pip install -U ai-playground

# Start virtual environment
source ./activate

# Install requirements
pip install -r requirements.txt

python ai_playground.py

./bin/main.exe -m models/llama-2-7b-chat.Q8_0.gguf

echo "FROM ./models/llama-2-13b-chat.Q5_K_M.gguf" > llama-2-13b-chat.Modelfile

ollama create llama2-13b-chat -f ./llama-2-13b-chat.Modelfile

ollama run llama2-13b-chat
# OR
ollama run llama3.1:7b
ollama serve llama3.1:7b

ollama ps

curl -X POST http://localhost:11434/api/generate -d '{
    "model": "wizardlm-uncensored",
    "prompt":"Who made Rose promise that she would never let go?"
}'

ollama run starcoder2:3b
ollama pull nomic-embed-text

pip install -U vllm

python -u -m vllm.entrypoints.openai.api_server --host 0.0.0.0 --model mistralai/Mistral-7B-v0.1

pip install -U fastchat

python -m fastchat.serve.openai_api_server --host localhost --port 8000

pip install -U leptonai

GLM-4.7-Flash 

OpenCode

Qwen3-TTS

pip install uv
uvx


uv tool install autogenstudio

pip install pyautogen

uvx autogenstudio

autogenstudio ui --port 8080 --appdir ./my-app

uvx markitdown

uvx --from langroid-examples chat --model ollama/qwen2.5-coder:32b

uvx --from flask python

dspy

pip install openplayground
openplayground run

uvx --python 3.13 open-webui serve

ollama run mistral

pip install -U jina

Ray Serve
pip install "ray[serve]"
https://github.com/ray-project/ray-llm

txtai

MLC AI - https://mlc.ai/package/
pip install --pre --force-reinstall mlc-ai-nightly mlc-chat-nightly -f https://mlc.ai/wheels
python -m mlc_chat.rest 

OpenLLM


https://github.com/FlowiseAI/Flowise


wget https://gpt4all.io/models/ggml-gpt4all-j.bin -O models/ggml-gpt4all-j

https://github.com/go-skynet/LocalAI
docker pull quay.io/go-skynet/local-ai:latest

nlpcloud

curl "https://api.nlpcloud.io/v1/<model_name>/entities" \
  -H "Authorization: Token <token>" \
  -H "Content-Type: application/json" \
  -X POST \
  -d '{"text":"John Doe has been working for Microsoft in Seattle since 1999."}'


https://github.com/microsoft/semantic-kernel
https://github.com/microsoft/guidance


https://skypilot.readthedocs.io/

Later:
https://github.com/Arize-ai/phoenix
https://github.com/explodinggradients/ragas
https://github.com/trypromptly/LLMStack


Q5_K_M



poetry export -f requirements.txt --output requirements.txt
poetry publish --build


lazypredict

mito

pip install langchain-serve

LangServe

pip install -U "langserve[all]"
pip install -U langchain-cli


langflow run


flowise

promptflow
pip install promptflow promptflow-tools


PyGWalker

# DSPy
pip install dspy-ai





https://github.com/ShreyaR/guardrails
https://github.com/guardrails-ai/guardrails



guidance
https://guidancelab.ai/
https://github.com/1rgs/jsonformer

LangChain
https://github.com/jina-ai/langchain-serve

LangFlow / Flowise / LangSmith
ChainLit

promptflow


LMQI
https://github.com/eth-sri/lmql

https://github.com/zilliztech/GPTCache

https://github.com/argilla-io/argilla

https://github.com/vllm-project/vllm

https://github.com/TransformerOptimus/SuperAGI

accelerate
  - accelerate config
  - accelerate env
bitsandbytes
wand
https://github.com/huggingface/text-generation-inference


ctransformers

spacy
spacy-llm
gorilla-cli
https://github.com/langgenius/dify
gptcache

https://github.com/wandb/openui


https://github.com/deepseek-ai/DeepSeek-Coder


https://github.com/jgravelle/AutoGroq


https://github.com/infiniflow/ragflow

Autogen Studio

https://docs.openlit.io/latest/introduction


https://github.com/FujiwaraChoki/MoneyPrinterV2
https://voidface.fly.dev/


uv run ruff check

uv python pin 3.13
uv venv --python 3.11.6
uv python install 3.12

uv add --script smolagents.py smolagents
uv run smolagents.py

uv venv

uvx posting