update:

poetry install

git submodule update --init --recursive

update.vendor:

cd vendor/llama.cpp && git pull origin master

deps:

python3 -m pip install --upgrade pip

python3 -m pip install -e ".[all]"

build:

python3 -m pip install -e .

build.cuda:

CMAKE_ARGS="-DLLAMA_CUBLAS=on" python3 -m pip install -e .

build.opencl:

CMAKE_ARGS="-DLLAMA_CLBLAST=on" python3 -m pip install -e .

build.openblas:

CMAKE_ARGS="-DLLAMA_CLBLAST=on" python3 -m pip install -e .

build.blis:

CMAKE_ARGS="-DLLAMA_OPENBLAS=on -DLLAMA_OPENBLAS_VENDOR=blis" python3 -m pip install -e .

build.metal:

CMAKE_ARGS="-DLLAMA_METAL=on" python3 -m pip install -e .

build.sdist:

python3 -m build --sdist

deploy.pypi:

python3 -m twine upload dist/*

deploy.gh-docs:

mkdocs build

mkdocs gh-deploy

test:

python3 -m pytest

docker:

docker build -t llama-cpp-python:latest -f docker/simple/Dockerfile .

run-server:

uvicorn --factory llama.server:app --host ${HOST} --port ${PORT}

clean:

- cd vendor/llama.cpp && make clean

- cd vendor/llama.cpp && rm libllama.so

- rm -rf _skbuild

- rm llama_cpp/*.so

- rm llama_cpp/*.dylib

- rm llama_cpp/*.metal

- rm llama_cpp/*.dll

- rm llama_cpp/*.lib

.PHONY: \

update \

update.vendor \

build \

build.cuda \

build.opencl \

build.openblas \

build.sdist \

deploy.pypi \

deploy.gh-docs \

docker \

clean