Update requirements for Python 3.11

postgresml · montanalow · Jan 16, 2025 · Jan 11, 2025 · Jan 11, 2025 · Jan 11, 2025
commit 7ad0814d655dd423231e5cde28800cf6f5dedb67
diff --git a/pgml-extension/examples/transformers.sql b/pgml-extension/examples/transformers.sql
@@ -2,24 +2,25 @@
 -- \set ON_ERROR_STOP true
 \timing on

-SELECT pgml.embed('Alibaba-NLP/gte-base-en-v1.5', 'hi mom');
-SELECT pgml.embed('Alibaba-NLP/gte-base-en-v1.5', 'hi mom', '{"device": "cuda"}');
-SELECT pgml.embed('Alibaba-NLP/gte-base-en-v1.5', 'hi mom', '{"device": "cpu"}');
+SELECT pgml.embed('Alibaba-NLP/gte-base-en-v1.5', 'hi mom', '{"trust_remote_code": true }');
+SELECT pgml.embed('Alibaba-NLP/gte-base-en-v1.5', 'hi mom', '{"trust_remote_code": true, "device": "cuda"}');
+SELECT pgml.embed('Alibaba-NLP/gte-base-en-v1.5', 'hi mom', '{"trust_remote_code": true, "device": "cpu"}');
 SELECT pgml.embed('hkunlp/instructor-xl', 'hi mom', '{"instruction": "Encode it with love"}');
 SELECT pgml.embed('mixedbread-ai/mxbai-embed-large-v1', 'test', '{"prompt": "test prompt: "}');

 SELECT pgml.transform(
  task   => '{
    "task": "text-generation",
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
-    "token": "hf_123",
-    "trust_remote_code": true
+    "token": "hf_123"
  }'::JSONB,
  inputs => ARRAY['AI is going to'],
  args   => '{
-    "max_new_tokens": 100
+    "max_new_tokens": 100,
+    "trust_remote_code": true
  }'::JSONB
 );
+
 -- BitsAndBytes support
 SELECT pgml.transform(
    task => '{
@@ -63,8 +64,7 @@ SELECT pgml.transform(
 SELECT pgml.transform(
    task => '{
      "task": "text-generation",
-      "model": "mlabonne/gpt2-GPTQ-4bit",
-      "use_triton": true
+      "model": "Qwen/Qwen2.5-7B-Instruct-GPTQ-Int8"
    }'::JSONB,
    inputs => ARRAY[
        'Once upon a time,',

diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt
@@ -1,166 +1,198 @@
-accelerate==0.33.0
-aiohttp==3.9.5
-aiosignal==1.3.1
+accelerate==1.2.1
+aiohappyeyeballs==2.4.4
+aiohttp==3.11.11
+aiohttp-cors==0.7.0
+aiosignal==1.3.2
+airportsdata==20241001
 annotated-types==0.7.0
-anyio==4.4.0
-async-timeout==4.0.3
-attrs==23.2.0
+anyio==4.8.0
+astor==0.8.1
+attrs==24.3.0
 auto_gptq==0.7.1
-bitsandbytes==0.43.2
-catboost==1.2.5
-certifi==2024.7.4
-charset-normalizer==3.3.2
-click==8.1.7
-cloudpickle==3.0.0
-cmake==3.30.1
+bitsandbytes==0.45.0
+blake3==1.0.2
+cachetools==5.5.0
+catboost==1.2.7
+certifi==2024.12.14
+charset-normalizer==3.4.1
+click==8.1.8
+cloudpickle==3.1.1
 colorama==0.4.6
-contourpy==1.2.1
+coloredlogs==15.0.1
+colorful==0.5.6
+compressed-tensors==0.8.1
+contourpy==1.3.1
 ctransformers==0.2.27
 cycler==0.12.1
-datasets==2.16.1
-deepspeed==0.14.4
-dill==0.3.7
+datasets==3.2.0
+deepspeed==0.16.2
+depyf==0.18.0
+dill==0.3.8
 diskcache==5.6.3
+distlib==0.3.9
 distro==1.9.0
-dnspython==2.6.1
-docstring_parser==0.16
 einops==0.8.0
-email_validator==2.2.0
-evaluate==0.4.2
-exceptiongroup==1.2.2
-fastapi==0.111.1
-fastapi-cli==0.0.4
-filelock==3.15.4
-fonttools==4.53.1
-frozenlist==1.4.1
-fsspec==2023.10.0
+evaluate==0.4.3
+fastapi==0.115.6
+filelock==3.16.1
+fonttools==4.55.3
+frozenlist==1.5.0
+fsspec==2024.9.0
 gekko==1.2.1
+gguf==0.10.0
+google-api-core==2.24.0
+google-auth==2.37.0
+googleapis-common-protos==1.66.0
 graphviz==0.20.3
-greenlet==3.0.3
+greenlet==3.1.1
+grpcio==1.69.0
 h11==0.14.0
 hjson==3.1.0
-httpcore==1.0.5
-httptools==0.6.1
-httpx==0.27.0
-huggingface-hub==0.24.1
-idna==3.7
+httpcore==1.0.7
+httptools==0.6.4
+httpx==0.28.1
+huggingface-hub==0.27.1
+humanfriendly==10.0
+idna==3.10
+importlib_metadata==8.5.0
+iniconfig==2.0.0
 interegular==0.3.3
-Jinja2==3.1.4
+Jinja2==3.1.5
+jiter==0.8.2
 joblib==1.4.2
 jsonpatch==1.33
 jsonpointer==3.0.0
 jsonschema==4.23.0
-jsonschema-specifications==2023.12.1
-kiwisolver==1.4.5
-langchain==0.2.11
-langchain-core==0.2.23
-langchain-text-splitters==0.2.2
-langsmith==0.1.93
-lark==1.1.9
-lightgbm==4.4.0
-llvmlite==0.43.0
-lm-format-enforcer==0.10.3
-lxml==5.2.2
+jsonschema-specifications==2024.10.1
+kiwisolver==1.4.8
+langchain==0.3.14
+langchain-core==0.3.29
+langchain-text-splitters==0.3.5
+langsmith==0.2.10
+lark==1.2.2
+lightgbm==4.5.0
+linkify-it-py==2.0.3
+lm-format-enforcer==0.10.9
+lxml==5.3.0
 markdown-it-py==3.0.0
-MarkupSafe==2.1.5
-matplotlib==3.9.1
+MarkupSafe==3.0.2
+matplotlib==3.10.0
+mdit-py-plugins==0.4.2
 mdurl==0.1.2
+memray==1.15.0
+mistral_common==1.5.1
 mpmath==1.3.0
-msgpack==1.0.8
-multidict==6.0.5
-multiprocess==0.70.15
+msgpack==1.1.0
+msgspec==0.19.0
+multidict==6.1.0
+multiprocess==0.70.16
 nest-asyncio==1.6.0
-networkx==3.3
-ninja==1.11.1.1
-numba==0.60.0
+networkx==3.4.2
+ninja==1.11.1.3
 numpy==1.26.4
-nvidia-cublas-cu12==12.1.3.1
-nvidia-cuda-cupti-cu12==12.1.105
-nvidia-cuda-nvrtc-cu12==12.1.105
-nvidia-cuda-runtime-cu12==12.1.105
-nvidia-cudnn-cu12==8.9.2.26
-nvidia-cufft-cu12==11.0.2.54
-nvidia-curand-cu12==10.3.2.106
-nvidia-cusolver-cu12==11.4.5.107
-nvidia-cusparse-cu12==12.1.0.106
-nvidia-ml-py==12.555.43
-nvidia-nccl-cu12==2.20.5
-nvidia-nvjitlink-cu12==12.5.82
-nvidia-nvtx-cu12==12.1.105
-openai==1.37.0
-orjson==3.10.6
-outlines==0.0.46
-packaging==24.1
-pandas==2.2.2
-peft==0.11.1
+nvidia-cublas-cu12==12.4.5.8
+nvidia-cuda-cupti-cu12==12.4.127
+nvidia-cuda-nvrtc-cu12==12.4.127
+nvidia-cuda-runtime-cu12==12.4.127
+nvidia-cudnn-cu12==9.1.0.70
+nvidia-cufft-cu12==11.2.1.3
+nvidia-curand-cu12==10.3.5.147
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-cusparse-cu12==12.3.1.170
+nvidia-ml-py==12.560.30
+nvidia-nccl-cu12==2.21.5
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-nvtx-cu12==12.4.127
+openai==1.59.7
+opencensus==0.11.4
+opencensus-context==0.1.3
+opencv-python-headless==4.10.0.84
+optimum==1.23.3
+orjson==3.10.14
+outlines==0.1.11
+outlines_core==0.1.26
+packaging==24.2
+pandas==2.2.3
+partial-json-parser==0.2.1.1.post5
+peft==0.14.0
 pillow==10.4.0
-plotly==5.23.0
-portalocker==2.10.1
-prometheus-fastapi-instrumentator==7.0.0
-prometheus_client==0.20.0
-protobuf==5.27.2
-psutil==6.0.0
+platformdirs==4.3.6
+plotly==5.24.1
+pluggy==1.5.0
+portalocker==3.1.1
+prometheus-fastapi-instrumentator==7.0.2
+prometheus_client==0.21.1
+propcache==0.2.1
+proto-plus==1.25.0
+protobuf==5.29.3
+psutil==6.1.1
 py-cpuinfo==9.0.0
-pyairports==2.1.1
-pyarrow==11.0.0
-pyarrow-hotfix==0.6
+py-spy==0.4.0
+pyarrow==18.1.0
+pyasn1==0.6.1
+pyasn1_modules==0.4.1
+pybind11==2.13.6
 pycountry==24.6.1
-pydantic==2.8.2
-pydantic_core==2.20.1
-Pygments==2.18.0
-pyparsing==3.1.2
+pydantic==2.10.5
+pydantic_core==2.27.2
+Pygments==2.19.1
+pyparsing==3.2.1
+pytest==8.3.4
 python-dateutil==2.9.0.post0
 python-dotenv==1.0.1
-python-multipart==0.0.9
-pytz==2024.1
-PyYAML==6.0.1
-pyzmq==26.0.3
-ray==2.32.0
+pytz==2024.2
+PyYAML==6.0.2
+pyzmq==26.2.0
+ray==2.40.0
 referencing==0.35.1
-regex==2024.5.15
+regex==2024.11.6
 requests==2.32.3
-rich==13.7.1
+requests-toolbelt==1.0.0
+rich==13.9.4
 rouge==1.0.1
-rpds-py==0.19.0
-sacrebleu==2.4.2
+rpds-py==0.22.3
+rsa==4.9
+sacrebleu==2.5.1
 sacremoses==0.1.1
-safetensors==0.4.3
-scikit-learn==1.5.1
-scipy==1.14.0
-sentence-transformers==3.0.1
+safetensors==0.5.2
+scikit-learn==1.6.1
+scipy==1.15.1
+sentence-transformers==3.3.1
 sentencepiece==0.2.0
-shellingham==1.5.4
-shtab==1.7.1
-six==1.16.0
+six==1.17.0
+smart-open==7.1.0
 sniffio==1.3.1
-SQLAlchemy==2.0.31
-starlette==0.37.2
+SQLAlchemy==2.0.37
+starlette==0.41.3
 sympy==1.13.1
 tabulate==0.9.0
-tenacity==8.5.0
+tenacity==9.0.0
+textual==1.0.0
 threadpoolctl==3.5.0
 tiktoken==0.7.0
-tokenizers==0.19.1
-torch==2.3.1
-torchaudio==2.3.1
-torchvision==0.18.1
-tqdm==4.66.4
-transformers==4.43.1
+tokenizers==0.21.0
+torch==2.5.1
+torchaudio==2.5.1
+torchvision==0.20.1
+tqdm==4.67.1
+transformers==4.48.0
 transformers-stream-generator==0.0.5
-triton==2.3.1
-trl==0.9.6
-typer==0.12.3
+triton==3.1.0
+trl==0.13.0
 typing_extensions==4.12.2
-tyro==0.8.5
-tzdata==2024.1
-urllib3==2.2.2
-uvicorn==0.30.3
-uvloop==0.19.0
-vllm==0.5.3.post1
-vllm-flash-attn==2.5.9.post1
-watchfiles==0.22.0
-websockets==12.0
-xformers==0.0.27
-xgboost==2.1.0
-xxhash==3.4.1
-yarl==1.9.4
+tzdata==2024.2
+uc-micro-py==1.0.3
+urllib3==2.3.0
+uvicorn==0.34.0
+uvloop==0.21.0
+virtualenv==20.28.1
+vllm==0.6.6.post1
+watchfiles==1.0.4
+websockets==14.1
+wrapt==1.17.2
+xformers==0.0.28.post3
+xgboost==2.1.3
+xgrammar==0.1.9
+xxhash==3.5.0
+yarl==1.18.3
+zipp==3.21.0