llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixes for 12B

Browse Source
This commit is contained in:
Niels Geens
2025-05-22 18:51:07 +00:00
parent 19dd9fa2ee
commit c22917e3c9
4 changed files with 23 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tools/gemma_infer/pyproject.toml
View File

@@ -8,9 +8,13 @@ version = "0.1.0"
requires-python = ">=3.8"
dependencies = [
"blobfile>=3.0.0",
"llama-cpp-python @ git+https://github.com/abetlen/llama-cpp-python.git#egg=llama-cpp-python&env=CMAKE_ARGS=-DLLAMA_BUILD=OFF",
"llm_engine_utils @ file:///root/sia/lib/llm_engine_utils",
"protobuf>=6.0.0",
"python-dotenv>=1.0.0",
"sentencepiece>=0.2.0",
"tiktoken>=0.9.0",
"transformers>=4.0.0",
"xml_schema_validator @ file:///root/sia/lib/xml_schema_validator",
]