Fixes for saving the gemma tokenizer

This commit is contained in:
Niels Geens
2025-05-22 18:22:15 +02:00
parent 29b35ffccf
commit 19dd9fa2ee
5 changed files with 25 additions and 66 deletions

View File

@@ -8,13 +8,17 @@ version = "0.1.0"
requires-python = ">=3.8"
dependencies = [
"accelerate>=0.26.0",
"bitsandbytes>=0.45.0",
"llama-cpp-scripts @ file:///root/sia/modules/llama.cpp",
"accelerate==1.4.0",
"bitsandbytes==0.45.3",
"datasets==3.3.2",
"evaluate==0.4.3",
"llm_engine_utils @ file:///root/sia/lib/llm_engine_utils",
"trl>=0.17.0",
"peft>=0.15.0",
"peft==0.14.0",
"python-dotenv>=1.0.0",
"sentencepiece>=0.2.0",
"torch>=2.4.0",
"transformers>=4.51.3",
"trl==0.15.2",
]
[project.scripts]