Gemma training script

2025-05-20 20:46:16 +02:00
parent d4a4902b94
commit f2c70cd05d
14 changed files with 394 additions and 207 deletions
--- a/lib/llm_engine_utils/pyproject.toml
+++ b/lib/llm_engine_utils/pyproject.toml
@@ -7,7 +7,7 @@ name = "llm_engine_utils"
 version = "0.1.0"
 requires-python = ">=3.8"

-[project.optional-dependencies]
-dataset = [
-    "torch>=4.0.0",
+dependencies = [
+    "datasets>=3.0.0",
+    "torch>=2.0.0",
 ]