Gemma training script

2025-05-20 20:46:16 +02:00
parent d4a4902b94
commit f2c70cd05d
14 changed files with 394 additions and 207 deletions
--- a/lib/llm_engine_utils/pyproject.toml
+++ b/lib/llm_engine_utils/pyproject.toml
@@ -7,7 +7,7 @@ name = "llm_engine_utils"
 version = "0.1.0"
 requires-python = ">=3.8"

-[project.optional-dependencies]
-dataset = [
-    "torch>=4.0.0",
+dependencies = [
+    "datasets>=3.0.0",
+    "torch>=2.0.0",
 ]
--- a/lib/llm_engine_utils/src/llm_engine_utils/init.py
+++ b/lib/llm_engine_utils/src/llm_engine_utils/init.py
@@ -1,7 +1,4 @@
-try:
-    from . import dataset
-except ImportError:
-    pass
+from . import dataset
 from . import iterators
 from . import protocol
 from .llm_engine import LlmEngine