wip deepseek train

2025-03-03 16:57:04 +01:00
parent b64f8d7d33
commit 3ea3239a9b
21 changed files with 175 additions and 7058 deletions
--- a/tools/train/setup.py
+++ b/tools/train/setup.py
@@ -17,7 +17,7 @@ setup(
        'bitsandbytes>=0.41.1',
        'einops>=0.7.0',
        'sentencepiece>=0.1.99',
-        'unsloth>=2024.3',
+        'unsloth>=2025.2',
        'trl>=0.7.8',
        'datasets>=2.14.6',
        'peft>=0.8.0',