wip deepseek r1

2025-03-02 22:01:24 +01:00
parent b7e95d7398
commit b64f8d7d33
40 changed files with 6654 additions and 1859 deletions
--- a/tools/train/requirements.txt
+++ b/tools/train/requirements.txt
@@ -0,0 +1,13 @@
+pyyaml>=6.0
+requests>=2.28.0
+torch>=2.0.0
+transformers>=4.30.0
+# DeepSeek support
+accelerate>=0.25.0
+bitsandbytes>=0.41.1
+einops>=0.7.0
+sentencepiece>=0.1.99
+unsloth>=2024.3
+trl>=0.7.8
+datasets>=2.14.6
+peft>=0.8.0