wip deepseek r1

2025-03-02 22:01:24 +01:00
parent b7e95d7398
commit b64f8d7d33
40 changed files with 6654 additions and 1859 deletions
--- a/tools/train/setup.py
+++ b/tools/train/setup.py
@@ -0,0 +1,36 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="train",
+    version="0.1.0",
+    packages=find_packages(),
+    scripts=[
+        'bin/train_deepseek',
+        'bin/train_mistral'
+    ],
+    install_requires=[
+        'pyyaml>=6.0',
+        'requests>=2.28.0',
+        'torch>=2.0.0',
+        'transformers>=4.30.0',
+        'accelerate>=0.25.0',
+        'bitsandbytes>=0.41.1',
+        'einops>=0.7.0',
+        'sentencepiece>=0.1.99',
+        'unsloth>=2024.3',
+        'trl>=0.7.8',
+        'datasets>=2.14.6',
+        'peft>=0.8.0',
+        'pytest>=7.0.0',
+        'pytest-cov>=4.0.0',
+        'black>=22.0.0',
+        'flake8>=4.0.0'
+    ],
+    classifiers=[
+        'Development Status :: 3 - Alpha',
+        'Intended Audience :: Developers',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.10',
+    ],
+    python_requires='>=3.10',
+)