WIP manual implementation of QwQ finetune

2025-03-24 12:05:43 +00:00
parent 3594c8150a
commit 1ef32ed33e
3 changed files with 33 additions and 5 deletions
--- a/tools/train/setup.py
+++ b/tools/train/setup.py
@@ -25,7 +25,8 @@ setup(
        'torch>=2.0.0',
        'transformers>=4.30.0',
        'trl>=0.7.8',
-        'unsloth>=2025.2',
+        'unsloth>=2025.3',
+        'vllm>=0.8',
    ],
    classifiers=[
        'Development Status :: 3 - Alpha',