Use Unsloth for QwQ inference

2025-04-21 10:42:35 +00:00
parent 568ec4b66d
commit 3e471eced3
7 changed files with 447 additions and 471 deletions
--- a/tools/train/setup.py
+++ b/tools/train/setup.py
@@ -9,7 +9,7 @@ setup(
    ],

    install_requires=[
-        'accelerate>=0.25.0',
+        'accelerate>=0.26.0',
        'bitsandbytes>=0.45.0',
        'black>=22.0.0',
        'datasets>=2.14.6',
@@ -18,7 +18,6 @@ setup(
        'ipykernel>=6.0.0', 
        'ipywidgets>=8.0.0',
        'peft>=0.8.0',
-        'peft>=0.8.0',
        'pytest-cov>=4.0.0',
        'pytest>=7.0.0',
        'pyyaml>=6.0',