Fixes for QwQ llm engine

2025-04-18 12:30:47 +00:00
parent c09f0766c1
commit 5e47200ece
3 changed files with 8 additions and 4 deletions
--- a/tools/train/train/qwq.py
+++ b/tools/train/train/qwq.py
@@ -79,7 +79,7 @@ def main():

    tokenizer = AutoTokenizer.from_pretrained(
        args.base_model,
-        tokenizer_config=tokenizer_config,
+        **tokenizer_config,
    )

    model, _returned_tokenizer = FastLanguageModel.from_pretrained(