Fixes for QwQ llm engine

2025-04-18 12:30:47 +00:00
parent c09f0766c1
commit 5e47200ece
3 changed files with 8 additions and 4 deletions
--- a/sia/llm_engine/qwq_llm_engine.py
+++ b/sia/llm_engine/qwq_llm_engine.py
@@ -47,7 +47,7 @@ class QwQLlmEngine(LlmEngine):

        self._tokenizer = AutoTokenizer.from_pretrained(
            model_path,
-            tokenizer_config=tokenizer_config,
+            **tokenizer_config,
        )

        self._pipeline = pipeline(
@@ -87,7 +87,7 @@ class QwQLlmEngine(LlmEngine):
            tokenize=False,
            add_generation_prompt=False,
        )
-            
+
        streamer = TextIteratorStreamer(
            self._tokenizer,
            skip_prompt=True,