Fixes for QwQ llm engine

This commit is contained in:
2025-04-18 12:30:47 +00:00
parent c09f0766c1
commit 5e47200ece
3 changed files with 8 additions and 4 deletions

View File

@@ -47,7 +47,7 @@ class QwQLlmEngine(LlmEngine):
self._tokenizer = AutoTokenizer.from_pretrained(
model_path,
tokenizer_config=tokenizer_config,
**tokenizer_config,
)
self._pipeline = pipeline(

View File

@@ -89,3 +89,7 @@ Use scripts and background processes to do so.
The user may take some time to respond or may forget to respond.
Keep detailed notes of your interactions and your expectations regarding time!
Avoid overflowing the user with many messages.
# Action schema
What follows is the xml schema you should adhere to:

View File

@@ -79,7 +79,7 @@ def main():
tokenizer = AutoTokenizer.from_pretrained(
args.base_model,
tokenizer_config=tokenizer_config,
**tokenizer_config,
)
model, _returned_tokenizer = FastLanguageModel.from_pretrained(