Fixes for QwQ llm engine
This commit is contained in:
@@ -47,7 +47,7 @@ class QwQLlmEngine(LlmEngine):
|
||||
|
||||
self._tokenizer = AutoTokenizer.from_pretrained(
|
||||
model_path,
|
||||
tokenizer_config=tokenizer_config,
|
||||
**tokenizer_config,
|
||||
)
|
||||
|
||||
self._pipeline = pipeline(
|
||||
|
||||
@@ -89,3 +89,7 @@ Use scripts and background processes to do so.
|
||||
The user may take some time to respond or may forget to respond.
|
||||
Keep detailed notes of your interactions and your expectations regarding time!
|
||||
Avoid overflowing the user with many messages.
|
||||
|
||||
# Action schema
|
||||
|
||||
What follows is the xml schema you should adhere to:
|
||||
|
||||
@@ -79,7 +79,7 @@ def main():
|
||||
|
||||
tokenizer = AutoTokenizer.from_pretrained(
|
||||
args.base_model,
|
||||
tokenizer_config=tokenizer_config,
|
||||
**tokenizer_config,
|
||||
)
|
||||
|
||||
model, _returned_tokenizer = FastLanguageModel.from_pretrained(
|
||||
|
||||
Reference in New Issue
Block a user