fix copy bug

This commit is contained in:
Niels Geens
2025-04-09 16:43:27 +02:00
parent e1da61fd71
commit 5b8f04be81
4 changed files with 43 additions and 14 deletions

View File

@@ -103,7 +103,7 @@ class QwQLlmEngine(LlmEngine):
}
if self._logits_processor:
generation_kwargs["logits_processor"] = [self._logits_processor]
generation_kwargs["logits_processor"] = [self._logits_processor.copy()]
generation_thread = Thread(
target=self._pipline,