Fixed auto approver and inference continuation

2025-04-18 11:36:17 +02:00
parent 023f6bba9a
commit c09f0766c1
9 changed files with 304 additions and 316 deletions
--- a/sia/llm_engine/qwq_llm_engine.py
+++ b/sia/llm_engine/qwq_llm_engine.py
@@ -70,6 +70,7 @@ class QwQLlmEngine(LlmEngine):
        Args:
            system_prompt: The system prompt string
            main_context: The main context string after templating
+            continuation_text: Part of the response that is already generated
            should_stop: Callback that returns True when inference should stop

        Returns: