Allow stopping of inference

2024-11-30 12:44:13 +01:00
parent a0353d0d49
commit e71bd7e9eb
15 changed files with 139 additions and 69 deletions
--- a/sia/main.py
+++ b/sia/main.py
@@ -34,7 +34,8 @@ class Main:
            self._llms['local'] = LocalLlmEngine(
                config.local_model,
                config.local_temperature,
-                config.local_token_limit
+                config.local_token_limit,
+                config.local_api_key,
            )
            
        if config.openai_enabled: