Enable multiple llms

2024-11-22 15:05:54 +01:00
parent bbb88f39e8
commit 8766a945c0
28 changed files with 972 additions and 525 deletions
--- a/sia/mistral_llm_engine.py
+++ b/sia/mistral_llm_engine.py
@@ -13,13 +13,13 @@ class MistralLlmEngine(LlmEngine):
            self,
            model: str,
            temperature: float,
+            token_limit: int,
            api_key: str,
-            token_limit: int
        ):
        self._model = model
        self._temperature = temperature
-        self._api_key = api_key
        self._token_limit = token_limit
+        self._api_key = api_key
        self._client = Mistral(api_key=api_key)
        self._tokenizer = MistralTokenizer.v3()