Added mistral llm engine

2024-11-17 16:53:44 +01:00
parent 506bc91639
commit ef94d0d1a0
6 changed files with 84 additions and 4 deletions
--- a/sia/local_llm_engine.py
+++ b/sia/local_llm_engine.py
@@ -26,7 +26,7 @@ class LocalLlmEngine(LlmEngine):
        """
        self._temperature = temperature
        self._token_limit = token_limit
-        self._tokenizer = AutoTokenizer.from_pretrained(model_path)
+        self._tokenizer = AutoTokenizer.from_pretrained(model_path, token=api_token)
        model = AutoModelForCausalLM.from_pretrained(
            model_path,
            return_dict=True,