llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Added mistral llm engine

Browse Source
This commit is contained in:
geens
2024-11-17 16:53:44 +01:00
parent 506bc91639
commit ef94d0d1a0
6 changed files with 84 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
sia/__main__.py
View File

@@ -9,6 +9,7 @@ from .config import Config
from .hf_llm_engine import HfLlmEngine
from .llm_engine import LlmEngine
from .local_llm_engine import LocalLlmEngine
from .mistral_llm_engine import MistralLlmEngine
from .openai_llm_engine import OpenAILlmEngine
from .response_parser import ResponseParser
from .system_metrics import SystemMetrics
@@ -39,8 +40,8 @@ class Main:
self._llm = LocalLlmEngine(
self._config.model,
self._config.temperature,
self._config.token_limit,
self._config.api_token,
self._config.token_limit
)
case "hf":
self._llm = HfLlmEngine(
@@ -50,6 +51,13 @@ class Main:
)
case "openai":
self._llm = OpenAILlmEngine(
self._config.model,
self._config.temperature,
self._config.token_limit,
self._config.api_token,
)
case "mistral":
self._llm = MistralLlmEngine(
self._config.model,
self._config.temperature,
self._config.api_token,