Added openai llm engine

This commit is contained in:
2024-11-13 11:46:29 +01:00
parent 832f712b1b
commit 229f4f4ac7
3 changed files with 64 additions and 1 deletions

View File

@@ -5,11 +5,11 @@ import asyncio
import mimetypes
import time
from .config import Config
from .hf_llm_engine import HfLlmEngine
from .llm_engine import LlmEngine
from .local_llm_engine import LocalLlmEngine
from .openai_llm_engine import OpenAILlmEngine
from .response_parser import ResponseParser
from .system_metrics import SystemMetrics
from .web_agent import WebAgent
@@ -50,6 +50,11 @@ class Main:
model_id=self._config.model,
api_token=self._config.api_token
)
case "openai":
self._llm = OpenAILlmEngine(
model=self._config.model,
api_key=self._config.api_token
)
case "test":
self._llm = TestLLM()
case _: