wip deepseek r1
This commit is contained in:
@@ -3,11 +3,12 @@ import asyncio
|
||||
|
||||
from .auto_approver import AutoApprover
|
||||
from .config import Config
|
||||
from .hf_llm_engine import HfLlmEngine
|
||||
from .llm_engine.hf_llm_engine import HfLlmEngine
|
||||
from .llm_engine.deepseek_llm_engine import DeepSeekLlmEngine
|
||||
from .iteration_logger import IterationLogger
|
||||
from .local_llm_engine import LocalLlmEngine
|
||||
from .mistral_llm_engine import MistralLlmEngine
|
||||
from .openai_llm_engine import OpenAILlmEngine
|
||||
from .llm_engine.local_llm_engine import LocalLlmEngine
|
||||
from .llm_engine.mistral_llm_engine import MistralLlmEngine
|
||||
from .llm_engine.openai_llm_engine import OpenAILlmEngine
|
||||
from .response_parser import ResponseParser
|
||||
from .system_metrics import SystemMetrics
|
||||
from .web.api import Api
|
||||
@@ -61,6 +62,14 @@ class Main:
|
||||
config.mistral_api_key,
|
||||
)
|
||||
|
||||
if config.deepseek_enabled:
|
||||
self._llms['deepseek'] = DeepSeekLlmEngine(
|
||||
config.deepseek_model,
|
||||
config.deepseek_temperature,
|
||||
config.deepseek_token_limit,
|
||||
config.hf_api_key, # Use the existing HF API key
|
||||
)
|
||||
|
||||
if not self._llms:
|
||||
raise ValueError("No LLM engines enabled in configuration")
|
||||
|
||||
@@ -103,9 +112,10 @@ class Main:
|
||||
content_type="text/html"
|
||||
)
|
||||
|
||||
if __name__ == "__main__":
|
||||
def main():
|
||||
loop = asyncio.new_event_loop()
|
||||
config = Config()
|
||||
main = loop.run_until_complete(Main.create(config))
|
||||
main_instance = loop.run_until_complete(Main.create(config))
|
||||
print(f"Web server started at http://localhost:{config.port}")
|
||||
web.run_app(main.app, loop=loop, host=config.host, port=config.port)
|
||||
web.run_app(main_instance.app, loop=loop, host=config.host, port=config.port)
|
||||
return 0
|
||||
Reference in New Issue
Block a user