wip deepseek r1

This commit is contained in:
2025-03-02 22:01:24 +01:00
parent b7e95d7398
commit b64f8d7d33
40 changed files with 6654 additions and 1859 deletions

View File

@@ -3,11 +3,12 @@ import asyncio
from .auto_approver import AutoApprover
from .config import Config
from .hf_llm_engine import HfLlmEngine
from .llm_engine.hf_llm_engine import HfLlmEngine
from .llm_engine.deepseek_llm_engine import DeepSeekLlmEngine
from .iteration_logger import IterationLogger
from .local_llm_engine import LocalLlmEngine
from .mistral_llm_engine import MistralLlmEngine
from .openai_llm_engine import OpenAILlmEngine
from .llm_engine.local_llm_engine import LocalLlmEngine
from .llm_engine.mistral_llm_engine import MistralLlmEngine
from .llm_engine.openai_llm_engine import OpenAILlmEngine
from .response_parser import ResponseParser
from .system_metrics import SystemMetrics
from .web.api import Api
@@ -61,6 +62,14 @@ class Main:
config.mistral_api_key,
)
if config.deepseek_enabled:
self._llms['deepseek'] = DeepSeekLlmEngine(
config.deepseek_model,
config.deepseek_temperature,
config.deepseek_token_limit,
config.hf_api_key, # Use the existing HF API key
)
if not self._llms:
raise ValueError("No LLM engines enabled in configuration")
@@ -103,9 +112,10 @@ class Main:
content_type="text/html"
)
if __name__ == "__main__":
def main():
loop = asyncio.new_event_loop()
config = Config()
main = loop.run_until_complete(Main.create(config))
main_instance = loop.run_until_complete(Main.create(config))
print(f"Web server started at http://localhost:{config.port}")
web.run_app(main.app, loop=loop, host=config.host, port=config.port)
web.run_app(main_instance.app, loop=loop, host=config.host, port=config.port)
return 0