wip deepseek r1

2025-03-02 22:01:24 +01:00
parent b7e95d7398
commit b64f8d7d33
40 changed files with 6654 additions and 1859 deletions
--- a/sia/llm_engine.py
+++ b/sia/llm_engine.py
@@ -1,15 +0,0 @@
-from typing import Callable, Iterator
-from abc import ABC, abstractmethod
-
-class LlmEngine(ABC):
-    @abstractmethod
-    def infer(self, system_prompt: str, main_context: str, should_stop: Callable[[], bool] = lambda: False) -> Iterator[str]:
-        pass
-
-    @abstractmethod
-    def token_count(self, system_prompt: str, main_context: str) -> int:
-        pass
-
-    @abstractmethod
-    def token_limit(self) -> int:
-        pass