from typing import Iterator from abc import ABC, abstractmethod class LlmEngine(ABC): @abstractmethod def infer(self, system_prompt: str, main_context: str) -> Iterator[str]: pass