8 lines
197 B
Python
8 lines
197 B
Python
from typing import Iterator
|
|
from abc import ABC, abstractmethod
|
|
|
|
class LlmEngine(ABC):
|
|
|
|
@abstractmethod
|
|
def infer(self, system_prompt: str, main_context: str) -> Iterator[str]:
|
|
pass |