New web interface, move llm engine to separate process

2025-05-20 09:43:17 +02:00
parent 895a533e01
commit d4a4902b94
137 changed files with 4850 additions and 3503 deletions
--- a/lib/llm_engine_utils/pyproject.toml
+++ b/lib/llm_engine_utils/pyproject.toml
@@ -0,0 +1,13 @@
+[build-system]
+requires = ["setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "llm_engine_utils"
+version = "0.1.0"
+requires-python = ">=3.8"
+
+[project.optional-dependencies]
+dataset = [
+    "torch>=4.0.0",
+]