New web interface, move llm engine to separate process

tools/mistral_infer/pyproject.toml

@@ -0,0 +1,18 @@
+[build-system]
+requires = ["setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "mistral_infer"
+version = "0.1.0"
+requires-python = ">=3.8"
+
+dependencies = [
+    "llm_engine_utils @ file:///root/sia/lib/llm_engine_utils",
+    "mistral-common>=1.0.0",
+    "mistralai>=0.0.7",
+    "python-dotenv>=1.0.0",
+]
+
+[project.scripts]
+mistral_infer = "mistral_infer.__main__:main"