New web interface, move llm engine to separate process

tools/gemma_infer/pyproject.toml

@@ -0,0 +1,19 @@
+[build-system]
+requires = ["setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "gemma_infer"
+version = "0.1.0"
+requires-python = ">=3.8"
+
+dependencies = [
+    "llama-cpp-python @ git+https://github.com/abetlen/llama-cpp-python.git#egg=llama-cpp-python&env=CMAKE_ARGS=-DLLAMA_BUILD=OFF",
+    "llm_engine_utils @ file:///root/sia/lib/llm_engine_utils",
+    "python-dotenv>=1.0.0",
+    "transformers>=4.0.0",
+    "xml_schema_validator @ file:///root/sia/lib/xml_schema_validator",
+]
+
+[project.scripts]
+gemma_infer = "gemma_infer.__main__:main"