llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

New web interface, move llm engine to separate process

Browse Source
This commit is contained in:
geens
2025-05-20 09:43:17 +02:00
parent 895a533e01
commit d4a4902b94
137 changed files with 4850 additions and 3503 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
lib/xml_schema_validator/pyproject.toml
View File

@@ -5,6 +5,7 @@ description = "XML Schema validation library"
requires-python = ">=3.10"
dependencies = [
"maturin>=1.0,<2.0",
"torch>=2.0.0",
]
optional-dependencies.dev = [
"pytest>=8",

3
lib/xml_schema_validator/python/xml_schema_validator/llama_cpp_logits_processor.py
View File

@@ -1,5 +1,6 @@
from transformers import AutoTokenizer
from xml_schema_validator._rs import XmlLogitsProcessorCore
import sys
class LlamaCppLogitsProcessor:
"""
@@ -57,7 +58,7 @@ class LlamaCppLogitsProcessor:
)
marker_start = template_text.find("XML_LOGITS_PROCESSOR_MARKER") + len("XML_LOGITS_PROCESSOR_MARKER")
start_marker = template_text[marker_start:]
print("schema validator start marker:", start_marker)
print("schema validator start marker:", start_marker, file=sys.stderr)
return start_marker
def get_processor(self):