llm/SIA
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Properly close mistral response

Browse Source
This commit is contained in:
Geens
2025-01-09 20:01:32 +01:00
parent ed9e38c848
commit 3ab726f961
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
sia/mistral_llm_engine.py
View File

@@ -46,12 +46,12 @@ class MistralLlmEngine(LlmEngine):
try: try:
for chunk in stream_response: for chunk in stream_response:
if should_stop(): if should_stop():
stream_response.close() stream_response.response.close()
break break
if content := chunk.data.choices[0].delta.content: if content := chunk.data.choices[0].delta.content:
yield content yield content
finally: finally:
stream_response.close() stream_response.response.close()
def token_count(self, system_prompt: str, main_context: str) -> int: def token_count(self, system_prompt: str, main_context: str) -> int:
messages = [ messages = [