Fixed context usage calculation

2024-11-14 18:23:33 +01:00
parent ede0a642d3
commit 4ce421bbce
13 changed files with 249 additions and 119 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -3,5 +3,6 @@ aiohttp
 bs4
 openai
 python-dotenv
+tiktoken
 torch
 transformers