optimize token usage

2025-07-14 15:45:19 +03:00
parent 54e8d61f83
commit e34d81be26
11 changed files with 489 additions and 277 deletions
@@ -30,6 +30,7 @@ dependencies = [
    "pypdf>=5.5.0",
    "fastapi>=0.115.14",
    "PyJWT>=2.8.0",
+    "tiktoken>=0.5.0",
 ]

 [project.optional-dependencies]