upgrade tiktoken for o200k tokenizer

This commit is contained in:
reibs
2024-05-21 16:26:03 -07:00
parent 13a0f77b45
commit bedeb4264e

View File

@@ -10,7 +10,7 @@ tokencost = ["model_prices.json"]
[project]
name = "tokencost"
version = "0.1.7"
version = "0.1.8"
authors = [
{ name = "Trisha Pan", email = "trishaepan@gmail.com" },
{ name = "Alex Reibman", email = "areibman@gmail.com" },
@@ -24,7 +24,7 @@ classifiers = [
"Operating System :: OS Independent",
]
dependencies = [
"tiktoken>=0.5.2",
"tiktoken>=0.7.0",
"aiohttp>=3.9.3"
]