bump tiktoken

10 months ago · 803a70254d
parent b9b505d126
commit 803a70254d
2 changed files with 2 additions and 2 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@ -44,7 +44,7 @@ pypdf = "4.0.1"
 accelerate = "*"
 sentencepiece = "0.1.98"
 httpx = "0.24.1"
-tiktoken = "0.4.0"
+tiktoken = "0.5.2"
 ratelimit = "2.2.1"
 loguru = "0.7.2"
 huggingface-hub = "*"
--- a/requirements.txt
+++ b/requirements.txt
@ -17,7 +17,7 @@ loguru==0.7.2
 optimum
 diffusers
 toml
-tiktoken==0.4.0
+tiktoken==0.5.2
 colored
 addict
 backoff==2.2.1