diff --git a/pyproject.toml b/pyproject.toml index 10f35081..497b1a7f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -44,7 +44,7 @@ pypdf = "4.0.1" accelerate = "*" sentencepiece = "0.1.98" httpx = "0.24.1" -tiktoken = "0.4.0" +tiktoken = "0.5.2" ratelimit = "2.2.1" loguru = "0.7.2" huggingface-hub = "*" diff --git a/requirements.txt b/requirements.txt index b5301e7f..c44dc8fc 100644 --- a/requirements.txt +++ b/requirements.txt @@ -17,7 +17,7 @@ loguru==0.7.2 optimum diffusers toml -tiktoken==0.4.0 +tiktoken==0.5.2 colored addict backoff==2.2.1