From 803a70254d633f9ee83fe87d2e0609725c00a721 Mon Sep 17 00:00:00 2001
From: evelynmitchell <efmphone@gmail.com>
Date: Thu, 21 Mar 2024 18:35:18 -0600
Subject: [PATCH] bump tiktoken

---
 pyproject.toml   | 2 +-
 requirements.txt | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/pyproject.toml b/pyproject.toml
index 10f35081..497b1a7f 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -44,7 +44,7 @@ pypdf = "4.0.1"
 accelerate = "*"
 sentencepiece = "0.1.98"
 httpx = "0.24.1"
-tiktoken = "0.4.0"
+tiktoken = "0.5.2"
 ratelimit = "2.2.1"
 loguru = "0.7.2"
 huggingface-hub = "*"
diff --git a/requirements.txt b/requirements.txt
index b5301e7f..c44dc8fc 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -17,7 +17,7 @@ loguru==0.7.2
 optimum
 diffusers
 toml
-tiktoken==0.4.0
+tiktoken==0.5.2
 colored
 addict
 backoff==2.2.1