diff --git a/requirements.txt b/requirements.txt
index fa281d5..5a581bf 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -24,7 +24,7 @@ scikit-image
 sentence-transformers==2.7.0
 tiktoken
 tqdm>=4.0.0
-transformers==4.46.2
+transformers==5.0.0rc3
 trl==0.11.2
 typing_extensions
 uvicorn==0.22.0