diff --git a/requirements.txt b/requirements.txt
index de99d33..278b57d 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 aicrowd-cli==0.1.15
-transformers[torch]==4.11.0
+transformers[torch]==5.0.0rc3
 scikit-learn==1.5.0
 sentence-transformers==2.1.0
 pandas==1.1.5