diff --git a/projects/cocomix/requirements.txt b/projects/cocomix/requirements.txt
index 595e8e4..417330a 100644
--- a/projects/cocomix/requirements.txt
+++ b/projects/cocomix/requirements.txt
@@ -9,5 +9,5 @@ hydra-core==1.3.2
 -e git+https://github.com/EleutherAI/lm-evaluation-harness@9a092f374bdc6d6032ae2b878b7a49b97801ab69#egg=lm_eval
 transformer-lens==2.4.1
 typeguard==4.4.1
-transformers==4.44.2
+transformers==5.0.0rc3
 wandb==0.18.7