diff --git a/mtraining/requirements.txt b/mtraining/requirements.txt
index f7b8e40..633e021 100644
--- a/mtraining/requirements.txt
+++ b/mtraining/requirements.txt
@@ -1,4 +1,4 @@
-transformers==4.48.0
+transformers==5.0.0rc3
 datasets==2.20.0
 tensorboard