diff --git a/requirements.txt b/requirements.txt
index 39476a7cfd81e60a5b02003eb720ca43423c39cb..0362de6e9fc55b0ba7abb0047640f4dc11a86b74 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -20,5 +20,5 @@ safetensors
 tensorboardX
 deprecated>=1.2.0
 pybind11 # for megatron dataset
-transformers==4.53.0
+transformers==4.51.3
 datasets>=4.0.0
\ No newline at end of file