diff --git a/src/maxtext/inference/mlperf/requirements.txt b/src/maxtext/inference/mlperf/requirements.txt
index 51ae8c5bf7..90a9fd62ad 100644
--- a/src/maxtext/inference/mlperf/requirements.txt
+++ b/src/maxtext/inference/mlperf/requirements.txt
@@ -1,8 +1,8 @@
-transformers==4.31.0
-nltk==3.8.1
+transformers==5.0.0rc3
+nltk==3.9.4
 evaluate==0.4.0
 absl-py==1.4.0
 rouge-score==0.1.2
-sentencepiece==0.1.99
+sentencepiece==0.2.1
 accelerate==0.21.0
 omegaconf