diff --git a/examples/llama/requirements.txt b/examples/llama/requirements.txt
index 705dba10..bd06d457 100644
--- a/examples/llama/requirements.txt
+++ b/examples/llama/requirements.txt
@@ -1,3 +1,3 @@
-transformers==4.40.0
+transformers==5.0.0rc3
 datasets==3.6.0
 tensorboard