diff --git a/community-content/vertex_model_garden/model_oss/peft/train/vmg/dockerfile/requirements.txt b/community-content/vertex_model_garden/model_oss/peft/train/vmg/dockerfile/requirements.txt
index 53d5e1cb6..3e6cc5bbb 100644
--- a/community-content/vertex_model_garden/model_oss/peft/train/vmg/dockerfile/requirements.txt
+++ b/community-content/vertex_model_garden/model_oss/peft/train/vmg/dockerfile/requirements.txt
@@ -25,7 +25,7 @@ pynvml==11.5.3
 rouge_score==0.1.2
 torch==2.2.2+cu118
 torchvision==0.17.2+cu118
-transformers==4.47.1
+transformers==5.10.1
 trl==0.11.2
 wandb==0.17.1
 ydata-profiling==4.7.0 # Upgrade the version from 4.6.0 to 4.7.0 to fix the old `pydantic` package error.