diff --git a/requirements-rocm.txt b/requirements-rocm.txt
index 7b42ee067310b..42b89ae84aa45 100644
--- a/requirements-rocm.txt
+++ b/requirements-rocm.txt
@@ -6,7 +6,7 @@ ray >= 2.9
 sentencepiece  # Required for LLaMA tokenizer.
 numpy
 tokenizers>=0.15.0
-transformers >= 4.37.0  # Required for Mixtral.
+transformers >= 4.38.0  # Required for Gemma.
 fastapi
 uvicorn[standard]
 pydantic >= 2.0  # Required for OpenAI server.