diff --git a/requirements-rocm.txt b/requirements-rocm.txt
index 53bd11de7c9de..d5a3bd423b6b3 100644
--- a/requirements-rocm.txt
+++ b/requirements-rocm.txt
@@ -11,3 +11,4 @@ fastapi
 uvicorn[standard]
 pydantic >= 2.0  # Required for OpenAI server.
 prometheus_client >= 0.18.0
+outlines == 0.0.34
\ No newline at end of file