diff --git a/python/llm/test/benchmark/arc-perf-transformers-438-batch2.yaml b/python/llm/test/benchmark/arc-perf-transformers-438-batch2.yaml
index 3c9fa68bd10..41e54326b4e 100644
--- a/python/llm/test/benchmark/arc-perf-transformers-438-batch2.yaml
+++ b/python/llm/test/benchmark/arc-perf-transformers-438-batch2.yaml
@@ -1,7 +1,7 @@
 # For the models that require transformers 4.38.2
 repo_id:
   - 'stablelm/stablelm-zephyr-3b'
-  - 'Gemma/gemma-7b-it'
+  #- 'Gemma/gemma-7b-it' #Temporarily removed due to performance issues
 local_model_hub: '/mnt/disk1/models'
 warm_up: 1
 num_trials: 3