LLM: Set different env based on different Linux kernels (#10566)

intel-analytics · Mar 27, 2024 · fbeb10c · fbeb10c
1 parent d86477f
commit fbeb10c
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 6 deletions.
diff --git a/python/llm/dev/benchmark/all-in-one/run-arc.sh b/python/llm/dev/benchmark/all-in-one/run-arc.sh
@@ -1,5 +1,10 @@
 source /opt/intel/oneapi/setvars.sh
+
 export USE_XETLA=OFF
-export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
-
-python run.py # make sure config YAML file
+export SYCL_CACHE_PERSISTENT=1
+KERNEL_VERSION=$(uname -r)
+if [[ $KERNEL_VERSION != *"6.5"* ]]; then
+    export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
+fi
+
+python run.py # make sure config YAML file
diff --git a/python/llm/dev/benchmark/all-in-one/run-max-gpu.sh b/python/llm/dev/benchmark/all-in-one/run-max-gpu.sh
@@ -1,6 +1,11 @@
 source /opt/intel/oneapi/setvars.sh
+
 export LD_PRELOAD=${LD_PRELOAD}:${CONDA_PREFIX}/lib/libtcmalloc.so
-export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
 export ENABLE_SDP_FUSION=1
-
-python run.py # make sure config YAML file
+export SYCL_CACHE_PERSISTENT=1
+KERNEL_VERSION=$(uname -r)
+if [[ $KERNEL_VERSION != *"6.5"* ]]; then
+    export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
+fi
+
+python run.py # make sure config YAML file