From fbeb10c796deac5981bbc1808c90f197cfb1701b Mon Sep 17 00:00:00 2001 From: WeiguangHan Date: Wed, 27 Mar 2024 17:56:33 +0800 Subject: [PATCH] LLM: Set different env based on different Linux kernels (#10566) --- python/llm/dev/benchmark/all-in-one/run-arc.sh | 11 ++++++++--- python/llm/dev/benchmark/all-in-one/run-max-gpu.sh | 11 ++++++++--- 2 files changed, 16 insertions(+), 6 deletions(-) diff --git a/python/llm/dev/benchmark/all-in-one/run-arc.sh b/python/llm/dev/benchmark/all-in-one/run-arc.sh index c6133d78140..333e25a1658 100644 --- a/python/llm/dev/benchmark/all-in-one/run-arc.sh +++ b/python/llm/dev/benchmark/all-in-one/run-arc.sh @@ -1,5 +1,10 @@ source /opt/intel/oneapi/setvars.sh + export USE_XETLA=OFF -export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 - -python run.py # make sure config YAML file +export SYCL_CACHE_PERSISTENT=1 +KERNEL_VERSION=$(uname -r) +if [[ $KERNEL_VERSION != *"6.5"* ]]; then + export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 +fi + +python run.py # make sure config YAML file \ No newline at end of file diff --git a/python/llm/dev/benchmark/all-in-one/run-max-gpu.sh b/python/llm/dev/benchmark/all-in-one/run-max-gpu.sh index 1c870b71dfb..bb3acbab084 100644 --- a/python/llm/dev/benchmark/all-in-one/run-max-gpu.sh +++ b/python/llm/dev/benchmark/all-in-one/run-max-gpu.sh @@ -1,6 +1,11 @@ source /opt/intel/oneapi/setvars.sh + export LD_PRELOAD=${LD_PRELOAD}:${CONDA_PREFIX}/lib/libtcmalloc.so -export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 export ENABLE_SDP_FUSION=1 - -python run.py # make sure config YAML file +export SYCL_CACHE_PERSISTENT=1 +KERNEL_VERSION=$(uname -r) +if [[ $KERNEL_VERSION != *"6.5"* ]]; then + export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 +fi + +python run.py # make sure config YAML file \ No newline at end of file