From c64306da451e69ef179504b4bf563a2e0772da29 Mon Sep 17 00:00:00 2001 From: wgzintel <guozhong.wang@intel.com> Date: Tue, 24 Sep 2024 23:40:31 +0800 Subject: [PATCH 1/2] update requirements.txt and add requirements_2024.4.txt --- llm_bench/python/requirements.txt | 8 ++++---- llm_bench/python/requirements_2024.4.txt | 20 ++++++++++++++++++++ 2 files changed, 24 insertions(+), 4 deletions(-) create mode 100644 llm_bench/python/requirements_2024.4.txt diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt index 295bcdfb8f..5ca80491f7 100644 --- a/llm_bench/python/requirements.txt +++ b/llm_bench/python/requirements.txt @@ -1,9 +1,9 @@ --extra-index-url https://download.pytorch.org/whl/cpu numpy --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly -openvino -openvino-tokenizers -openvino_genai +openvino~=2024.4.0 +openvino-tokenizers~=2024.4.0 +openvino_genai~=2024.4.0 auto-gptq>=0.5.1 # for gptq pillow torch @@ -11,7 +11,7 @@ transformers>=4.40.0 diffusers>=0.22.0 #optimum is in dependency list of optimum-intel git+https://github.com/huggingface/optimum-intel.git@9a8782446e394ac07283b8bd8b44916c4f297826##egg=optimum-intel -git+https://github.com/openvinotoolkit/nncf.git@develop#egg=nncf +git+https://github.com/openvinotoolkit/nncf.git@48b356fe64124f16a67eb719d9b1653503124f8a#egg=nncf packaging psutil timm diff --git a/llm_bench/python/requirements_2024.4.txt b/llm_bench/python/requirements_2024.4.txt new file mode 100644 index 0000000000..b8a19fcc39 --- /dev/null +++ b/llm_bench/python/requirements_2024.4.txt @@ -0,0 +1,20 @@ +--extra-index-url https://download.pytorch.org/whl/cpu +numpy==1.26.4 +--extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly +auto_gptq==0.7.1 +pillow==10.4.0 +torch==2.4.1+cpu +transformers==4.43.4 +diffusers==0.30.2 +openvino==2024.4.0 +#optimum is in dependency list of optimum-intel +git+https://github.com/huggingface/optimum-intel.git@9a8782446e394ac07283b8bd8b44916c4f297826#egg=optimum-intel +git+https://github.com/openvinotoolkit/nncf.git@48b356fe64124f16a67eb719d9b1653503124f8a#egg=nncf +packaging==24.1 +psutil==6.0.0 +timm==1.0.9 +tiktoken==0.7.0 +onnx==1.16.1 +einops==0.8.0 +transformers-stream-generator==0.0.5 +bitsandbytes==0.43.3 \ No newline at end of file From b15e707196ec11bee2ea80b9fe08ce86d8c64356 Mon Sep 17 00:00:00 2001 From: Chen Peter <peter.chen@intel.com> Date: Wed, 25 Sep 2024 18:09:33 +0800 Subject: [PATCH 2/2] Update nncf version --- llm_bench/python/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt index 5ca80491f7..626ec6aa83 100644 --- a/llm_bench/python/requirements.txt +++ b/llm_bench/python/requirements.txt @@ -11,7 +11,7 @@ transformers>=4.40.0 diffusers>=0.22.0 #optimum is in dependency list of optimum-intel git+https://github.com/huggingface/optimum-intel.git@9a8782446e394ac07283b8bd8b44916c4f297826##egg=optimum-intel -git+https://github.com/openvinotoolkit/nncf.git@48b356fe64124f16a67eb719d9b1653503124f8a#egg=nncf +nncf~=2.13.0 packaging psutil timm