Add precompiled wheels in specific build

first image generation loses approx 10 minutes to compile some hardware specific python libs. Use precompiled libs by intel specifically. Signed-off-by: Florian Esser <[email protected]>
TNG · Nov 22, 2024 · 185ba27 · 185ba27
1 parent f310677
commit 185ba27
Show file tree

Hide file tree

Showing 5 changed files with 16 additions and 24 deletions.
diff --git a/WebUI/build/build-config.json b/WebUI/build/build-config.json
@@ -38,6 +38,14 @@
         "*.bat"
       ]
     },
+    {
+      "from": "external/arc-ipex-wheels",
+      "to": "arc-ipex-wheels"
+    },
+    {
+      "from": "external/workflows",
+      "to": "workflows"
+    },
     {
       "from": "external/service/models/stable_diffusion/ESRGAN",
       "to": "service/models/stable_diffusion/ESRGAN"

diff --git a/WebUI/build/installer.nsh.template b/WebUI/build/installer.nsh.template
@@ -24,6 +24,14 @@
 
         continue:
             nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "$INSTDIR\resources\env\get-pip.py" "--no-warn-script-location"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\bigdl_core_xe_23-2.6.0.dev0-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\bigdl_core_xe_addons_23-2.6.0.dev0-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\bigdl_core_xe_batch_23-2.6.0.dev0-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\intel_extension_for_pytorch-2.3.110+xpu-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\torch-2.3.1+cxx11.abi-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\torchaudio-2.3.1+cxx11.abi-cp311-cp311-win_amd64.whl"'
+            nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "$INSTDIR\resources\arc-ipex-wheels\torchvision-0.18.1+cxx11.abi-cp311-cp311-win_amd64.whl"'
+
             nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "-r" "$INSTDIR\resources\service\requirements-${PLATFORM}.txt" "--no-warn-script-location"'
             nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "-r" "$INSTDIR\resources\service\requirements.txt" "--no-warn-script-location"'
             nsExec::ExecToLog '"$INSTDIR\resources\env\python.exe" "-m" "pip" "install" "-r" "$INSTDIR\resources\ComfyUI\requirements.txt" "--no-warn-script-location"'

diff --git a/service/requirements-arc.txt b/service/requirements-arc.txt
@@ -1,16 +1,8 @@
 # IPEX
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/cn/
-torch==2.3.1.post0+cxx11.abi
-torchvision==0.18.1.post0+cxx11.abi
-torchaudio==2.3.1.post0+cxx11.abi
-intel-extension-for-pytorch==2.3.110.post0+xpu
 mkl-dpcpp==2024.2.1
 
 # IPEX-LLM
 --pre
-ipex_llm==2.2.0b2
-bigdl-core-xe-23==2.6.0b2
-bigdl-core-xe-addons-23==2.6.0b2
-bigdl-core-xe-batch-23==2.6.0b2
 onednn-devel==2024.1.1
diff --git a/service/requirements-ultra.txt b/service/requirements-ultra.txt
@@ -1,16 +1,8 @@
 # IPEX
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/mtl/us/
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/mtl/cn/
-torch==2.3.1.post0+cxx11.abi
-torchvision==0.18.1.post0+cxx11.abi
-torchaudio==2.3.1.post0+cxx11.abi
-intel-extension-for-pytorch==2.3.110.post0+xpu
 mkl-dpcpp==2024.2.1
 
 # IPEX-LLM
 --pre
-ipex_llm==2.2.0b2
-bigdl-core-xe-23==2.6.0b2
-bigdl-core-xe-addons-23==2.6.0b2
-bigdl-core-xe-batch-23==2.6.0b2
 onednn-devel==2024.1.1
diff --git a/service/requirements-ultra2.txt b/service/requirements-ultra2.txt
@@ -1,16 +1,8 @@
 # IPEX
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/lnl/us/
 --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/lnl/cn/
-torch==2.3.1.post0+cxx11.abi
-torchvision==0.18.1.post0+cxx11.abi
-torchaudio==2.3.1.post0+cxx11.abi
-intel-extension-for-pytorch==2.3.110.post0+xpu
 mkl-dpcpp==2024.2.1
 
 # IPEX-LLM
 --pre
-ipex_llm==2.2.0b2
-bigdl-core-xe-23==2.6.0b2
-bigdl-core-xe-addons-23==2.6.0b2
-bigdl-core-xe-batch-23==2.6.0b2
 onednn-devel==2024.1.1