diff --git a/Dockerfile.xpu b/Dockerfile.xpu index 50bbd8f7dad87..8f61e4c55260e 100644 --- a/Dockerfile.xpu +++ b/Dockerfile.xpu @@ -10,19 +10,11 @@ RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRO RUN apt-get update -y \ && apt-get install -y curl libicu70 lsb-release git wget vim numactl python3 python3-pip ffmpeg libsm6 libxext6 libgl1 -RUN git clone https://github.com/intel/pti-gpu && \ - cd pti-gpu/sdk && \ - mkdir build && \ - cd build && \ - cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/icpx_toolchain.cmake -DBUILD_TESTING=OFF .. && \ - make -j && \ - cmake --install . --config Release --prefix "/usr/local" - COPY ./ /workspace/vllm WORKDIR /workspace/vllm -RUN pip install -v -r requirements-xpu.txt +RUN pip install -v -r requirements-xpu.txt --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ RUN VLLM_TARGET_DEVICE=xpu python3 setup.py install diff --git a/docs/source/getting_started/xpu-installation.rst b/docs/source/getting_started/xpu-installation.rst index a0118e20c49db..151ebb5f1811f 100644 --- a/docs/source/getting_started/xpu-installation.rst +++ b/docs/source/getting_started/xpu-installation.rst @@ -17,8 +17,8 @@ Requirements ------------ * OS: Linux -* Supported Hardware: Intel Data Center GPU (Intel ARC GPU WIP) -* OneAPI requirements: oneAPI 2024.1 +* Supported Hardware: Intel Data Center GPU, Intel ARC GPU +* OneAPI requirements: oneAPI 2024.2 .. _xpu_backend_quick_start_dockerfile: @@ -40,7 +40,7 @@ Quick start using Dockerfile Build from source ----------------- -- First, install required driver and intel OneAPI 2024.1 or later. +- First, install required driver and intel OneAPI 2024.2 or later. - Second, install Python packages for vLLM XPU backend building: diff --git a/requirements-xpu.txt b/requirements-xpu.txt index f07211b48b68d..9b21845e084d8 100644 --- a/requirements-xpu.txt +++ b/requirements-xpu.txt @@ -3,10 +3,10 @@ setuptools < 70.0.0 # IPEX's torch have some dependency. to be removed. +ray >= 2.9 +# Following pkgs retrieved from https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ torch == 2.3.1+cxx11.abi intel-extension-for-pytorch == 2.3.110+xpu oneccl_bind_pt == 2.3.100+xpu triton-xpu == 3.0.0b2 - ---extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/