From 4ff722a4b0aabe66c5670efdec0adae877b1146a Mon Sep 17 00:00:00 2001 From: Jeremy Arnold <103538711+JArnoldAMD@users.noreply.github.com> Date: Tue, 27 Aug 2024 09:07:05 -0500 Subject: [PATCH] Update to Unified ROCm 6.2 base image (#155) * optimizations for process output step * Llama3.1 (#129) * Add support for a rope extension method (#6553) * [BugFix] Fix RoPE error in Llama 3.1 (#6693) --------- Co-authored-by: Simon Mo Co-authored-by: Woosuk Kwon * Update hipblaslt and FA revs to match what was used for MLPerf * Switch to "unified docker" with a ROCm 6.2 base image This base image includes current libraries, so there is no need for us to rebuild hipblaslt, RCCL, and Flash Attention. --------- Co-authored-by: Shomy Co-authored-by: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com> Co-authored-by: Simon Mo Co-authored-by: Woosuk Kwon --- Dockerfile.rocm | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/Dockerfile.rocm b/Dockerfile.rocm index b16b35619c9bd..6415c37014ab8 100644 --- a/Dockerfile.rocm +++ b/Dockerfile.rocm @@ -1,12 +1,12 @@ # default base image -ARG BASE_IMAGE="rocm/pytorch:rocm6.1.2_ubuntu20.04_py3.9_pytorch_staging" +ARG BASE_IMAGE="rocm/pytorch-private:20240819_exec_dashboard_unified_rc3_added_triton_fa_vllm" ARG COMMON_WORKDIR=/app # The following ARGs should be "0" or "1". If "1", the respective component will be built and installed on top of the base image -ARG BUILD_HIPBLASLT="1" -ARG BUILD_RCCL="1" -ARG BUILD_FA="1" +ARG BUILD_HIPBLASLT="0" +ARG BUILD_RCCL="0" +ARG BUILD_FA="0" ARG BUILD_CUPY="0" ARG BUILD_TRITON="1" # This ARG should also be "0" or "1". If "1", the vLLM development directory is obtained via git clone. @@ -26,7 +26,7 @@ ARG PYTORCH_ROCM_ARCH="gfx90a;gfx942" ENV PYTORCH_ROCM_ARCH=${PYTORCH_ROCM_ARCH} # Install some basic utilities -RUN apt-get update && apt-get install python3 python3-pip - +RUN apt-get update && apt-get install -y python3 python3-pip - RUN apt-get update && apt-get install -y \ sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev