From 197e383637eef5703fadbbd57c592cdfa7de68b1 Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Tue, 30 Jul 2024 11:00:47 -0700 Subject: [PATCH 1/2] =?UTF-8?q?=E2=9E=95=20Install=20peft=20for=20prompt?= =?UTF-8?q?=20adapter=20support?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- Dockerfile.ubi | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/Dockerfile.ubi b/Dockerfile.ubi index 53a6c90ecfbf9..2fb23b9ffa813 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -180,6 +180,10 @@ RUN --mount=type=cache,target=/root/.cache/pip \ --mount=type=cache,target=/root/.cache/uv \ uv pip install https://github.com/flashinfer-ai/flashinfer/releases/download/v0.1.2/flashinfer-0.1.2+cu121torch2.4-cp311-cp311-linux_x86_64.whl +# Install peft for prompt adapter support +RUN --mount=type=cache,target=/root/.cache/pip \ + pip install peft==0.12.0 + ENV HF_HUB_OFFLINE=1 \ PORT=8000 \ HOME=/home/vllm \ From d6e6f1ccefd0e397ca950800a8af9ac52d24b30c Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Tue, 20 Aug 2024 11:14:03 -0700 Subject: [PATCH 2/2] =?UTF-8?q?=E2=99=BB=EF=B8=8F=20switch=20to=20using=20?= =?UTF-8?q?uv=20for=20pip=20install?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- Dockerfile.ubi | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile.ubi b/Dockerfile.ubi index 2fb23b9ffa813..429dfb7d4398c 100644 --- a/Dockerfile.ubi +++ b/Dockerfile.ubi @@ -182,7 +182,7 @@ RUN --mount=type=cache,target=/root/.cache/pip \ # Install peft for prompt adapter support RUN --mount=type=cache,target=/root/.cache/pip \ - pip install peft==0.12.0 + uv pip install peft==0.12.0 ENV HF_HUB_OFFLINE=1 \ PORT=8000 \