From 51f2effb05108cf459caa76c7e00c2899a5af82c Mon Sep 17 00:00:00 2001 From: "Wang, Jian4" <61138589+hzjane@users.noreply.github.com> Date: Thu, 11 Jul 2024 10:35:40 +0800 Subject: [PATCH] Add xpu-tgi manually_build (#11556) --- .../workflows/manually_build_for_testing.yml | 29 +++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/.github/workflows/manually_build_for_testing.yml b/.github/workflows/manually_build_for_testing.yml index c147782149b..c4ada1cc63b 100644 --- a/.github/workflows/manually_build_for_testing.yml +++ b/.github/workflows/manually_build_for_testing.yml @@ -19,6 +19,7 @@ on: - ipex-llm-inference-cpp-xpu - ipex-llm-serving-cpu - ipex-llm-serving-xpu + - ipex-llm-serving-xpu-tgi - ipex-llm-finetune-lora-cpu - ipex-llm-finetune-qlora-cpu - ipex-llm-finetune-qlora-cpu-k8s @@ -174,6 +175,34 @@ jobs: sudo docker push 10.239.45.10/arda/${image}:${TAG} sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + ipex-llm-serving-xpu-tgi: + if: ${{ github.event.inputs.artifact == 'ipex-llm-serving-xpu-tgi' || github.event.inputs.artifact == 'all' }} + runs-on: [self-hosted, Shire] + + steps: + - uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # actions/checkout@v3 + with: + ref: ${{ github.event.inputs.sha }} + - name: docker login + run: | + docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} + - name: ipex-llm-serving-xpu-tgi + run: | + echo "##############################################################" + echo "####### ipex-llm-serving-xpu-tgi ########" + echo "##############################################################" + export image=intelanalytics/ipex-llm-serving-xpu-tgi + cd docker/llm/serving/xpu-tgi + sudo docker build \ + --no-cache=true \ + --build-arg http_proxy=${HTTP_PROXY} \ + --build-arg https_proxy=${HTTPS_PROXY} \ + --build-arg no_proxy=${NO_PROXY} \ + -t ${image}:${TAG} -f ./Dockerfile . + sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + sudo docker push 10.239.45.10/arda/${image}:${TAG} + sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} + ipex-llm-inference-cpp-xpu: if: ${{ github.event.inputs.artifact == 'ipex-llm-inference-cpp-xpu' || github.event.inputs.artifact == 'all' }} runs-on: [self-hosted, Shire]