Skip to content

Commit

Permalink
[docker] add protobuf to FT and TNX (deepjavalibrary#850)
Browse files Browse the repository at this point in the history
  • Loading branch information
tosterberg authored Jun 21, 2023
1 parent 45ed4c5 commit be62009
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 2 deletions.
3 changes: 2 additions & 1 deletion serving/docker/fastertransformer.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ ARG torch_wheel="https://aws-pytorch-unified-cicd-binaries.s3.us-west-2.amazonaw
ARG ft_wheel="https://publish.djl.ai/fastertransformer/fastertransformer-0.23.0-py3-none-any.whl"
ARG tb_wheel="https://publish.djl.ai/tritonserver/r23.04/tritontoolkit-23.4-py3-none-any.whl"
ARG ompi_version=4.1.4
ARG protobuf_version=3.20.3
ARG transformers_version=4.29.2
ARG accelerate_version=0.19.0
ARG bitsandbytes_version=0.38.1
Expand Down Expand Up @@ -60,7 +61,7 @@ RUN apt-get update && apt-get install -y wget git libnuma-dev zlib1g-dev rapidjs
ln -s /usr/local/openmpi-${ompi_version} /usr/local/mpi && \
cd ../../ && rm -rf ompi && \
scripts/install_python.sh ${python_version} && \
pip3 install ${torch_wheel} ${ft_wheel} ${tb_wheel} safetensors && \
pip3 install ${torch_wheel} ${ft_wheel} ${tb_wheel} safetensors protobuf==${protobuf_version} && \
pip3 install transformers==${transformers_version} accelerate==${accelerate_version} bitsandbytes==${bitsandbytes_version} einops && \
pip3 install cmake sentencepiece && \
pip3 cache purge && \
Expand Down
3 changes: 2 additions & 1 deletion serving/docker/pytorch-inf2.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ ARG python_version=3.8
ARG torch_neuronx_version=1.13.1.1.8.0
ARG transformers_neuronx_version=0.4.60
ARG neuronx_distributed_version=0.1.0
ARG protobuf_version=3.20.3
ARG transformers_version=4.30.1
ARG accelerate_version=0.20.3
ARG diffusers_version=0.14.0
Expand Down Expand Up @@ -59,7 +60,7 @@ RUN mkdir -p /opt/djl/bin && cp scripts/telemetry.sh /opt/djl/bin && \
scripts/install_inferentia2.sh && \
pip install transformers==${transformers_version} accelerate==${accelerate_version} safetensors \
neuronx-cc==2.6.* torch_neuronx==${torch_neuronx_version} transformers-neuronx==${transformers_neuronx_version} \
neuronx_distributed==${neuronx_distributed_version} \
neuronx_distributed==${neuronx_distributed_version} protobuf==${protobuf_version} \
diffusers==${diffusers_version} opencv-contrib-python-headless Pillow --extra-index-url=https://pip.repos.neuron.amazonaws.com && \
scripts/install_s5cmd.sh x64 && \
scripts/patch_oss_dlc.sh python && \
Expand Down

0 comments on commit be62009

Please sign in to comment.