Skip to content

Commit

Permalink
[docker] Update DJL to 0.30.0 (#2250)
Browse files Browse the repository at this point in the history
  • Loading branch information
xyang16 authored Jul 31, 2024
1 parent c300743 commit a5c3170
Show file tree
Hide file tree
Showing 6 changed files with 12 additions and 12 deletions.
4 changes: 2 additions & 2 deletions serving/docker/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
# BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for
# the specific language governing permissions and limitations under the License.
FROM ubuntu:22.04 AS base
ARG djl_version=0.29.0~SNAPSHOT
ARG djl_version=0.30.0~SNAPSHOT

COPY scripts scripts/
RUN mkdir -p /opt/djl/conf && \
Expand Down Expand Up @@ -76,5 +76,5 @@ RUN scripts/install_python.sh && \
apt-get clean -y && rm -rf /var/lib/apt/lists/* \

LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.cpu-full="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-29-0.cpu-full="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-30-0.cpu-full="true"
LABEL torch-version=$torch_version
4 changes: 2 additions & 2 deletions serving/docker/aarch64.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
# BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for
# the specific language governing permissions and limitations under the License.
FROM arm64v8/ubuntu:22.04
ARG djl_version=0.29.0~SNAPSHOT
ARG djl_version=0.30.0~SNAPSHOT
ARG torch_version=2.3.1

EXPOSE 8080
Expand Down Expand Up @@ -57,7 +57,7 @@ RUN scripts/install_djl_serving.sh $djl_version && \
LABEL maintainer="[email protected]"
LABEL dlc_major_version="1"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.aarch64="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-29-0.aarch64="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-30-0.aarch64="true"
LABEL com.amazonaws.sagemaker.capabilities.multi-models="true"
LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
LABEL djl-version=$djl_version
Expand Down
4 changes: 2 additions & 2 deletions serving/docker/lmi.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
ARG version=12.4.1-cudnn-devel-ubuntu22.04
FROM nvidia/cuda:$version
ARG cuda_version=cu124
ARG djl_version=0.29.0~SNAPSHOT
ARG djl_version=0.30.0~SNAPSHOT
# Base Deps
ARG python_version=3.10
ARG torch_version=2.3.1
Expand Down Expand Up @@ -126,7 +126,7 @@ RUN scripts/patch_oss_dlc.sh python \
LABEL maintainer="[email protected]"
LABEL dlc_major_version="1"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.lmi="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-29-0.lmi="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-30-0.lmi="true"
LABEL com.amazonaws.sagemaker.capabilities.multi-models="true"
LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
LABEL djl-version=$djl_version
Expand Down
4 changes: 2 additions & 2 deletions serving/docker/pytorch-gpu.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ ARG version=12.4.1-cudnn-devel-ubuntu22.04

FROM nvidia/cuda:$version as base

ARG djl_version=0.29.0~SNAPSHOT
ARG djl_version=0.30.0~SNAPSHOT
ARG cuda_version=cu124
ARG torch_version=2.3.1
ARG torch_vision_version=0.18.1
Expand Down Expand Up @@ -75,7 +75,7 @@ CMD ["serve"]
LABEL maintainer="[email protected]"
LABEL dlc_major_version="1"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.pytorch-gpu="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-29-0.pytorch-cu121="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-30-0.pytorch-cu121="true"
LABEL com.amazonaws.sagemaker.capabilities.multi-models="true"
LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
LABEL djl-version=$djl_version
Expand Down
4 changes: 2 additions & 2 deletions serving/docker/pytorch-inf2.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
# BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for
# the specific language governing permissions and limitations under the License.
FROM ubuntu:22.04
ARG djl_version=0.29.0~SNAPSHOT
ARG djl_version=0.30.0~SNAPSHOT
ARG torch_version=2.1.2
ARG torchvision_version=0.16.2
ARG python_version=3.10
Expand Down Expand Up @@ -89,7 +89,7 @@ RUN mkdir -p /opt/djl/bin && cp scripts/telemetry.sh /opt/djl/bin && \
LABEL maintainer="[email protected]"
LABEL dlc_major_version="1"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.inf2="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-29-0.inf2="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-30-0.inf2="true"
LABEL com.amazonaws.sagemaker.capabilities.multi-models="true"
LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
LABEL djl-version=$djl_version
Expand Down
4 changes: 2 additions & 2 deletions serving/docker/tensorrt-llm.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ FROM nvidia/cuda:$version
ARG cuda_version=cu124
ARG python_version=3.10
ARG TORCH_VERSION=2.3.1
ARG djl_version=0.29.0~SNAPSHOT
ARG djl_version=0.30.0~SNAPSHOT
ARG transformers_version=4.42.4
ARG accelerate_version=0.32.1
ARG tensorrtlibs_version=10.1.0
Expand Down Expand Up @@ -120,7 +120,7 @@ RUN apt-get update && apt-get install -y cuda-compat-12-4 && apt-get clean -y &&
LABEL maintainer="[email protected]"
LABEL dlc_major_version="1"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.tensorrtllm="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-29-0.tensorrtllm="true"
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-30-0.tensorrtllm="true"
LABEL com.amazonaws.sagemaker.capabilities.multi-models="true"
LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
LABEL djl-version=$djl_version
Expand Down

0 comments on commit a5c3170

Please sign in to comment.