serving-backend (latest)

Published 2025-04-19 18:14:20 +00:00 by martin

Installation

docker pull gitea.hnatekmar.xyz/public/serving-backend:latest
sha256:b5d50cb3cef79ee2725a23c576bd90ccade83ebbc07eb6a05851718a13086327

Image Layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.ref.name=ubuntu
LABEL org.opencontainers.image.version=22.04
ADD file:21c2e8d95909bec6f4acdaf4aed55b44ee13603681f93b152e423e3e6a4a207b in /
CMD ["/bin/bash"]
ENV NVARCH=x86_64
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
ENV NV_CUDA_CUDART_VERSION=12.4.99-1
ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
ENV CUDA_VERSION=12.4.0
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
ENV NVIDIA_VISIBLE_DEVICES=all
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
ENV NV_CUDA_LIB_VERSION=12.4.0-1
ENV NV_NVTX_VERSION=12.4.99-1
ENV NV_LIBNPP_VERSION=12.2.5.2-1
ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.2-1
ENV NV_LIBCUSPARSE_VERSION=12.3.0.142-1
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
ENV NV_LIBCUBLAS_VERSION=12.4.2.65-1
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.2.65-1
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
ENV NV_LIBNCCL_PACKAGE_VERSION=2.20.5-1
ENV NCCL_VERSION=2.20.5-1
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.20.5-1+cuda12.4
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-4=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-4=${NV_NVTX_VERSION} libcusparse-12-4=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
ENV NVIDIA_PRODUCT_NAME=CUDA
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
ENV NV_CUDA_LIB_VERSION=12.4.0-1
ENV NV_CUDA_CUDART_DEV_VERSION=12.4.99-1
ENV NV_NVML_DEV_VERSION=12.4.99-1
ENV NV_LIBCUSPARSE_DEV_VERSION=12.3.0.142-1
ENV NV_LIBNPP_DEV_VERSION=12.2.5.2-1
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.2-1
ENV NV_LIBCUBLAS_DEV_VERSION=12.4.2.65-1
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.2.65-1
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.0-1
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.0-1
ENV NV_NVPROF_VERSION=12.4.99-1
ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.99-1
ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.20.5-1
ENV NCCL_VERSION=2.20.5-1
ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.20.5-1+cuda12.4
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-4=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-4=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-4=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-4=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-4=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-4=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
ARG PYTORCH_VERSION=2.4.1
ARG TRITON_VERSION=
ARG TARGETPLATFORM=linux/amd64
ARG CUDA_VERSION=12.4.0
LABEL com.nvidia.volumes.needed=nvidia_driver
RUN |4 PYTORCH_VERSION=2.4.1 TRITON_VERSION= TARGETPLATFORM=linux/amd64 CUDA_VERSION=12.4.0 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates libjpeg-dev libpng-dev && rm -rf /var/lib/apt/lists/* # buildkit
COPY /opt/conda /opt/conda # buildkit
RUN |4 PYTORCH_VERSION=2.4.1 TRITON_VERSION= TARGETPLATFORM=linux/amd64 CUDA_VERSION=12.4.0 /bin/sh -c if test -n "${TRITON_VERSION}" -a "${TARGETPLATFORM}" != "linux/arm64"; then DEBIAN_FRONTEND=noninteractive apt install -y --no-install-recommends gcc; rm -rf /var/lib/apt/lists/*; fi # buildkit
ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV NVIDIA_VISIBLE_DEVICES=all
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV PYTORCH_VERSION=2.4.1
WORKDIR /workspace
/bin/sh -c apt update && apt-get install -y curl sudo vim ffmpeg libsm6 libxext6
WORKDIR /base
/bin/sh -c pip3 install --upgrade pip
ADD file:5670cb8d83440e00fceed5075e9460a73d5303208b913f15b4f1597bd8f60395 in requirements.txt
/bin/sh -c pip3 install -r requirements.txt
WORKDIR /app
COPY dir:3486e79db0ded1f99eca4bd9d4b0c08382dad6f7209fb57984dc477627dac7bb in /app
ENV LD_LIBRARY_PATH=/opt/conda/lib/python3.11/site-packages/nvidia/cudnn/lib:$LD_LIBRARY_PATH
/bin/sh -c pip install --no-cache-dir --upgrade -r requirements.txt
CMD ["python3", "/app/server.py"]

Labels

Key Value
com.nvidia.volumes.needed nvidia_driver
io.buildah.version 1.39.4
maintainer NVIDIA CORPORATION <cudatools@nvidia.com>
org.opencontainers.image.ref.name ubuntu
org.opencontainers.image.version 22.04
Details
Container
2025-04-19 18:14:20 +00:00
6
OCI / Docker
linux/amd64
8.4 GiB
Versions (1) View all
latest 2025-04-19