Sign inSign up

anchore/test_images:nvidia-tritonserver-24.08-trtllm-python-py3

Multi-platform
Index digest

sha256:24235c573beedf6df89f76062b0e183cb450b46e93f4ce293e8b69d2e666b176

OS/ARCH

Compressed size

12.38 GB

Last pushed

2 days by asomya

Type

Image

Manifest digest

sha256:00881e347a53fc500db9269c4bbcf32773cef93d0fbb725dffebbc8095f2fd5b

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive130.17 MB
8ARG CUDA_VERSION=12.5.1.0070 B
9ARG CUDA_DRIVER_VERSION=555.42.060 B
10ARG JETPACK_HOST_MOUNTS=0 B
11ENV CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=152.65 MB
14RUN |3 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=14.92 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION=2.22.30 B
18ARG CUBLAS_VERSION=12.5.3.20 B
19ARG CUFFT_VERSION=11.2.3.610 B
20ARG CURAND_VERSION=10.3.6.820 B
21ARG CUSPARSE_VERSION=12.5.1.30 B
22ARG CUSOLVER_VERSION=11.6.3.830 B
23ARG CUTENSOR_VERSION=2.0.2.40 B
24ARG NPP_VERSION=12.3.0.1590 B
25ARG NVJPEG_VERSION=12.3.2.810 B
26ARG CUDNN_VERSION=9.2.1.180 B
27ARG TRT_VERSION=10.2.0.190 B
28ARG TRTOSS_VERSION=24.070 B
29ARG NSIGHT_SYSTEMS_VERSION=2024.4.2.133+cuda12.60 B
30ARG NSIGHT_COMPUTE_VERSION=2024.2.1.20 B
31ENV NCCL_VERSION=2.22.3 CUBLAS_VERSION=12.5.3.2 CUFFT_VERSION=11.2.3.61 CURAND_VERSION=10.3.6.820 B
32RUN |17 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=3.85 GB
33LABEL com.nvidia.nccl.version=2.22.3 com.nvidia.cublas.version=12.5.3.2 com.nvidia.cufft.version=11.2.3.61 com.nvidia.curand.version=10.3.6.820 B
34ARG DALI_VERSION=1.39.00 B
35ARG DALI_BUILD=158296010 B
36ARG POLYGRAPHY_VERSION=0.49.120 B
37ARG TRANSFORMER_ENGINE_VERSION=1.80 B
38ARG MODEL_OPT_VERSION=0.13.00 B
39ENV DALI_VERSION=1.39.0 DALI_BUILD=15829601 POLYGRAPHY_VERSION=0.49.12 TRANSFORMER_ENGINE_VERSION=1.80 B
40ADD docs.tgz / # buildkit11.26 KB
41RUN |22 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=182 B
42ARG _LIBPATH_SUFFIX=0 B
43ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
44COPY entrypoint/ /opt/nvidia/ # buildkit5.72 KB
45ENV NVIDIA_PRODUCT_NAME=CUDA0 B
46ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
47COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
48RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive29.91 MB
49ARG GDRCOPY_VERSION=2.3.1-10 B
50ARG HPCX_VERSION=2.190 B
51ARG RDMACORE_VERSION=39.00 B
52ARG MOFED_VERSION=5.4-rdmacore39.00 B
53ARG OPENUCX_VERSION=1.17.00 B
54ARG OPENMPI_VERSION=4.1.70 B
55ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.17.00 B
56ARG TARGETARCH=amd640 B
57RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.085.33 MB
58ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
59ENV OMPI_MCA_coll_hcoll_enable=00 B
60COPY cuda-*.patch /tmp # buildkit504 B
61RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.0430.03 MB
62ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
63COPY /usr/local/lib/lib* /usr/local/lib/ # buildkit516.89 MB
64COPY /usr/local/lib/python3.10/dist-packages/torch /usr/local/lib/python3.10/dist-packages/torch # buildkit945.25 MB
65COPY /usr/local/lib/python3.10/dist-packages/torch-2.4.0a0+3bcc3cddb5.nv24.7.dist-info /usr/local/lib/python3.10/dist-packages/torch-2.4.0a0+3bcc3cddb5.nv24.7.dist-info # buildkit550.27 KB
66COPY /usr/local/lib/python3.10/dist-packages/torchgen /usr/local/lib/python3.10/dist-packages/torchgen # buildkit692.31 KB
67COPY /usr/local/cuda/lib64/libcusparseLt* /usr/local/cuda/lib64/ # buildkit83.34 MB
68ARG NVRTC_VER=12.5.82-10 B
69ENV CUDA_VER=12.5.1.007 NVRTC_VER=12.5.82-10 B
70RUN |1 NVRTC_VER=12.5.82-1 /bin/sh -c32.53 MB
71RUN |1 NVRTC_VER=12.5.82-1 /bin/sh -c27.59 MB
72COPY /usr/local/tensorrt /usr/local/tensorrt # buildkit1.21 GB
73RUN |1 NVRTC_VER=12.5.82-1 /bin/sh -c1.08 MB
74ARG TRT_VER=0 B
75ENV TRT_VERSION=0 B
76ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
77ENV TRT_ROOT=/usr/local/tensorrt0 B
78WORKDIR /tmp32 B
79COPY /workspace/tensorrt_llm/build/tensorrt_llm*whl . # buildkit1.66 GB
80RUN |2 NVRTC_VER=12.5.82-1 TRT_VER= /bin/sh1.91 GB
81ARG TRITON_VERSION0 B
82ARG TRITON_CONTAINER_VERSION0 B
83ENV TRITON_SERVER_VERSION=2.49.00 B
84ENV NVIDIA_TRITON_SERVER_VERSION=24.080 B
85LABEL com.nvidia.tritonserver.version=2.49.00 B
86ENV PATH=/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
87ENV UCX_MEM_EVENTS=no0 B
88ENV TF_ADJUST_HUE_FUSED=10 B
89ENV TF_ADJUST_SATURATION_FUSED=10 B
90ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B
91ENV TF_AUTOTUNE_THRESHOLD=20 B
92ENV TRITON_SERVER_GPU_ENABLED=10 B
93ENV TRITON_SERVER_USER=triton-server0 B
94RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh1.81 KB
95ENV DEBIAN_FRONTEND=noninteractive0 B
96RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh114.15 MB
97ENV TCMALLOC_RELEASE_RATE=2000 B
98ENV DCGM_VERSION=3.2.60 B
99RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh919.76 MB
100RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh14.26 KB
101RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh24.33 MB
102RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh353 B
103WORKDIR /opt/tritonserver121 B
104RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh32 B
105ENV NVIDIA_PRODUCT_NAME=Triton Server0 B
106COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit756 B
107ENV NVIDIA_BUILD_ID=1076314680 B
108LABEL com.nvidia.build.id=1076314680 B
109LABEL com.nvidia.build.ref=d6d22b0c041ad84bc3cdf0067237c82c1024da6b0 B
110WORKDIR /opt32 B
111COPY build/install tritonserver # buildkit271.39 MB
112WORKDIR /opt/tritonserver32 B
113COPY NVIDIA_Deep_Learning_Container_License.pdf . # buildkit2.67 MB
114LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
115LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B
116COPY docker/sagemaker/serve /usr/bin/. # buildkit2.77 KB
117RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh7.98 MB
118ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:/usr/local/tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
119RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh149 B
120COPY /opt/hpcx/ompi /opt/hpcx/ompi # buildkit26.06 MB

Command

 ARG RELEASE