Sign inSign up

anchore/test_images:nvidia-tritonserver-24.08-trtllm-python-py3

Multi-platform
Index digest

sha256:24235c573beedf6df89f76062b0e183cb450b46e93f4ce293e8b69d2e666b176

OS/ARCH

Compressed size

10.6 GB

Last pushed

2 days by asomya

Type

Image

Manifest digest

sha256:b9e1eeb442c0461cde76d9fcf62d1ea7ddd7efa1d18181b5937824e8f62c0ccd

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 26.09 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive123.75 MB
8ARG CUDA_VERSION=12.5.1.0070 B
9ARG CUDA_DRIVER_VERSION=555.42.060 B
10ARG JETPACK_HOST_MOUNTS=0 B
11ENV CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
12RUN |3 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=32 B
13RUN |3 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=146.47 MB
14RUN |3 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=14.67 KB
15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
17ARG NCCL_VERSION=2.22.30 B
18ARG CUBLAS_VERSION=12.5.3.20 B
19ARG CUFFT_VERSION=11.2.3.610 B
20ARG CURAND_VERSION=10.3.6.820 B
21ARG CUSPARSE_VERSION=12.5.1.30 B
22ARG CUSOLVER_VERSION=11.6.3.830 B
23ARG CUTENSOR_VERSION=2.0.2.40 B
24ARG NPP_VERSION=12.3.0.1590 B
25ARG NVJPEG_VERSION=12.3.2.810 B
26ARG CUDNN_VERSION=9.2.1.180 B
27ARG TRT_VERSION=10.2.0.190 B
28ARG TRTOSS_VERSION=24.070 B
29ARG NSIGHT_SYSTEMS_VERSION=2024.4.2.133+cuda12.60 B
30ARG NSIGHT_COMPUTE_VERSION=2024.2.1.20 B
31ENV NCCL_VERSION=2.22.3 CUBLAS_VERSION=12.5.3.2 CUFFT_VERSION=11.2.3.61 CURAND_VERSION=10.3.6.820 B
32RUN |17 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=2.95 GB
33LABEL com.nvidia.nccl.version=2.22.3 com.nvidia.cublas.version=12.5.3.2 com.nvidia.cufft.version=11.2.3.61 com.nvidia.curand.version=10.3.6.820 B
34ARG DALI_VERSION=1.39.00 B
35ARG DALI_BUILD=158296010 B
36ARG POLYGRAPHY_VERSION=0.49.120 B
37ARG TRANSFORMER_ENGINE_VERSION=1.80 B
38ARG MODEL_OPT_VERSION=0.13.00 B
39ENV DALI_VERSION=1.39.0 DALI_BUILD=15829601 POLYGRAPHY_VERSION=0.49.12 TRANSFORMER_ENGINE_VERSION=1.80 B
40ADD docs.tgz / # buildkit11.26 KB
41RUN |22 CUDA_VERSION=12.5.1.007 CUDA_DRIVER_VERSION=555.42.06 JETPACK_HOST_MOUNTS=182 B
42ARG _LIBPATH_SUFFIX=0 B
43ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
44COPY entrypoint/ /opt/nvidia/ # buildkit5.72 KB
45ENV NVIDIA_PRODUCT_NAME=CUDA0 B
46ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
47COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
48RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive29.78 MB
49ARG GDRCOPY_VERSION=2.3.1-10 B
50ARG HPCX_VERSION=2.190 B
51ARG RDMACORE_VERSION=39.00 B
52ARG MOFED_VERSION=5.4-rdmacore39.00 B
53ARG OPENUCX_VERSION=1.17.00 B
54ARG OPENMPI_VERSION=4.1.70 B
55ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.17.00 B
56ARG TARGETARCH=arm640 B
57RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.083.2 MB
58ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
59ENV OMPI_MCA_coll_hcoll_enable=00 B
60COPY cuda-*.patch /tmp # buildkit504 B
61RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.19 RDMACORE_VERSION=39.0379.78 MB
62ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
63COPY /usr/local/lib/lib* /usr/local/lib/ # buildkit100.97 MB
64COPY /usr/local/lib/python3.10/dist-packages/torch /usr/local/lib/python3.10/dist-packages/torch # buildkit911.47 MB
65COPY /usr/local/lib/python3.10/dist-packages/torch-2.4.0a0+3bcc3cddb5.nv24.7.dist-info /usr/local/lib/python3.10/dist-packages/torch-2.4.0a0+3bcc3cddb5.nv24.7.dist-info # buildkit549.84 KB
66COPY /usr/local/lib/python3.10/dist-packages/torchgen /usr/local/lib/python3.10/dist-packages/torchgen # buildkit692.32 KB
67COPY /usr/local/cuda/lib64/libcusparseLt* /usr/local/cuda/lib64/ # buildkit82.03 MB
68ARG NVRTC_VER=12.5.82-10 B
69ENV CUDA_VER=12.5.1.007 NVRTC_VER=12.5.82-10 B
70RUN |1 NVRTC_VER=12.5.82-1 /bin/sh -c32.04 MB
71RUN |1 NVRTC_VER=12.5.82-1 /bin/sh -c27.12 MB
72COPY /usr/local/tensorrt /usr/local/tensorrt # buildkit1.21 GB
73RUN |1 NVRTC_VER=12.5.82-1 /bin/sh -c1.07 MB
74ARG TRT_VER=0 B
75ENV TRT_VERSION=0 B
76ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
77ENV TRT_ROOT=/usr/local/tensorrt0 B
78WORKDIR /tmp32 B
79COPY /workspace/tensorrt_llm/build/tensorrt_llm*whl . # buildkit1.66 GB
80RUN |2 NVRTC_VER=12.5.82-1 TRT_VER= /bin/sh1.91 GB
81ARG TRITON_VERSION0 B
82ARG TRITON_CONTAINER_VERSION0 B
83ENV TRITON_SERVER_VERSION=2.49.00 B
84ENV NVIDIA_TRITON_SERVER_VERSION=24.080 B
85LABEL com.nvidia.tritonserver.version=2.49.00 B
86ENV PATH=/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
87ENV UCX_MEM_EVENTS=no0 B
88ENV TF_ADJUST_HUE_FUSED=10 B
89ENV TF_ADJUST_SATURATION_FUSED=10 B
90ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B
91ENV TF_AUTOTUNE_THRESHOLD=20 B
92ENV TRITON_SERVER_GPU_ENABLED=10 B
93ENV TRITON_SERVER_USER=triton-server0 B
94RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh1.81 KB
95ENV DEBIAN_FRONTEND=noninteractive0 B
96RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh98.9 MB
97ENV TCMALLOC_RELEASE_RATE=2000 B
98ENV DCGM_VERSION=3.2.60 B
99RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh573.54 MB
100RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh12.13 KB
101RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh24.34 MB
102RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh351 B
103WORKDIR /opt/tritonserver121 B
104RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh32 B
105ENV NVIDIA_PRODUCT_NAME=Triton Server0 B
106COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit756 B
107ENV NVIDIA_BUILD_ID=1076314690 B
108LABEL com.nvidia.build.id=1076314690 B
109LABEL com.nvidia.build.ref=d6d22b0c041ad84bc3cdf0067237c82c1024da6b0 B
110WORKDIR /opt32 B
111COPY build/install tritonserver # buildkit270.76 MB
112WORKDIR /opt/tritonserver32 B
113COPY NVIDIA_Deep_Learning_Container_License.pdf . # buildkit2.67 MB
114LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
115LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B
116COPY docker/sagemaker/serve /usr/bin/. # buildkit2.77 KB
117RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh7.68 MB
118ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:/usr/local/tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
119RUN |2 TRITON_VERSION=2.49.0 TRITON_CONTAINER_VERSION=24.08 /bin/sh150 B
120COPY /opt/hpcx/ompi /opt/hpcx/ompi # buildkit25.5 MB

Command

 ARG RELEASE