davidnet/tpu-examples:gpuv3

Manifest digest

sha256:c259e11570bf070271fac6c0577e622fa98b455fb557cccfca4c669d778ca968

OS/ARCH

linux/amd64

Compressed size

6.6 GB

Last pushed

about 2 years by davidnet

Type

Image

Manifest digest

sha256:c259e11570bf070271fac6c0577e622fa98b455fb557cccfca4c669d778ca968

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 29.04 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive127.88 MB

8ARG CUDA_VERSION0 B

9ARG CUDA_DRIVER_VERSION0 B

10ARG JETPACK_HOST_MOUNTS0 B

11ENV CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=32 B

13RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=153.2 MB

14RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=14.93 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION0 B

18ARG CUBLAS_VERSION0 B

19ARG CUFFT_VERSION0 B

20ARG CURAND_VERSION0 B

21ARG CUSPARSE_VERSION0 B

22ARG CUSOLVER_VERSION0 B

23ARG CUTENSOR_VERSION0 B

24ARG NPP_VERSION0 B

25ARG NVJPEG_VERSION0 B

26ARG CUDNN_VERSION0 B

27ARG TRT_VERSION0 B

28ARG TRTOSS_VERSION0 B

29ARG NSIGHT_SYSTEMS_VERSION0 B

30ARG NSIGHT_COMPUTE_VERSION0 B

31ENV NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.1470 B

32RUN |17 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=2.81 GB

33

LABEL com.nvidia.nccl.version=2.21.5 com.nvidia.cublas.version=12.4.5.8 com.nvidia.cufft.version=11.2.1.3 com.nvidia.curand.version=10.3.5.147

0 B

34ARG DALI_VERSION0 B

35ARG DALI_BUILD0 B

36ARG POLYGRAPHY_VERSION0 B

37ARG TRANSFORMER_ENGINE_VERSION0 B

38ENV DALI_VERSION=1.36.0 DALI_BUILD=13435171 POLYGRAPHY_VERSION=0.49.8 TRANSFORMER_ENGINE_VERSION=1.50 B

39ADD docs.tgz / # buildkit11.26 KB

40RUN |21 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS=181 B

41ARG _LIBPATH_SUFFIX0 B

42

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

43COPY entrypoint/ /opt/nvidia/ # buildkit5.71 KB

44ENV NVIDIA_PRODUCT_NAME=CUDA0 B

45ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

46COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

47RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive29.92 MB

48ARG GDRCOPY_VERSION0 B

49ARG HPCX_VERSION0 B

50ARG RDMACORE_VERSION0 B

51ARG MOFED_VERSION=5.4-rdmacore39.00 B

52ARG OPENUCX_VERSION0 B

53ARG OPENMPI_VERSION0 B

54ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.00 B

55ARG TARGETARCH0 B

56RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.084.28 MB

57

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin

0 B

58ENV OMPI_MCA_coll_hcoll_enable=00 B

59COPY cuda-*.patch /tmp # buildkit503 B

60RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.0433.49 MB

61ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

62ARG NVIDIA_BUILD_ID0 B

63ENV NVIDIA_BUILD_ID=920346570 B

64ARG GIT_USER_EMAIL0 B

65ARG GIT_USER_NAME0 B

66ARG SRC_MANIFEST_FILE0 B

67ARG DEST_MANIFEST_DIR0 B

68ARG CLANG_VERSION0 B

69ENV JAX_RELEASE=10 B

70RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX303.16 MB

71RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX188 B

72RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX120 B

73ADD --chmod=777 get-source.sh pip-finalize.sh /usr/local/bin/1.99 KB

74RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX3.92 MB

75RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX79.29 MB

76ADD pip-vcs-equivalency.patch /opt/pip/ # buildkit1.56 KB

77RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX67.82 MB

78RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX482.27 KB

79ENV TCPX_LIBRARY_PATH=/usr/local/tcpx/lib640 B

80COPY /var/lib/tcpx/lib64 /usr/local/tcpx/lib64 # buildkit146.66 MB

81ADD install-ofed.sh /usr/local/bin # buildkit802 B

82RUN |6 NVIDIA_BUILD_ID=92034657 [email protected] GIT_USER_NAME=JAX1.18 MB

83ADD install-efa.sh /usr/local/bin # buildkit749 B

84ENV LD_LIBRARY_PATH=/opt/amazon/efa/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

85

ENV PATH=/opt/amazon/efa/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin

0 B

86COPY check-shm.sh /opt/nvidia/entrypoint.d/ # buildkit553 B

87COPY gcp-autoconfig.sh /opt/nvidia/entrypoint.d/ # buildkit1.38 KB

88ENV MANIFEST_FILE=/opt/manifest.d/manifest.yaml0 B

89ADD manifest.yaml bump.sh bump-openxla-triton.sh create-distribution.sh7.94 KB

90COPY patches/ /opt/manifest.d/patches/ # buildkit68.67 KB

91ARG SRC_PATH_JAX0 B

92ARG SRC_PATH_XLA0 B

93ARG SRC_PATH_TE0 B

94ARG BUILD_DATE0 B

95ENV BUILD_DATE=0 B

96ENV XLA_FLAGS=0 B

97ENV XLA_FLAGS= --xla_gpu_enable_latency_hiding_scheduler=true0 B

98ENV XLA_FLAGS= --xla_gpu_enable_latency_hiding_scheduler=true --xla_gpu_enable_async_all_gather=true0 B

99

ENV XLA_FLAGS= --xla_gpu_enable_latency_hiding_scheduler=true --xla_gpu_enable_async_all_gather=true --xla_gpu_enable_async_reduce_scatter=true

0 B

100

ENV XLA_FLAGS= --xla_gpu_enable_latency_hiding_scheduler=true --xla_gpu_enable_async_all_gather=true --xla_gpu_enable_async_reduce_scatter=true

0 B

101ENV CUDA_DEVICE_MAX_CONNECTIONS=10 B

102ENV NCCL_NVLS_ENABLE=00 B

103ENV CUDA_MODULE_LOADING=EAGER0 B

104COPY /opt/jax /opt/jax # buildkit306.37 MB

105COPY /opt/xla /opt/xla # buildkit193.05 MB

106ADD build-jax.sh local_cuda_arch test-jax.sh /usr/local/bin/4.3 KB

107RUN |4 SRC_PATH_JAX=/opt/jax SRC_PATH_XLA=/opt/xla SRC_PATH_TE=/opt/transformer-engine32 B

108RUN |4 SRC_PATH_JAX=/opt/jax SRC_PATH_XLA=/opt/xla SRC_PATH_TE=/opt/transformer-engine248 B

109RUN |4 SRC_PATH_JAX=/opt/jax SRC_PATH_XLA=/opt/xla SRC_PATH_TE=/opt/transformer-engine25.34 MB

110ENV NVTE_FRAMEWORK=jax0 B

111ENV SRC_PATH_TE=/opt/transformer-engine0 B

112RUN |4 SRC_PATH_JAX=/opt/jax SRC_PATH_XLA=/opt/xla SRC_PATH_TE=/opt/transformer-engine166.95 MB

113RUN /bin/sh -c pip-finalize.sh #360.3 MB

114RUN /bin/sh -c pip install1.34 GB

115COPY train.py /opt/ml/code/marvik_demo.py # buildkit2.13 KB

116WORKDIR /opt/ml/code32 B

117ENTRYPOINT []0 B

118CMD ["python" "marvik_demo.py"]0 B

Command

 ARG RELEASE