mackrorysd/pytorch-infiniband:latest

Manifest digest

sha256:a2140f8ffe9a371d5415805bd284596e624918339d8ae47e3c9a0045075074d7

OS/ARCH

linux/amd64

Compressed size

5.6 GB

Last pushed

over 5 years by mackrorysd

Type

Image

Manifest digest

sha256:a2140f8ffe9a371d5415805bd284596e624918339d8ae47e3c9a0045075074d7

Image Layers

Image Layers

1ADD file ... in / 27.24 MB

2/bin/sh -c set -xe &&843 B

3/bin/sh -c [ -z "$(apt-get0 B

4/bin/sh -c mkdir -p /run/systemd162 B

5CMD ["/bin/bash"]0 B

6RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive73.87 MB

7ARG CUDA_VERSION0 B

8ARG CUDA_DRIVER_VERSION0 B

9ENV CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 CUDA_CACHE_DISABLE=10 B

10RUN |2 CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 /bin/sh102.51 MB

11COPY cudaCheck /tmp/cudaCheck # buildkit18.72 KB

12RUN |2 CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 /bin/sh2.69 KB

13RUN |2 CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 /bin/sh3.95 KB

14RUN |2 CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 /bin/sh131 B

15COPY cudaCheck/shinit_v2 /etc/shinit_v2 # buildkit1.15 KB

16COPY cudaCheck/startup_scripts.patch /tmp # buildkit394 B

17COPY singularity /.singularity.d # buildkit424 B

18RUN |2 CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 /bin/sh1.4 KB

19ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc NVIDIA_REQUIRE_CUDA=cuda>=9.00 B

20LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

21ARG NCCL_VERSION0 B

22ARG CUBLAS_VERSION0 B

23ARG CUFFT_VERSION0 B

24ARG CURAND_VERSION0 B

25ARG CUSPARSE_VERSION0 B

26ARG CUSOLVER_VERSION0 B

27ARG NPP_VERSION0 B

28ARG NVJPEG_VERSION0 B

29ARG CUDNN_VERSION0 B

30ARG TRT_VERSION0 B

31ARG TRTOSS_VERSION0 B

32ARG NSIGHT_SYSTEMS_VERSION0 B

33ARG NSIGHT_COMPUTE_VERSION0 B

34ENV NCCL_VERSION=2.8.4 CUBLAS_VERSION=11.3.1.68 CUFFT_VERSION=10.4.0.72 CURAND_VERSION=10.2.3.680 B

35RUN |15 CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 NCCL_VERSION=2.8.41.98 GB

36

LABEL com.nvidia.nccl.version=2.8.4 com.nvidia.cublas.version=11.3.1.68 com.nvidia.cufft.version=10.4.0.72 com.nvidia.curand.version=10.2.3.68

0 B

37ARG DALI_VERSION0 B

38ARG DALI_BUILD0 B

39ARG DLPROF_VERSION0 B

40ENV DALI_VERSION=0.29.0 DALI_BUILD=1852440 DLPROF_VERSION=21.020 B

41ADD docs.tgz / # buildkit11.27 KB

42RUN |18 CUDA_VERSION=11.2.0.032 CUDA_DRIVER_VERSION=460.27.04 NCCL_VERSION=2.8.4182 B

43

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

44COPY deviceQuery/deviceQuery /usr/local/bin/ # buildkit168.67 KB

45COPY deviceQuery/checkSMVER.sh /usr/local/bin/ # buildkit728 B

46RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.97 MB

47COPY mellanox /opt/mellanox # buildkit1.06 MB

48ARG MOFED_VERSION=5.1-2.3.70 B

49ENV MOFED_VERSION=5.1-2.3.70 B

50RUN |1 MOFED_VERSION=5.1-2.3.7 /bin/sh -c658.22 KB

51ARG OPENUCX_VERSION=1.9.00 B

52ARG OPENMPI_VERSION=4.0.50 B

53ENV OPENUCX_VERSION=1.9.0 OPENMPI_VERSION=4.0.50 B

54RUN |3 MOFED_VERSION=5.1-2.3.7 OPENUCX_VERSION=1.9.0 OPENMPI_VERSION=4.0.552.7 MB

55

ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin

0 B

56COPY cuda-*.patch /tmp # buildkit507 B

57RUN |3 MOFED_VERSION=5.1-2.3.7 OPENUCX_VERSION=1.9.0 OPENMPI_VERSION=4.0.5224.52 MB

58ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

59RUN /bin/sh -c wget http://sqrl.nvidia.com/dldata/sgodithi/bug3254800/cicc27.28 MB

60ARG NVIDIA_PYTORCH_VERSION0 B

61ARG PYTORCH_BUILD_VERSION0 B

62

ENV PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYTORCH_VERSION=1.8.0a0+52ea372 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=21.02

0 B

63LABEL com.nvidia.pytorch.version=1.8.0a0+52ea3720 B

64RUN |2 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 /bin/sh57.63 MB

65RUN |2 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 /bin/sh36.18 MB

66

ENV PATH=/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin

0 B

67ARG PYVER=3.80 B

68RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8523.84 MB

69

ENV PATH=/opt/conda/bin:/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin

0 B

70RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8941.44 KB

71RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8205.55 KB

72RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.814.1 MB

73RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.81.02 MB

74WORKDIR /opt/pytorch0 B

75COPY . . # buildkit162.1 MB

76RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.862.84 MB

77RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.844.35 MB

78COPY tensorboard.patch /tmp/ # buildkit416 B

79RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.86.55 KB

80ENV NVM_DIR=/usr/local/nvm0 B

81RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.887.18 MB

82COPY jupyter_notebook_config.py /opt/conda/etc/jupyter/ # buildkit473 B

83ENV JUPYTER_PORT=88880 B

84ENV TENSORBOARD_PORT=60060 B

85EXPOSE map[8888/tcp:{}]0 B

86EXPOSE map[6006/tcp:{}]0 B

87RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8135.37 MB

88ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B

89RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8736.76 MB

90RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8578.73 MB

91ENV COCOAPI_VERSION=2.0+nv0.4.00 B

92RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.84.63 MB

93COPY singularity/ /.singularity.d/ # buildkit1.11 KB

94RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.828.1 MB

95RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8120.11 KB

96RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8256.2 MB

97RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.81.58 MB

98ENV PYTHONIOENCODING=utf-8 LC_ALL=C.UTF-80 B

99WORKDIR /workspace0 B

100COPY NVREADME.md README.md # buildkit1.11 KB

101COPY docker-examples docker-examples # buildkit1 KB

102COPY examples examples # buildkit27.55 MB

103COPY tutorials tutorials # buildkit28.73 MB

104RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.856.28 MB

105RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.812.01 KB

106COPY nvidia_entrypoint.sh /usr/local/bin # buildkit2.02 KB

107ENTRYPOINT ["/usr/local/bin/nvidia_entrypoint.sh"]0 B

108COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit132.14 KB

109RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8743.15 KB

110

ENV PATH=/opt/conda/bin:/opt/cmake-3.14.6-Linux-x86_64/bin/:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin

0 B

111RUN |3 NVIDIA_PYTORCH_VERSION=21.02 PYTORCH_BUILD_VERSION=1.8.0a0+52ea372 PYVER=3.8241.56 KB

112ARG NVIDIA_BUILD_ID0 B

113ENV NVIDIA_BUILD_ID=201380380 B

114LABEL com.nvidia.build.id=201380380 B

115ARG NVIDIA_BUILD_REF0 B

116LABEL com.nvidia.build.ref=13370fb9edc64ce0a2ef561b7c9e475294cb86600 B

117/bin/sh -c rm -f /etc/apt/sources.list.d/*0 B

118ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B

119/bin/sh -c mkdir -p /var/run/sshd145 B

120/bin/sh -c apt-get update &&49.32 MB

121COPY dir:7ffea1f7902c7240269a3ec636b66c99f00353f6c1ffdb1e2a7a82e18eab69af in /tmp/det_dockerfile_scripts 11.9 KB

122/bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh138.15 MB

123ARG TENSORFLOW_PIP0 B

124ARG TORCH_PIP0 B

125ARG TORCHVISION_PIP0 B

126ARG LIGHTNING_PIP0 B

127/bin/sh -c if [ "$TENSORFLOW_PIP"0 B

128/bin/sh -c if [ "$TORCH_PIP"0 B

129/bin/sh -c if [ "$TORCHVISION_PIP"0 B

130/bin/sh -c if [ "$LIGHTNING_PIP"0 B

131/bin/sh -c python -m pip10.65 KB

132ARG TORCH_CUDA_ARCH_LIST0 B

133ARG APEX_GIT0 B

134

|1 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 /bin/sh -c /tmp/det_dockerfile_scripts/install_apex.sh

92 B

135ARG HOROVOD_WITH_PYTORCH=10 B

136ARG HOROVOD_WITHOUT_MXNET=10 B

137ARG HOROVOD_GPU_ALLREDUCE=NCCL0 B

138ARG HOROVOD_WITHOUT_MPI=10 B

139ARG HOROVOD_NCCL_HOME=/tmp/det_nccl/build0 B

140ARG HOROVOD_NCCL_LINK=STATIC0 B

141

|7 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC

109.21 MB

142

|7 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC

8.22 MB

143

|7 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC

368 B

144

|7 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC

7.43 MB

145ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B

146ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B

147ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B

148

|7 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC

3.24 MB

149

|7 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC

24.19 KB

150

|7 APEX_GIT=https://github.com/NVIDIA/apex.git@154c6336aa7aedd40d3b3583fb5e1328f9cdf387 HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_NCCL_HOME=/tmp/det_nccl/build HOROVOD_NCCL_LINK=STATIC

15.76 KB

Command

ADD file:2a90223d9f00d31e31eff6b207c57af4b7d27276195b94bec991457a6998180c in /