pachyderm/notebooks-user-transformers:2eb6d95c727d2a6e56ca56a39fe65607a8a59a3d

Manifest digest

sha256:1a301140b31241ed174bf17eae7102633b9eb60fe5449782a8581338a9a48944

OS/ARCH

linux/amd64

Compressed size

8.45 GB

Last pushed

about 3 years by pachydermbuildbot

Type

Image

Manifest digest

sha256:1a301140b31241ed174bf17eae7102633b9eb60fe5449782a8581338a9a48944

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=20.040 B

5ADD file ... in / 26.23 MB

6CMD ["/bin/bash"]0 B

7ENV NVARCH=x86_640 B

8

ENV NVIDIA_REQUIRE_CUDA=cuda>=11.8 brand=tesla,driver>=450,driver<451 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471

0 B

9ENV NV_CUDA_CUDART_VERSION=11.8.89-10 B

10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-80 B

11ARG TARGETARCH0 B

12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

13RUN |1 TARGETARCH=amd64 /bin/sh -c7.58 MB

14ENV CUDA_VERSION=11.8.00 B

15RUN |1 TARGETARCH=amd64 /bin/sh -c53.62 MB

16RUN |1 TARGETARCH=amd64 /bin/sh -c186 B

17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB

20ENV NVIDIA_VISIBLE_DEVICES=all0 B

21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

22ENV NV_CUDA_LIB_VERSION=11.8.0-10 B

23ENV NV_NVTX_VERSION=11.8.86-10 B

24ENV NV_LIBNPP_VERSION=11.8.0.86-10 B

25ENV NV_LIBNPP_PACKAGE=libnpp-11-8=11.8.0.86-10 B

26ENV NV_LIBCUSPARSE_VERSION=11.7.5.86-10 B

27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-80 B

28ENV NV_LIBCUBLAS_VERSION=11.11.3.6-10 B

29ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-8=11.11.3.6-10 B

30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B

31ENV NV_LIBNCCL_PACKAGE_VERSION=2.16.2-10 B

32ENV NCCL_VERSION=2.16.2-10 B

33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.16.2-1+cuda11.80 B

34ARG TARGETARCH0 B

35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

36RUN |1 TARGETARCH=amd64 /bin/sh -c1.29 GB

37RUN |1 TARGETARCH=amd64 /bin/sh -c60.81 KB

38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.64 KB

39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB

40ENV NVIDIA_PRODUCT_NAME=CUDA0 B

41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

42ENV NV_CUDA_LIB_VERSION=11.8.0-10 B

43ENV NV_CUDA_CUDART_DEV_VERSION=11.8.89-10 B

44ENV NV_NVML_DEV_VERSION=11.8.86-10 B

45ENV NV_LIBCUSPARSE_DEV_VERSION=11.7.5.86-10 B

46ENV NV_LIBNPP_DEV_VERSION=11.8.0.86-10 B

47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-11-8=11.8.0.86-10 B

48ENV NV_LIBCUBLAS_DEV_VERSION=11.11.3.6-10 B

49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-11-80 B

50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-11-8=11.11.3.6-10 B

51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=11.8.0-10 B

52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-11-8=11.8.0-10 B

53ENV NV_NVPROF_VERSION=11.8.87-10 B

54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-11-8=11.8.87-10 B

55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B

56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.16.2-10 B

57ENV NCCL_VERSION=2.16.2-10 B

58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.16.2-1+cuda11.80 B

59ARG TARGETARCH0 B

60LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

61RUN |1 TARGETARCH=amd64 /bin/sh -c2.28 GB

62RUN |1 TARGETARCH=amd64 /bin/sh -c83.85 KB

63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B

64ENV NV_CUDNN_VERSION=8.9.0.1310 B

65ENV NV_CUDNN_PACKAGE_NAME=libcudnn80 B

66ENV NV_CUDNN_PACKAGE=libcudnn8=8.9.0.131-1+cuda11.80 B

67ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.9.0.131-1+cuda11.80 B

68ARG TARGETARCH0 B

69LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

70LABEL com.nvidia.cudnn.version=8.9.0.1310 B

71RUN |1 TARGETARCH=amd64 /bin/sh -c1.37 GB

72/bin/sh -c rm -f /etc/apt/sources.list.d/*180 B

73ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B

74ARG UBUNTU_VERSION0 B

75|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c mkdir147 B

76|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c apt-get72.29 MB

77COPY dir:7116049bfc008fb74a8f3efda4f2cf0c76f46c803d107a7d6b3e7facebe3cba0 in /tmp/det_dockerfile_scripts 15.89 KB

78ARG WITH_NCCL0 B

79|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c if0 B

80|1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c if0 B

81

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

82

ARG CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

83ENV PYTHONUNBUFFERED=1 PYTHONFAULTHANDLER=1 PYTHONHASHSEED=00 B

84ARG PYTHON_VERSION0 B

85

|3 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHON_VERSION=3.10.12 UBUNTU_VERSION=ubuntu20.04 /bin/sh

112.84 MB

86

|3 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PYTHON_VERSION=3.10.12 UBUNTU_VERSION=ubuntu20.04 /bin/sh

189.51 KB

87ARG WITH_MPI0 B

88ARG WITH_OFI0 B

89ARG UCX_INSTALL_DIR=/container/ucx0 B

90ARG OMPI_INSTALL_DIR=/container/ompi0 B

91ARG OFI_INSTALL_DIR=/container/ofi0 B

92ARG OMPI_WITH_CUDA=10 B

93

|8 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi OMPI_WITH_CUDA=1

465.74 MB

94ARG VERBS_LIB_DIR=/usr/lib/libibverbs0 B

95ARG UCX_LIB_DIR=/container/ucx/lib:/container/ucx/lib640 B

96ARG UCX_PATH_DIR=/container/ucx/bin0 B

97ARG OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib640 B

98ARG OFI_PATH_DIR=/container/ofi/bin0 B

99ARG OMPI_LIB_DIR=/container/ompi/lib0 B

100ARG OMPI_PATH_DIR=/container/ompi/bin0 B

101ENV UCX_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

102ENV OFI_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B

103ENV EXTRA_LIBS=0 B

104ENV EXTRA_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

105

ENV LD_LIBRARY_PATH=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

106ENV PATH=0 B

107

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/container/ucx/bin:/container/ompi/bin

0 B

108ENV OMPI_ALLOW_RUN_AS_ROOT=10 B

109ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=10 B

110

|15 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

74.75 MB

111

|15 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

45.39 MB

112ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B

113ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B

114ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B

115

|15 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

24.27 KB

116

|15 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

15.75 KB

117

|15 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

1.23 KB

118ENTRYPOINT ["/container/bin/scrape_libs.sh"]0 B

119CMD ["/bin/bash"]0 B

120

|15 CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OFI_INSTALL_DIR=/container/ofi OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib64 OFI_PATH_DIR=/container/ofi/bin

231 B

121COPY dir:7116049bfc008fb74a8f3efda4f2cf0c76f46c803d107a7d6b3e7facebe3cba0 in /tmp/det_dockerfile_scripts 15.89 KB

122/bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh221.41 MB

123ARG WITH_NCCL0 B

124ENV HOROVOD_NCCL_HOME=0 B

125ENV HOROVOD_NCCL_LINK=0 B

126/bin/sh -c if [ -n0 B

127ARG WITH_OFI0 B

128ARG UCX_INSTALL_DIR=/container/ucx0 B

129ARG OMPI_INSTALL_DIR=/container/ompi0 B

130ARG OFI_INSTALL_DIR=/container/ofi0 B

131ENV NCCL_LIB_DIR=/lib0 B

132

ENV LD_LIBRARY_PATH=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

133ARG TENSORFLOW_PIP0 B

134ARG TORCH_PIP0 B

135ARG TORCHVISION_PIP0 B

136

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==2.0.1+cu118 torchvision==0.15.2+cu118

0 B

137

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==2.0.1+cu118 torchvision==0.15.2+cu118

2.24 GB

138

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==2.0.1+cu118 torchvision==0.15.2+cu118

0 B

139ARG TF_CUDA_SYM0 B

140

|4 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==2.0.1+cu118 torchvision==0.15.2+cu118

0 B

141ARG TORCH_TB_PROFILER_PIP0 B

142

|5 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_PIP=torch==2.0.1+cu118 torchvision==0.15.2+cu118

36.5 MB

143ARG TORCH_CUDA_ARCH_LIST0 B

144ARG APEX_GIT0 B

145

|7 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TORCH_CUDA_ARCH_LIST=6.0;6.1;6.2;7.0;7.5;8.0

636.03 KB

146ARG AWS_PLUGIN_INSTALL_DIR=/container/aws0 B

147ARG WITH_AWS_TRACE0 B

148ARG INTERNAL_AWS_DS0 B

149ARG INTERNAL_AWS_PATH0 B

150

|8 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 AWS_PLUGIN_INSTALL_DIR=/container/aws OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi

0 B

151ARG AWS_LIB_DIR=/container/aws/lib0 B

152

ENV LD_LIBRARY_PATH=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

0 B

153ARG HOROVOD_WITH_TENSORFLOW0 B

154

|9 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws OFI_INSTALL_DIR=/container/ofi

0 B

155ARG HOROVOD_PIP=0 B

156ARG HOROVOD_WITH_PYTORCH=10 B

157ARG HOROVOD_WITHOUT_MXNET=10 B

158ARG HOROVOD_WITH_MPI0 B

159ARG HOROVOD_CPU_OPERATIONS0 B

160ARG HOROVOD_GPU_OPERATIONS0 B

161ARG HOROVOD_GPU_ALLREDUCE0 B

162ARG HOROVOD_WITHOUT_MPI0 B

163

|15 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

22.08 MB

164

|15 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

21.39 MB

165

|15 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

47.17 MB

166ARG DEEPSPEED_PIP0 B

167

|15 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

0 B

168

|15 APEX_GIT=https://github.com/determined-ai/apex.git@50ac8425403b98147cbb66aea9a2a27dd3fe7673 AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=MPI

144 B

169ENV PFS_MOUNT_DIR=/pfs0 B

170ENV MOUNT_SERVER_LOG_DIR=/tmp/mount-server.log0 B

171/bin/sh -c mkdir -p /pfs166 B

172/bin/sh -c apt-get update &&16 MB

173COPY file:634273b541118d81a786b6796d0ee34d01ea046b439289e77f46dea203e0adf5 in /usr/local/bin/pachctl 40.2 MB

174COPY file:d322aaa8fbb92818ac5f78e58cb378ffc1128243eb6a590850b6f2f3ccfd0e2d in /usr/local/bin/mount-server 33.87 MB

175COPY dir:4ecebda3e1a9bad458b589e8ac653bc1948b1d3a5d563d13ef581994142dc0fc in dist 814.36 KB

176/bin/sh -c pip install `find315.21 KB

177/bin/sh -c pip install determined==0.23.41.13 MB

Command

 ARG RELEASE