Sign inSign up

yangchuansheng/llm-api:master

Index digest

sha256:665ea0ea41fca2223a97acc7be40d44629bf52215ac4ad5281338fb372ffdf74

OS/ARCH

linux/amd64

Compressed size

8.23 GB

Last pushed

almost 3 years by yangchuansheng

Type

Image

Manifest digest

sha256:aa6a985906e00dfce7f2f2ec205de0d3f87c18da1d7c578e042b4f53b603920f

Image Layers

Image Layers

1ADD file ... in / 27.25 MB
2CMD ["bash"]0 B
3RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive106.91 MB
4ARG CUDA_VERSION0 B
5ARG CUDA_DRIVER_VERSION0 B
6ARG JETPACK_HOST_MOUNTS0 B
7ENV CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
8RUN |3 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=136.39 MB
9RUN |3 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=177.86 KB
10ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
11LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
12ARG NCCL_VERSION0 B
13ARG CUBLAS_VERSION0 B
14ARG CUFFT_VERSION0 B
15ARG CURAND_VERSION0 B
16ARG CUSPARSE_VERSION0 B
17ARG CUSOLVER_VERSION0 B
18ARG CUTENSOR_VERSION0 B
19ARG NPP_VERSION0 B
20ARG NVJPEG_VERSION0 B
21ARG CUDNN_VERSION0 B
22ARG TRT_VERSION0 B
23ARG TRTOSS_VERSION0 B
24ARG NSIGHT_SYSTEMS_VERSION0 B
25ARG NSIGHT_COMPUTE_VERSION0 B
26ENV NCCL_VERSION=2.15.5 CUBLAS_VERSION=11.11.3.6 CUFFT_VERSION=10.9.0.58 CURAND_VERSION=10.3.0.860 B
27RUN |17 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=2.58 GB
28LABEL com.nvidia.nccl.version=2.15.5 com.nvidia.cublas.version=11.11.3.6 com.nvidia.cufft.version=10.9.0.58 com.nvidia.curand.version=10.3.0.860 B
29ARG DALI_VERSION0 B
30ARG DALI_BUILD0 B
31ARG POLYGRAPHY_VERSION0 B
32ARG TRANSFORMER_ENGINE_VERSION0 B
33ENV DALI_VERSION=1.20.0 DALI_BUILD=6562491 POLYGRAPHY_VERSION=0.43.1 TRANSFORMER_ENGINE_VERSION=0.30 B
34ADD docs.tgz / # buildkit11.28 KB
35RUN |21 CUDA_VERSION=11.8.0.065 CUDA_DRIVER_VERSION=520.61.05 JETPACK_HOST_MOUNTS=185 B
36ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
37COPY entrypoint/ /opt/nvidia/ # buildkit4.98 KB
38ENV NVIDIA_PRODUCT_NAME=CUDA0 B
39ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
40COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB
41RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.88 MB
42ARG GDRCOPY_VERSION0 B
43ARG HPCX_VERSION0 B
44ARG RDMACORE_VERSION0 B
45ARG MOFED_VERSION=5.4-rdmacore36.00 B
46ARG OPENUCX_VERSION0 B
47ARG OPENMPI_VERSION0 B
48ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 MOFED_VERSION=5.4-rdmacore36.0 OPENUCX_VERSION=1.14.00 B
49ARG TARGETARCH0 B
50RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.091.73 MB
51ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
52ENV OMPI_MCA_coll_hcoll_enable=00 B
53COPY cuda-*.patch /tmp # buildkit510 B
54RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.0435.32 MB
55ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
56RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.13 RDMACORE_VERSION=36.032 B
57ENV NVIDIA_PRODUCT_NAME=PyTorch0 B
58ARG NVIDIA_PYTORCH_VERSION0 B
59ARG PYTORCH_BUILD_VERSION0 B
60ENV PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 PYTORCH_VERSION=1.14.0a0+410ce96 PYTORCH_BUILD_NUMBER=0 NVIDIA_PYTORCH_VERSION=22.120 B
61LABEL com.nvidia.pytorch.version=1.14.0a0+410ce960 B
62ARG TARGETARCH0 B
63ARG PYVER=3.80 B
64ENV PYVER=3.80 B
65RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6452.27 MB
66RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd648.87 MB
67RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6425.65 MB
68WORKDIR /opt0 B
69ENV OPENBLAS_VERSION=0.3.200 B
70RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6411.77 MB
71WORKDIR /opt/pytorch0 B
72COPY . . # buildkit297.93 MB
73ENV PYTHONIOENCODING=utf-80 B
74ENV LC_ALL=C.UTF-80 B
75ENV PIP_DEFAULT_TIMEOUT=1000 B
76RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64874.74 MB
77RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6449.99 MB
78RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd648.24 KB
79ENV NVM_DIR=/usr/local/nvm0 B
80RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6464.77 MB
81COPY jupyter_notebook_config.py /usr/local/etc/jupyter/ # buildkit476 B
82ENV JUPYTER_PORT=88880 B
83ENV TENSORBOARD_PORT=60060 B
84EXPOSE map[8888/tcp:{}]0 B
85EXPOSE map[6006/tcp:{}]0 B
86RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6414.26 MB
87RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64141 MB
88ENV TORCH_CUDA_ARCH_LIST=5.2 6.0 6.1 7.00 B
89ENV CUDA_HOME=/usr/local/cuda0 B
90ENV PYTORCH_HOME=/opt/pytorch/pytorch0 B
91ENV TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=10 B
92ENV USE_EXPERIMENTAL_CUDNN_V8_API=10 B
93RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64731.79 MB
94RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd64428.7 MB
95ENV COCOAPI_VERSION=2.0+nv0.7.10 B
96RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6420 MB
97COPY singularity/ /.singularity.d/ # buildkit1.11 KB
98RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6486.24 MB
99RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6411.22 KB
100RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd641.4 MB
101RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd641.66 GB
102WORKDIR /workspace0 B
103COPY NVREADME.md README.md # buildkit1.11 KB
104COPY docker-examples docker-examples # buildkit1.01 KB
105COPY examples examples # buildkit6.45 MB
106COPY tutorials tutorials # buildkit28.73 MB
107RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd6435.32 MB
108RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd641.18 MB
109ENV PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
110RUN |4 NVIDIA_PYTORCH_VERSION=22.12 PYTORCH_BUILD_VERSION=1.14.0a0+410ce96 TARGETARCH=amd644.53 MB
111COPY torch_tensorrt/ /opt/pytorch/torch_tensorrt/ # buildkit48 MB
112ARG PYVER0 B
113RUN |1 PYVER=3.8 /bin/sh -c13.98 MB
114ENV LD_LIBRARY_PATH=/usr/local/lib/python3.8/dist-packages/torch/lib:/usr/local/lib/python3.8/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
115ENV PATH=/usr/local/lib/python3.8/dist-packages/torch_tensorrt/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin0 B
116RUN |1 PYVER=3.8 /bin/sh -c52.38 MB
117ENV TORCH_CUDNN_V8_API_ENABLED=10 B
118ENV CUDA_MODULE_LOADING=LAZY0 B
119RUN |1 PYVER=3.8 /bin/sh -c15.34 KB
120COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit512 B
121ARG NVIDIA_BUILD_ID0 B
122ENV NVIDIA_BUILD_ID=499682480 B
123LABEL com.nvidia.build.id=499682480 B
124ARG NVIDIA_BUILD_REF0 B
125LABEL com.nvidia.build.ref=a58f3f606e2d7f2b5a9a59e7b305e0966e5e3d340 B
126WORKDIR /workspace/32 B
127ENV PYTHONPATH=/workspace/0 B
128COPY requirements.txt /workspace/ # buildkit320 B
129COPY . /workspace # buildkit34.6 MB
130RUN /bin/sh -c pip install218.48 MB
131RUN /bin/sh -c pip install32 B

Command

ADD file:9d282119af0c42bc823c95b4192a3350cf2cad670622017356dd2e637762e425 in /