Sign inSign up

lmcache/standalone:latest

Manifest digest

sha256:ff5b23391efbde574d6703573c5762a424c01bd28a70ce6099810e29eeaa26e7

OS/ARCH

linux/amd64

Compressed size

7.46 GB

Last pushed

7 days by lmcache

Type

Image

Manifest digest

sha256:ff5b23391efbde574d6703573c5762a424c01bd28a70ce6099810e29eeaa26e7

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.18 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ARG ENABLE_MITMPROXY=00 B
9ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
10RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
11RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
12RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh1 MB
13RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh32 B
14RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh3.43 MB
15ARG GDRCOPY_VERSION=2.50 B
16ARG HPCX_VERSION=2.24.10 B
17ARG RDMACORE_VERSION=56.00 B
18ARG MOFED_VERSION=5.4-rdmacore56.00 B
19ARG OPENUCX_VERSION=1.19.00 B
20ARG OPENMPI_VERSION=4.1.70 B
21ARG EFA_VERSION=1.38.10 B
22ARG AWS_OFI_NCCL_VERSION=1.14.00 B
23ENV GDRCOPY_VERSION=2.5 HPCX_VERSION=2.24.1 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.19.00 B
24ARG TARGETARCH=amd640 B
25RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.582.26 MB
26ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
27ENV OMPI_MCA_coll_hcoll_enable=00 B
28ARG CUDA_VERSION=13.0.1.0120 B
29ARG CUDA_DRIVER_VERSION=580.82.070 B
30ARG NVVM_VERSION=13.0.880 B
31ARG DOCA_VERSION=3.1.00 B
32ENV CUDA_VERSION=13.0.1.012 CUDA_DRIVER_VERSION=580.82.07 NVVM_VERSION=13.0.88 DOCA_VERSION=3.1.00 B
33RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5110.57 MB
34RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.514.45 KB
35ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
36LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
37ARG NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
38ENV NCCL_VERSION=2.27.7 CUBLAS_VERSION=13.0.2.14 CUFFT_VERSION=12.0.0.61 CURAND_VERSION=10.4.0.350 B
39ADD docs.tgz / # buildkit11.26 KB
40RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5178 B
41ARG _LIBPATH_SUFFIX=0 B
42ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
43RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.549.47 MB
44COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit1.6 MB
45RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.57.59 KB
46COPY entrypoint/ /opt/nvidia/ # buildkit6.2 KB
47ENV NVIDIA_PRODUCT_NAME=CUDA0 B
48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
49RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5408 B
50RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.532 B
51ARG ENABLE_MITMPROXY=00 B
52RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
53RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c96.02 MB
54RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c209.46 MB
55RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c3.36 GB
56LABEL com.nvidia.nccl.version=2.27.7 com.nvidia.cublas.version=13.0.2.14 com.nvidia.cufft.version=12.0.0.61 com.nvidia.curand.version=10.4.0.350 B
57RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
58ARG ENABLE_MITMPROXY=00 B
59RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
60RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c34.25 MB
61COPY cuda-*.patch /tmp # buildkit504 B
62RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c542.54 MB
63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
64RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c32 B
65ARG CUDA_VERSION=13.00 B
66ARG PYTHON_VERSION=3.120 B
67ARG UBUNTU_VERSION=24.040 B
68ENV DEBIAN_FRONTEND=noninteractive0 B
69ENV PATH=/opt/venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
70RUN |3 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.0480.3 MB
71WORKDIR /workspace32 B
72RUN |3 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.04120.68 MB
73ARG torch_cuda_arch_list=7.5 8.0 8.6 8.90 B
74ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.90 B
75ARG CUDA_VERSION=13.00 B
76COPY /workspace/LMCache/dist_lmcache/*.whl /tmp/ # buildkit15.42 MB
77COPY /torch.pin /torch.pin # buildkit123 B
78RUN |4 CUDA_VERSION=13.0 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.042.76 GB
79WORKDIR /workspace32 B
80CMD ["/bin/bash"]0 B

Command

 ARG RELEASE