Sign inSign up

lmcache/blend-demo:blender

Manifest digest

sha256:08aec47ea085bf63dc7ea049436d16db8d6a4839063b903d0d2d4105fdfd9b57

OS/ARCH

linux/amd64

Compressed size

13.02 GB

Last pushed

4 months by lmcache

Type

Image

Manifest digest

sha256:08aec47ea085bf63dc7ea049436d16db8d6a4839063b903d0d2d4105fdfd9b57

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.38 MB
6CMD ["/bin/bash"]0 B
7ARG JETPACK_HOST_MOUNTS=0 B
8ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B
9RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c32 B
10RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c115.4 MB
11ARG GDRCOPY_VERSION=2.4.10 B
12ARG HPCX_VERSION=2.22.10 B
13ARG RDMACORE_VERSION=50.00 B
14ARG MOFED_VERSION=5.4-rdmacore50.00 B
15ARG OPENUCX_VERSION=1.18.00 B
16ARG OPENMPI_VERSION=4.1.70 B
17ARG EFA_VERSION=1.34.00 B
18ARG AWS_OFI_NCCL_VERSION=1.12.10 B
19ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.00 B
20ARG TARGETARCH=amd640 B
21RUN |10 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.185.11 MB
22ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
23ENV OMPI_MCA_coll_hcoll_enable=00 B
24ARG CUDA_VERSION=12.8.1.0120 B
25ARG CUDA_DRIVER_VERSION=570.124.060 B
26ENV CUDA_VERSION=12.8.1.012 CUDA_DRIVER_VERSION=570.124.06 CUDA_CACHE_DISABLE=10 B
27RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1272.2 MB
28RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.115.06 KB
29ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
30LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
31ARG NCCL_VERSION=2.25.10 B
32ARG CUBLAS_VERSION=12.8.4.10 B
33ARG CUFFT_VERSION=11.3.3.830 B
34ARG CURAND_VERSION=10.3.9.900 B
35ARG CUSPARSE_VERSION=12.5.8.930 B
36ARG CUSOLVER_VERSION=11.7.3.900 B
37ARG NPP_VERSION=12.3.3.1000 B
38ARG NVJPEG_VERSION=12.3.5.920 B
39ARG CUFILE_VERSION=1.13.1.30 B
40ARG NVJITLINK_VERSION=12.8.930 B
41ARG CUBLASMP_VERSION=0.4.0.7890 B
42ARG CAL_VERSION=0.4.4.500 B
43ARG NVSHMEM_VERSION=3.2.50 B
44ARG CUDNN_VERSION=9.8.0.870 B
45ARG CUDNN_FRONTEND_VERSION=1.10.00 B
46ARG TRT_VERSION=10.9.0.340 B
47ARG TRTOSS_VERSION=0 B
48ARG NSIGHT_SYSTEMS_VERSION=2025.1.1.1100 B
49ARG NSIGHT_COMPUTE_VERSION=2025.1.1.20 B
50ARG CUSPARSELT_VERSION=0.7.1.00 B
51ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.4.1 CUFFT_VERSION=11.3.3.83 CURAND_VERSION=10.3.9.900 B
52RUN |32 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.14.42 GB
53LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.4.1 com.nvidia.cufft.version=11.3.3.83 com.nvidia.curand.version=10.3.9.900 B
54ARG DALI_VERSION=1.47.00 B
55ARG DALI_BUILD=0 B
56ARG DALI_URL_SUFFIX=1200 B
57ARG POLYGRAPHY_VERSION=0.49.180 B
58ARG TRANSFORMER_ENGINE_VERSION=2.10 B
59ARG MODEL_OPT_VERSION=0.25.00 B
60ENV DALI_VERSION=1.47.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.180 B
61ADD docs.tgz / # buildkit11.26 KB
62RUN |38 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1182 B
63ARG _LIBPATH_SUFFIX=0 B
64ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
65COPY entrypoint/ /opt/nvidia/ # buildkit6.14 KB
66ENV NVIDIA_PRODUCT_NAME=CUDA0 B
67ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
68RUN |39 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1407 B
69RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.29 MB
70COPY cuda-*.patch /tmp # buildkit503 B
71RUN /bin/sh -c export DEVEL=1335.08 MB
72ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
73COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.95 KB
74RUN /bin/sh -c if [8.93 KB
75ARG CUDA_VERSION=12.80 B
76ARG PYTHON_VERSION=3.120 B
77ARG UBUNTU_VERSION=24.040 B
78ENV DEBIAN_FRONTEND=noninteractive0 B
79ENV PATH=/opt/venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B
80RUN |3 CUDA_VERSION=12.8 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.04139 MB
81WORKDIR /workspace32 B
82ARG LMCACHE_REPO=https://github.com/LMCache/LMCache.git0 B
83ARG LMCACHE_BRANCH=dev0 B
84RUN |5 CUDA_VERSION=12.8 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.045.89 MB
85RUN |5 CUDA_VERSION=12.8 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.042.92 GB
86ARG max_jobs=20 B
87ENV MAX_JOBS=20 B
88ARG nvcc_threads=80 B
89ENV NVCC_THREADS=80 B
90RUN |7 CUDA_VERSION=12.8.1.012 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.04273.13 KB
91COPY . /opt/vllm # buildkit28.73 MB
92RUN |7 CUDA_VERSION=12.8.1.012 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.044.47 GB
93ARG torch_cuda_arch_list=9.0 10.0 12.0+PTX0 B
94ENV TORCH_CUDA_ARCH_LIST=9.0 10.0 12.0+PTX0 B
95RUN |8 CUDA_VERSION=12.8.1.012 PYTHON_VERSION=3.12 UBUNTU_VERSION=24.0444.93 MB
96WORKDIR /workspace32 B
97ENTRYPOINT ["/opt/venv/bin/vllm" "serve"]0 B
9867.34 MB
99-c git config --global --add42.35 MB
100openai/gpt-oss-20b --trust-remote-code --tool-call-parser openai --enable-auto-tool-choice29.78 MB

Command

 ARG RELEASE