sha256:9f603cf5e9980b8d8f1bbdee12768a9d60ac31bbe7f5949cf76148fcd6c2ef8d
OS/ARCH
linux/amd64
Compressed size
12.95 GB
Last pushed
over 1 year by lmcache
Type
Image
Manifest digest
sha256:9f603cf5e9980b8d8f1bbdee12768a9d60ac31bbe7f5949cf76148fcd6c2ef8d
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=24.040 B5ADD file ... in / 29.21 MB6CMD ["/bin/bash"]0 B7ARG JETPACK_HOST_MOUNTS=0 B8ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B9RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c32 B10RUN |1 JETPACK_HOST_MOUNTS= /bin/sh -c115.4 MB11ARG GDRCOPY_VERSION=2.4.10 B12ARG HPCX_VERSION=2.22.10 B13ARG RDMACORE_VERSION=50.00 B14ARG MOFED_VERSION=5.4-rdmacore50.00 B15ARG OPENUCX_VERSION=1.18.00 B16ARG OPENMPI_VERSION=4.1.70 B17ARG EFA_VERSION=1.34.00 B18ARG AWS_OFI_NCCL_VERSION=1.12.10 B19ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1 MOFED_VERSION=5.4-rdmacore50.0 OPENUCX_VERSION=1.18.00 B20ARG TARGETARCH=amd640 B21RUN |10 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.185.11 MB22ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin0 B23ENV OMPI_MCA_coll_hcoll_enable=00 B24ARG CUDA_VERSION=12.8.1.0120 B25ARG CUDA_DRIVER_VERSION=570.124.060 B26ENV CUDA_VERSION=12.8.1.012 CUDA_DRIVER_VERSION=570.124.06 CUDA_CACHE_DISABLE=10 B27RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1272.2 MB28RUN |12 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.115.06 KB29ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B30LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B31ARG NCCL_VERSION=2.25.10 B32ARG CUBLAS_VERSION=12.8.4.10 B33ARG CUFFT_VERSION=11.3.3.830 B34ARG CURAND_VERSION=10.3.9.900 B35ARG CUSPARSE_VERSION=12.5.8.930 B36ARG CUSOLVER_VERSION=11.7.3.900 B37ARG NPP_VERSION=12.3.3.1000 B38ARG NVJPEG_VERSION=12.3.5.920 B39ARG CUFILE_VERSION=1.13.1.30 B40ARG NVJITLINK_VERSION=12.8.930 B41ARG CUBLASMP_VERSION=0.4.0.7890 B42ARG CAL_VERSION=0.4.4.500 B43ARG NVSHMEM_VERSION=3.2.50 B44ARG CUDNN_VERSION=9.8.0.870 B45ARG CUDNN_FRONTEND_VERSION=1.10.00 B46ARG TRT_VERSION=10.9.0.340 B47ARG TRTOSS_VERSION=0 B48ARG NSIGHT_SYSTEMS_VERSION=2025.1.1.1100 B49ARG NSIGHT_COMPUTE_VERSION=2025.1.1.20 B50ARG CUSPARSELT_VERSION=0.7.1.00 B51ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.4.1 CUFFT_VERSION=11.3.3.83 CURAND_VERSION=10.3.9.900 B52RUN |32 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.14.42 GB53LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.4.1 com.nvidia.cufft.version=11.3.3.83 com.nvidia.curand.version=10.3.9.900 B54ARG DALI_VERSION=1.47.00 B55ARG DALI_BUILD=0 B56ARG DALI_URL_SUFFIX=1200 B57ARG POLYGRAPHY_VERSION=0.49.180 B58ARG TRANSFORMER_ENGINE_VERSION=2.10 B59ARG MODEL_OPT_VERSION=0.25.00 B60ENV DALI_VERSION=1.47.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.180 B61ADD docs.tgz / # buildkit11.26 KB62RUN |38 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1182 B63ARG _LIBPATH_SUFFIX=0 B64ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B65COPY entrypoint/ /opt/nvidia/ # buildkit6.14 KB66ENV NVIDIA_PRODUCT_NAME=CUDA0 B67ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B68RUN |39 JETPACK_HOST_MOUNTS= GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.22.1407 B69RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.29 MB70COPY cuda-*.patch /tmp # buildkit503 B71RUN /bin/sh -c export DEVEL=1335.08 MB72ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B73COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.95 KB74RUN /bin/sh -c if [8.93 KB75ARG CUDA_VERSION=12.8.00 B76ARG PYTHON_VERSION=3.120 B77ENV DEBIAN_FRONTEND=noninteractive0 B78RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh108.3 MB79RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh10.01 KB80WORKDIR /workspace32 B81RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh20.03 MB82RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh32 B83RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh32 B84RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh32 B85RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh9.5 MB86RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh32 B87RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh32 B88RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh900.07 KB89RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh2.94 GB90RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh191 B91RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh202 B92RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh10.53 KB93RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh2.83 GB94COPY ./requirements/common.txt common.txt # buildkit358 B95COPY ./requirements/cuda.txt cuda.txt # buildkit444 B96RUN |2 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 /bin/sh1.11 GB97ARG torch_cuda_arch_list=7.0 7.5 8.0 8.60 B98ENV TORCH_CUDA_ARCH_LIST=7.0 7.5 8.0 8.60 B99ARG vllm_fa_cmake_gpu_arches=80-real;90-real0 B100ENV VLLM_FA_CMAKE_GPU_ARCHES=80-real;90-real0 B101COPY ./requirements/build.txt build.txt # buildkit298 B102ARG max_jobs=20 B103ENV MAX_JOBS=20 B104ARG nvcc_threads=80 B105ENV NVCC_THREADS=80 B106RUN |6 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 torch_cuda_arch_list=7.0553.68 KB107ARG LMCACHE_COMMIT_ID=10 B108COPY . /workspace/LMCache # buildkit9.22 MB109WORKDIR /workspace/LMCache32 B110RUN |7 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 torch_cuda_arch_list=7.016.95 MB111RUN |7 CUDA_VERSION=12.8.0 PYTHON_VERSION=3.12 torch_cuda_arch_list=7.0646.03 MB112WORKDIR /workspace32 B113ENTRYPOINT ["/opt/venv/bin/vllm" "serve"]0 BCommand
ARG RELEASE