Sign inSign up

rxmllc/vllm:v0.25.1-cu129-ubuntu2404h4

Manifest digest

sha256:975583a7cad5bb750345e53b9c240168423257c1fefbf9a7bd5a5b16dcb36f6c

OS/ARCH

linux/amd64

Compressed size

8.58 GB

Last pushed

about 2 months by randyabernethy

Type

Image

Manifest digest

sha256:975583a7cad5bb750345e53b9c240168423257c1fefbf9a7bd5a5b16dcb36f6c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.34 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
9ENV NV_CUDA_CUDART_VERSION=12.9.79-10 B
10ARG TARGETARCH0 B
11LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
12RUN |1 TARGETARCH=amd64 /bin/sh -c4.34 MB
13ENV CUDA_VERSION=12.9.10 B
14RUN |1 TARGETARCH=amd64 /bin/sh -c98.72 MB
15RUN |1 TARGETARCH=amd64 /bin/sh -c182 B
16ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
17ENV LD_LIBRARY_PATH=/usr/local/cuda/lib640 B
18COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
19ENV NVIDIA_VISIBLE_DEVICES=all0 B
20ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
21ARG VLLM_UID0 B
22ARG VLLM_GID VLLM_UID0 B
23ENV DEBIAN_FRONTEND=noninteractive 0 B
24|2 VLLM_GID=10002 VLLM_UID=10002 /bin/sh -c266.1 MB
25COPY dir:569050b2c90de7400eb93c2f4cf045e5976039b552f77fc900742656b9433b24 in /usr/local/lib/python3.12/dist-packages/ 8.2 GB
26COPY file:848b6ff0888e0e24a944c6c52d0813ab9695b55d73da290183d4dc093ba4d71d in /usr/local/bin/vllm 502 B
27COPY file:ae1120a28c56db62004979f032d5fc5253783f7fd86eba26443a869f714b40c9 in /usr/local/bin/ninja 173.66 KB
28EXPOSE 80000 B
29USER ${VLLM_UID}:${VLLM_GID}0 B
30ENTRYPOINT ["vllm", "serve"]0 B

Command

 ARG RELEASE