Sign inSign up

vllm/vllm-openai-rocm:base-nightly-rocm100-cd10ed6f9f6b37a8ace9cf380007e66fe12ec0c3

Manifest digest

sha256:7689462b8523ec577c52bbdf1dbf296c79dacbcd2ed33f61aa9c22063f427074

OS/ARCH

linux/amd64

Compressed size

14.24 GB

Last pushed

1 day by vllmbot

Type

Image

Manifest digest

sha256:7689462b8523ec577c52bbdf1dbf296c79dacbcd2ed33f61aa9c22063f427074

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.24 MB
5CMD ["/bin/bash"]0 B
6ARG PYTORCH_ROCM_ARCH0 B
7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
8ARG AITER_ROCM_ARCH0 B
9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
10ARG SITE_PACKAGES0 B
11ENV SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B
12ENV SDK_DEV=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel SDK_CORE=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core0 B
13ENV ROCM_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_CLANG_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin0 B
14ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B
15ENV PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV HSA_NO_SCRATCH_RECLAIM=10 B
17ARG PYTHON_VERSION0 B
18ENV PYTHON_VERSION=3.120 B
19RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages91 B
20WORKDIR /app32 B
21ENV DEBIAN_FRONTEND=noninteractive0 B
22RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages283.79 MB
23RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages66.23 MB
24RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages3.78 MB
25ARG ROCM_RELEASE_WHEELS_MULTIARCH_URL0 B
26ARG ROCM_NIGHTLY_WHEELS_MULTIARCH_URL0 B
27ARG ROCM_SDK_VERSION0 B
28RUN |7 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages2.16 GB
29ARG TORCH_VERSION0 B
30ARG TORCHAUDIO_VERSION0 B
31ARG TORCHVISION_VERSION0 B
32ARG TRITON_VERSION0 B
33RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.28 GB
34SHELL [/bin/bash -c]0 B
35RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages9.47 GB
36RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B
37RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.06 MB
38ENV PYTHONPATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/share/amd_smi0 B
39RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages14.31 KB
40ARG USE_SCCACHE0 B
41ARG SCCACHE_DOWNLOAD_URL0 B
42ARG SCCACHE_ENDPOINT0 B
43ARG SCCACHE_BUCKET_NAME0 B
44ARG SCCACHE_REGION_NAME0 B
45ARG SCCACHE_S3_NO_CREDENTIALS0 B
46RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages9.11 MB
47RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages265 B
48ENV SCCACHE_BUCKET=vllm-build-sccache0 B
49ENV SCCACHE_REGION=us-west-20 B
50ENV SCCACHE_S3_NO_CREDENTIALS=00 B
51ENV SCCACHE_IDLE_TIMEOUT=00 B
52ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B
53COPY /staging/lib/ /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/ # buildkit15.08 MB
54RUN /bin/bash -c set -eux;1.34 MB
55RUN /bin/bash -c ldconfig #10.35 KB
56ARG TRITON_VERSION0 B
57RUN |1 TRITON_VERSION=3.8.0+git4cff872c.rocm10.0.0 /bin/bash -c955.57 MB
58ARG BASE_IMAGE0 B
59ARG PYTHON_VERSION0 B
60ARG ROCM_SDK_VERSION0 B
61ARG TORCH_VERSION0 B
62ARG TORCHAUDIO_VERSION0 B
63ARG TORCHVISION_VERSION0 B
64ARG PYTORCH_ROCM_ARCH0 B
65ARG AITER_ROCM_ARCH0 B
66ARG FA_BRANCH0 B
67ARG FA_REPO0 B
68ARG AITER_BRANCH0 B
69ARG AITER_REPO0 B
70ARG MORI_BRANCH0 B
71ARG MORI_REPO0 B
72ARG ROCM_SYSTEMS_REPO0 B
73ARG ROCM_RUNTIME_COMMIT0 B
74RUN |17 TRITON_VERSION=3.8.0+git4cff872c.rocm10.0.0 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.12627 B

Command

 ARG RELEASE