Sign inSign up

vllm/vllm-openai-rocm:nightly-rocm100

Manifest digest

sha256:169c115a958ca22b7ff3a638e52840dbb5214116499c1a534a235581d22d0faf

OS/ARCH

linux/amd64

Compressed size

15.25 GB

Last pushed

about 3 hours by vllmbot

Type

Image

Manifest digest

sha256:169c115a958ca22b7ff3a638e52840dbb5214116499c1a534a235581d22d0faf

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.24 MB
5CMD ["/bin/bash"]0 B
6ARG PYTORCH_ROCM_ARCH0 B
7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
8ARG AITER_ROCM_ARCH0 B
9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
10ARG SITE_PACKAGES0 B
11ENV SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B
12ENV SDK_DEV=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel SDK_CORE=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core0 B
13ENV ROCM_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_CLANG_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin0 B
14ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B
15ENV PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV HSA_NO_SCRATCH_RECLAIM=10 B
17ARG PYTHON_VERSION0 B
18ENV PYTHON_VERSION=3.120 B
19RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages91 B
20WORKDIR /app32 B
21ENV DEBIAN_FRONTEND=noninteractive0 B
22RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages283.79 MB
23RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages66.23 MB
24RUN |4 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages3.78 MB
25ARG ROCM_RELEASE_WHEELS_MULTIARCH_URL0 B
26ARG ROCM_NIGHTLY_WHEELS_MULTIARCH_URL0 B
27ARG ROCM_SDK_VERSION0 B
28RUN |7 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages2.16 GB
29ARG TORCH_VERSION0 B
30ARG TORCHAUDIO_VERSION0 B
31ARG TORCHVISION_VERSION0 B
32ARG TRITON_VERSION0 B
33RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.28 GB
34SHELL [/bin/bash -c]0 B
35RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages9.47 GB
36RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages32 B
37RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1.06 MB
38ENV PYTHONPATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/share/amd_smi0 B
39RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages14.31 KB
40ARG USE_SCCACHE0 B
41ARG SCCACHE_DOWNLOAD_URL0 B
42ARG SCCACHE_ENDPOINT0 B
43ARG SCCACHE_BUCKET_NAME0 B
44ARG SCCACHE_REGION_NAME0 B
45ARG SCCACHE_S3_NO_CREDENTIALS0 B
46RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages9.11 MB
47RUN |17 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages265 B
48ENV SCCACHE_BUCKET=vllm-build-sccache0 B
49ENV SCCACHE_REGION=us-west-20 B
50ENV SCCACHE_S3_NO_CREDENTIALS=00 B
51ENV SCCACHE_IDLE_TIMEOUT=00 B
52ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B
53COPY /staging/lib/ /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/ # buildkit15.08 MB
54RUN /bin/bash -c set -eux;1.34 MB
55RUN /bin/bash -c ldconfig #10.35 KB
56ARG TRITON_VERSION0 B
57RUN |1 TRITON_VERSION=3.8.0+git4cff872c.rocm10.0.0 /bin/bash -c955.57 MB
58ARG BASE_IMAGE0 B
59ARG PYTHON_VERSION0 B
60ARG ROCM_SDK_VERSION0 B
61ARG TORCH_VERSION0 B
62ARG TORCHAUDIO_VERSION0 B
63ARG TORCHVISION_VERSION0 B
64ARG PYTORCH_ROCM_ARCH0 B
65ARG AITER_ROCM_ARCH0 B
66ARG FA_BRANCH0 B
67ARG FA_REPO0 B
68ARG AITER_BRANCH0 B
69ARG AITER_REPO0 B
70ARG MORI_BRANCH0 B
71ARG MORI_REPO0 B
72ARG ROCM_SYSTEMS_REPO0 B
73ARG ROCM_RUNTIME_COMMIT0 B
74RUN |17 TRITON_VERSION=3.8.0+git4cff872c.rocm10.0.0 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.12627 B
75ARG ARG_PYTORCH_ROCM_ARCH0 B
76ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
77RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/bash -c141.65 MB
78RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/bash -c92 B
79ARG USE_SCCACHE0 B
80RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/bash32 B
81RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/bash19.07 MB
82ENV UV_HTTP_TIMEOUT=5000 B
83ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
84ENV UV_LINK_MODE=copy0 B
85ENV CCACHE_DIR=/root/.cache/ccache0 B
86ENV CCACHE_COMPILERCHECK=content0 B
87ARG max_jobs0 B
88ENV MAX_JOBS=160 B
89ARG USE_SCCACHE0 B
90ARG SCCACHE_DOWNLOAD_URL0 B
91ARG SCCACHE_ENDPOINT0 B
92ARG SCCACHE_BUCKET_NAME0 B
93ARG SCCACHE_REGION_NAME0 B
94ARG SCCACHE_S3_NO_CREDENTIALS0 B
95RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B
96ARG USE_SCCACHE0 B
97ENV SCCACHE_BUCKET=vllm-build-sccache0 B
98ENV SCCACHE_REGION=us-west-20 B
99ENV SCCACHE_S3_NO_CREDENTIALS=00 B
100ENV SCCACHE_IDLE_TIMEOUT=00 B
101ARG COMMON_WORKDIR0 B
102WORKDIR /app32 B
103ARG NIC_BACKEND0 B
104ARG AINIC_VERSION0 B
105ARG UBUNTU_CODENAME0 B
106RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.3-hydra UBUNTU_CODENAME=jammy16.48 MB
107RUN /bin/bash -c python3 -m1.37 KB
108RUN /bin/bash -c rm -f196 B
109ENV SCCACHE_BUCKET=0 B
110ENV SCCACHE_REGION=0 B
111ENV SCCACHE_ENDPOINT=0 B
112ENV SCCACHE_S3_NO_CREDENTIALS=0 B
113ENV SCCACHE_IDLE_TIMEOUT=0 B
114RUN /bin/bash -c case "$(which32 B
115RUN /bin/bash -c uv pip6.31 MB
116RUN /bin/bash -c cd /install742.26 MB
117RUN /bin/bash -c uv pip24.77 MB
118RUN /bin/bash -c EXPECTED=$(grep '^TRITON_SHA256:873.75 KB
119RUN /bin/bash -c EXPECTED=$(grep '^PYBIND11_SHA256:32 B
120ARG COMMON_WORKDIR0 B
121ARG BASE_IMAGE0 B
122ARG NIC_BACKEND0 B
123ARG AINIC_VERSION0 B
124COPY /benchmarks /app/vllm/benchmarks # buildkit295.6 KB
125COPY /examples /app/vllm/examples # buildkit272.31 KB
126COPY /docker /app/vllm/docker # buildkit41.26 KB
127ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
128ENV UCX_RMA_PPLN_ENABLE=y0 B
129ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B
130ENV TOKENIZERS_PARALLELISM=false0 B
131ENV SAFETENSORS_FAST_GPU=10 B
132ENV HIP_FORCE_DEV_KERNARG=10 B
133ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
134RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:6ac22da33584997b-rock-base NIC_BACKEND=all168 B
135ENV KINETO_CONFIG=/app/libkineto.conf0 B
136RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:6ac22da33584997b-rock-base NIC_BACKEND=all723 B
137CMD ["/bin/bash"]0 B
138RUN /bin/bash -c uv pip83.85 MB
139ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE