Sign inSign up

vllm/vllm-omni-rocm:v0.14.0rc1

Manifest digest

sha256:c6f9918f11adb89b72f082e7ac04a1821a3500fce3b228d3522f16dd138fa55c

OS/ARCH

linux/amd64

Compressed size

9.03 GB

Last pushed

9 months by vllmbot

Type

Image

Manifest digest

sha256:c6f9918f11adb89b72f082e7ac04a1821a3500fce3b228d3522f16dd138fa55c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.04 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:237 B
12RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:4.99 GB
13RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
19ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
20ENV MORI_GPU_ARCHS=gfx942;gfx9500 B
21ENV HSA_NO_SCRATCH_RECLAIM=10 B
22ARG PYTHON_VERSION=3.120 B
23ENV PYTHON_VERSION=3.120 B
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh91 B
25WORKDIR /app32 B
26ENV DEBIAN_FRONTEND=noninteractive0 B
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh145.12 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.9 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.06 MB
30ARG USE_SCCACHE0 B
31ARG SCCACHE_DOWNLOAD_URL0 B
32ARG SCCACHE_ENDPOINT0 B
33ARG SCCACHE_BUCKET_NAME0 B
34ARG SCCACHE_REGION_NAME0 B
35ARG SCCACHE_S3_NO_CREDENTIALS0 B
36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
37RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=32 B
38ARG USE_SCCACHE0 B
39ENV SCCACHE_BUCKET=0 B
40ENV SCCACHE_REGION=0 B
41ENV SCCACHE_S3_NO_CREDENTIALS=0 B
42ENV SCCACHE_IDLE_TIMEOUT=0 B
43RUN /bin/sh -c pip install2.31 GB
44ARG BASE_IMAGE0 B
45ARG TRITON_BRANCH0 B
46ARG TRITON_REPO0 B
47ARG PYTORCH_BRANCH0 B
48ARG PYTORCH_VISION_BRANCH0 B
49ARG PYTORCH_REPO0 B
50ARG PYTORCH_VISION_REPO0 B
51ARG PYTORCH_AUDIO_BRANCH0 B
52ARG PYTORCH_AUDIO_REPO0 B
53ARG FA_BRANCH0 B
54ARG FA_REPO0 B
55ARG AITER_BRANCH0 B
56ARG AITER_REPO0 B
57ARG MORI_BRANCH0 B
58ARG MORI_REPO0 B
59RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete TRITON_BRANCH=57c693b6 TRITON_REPO=https://github.com/ROCm/triton.git397 B
60ARG ARG_PYTORCH_ROCM_ARCH0 B
61ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
62ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
63ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=10 B
64RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c135.27 MB
65RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.35 KB
66ARG USE_SCCACHE0 B
67RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh218 B
68RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= /bin/sh22.16 MB
69ENV UV_HTTP_TIMEOUT=5000 B
70ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
71ENV UV_LINK_MODE=copy0 B
72ARG USE_SCCACHE0 B
73ARG SCCACHE_DOWNLOAD_URL0 B
74ARG SCCACHE_ENDPOINT0 B
75ARG SCCACHE_BUCKET_NAME0 B
76ARG SCCACHE_REGION_NAME0 B
77ARG SCCACHE_S3_NO_CREDENTIALS0 B
78RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE= USE_SCCACHE=32 B
79ARG USE_SCCACHE0 B
80ENV SCCACHE_BUCKET=0 B
81ENV SCCACHE_REGION=0 B
82ENV SCCACHE_S3_NO_CREDENTIALS=0 B
83ENV SCCACHE_IDLE_TIMEOUT=0 B
84ARG COMMON_WORKDIR0 B
85WORKDIR /app32 B
86RUN /bin/sh -c python3 -m1.97 KB
87RUN /bin/sh -c case "$(which32 B
88RUN /bin/sh -c uv pip5.12 MB
89RUN /bin/sh -c cd /install759.89 MB
90ARG COMMON_WORKDIR0 B
91ARG BASE_IMAGE0 B
92COPY /benchmarks /app/vllm/benchmarks # buildkit175.26 KB
93COPY /examples /app/vllm/examples # buildkit200.41 KB
94COPY /docker /app/vllm/docker # buildkit4.88 KB
95ENV TOKENIZERS_PARALLELISM=false0 B
96ENV SAFETENSORS_FAST_GPU=10 B
97ENV HIP_FORCE_DEV_KERNARG=10 B
98RUN |2 COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base-b17039bccc17b94a2ea107272ad7bc93508708df /bin/sh166 B
99ENV KINETO_CONFIG=/app/libkineto.conf0 B
100RUN |2 COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base-b17039bccc17b94a2ea107272ad7bc93508708df /bin/sh449 B
101CMD ["/bin/bash"]0 B
102ENTRYPOINT ["vllm" "serve"]0 B
103ARG COMMON_WORKDIR=/app0 B
104WORKDIR /app32 B
105RUN |1 COMMON_WORKDIR=/app /bin/sh -c107.3 MB
106RUN |1 COMMON_WORKDIR=/app /bin/sh -c119 B
107COPY . /app/vllm-omni # buildkit9.8 MB
108RUN |1 COMMON_WORKDIR=/app /bin/sh -c278.53 MB
109RUN |1 COMMON_WORKDIR=/app /bin/sh -c211.11 MB
110RUN |1 COMMON_WORKDIR=/app /bin/sh -c152 B
111CMD ["/bin/bash"]0 B
112ENTRYPOINT []0 B
113ENTRYPOINT ["vllm" "serve" "--omni"]0 B

Command

 ARG RELEASE