Sign inSign up

gpustack/runner:rocm7.2-vllm0.25.1-linux-amd64

Manifest digest

sha256:75a285b79fb4c2bad01d457741ad8132b8f2e1b5f9e8bbff08ae047e518c0cb5

OS/ARCH

linux/amd64

Compressed size

10.95 GB

Last pushed

1 day by gpustack

Type

Image

Manifest digest

sha256:75a285b79fb4c2bad01d457741ad8132b8f2e1b5f9e8bbff08ae047e518c0cb5

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6LABEL [email protected]0 B
7ARG ROCM_VERSION=5.30 B
8ARG AMDGPU_VERSION=5.30 B
9ARG APT_PREF0 B
10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B
11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB
12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B
13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV ROCM_PATH=/opt/rocm0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
19ENV MORI_GPU_ARCHS=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh148.51 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.85 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.06 MB
29ARG USE_SCCACHE0 B
30ARG SCCACHE_DOWNLOAD_URL0 B
31ARG SCCACHE_ENDPOINT0 B
32ARG SCCACHE_BUCKET_NAME0 B
33ARG SCCACHE_REGION_NAME0 B
34ARG SCCACHE_S3_NO_CREDENTIALS0 B
35RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=19.11 MB
36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1227 B
37ARG USE_SCCACHE0 B
38ENV SCCACHE_BUCKET=vllm-build-sccache0 B
39ENV SCCACHE_REGION=us-west-20 B
40ENV SCCACHE_S3_NO_CREDENTIALS=00 B
41ENV SCCACHE_IDLE_TIMEOUT=00 B
42RUN /bin/sh -c pip install2.41 GB
43ARG BASE_IMAGE0 B
44ARG TRITON_BRANCH0 B
45ARG TRITON_REPO0 B
46ARG PYTORCH_BRANCH0 B
47ARG PYTORCH_VISION_BRANCH0 B
48ARG PYTORCH_REPO0 B
49ARG PYTORCH_VISION_REPO0 B
50ARG PYTORCH_AUDIO_BRANCH0 B
51ARG PYTORCH_AUDIO_REPO0 B
52ARG FA_BRANCH0 B
53ARG FA_REPO0 B
54ARG AITER_BRANCH0 B
55ARG AITER_REPO0 B
56ARG MORI_BRANCH0 B
57ARG MORI_REPO0 B
58RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete TRITON_BRANCH=0f380657 TRITON_REPO=https://github.com/ROCm/triton.git398 B
59ARG ARG_PYTORCH_ROCM_ARCH0 B
60ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
61RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c142.12 MB
62RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c92 B
63ARG USE_SCCACHE0 B
64RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh32 B
65RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh25.77 MB
66ENV UV_HTTP_TIMEOUT=5000 B
67ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
68ENV UV_LINK_MODE=copy0 B
69ENV CCACHE_DIR=/root/.cache/ccache0 B
70ENV CCACHE_COMPILERCHECK=content0 B
71ARG max_jobs0 B
72ENV MAX_JOBS=160 B
73ARG USE_SCCACHE0 B
74ARG SCCACHE_DOWNLOAD_URL0 B
75ARG SCCACHE_ENDPOINT0 B
76ARG SCCACHE_BUCKET_NAME0 B
77ARG SCCACHE_REGION_NAME0 B
78ARG SCCACHE_S3_NO_CREDENTIALS0 B
79RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B
80ARG USE_SCCACHE0 B
81ENV SCCACHE_BUCKET=vllm-build-sccache0 B
82ENV SCCACHE_REGION=us-west-20 B
83ENV SCCACHE_S3_NO_CREDENTIALS=00 B
84ENV SCCACHE_IDLE_TIMEOUT=00 B
85ARG COMMON_WORKDIR0 B
86WORKDIR /app32 B
87ARG NIC_BACKEND0 B
88ARG AINIC_VERSION0 B
89ARG UBUNTU_CODENAME0 B
90RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.3-hydra UBUNTU_CODENAME=jammy15.83 MB
91RUN /bin/sh -c python3 -m1.38 KB
92RUN /bin/sh -c rm -f196 B
93ENV SCCACHE_BUCKET=0 B
94ENV SCCACHE_REGION=0 B
95ENV SCCACHE_ENDPOINT=0 B
96ENV SCCACHE_S3_NO_CREDENTIALS=0 B
97ENV SCCACHE_IDLE_TIMEOUT=0 B
98RUN /bin/sh -c case "$(which32 B
99RUN /bin/sh -c uv pip6.88 MB
100RUN /bin/sh -c cd /install667.82 MB
101RUN /bin/sh -c uv pip37.66 MB
102ARG COMMON_WORKDIR0 B
103ARG BASE_IMAGE0 B
104ARG NIC_BACKEND0 B
105ARG AINIC_VERSION0 B
106COPY /benchmarks /app/vllm/benchmarks # buildkit249.76 KB
107COPY /examples /app/vllm/examples # buildkit260.33 KB
108COPY /docker /app/vllm/docker # buildkit32.03 KB
109ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
110ENV TOKENIZERS_PARALLELISM=false0 B
111ENV SAFETENSORS_FAST_GPU=10 B
112ENV HIP_FORCE_DEV_KERNARG=10 B
113ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
114RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:bd3fc632b0c02f01-rocm-base NIC_BACKEND=all168 B
115ENV KINETO_CONFIG=/app/libkineto.conf0 B
116RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:bd3fc632b0c02f01-rocm-base NIC_BACKEND=all492 B
117CMD ["/bin/bash"]0 B
118ENTRYPOINT ["vllm" "serve"]0 B
119SHELL [/bin/bash -eo pipefail -c]0 B
120ARG TARGETPLATFORM=linux/amd640 B
121ARG TARGETOS=linux0 B
122ARG TARGETARCH=amd640 B
123ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
124RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6488.15 MB
125RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6466.8 MB
126ARG PYTHON_VERSION=3.120 B
127ENV PYTHON_VERSION=3.120 B
128RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6432 B
129ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore0 B
130RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6496.46 KB
131ARG ROCM_VERSION=7.2.30 B
132ARG ROCM_ARCHS0 B
133ENV ROCM_HOME=/opt/rocm ROCM_VERSION=7.2.3 ROCM_ARCHS=0 B
134ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=10 B
135ARG VLLM_VERSION=0.25.10 B
136ARG VLLM_TORCH_VERSION=2.11.00 B
137ARG VLLM_TORCH_ROCM_VERSION=7.2.30 B
138ENV VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_ROCM_VERSION=7.2.30 B
139SHELL [/bin/bash -eo pipefail -c]0 B
140ARG TARGETPLATFORM=linux/amd640 B
141ARG TARGETOS=linux0 B
142ARG TARGETARCH=amd640 B
143RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64204.99 MB
144RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64105.18 MB
145RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6438.09 MB
146RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64131.25 MB
147RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6432 B
148RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6422.07 KB
149RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6416.51 MB
150ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1 SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=00 B
151WORKDIR /0 B
152ENTRYPOINT ["tini" "--"]0 B
153SHELL [/bin/bash -eo pipefail -c]0 B
154ARG TARGETPLATFORM=linux/amd640 B
155ARG TARGETOS=linux0 B
156ARG TARGETARCH=amd640 B
157RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd6413.65 MB
158WORKDIR /0 B
159ENTRYPOINT ["tini" "--"]0 B

Command

 ARG RELEASE