Sign inSign up

vllm/vllm-openai-xpu:v0.28.0

Index digest

sha256:4756b66a077627133cee653b551f6f5eaa1b9a981b5eea13edd33fcd3b0d3ca3

OS/ARCH

linux/amd64

Compressed size

3.86 GB

Last pushed

about 1 month by vllmbot

Type

Image

Manifest digest

sha256:d3e9c5f146a8251c7489107e6353cf512fcd1bf14a16cab17148125a62a537c8

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 29.2 MB
5CMD ["/bin/bash"]0 B
6ENV DEBIAN_FRONTEND=noninteractive0 B
7WORKDIR /workspace/99 B
8ARG PYTHON_VERSION=3.120 B
9ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu0 B
10RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh310.85 MB
11RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh111.77 MB
12RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh76.1 MB
13ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV VIRTUAL_ENV=/opt/venv0 B
15ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
16RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu /bin/sh25.63 MB
17ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18SHELL [bash -c]0 B
19CMD ["bash" "-c" "source /root/.bashrc0 B
20WORKDIR /workspace/vllm120 B
21ENV UV_HTTP_TIMEOUT=5000 B
22ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu0 B
23ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu0 B
24ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
25ENV UV_LINK_MODE=copy0 B
26RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/xpu bash294 B
27ENV LD_LIBRARY_PATH=/opt/venv/lib:/usr/local/lib0 B
28CMD ["/bin/bash"]0 B
29ARG NIXL_VERSION=v1.2.00 B
30COPY /tmp/ucx_install /tmp/ucx_install # buildkit8.91 MB
31COPY /tmp/nixl_wheels /tmp/nixl_wheels # buildkit3.05 MB
32ENV LD_LIBRARY_PATH=/tmp/ucx_install/lib:/opt/venv/lib:/usr/local/lib0 B
33RUN |1 NIXL_VERSION=v1.2.0 bash -c2.29 GB
34RUN |1 NIXL_VERSION=v1.2.0 bash -c667.02 MB
35COPY . . # buildkit302.11 MB
36COPY /workspace/vllm/vllm-rs vllm/vllm-rs # buildkit19.95 MB
37COPY /workspace/vllm/_rust_*.so vllm/ # buildkit420.68 KB
38ARG GIT_REPO_CHECK=00 B
39RUN |2 NIXL_VERSION=v1.2.0 GIT_REPO_CHECK=1 bash32 B
40ENV VLLM_TARGET_DEVICE=xpu0 B
41ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
42RUN |2 NIXL_VERSION=v1.2.0 GIT_REPO_CHECK=1 bash56.27 MB
43RUN |2 NIXL_VERSION=v1.2.0 GIT_REPO_CHECK=1 bash2.81 KB
44ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE