sha256:10f2e81a404d31036101caad55a695035749aea22b1da8b7704aaa4b0b5202dc
OS/ARCH
linux/amd64
Compressed size
13.72 GB
Last pushed
about 1 year by henryx
Type
Image
Manifest digest
sha256:10f2e81a404d31036101caad55a695035749aea22b1da8b7704aaa4b0b5202dc
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=22.040 B5ADD file ... in / 28.17 MB6CMD ["/bin/bash"]0 B8ARG ROCM_VERSION=5.30 B9ARG AMDGPU_VERSION=5.30 B10ARG APT_PREF0 B11RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:239 B12RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:5.51 GB13RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:656 B14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B15ENV ROCM_PATH=/opt/rocm0 B16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B19ARG PYTHON_VERSION=3.120 B20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh92 B21WORKDIR /app32 B22ENV DEBIAN_FRONTEND=noninteractive0 B23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh103.87 MB24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh66.18 MB25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh454.24 MB26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh17.4 MB27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh248.36 MB28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh1.53 MB29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh652.19 MB30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete0 B31ARG HIPBLASLT_BRANCH=4d40e360 B32ARG LEGACY_HIPBLASLT_OPTION=0 B33ARG RCCL_BRANCH=648a58d0 B34ARG RCCL_REPO=https://github.com/ROCm/rccl0 B35ARG TRITON_BRANCH=e5be0060 B36ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B37ARG PYTORCH_BRANCH=8d4926e0 B38ARG PYTORCH_VISION_BRANCH=v0.19.10 B39ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B40ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B41ARG FA_BRANCH=b7d29fb0 B42ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete375 B44ARG ARG_PYTORCH_ROCM_ARCH0 B45ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c105.74 MB47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.49 KB48RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c32 B49ARG COMMON_WORKDIR=/app0 B50WORKDIR /app32 B51RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.95 KB52RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.02 MB54ARG BUILD_RPD=10 B55RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=15.8 MB56ENV VLLM_INSTALL_PUNICA_KERNELS=10 B57RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1615.93 MB58ARG COMMON_WORKDIR=/app0 B59COPY /benchmarks /app/vllm/benchmarks # buildkit83.07 KB60COPY /tests /app/vllm/tests # buildkit537.54 KB61COPY /examples /app/vllm/examples # buildkit64.23 KB62COPY /.buildkite /app/vllm/.buildkite # buildkit33.73 KB63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B64ENV TOKENIZERS_PARALLELISM=false0 B65ENV HIP_FORCE_DEV_KERNARG=10 B66RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1636 B67CMD ["/bin/bash"]0 B68/bin/bash662.74 MB69ENV BUILD_VLLM=00 B70ENV BUILD_TRITON=10 B71ENV BUILD_LLVM=00 B72ENV BUILD_AITER_ALL=10 B73ENV AITER_COMMIT=v0.1.40 B74ENV NO_DEPS_FLAG=0 B75ARG GPU_ARCH=gfx9420 B76ENV GPU_ARCH_LIST=gfx9420 B77ARG SGL_REPO=https://github.com/sgl-project/sglang.git0 B78ARG SGL_DEFAULT=main0 B79ARG SGL_BRANCH=main0 B80ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B81ARG TRITON_COMMIT=improve_fa_decode_3.0.00 B82ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B83ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git0 B84ARG LLVM_BRANCH=MainOpSelV20 B85ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a5600 B86USER root0 B87RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main5.09 MB88RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B89WORKDIR /sgl-workspace32 B90RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B91RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B92RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main143.37 MB93RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main209.32 MB94RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main4.17 GB95ARG VLLM_REPO=https://github.com/ROCm/vllm.git0 B96ARG VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c0 B97RUN |12 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B98ARG BUILD_TYPE=all0 B99RUN |13 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main24.41 MB100RUN |13 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B101RUN |13 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main306.2 MB102RUN |13 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main43.16 KB103RUN |13 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main2.75 KB104ENV HIP_FORCE_DEV_KERNARG=10 B105ENV HSA_NO_SCRATCH_RECLAIM=10 B106ENV SGLANG_SET_CPU_AFFINITY=10 B107ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B108ENV NCCL_MIN_NCHANNELS=1120 B109ENV SGLANG_USE_AITER=10 B110ENV SGLANG_MOE_PADDING=10 B111ENV VLLM_FP8_PADDING=10 B112ENV VLLM_FP8_ACT_PADDING=10 B113ENV VLLM_FP8_WEIGHT_PADDING=10 B114ENV VLLM_FP8_REDUCE_CONV=10 B115ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B116ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B117CMD ["/bin/bash"]0 B118/bin/bash472.97 MBCommand
ARG RELEASE