Sign inSign up

lmsysorg/sglang-rocm:v0.5.15.post1-rocm7.15-mi45x-20260723

Manifest digest

sha256:09d833cfb331eb2c6f7af0925a0b1abe689dd540238ebd76248cf20d54d7cdaa

OS/ARCH

linux/amd64

Compressed size

14.72 GB

Last pushed

3 months by lmzheng

Type

Image

Manifest digest

sha256:09d833cfb331eb2c6f7af0925a0b1abe689dd540238ebd76248cf20d54d7cdaa

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6RUN /bin/sh -c apt-get update153.33 MB
7ENV VIRTUAL_ENV=/opt/venv0 B
8RUN /bin/sh -c python3 -m4 MB
9ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
10RUN /bin/sh -c python3 -m6.36 MB
11ARG ROCM_VERSION=7.15.0a202607120 B
12ARG INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/0 B
13ARG PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/0 B
14ARG TORCH_VERSION=2.11.00 B
15ARG TORCHVISION_VERSION=0.26.00 B
16ARG TRITON_VERSION=3.7.1+git0263a6a60 B
17RUN |6 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/1.9 GB
18RUN |6 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/1.12 GB
19ENV ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B
20ENV CPATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include0 B
21ENV LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib0 B
22ENV LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib0 B
23ENV ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B
24RUN |6 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/1.22 KB
25RUN |6 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/167 B
26RUN |6 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/164 B
27ENV BUILD_VLLM=00 B
28ENV BUILD_TRITON=10 B
29ENV BUILD_LLVM=00 B
30ENV BUILD_AITER_ALL=10 B
31ENV BUILD_MOONCAKE=10 B
32ENV AITER_COMMIT_DEFAULT=604e41158eefa4317a1d3aa9945c410c239a9f580 B
33ENV TRITON_COMMIT_DEFAULT=c57bbbd8c1d83a8388baa508cf1286bfdad1695d0 B
34ENV MORI_COMMIT_DEFAULT=e31d426a13e96e1cbff96a1c904d291aefe8c46a0 B
35ARG GPU_ARCH=gfx1250-rocm7_150 B
36RUN |7 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/1.31 KB
37ARG GPU_ARCH_LIST_ARG=gfx12500 B
38ENV GPU_ARCH_LIST=gfx12500 B
39ENV PYTORCH_ROCM_ARCH=gfx12500 B
40ARG SGL_REPO=https://github.com/sgl-project/sglang.git0 B
41ARG SGL_DEFAULT=main0 B
42ARG SGL_BRANCH=108cd3011e594122c2450b975673f6420ef73e9f0 B
43ARG SGLANG_VERSION=0.5.15.post1.dev20260723+g108cd3011e0 B
44ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
45ENV TRITON_COMMIT=c57bbbd8c1d83a8388baa508cf1286bfdad1695d0 B
46ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
47ARG AITER_COMMIT=0 B
48ENV AITER_COMMIT=604e41158eefa4317a1d3aa9945c410c239a9f580 B
49ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git0 B
50ARG LLVM_BRANCH=MainOpSelV20 B
51ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a5600 B
52ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git0 B
53ARG MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a0 B
54ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git0 B
55ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc9000 B
56ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git0 B
57ARG FHT_BRANCH=rocm0 B
58ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd10 B
59ARG ENABLE_MORI=10 B
60ARG NIC_BACKEND=none0 B
61ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
62ARG MORI_COMMIT=e31d426a13e96e1cbff96a1c904d291aefe8c46a0 B
63ARG ENABLE_NIXL=00 B
64ARG UCX_REPO=https://github.com/openucx/ucx.git0 B
65ARG UCX_BRANCH=v1.19.x0 B
66ARG NIXL_REPO=https://github.com/ai-dynamo/nixl.git0 B
67ARG NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc400 B
68ARG AINIC_VERSION=1.117.5-a-380 B
69ARG UBUNTU_CODENAME=jammy0 B
70ARG UBUNTU_MIRROR=https://archive.ubuntu.com0 B
71USER root0 B
72RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/396 B
73RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
74RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/38.76 KB
75RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/196 B
76RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
77WORKDIR /sgl-workspace103 B
78RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
79ENV SETUPTOOLS_SCM_PRETEND_VERSION=0 B
80ENV AITER_USE_SYSTEM_TRITON=10 B
81RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
82RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/847.24 MB
83RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/647.33 KB
84ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin0 B
85RUN |37 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/1.74 GB
86ARG BUILD_TYPE=all0 B
87ARG SGLANG_VERSION=0.5.15.post1.dev20260723+g108cd3011e0 B
88RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/25.6 MB
89RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
90RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/275.25 MB
91RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/210 B
92RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/553.74 MB
93RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/11.59 KB
94RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
95ENV PATH=/root/.cargo/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin0 B
96RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/290.37 MB
97ENV CARGO_BUILD_JOBS=40 B
98RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/1.43 GB
99ENV DEBIAN_FRONTEND=noninteractive0 B
100ENV LIBGL_ALWAYS_INDIRECT=10 B
101RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/237 B
102RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/969.86 MB
103RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/18.47 MB
104RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/6.82 MB
105RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/564.44 MB
106RUN |38 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
107ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl0 B
108RUN |39 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/925 B
109RUN |39 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/32 B
110RUN |39 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/4.87 GB
111RUN |39 ROCM_VERSION=7.15.0a20260712 INDEX_URL=https://rocm.nightlies.amd.com/whl-multi-arch/ PIP_EXTRA_INDEX_URL=https://rocm.prereleases.amd.com/whl-multi-arch/9.41 KB
112ENV SGLANG_DISABLE_CUDNN_CHECK=10 B
113ENV HIP_FORCE_DEV_KERNARG=10 B
114ENV HSA_NO_SCRATCH_RECLAIM=10 B
115ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B
116ENV SGLANG_INT4_WEIGHT=00 B
117ENV SGLANG_MOE_PADDING=10 B
118ENV SGLANG_ROCM_DISABLE_LINEARQUANT=00 B
119ENV SGLANG_ROCM_FUSED_DECODE_MLA=10 B
120ENV SGLANG_SET_CPU_AFFINITY=10 B
121ENV SGLANG_USE_AITER=10 B
122ENV SGLANG_USE_ROCM700A=10 B
123ENV NCCL_MIN_NCHANNELS=1120 B
124ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT80 B
125ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B
126ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B
127CMD ["/bin/bash"]0 B

Command

 ARG RELEASE