Sign inSign up

lmsysorg/sglang:dev-minimax-m31-flash-mi35x

Index digest

sha256:2d74f6ea339964befdfc97f8d74d9ce5bbecd4a29b343f2868a29d13d51ec3f8

OS/ARCH

linux/amd64

Compressed size

22.53 GB

Last pushed

14 days by kzhourdxa

Type

Image

Manifest digest

sha256:e8c0d2f110e7f00e5b16ba9b9a585fb8571d2e7b29773cd3a71d563331414914

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ARG PYTHON_VERSION0 B
8ARG PYTORCH_VERSION0 B
9ARG ROCM_VERSION0 B
10ARG AMDGPU_VERSION0 B
11ENV DEBIAN_FRONTEND=noninteractive0 B
12RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2279.2 KB
13RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2112.37 MB
14ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib0 B
16RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2102.09 MB
17RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2121.99 MB
18ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.216.67 KB
20RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2390.76 KB
21RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.27.61 GB
22RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.23.93 GB
23RUN |4 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2115.6 KB
24ENV BUILD_VLLM=00 B
25ENV BUILD_TRITON=10 B
26ENV BUILD_LLVM=00 B
27ENV BUILD_AITER_ALL=10 B
28ENV BUILD_MOONCAKE=10 B
29ENV AITER_COMMIT_DEFAULT=acf8fdf9307431ece8ee275971c41cb3d1a7020b0 B
30ENV TRITON_COMMIT_DEFAULT=42270451990532c67e69d753fbd026f28fcc48400 B
31ARG GPU_ARCH=gfx950-rocm7200 B
32RUN |1 GPU_ARCH=gfx950-rocm720 /bin/sh -c1.3 KB
33ENV GPU_ARCH=gfx950-rocm7200 B
34ENV GPU_ARCH_LIST=gfx9500 B
35ENV PYTORCH_ROCM_ARCH=gfx942;gfx950;gfx12500 B
36ARG SGL_REPO=https://github.com/sgl-project/sglang.git0 B
37ARG SGL_DEFAULT=main0 B
38ARG SGL_BRANCH=main0 B
39ARG BRANCH_TYPE=remote0 B
40ARG SETUPTOOLS_SCM_PRETEND_VERSION=0.5.20.dev20260926+gc73f7077eb0 B
41ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
42ENV TRITON_COMMIT=42270451990532c67e69d753fbd026f28fcc48400 B
43ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release/rocm-7.2.0/simple/0 B
44ARG TRITON_VERSION=3.7.0+amd.rocm7.2.0.git890024100 B
45ARG TRITON_KERNELS_VERSION=1.0.0+amd.rocm7.2.0.git890024100 B
46ARG TORCH_ROCM_INDEX_URL=https://download.pytorch.org/whl/rocm7.20 B
47ARG TORCH_ROCM_VERSION=2.11.0+rocm7.20 B
48ARG TORCHVISION_ROCM_VERSION=0.26.0+rocm7.20 B
49ARG TORCHAUDIO_ROCM_VERSION=2.11.0+rocm7.20 B
50ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
51ARG AITER_COMMIT=0 B
52ENV AITER_COMMIT=acf8fdf9307431ece8ee275971c41cb3d1a7020b0 B
53ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git0 B
54ARG LLVM_BRANCH=MainOpSelV20 B
55ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a5600 B
56ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git0 B
57ARG MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a0 B
58ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git0 B
59ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc9000 B
60ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git0 B
61ARG FHT_BRANCH=rocm0 B
62ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd10 B
63ARG ENABLE_MORI=10 B
64ARG NIC_BACKEND=none0 B
65ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
66ARG MORI_COMMIT=879983bdbd8c65c52e9f79ad836a61cbffef98b60 B
67ARG ENABLE_NIXL=10 B
68ARG UCX_REPO=https://github.com/openucx/ucx.git0 B
69ARG UCX_BRANCH=v1.19.x0 B
70ARG NIXL_REPO=https://github.com/ai-dynamo/nixl.git0 B
71ARG NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc400 B
72ARG AINIC_VERSION=1.117.5-a-380 B
73ARG UBUNTU_CODENAME=jammy0 B
74ARG UBUNTU_MIRROR=https://archive.ubuntu.com0 B
75USER root0 B
76RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main1.16 KB
77RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
78RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main5.56 MB
79RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
80RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main2.06 MB
81RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
82RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
83WORKDIR /sgl-workspace103 B
84RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
85ENV SETUPTOOLS_SCM_PRETEND_VERSION=0 B
86ENV AITER_USE_SYSTEM_TRITON=10 B
87RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
88RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main669.04 MB
89COPY /src/python/sglang/kernels/ops/attention/dsv4/asm/gfx950/mla_v4/mla_a8w8_qh64_qseqlen1_gqaratio64_nm.co /sgl-workspace/aiter/hsa/gfx950/mla_v4/ # buildkit16.91 KB
90RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
91RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main1.11 GB
92RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main1.83 KB
93ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin0 B
94RUN |38 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main1.74 GB
95ARG BUILD_TYPE=all0 B
96ARG SETUPTOOLS_SCM_PRETEND_VERSION=0.5.20.dev20260926+gc73f7077eb0 B
97RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main14.4 MB
98ENV PATH=/root/.cargo/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin0 B
99RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main286.9 MB
100ENV CARGO_BUILD_JOBS=40 B
101RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
102COPY /src /tmp/local_src # buildkit417.97 MB
103RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main432.33 MB
104RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main228 B
105RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main726.28 MB
106RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main187 B
107RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
108RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
109RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main1.33 GB
110ENV DEBIAN_FRONTEND=noninteractive0 B
111ENV LIBGL_ALWAYS_INDIRECT=10 B
112RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main237 B
113RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main1.1 GB
114RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main18.15 MB
115RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main6.82 MB
116RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main594.37 MB
117RUN |39 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main223.64 MB
118ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl0 B
119RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main924 B
120RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main1.56 GB
121RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main9.42 KB
122RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main422.99 MB
123RUN |40 GPU_ARCH=gfx950-rocm720 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B
124ENV SGLANG_DISABLE_CUDNN_CHECK=10 B
125ENV HIP_FORCE_DEV_KERNARG=10 B
126ENV HSA_NO_SCRATCH_RECLAIM=10 B
127ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B
128ENV SGLANG_INT4_WEIGHT=00 B
129ENV SGLANG_MOE_PADDING=10 B
130ENV SGLANG_ROCM_DISABLE_LINEARQUANT=00 B
131ENV SGLANG_ROCM_FUSED_DECODE_MLA=10 B
132ENV SGLANG_SET_CPU_AFFINITY=10 B
133ENV SGLANG_USE_AITER=10 B
134ENV SGLANG_USE_ROCM700A=10 B
135ENV NCCL_MIN_NCHANNELS=1120 B
136ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT80 B
137ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B
138ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B
139CMD ["/bin/bash"]0 B
140ARG BASE_IMAGE0 B
141ARG SGLANG_COMMIT=unknown0 B
142ARG SGL_KERNEL_WHEEL=sglang_kernel-0.4.9-cp310-cp310-linux_x86_64.whl0 B
143ARG SGL_KERNEL_SHA256=a48485897d70c472dece0885f986173d14cabb58e7398a1744d91f4b6fa7a8ef0 B
144COPY sglang_kernel-0.4.9-cp310-cp310-linux_x86_64.whl /tmp/ # buildkit4.69 MB
145RUN |4 BASE_IMAGE=rocm/sgl-dev:v0.5.20-rocm720-mi35x-20260926@sha256:49ac665f4e711138fdf45a37f90be221ea58c53efb31bf4c378bf2ac161f37c0 SGLANG_COMMIT=855e3157d9 SGL_KERNEL_WHEEL=sglang_kernel-0.4.9-cp310-cp310-linux_x86_64.whl30.32 MB
146RUN |4 BASE_IMAGE=rocm/sgl-dev:v0.5.20-rocm720-mi35x-20260926@sha256:49ac665f4e711138fdf45a37f90be221ea58c53efb31bf4c378bf2ac161f37c0 SGLANG_COMMIT=855e3157d9 SGL_KERNEL_WHEEL=sglang_kernel-0.4.9-cp310-cp310-linux_x86_64.whl164 B
147COPY python /sgl-workspace/sglang/python # buildkit15.56 MB
148RUN |4 BASE_IMAGE=rocm/sgl-dev:v0.5.20-rocm720-mi35x-20260926@sha256:49ac665f4e711138fdf45a37f90be221ea58c53efb31bf4c378bf2ac161f37c0 SGLANG_COMMIT=855e3157d9 SGL_KERNEL_WHEEL=sglang_kernel-0.4.9-cp310-cp310-linux_x86_64.whl11.89 MB
149LABEL ai.radixark.base.image=rocm/sgl-dev:v0.5.20-rocm720-mi35x-20260926@sha256:49ac665f4e711138fdf45a37f90be221ea58c53efb31bf4c378bf2ac161f37c0 ai.radixark.sglang.repo=ispobock/sglang-minimax-collab ai.radixark.sglang.branch=amd-support-m31 ai.radixark.sglang.commit=855e3157d90 B
150WORKDIR /sgl-workspace/sglang32 B

Command

 ARG RELEASE