Sign inSign up

rocm/atom-dev:sglang-full-manual-40286085267-ffe0308d9821

Index digest

sha256:cafb6f5ac64993deab36c476bab178261a063b55f6845c0c739f4cd5437060ae

OS/ARCH

linux/amd64

Compressed size

17.87 GB

Last pushed

19 days by valarlip

Type

Image

Manifest digest

sha256:99ecddf10e4ec25d13e7ecdd98d36ae9befe667ef5d5e88b38a6e9eed8e726fa

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=24.040 B
4ADD file ... in / 28.36 MB
5CMD ["/bin/bash"]0 B
6ARG BASE_IMAGE=ubuntu:24.040 B
7ARG PYTHON_VERSION=3.120 B
8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B
9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B
10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B
11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B
12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B
13ARG ROCM_VERSION=7.2.40 B
14ARG UBUNTU_VERSION=24.040 B
15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B
16LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa8330 B
17ENV DEBIAN_FRONTEND=noninteractive0 B
18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB
19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB
20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B
21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB
22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB
23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB
25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB
26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB
27ARG GPU_ARCH=gfx942;gfx9500 B
28ARG BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.00 B
29ENV GPU_ARCH_LIST=gfx942;gfx9500 B
30ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B
31ENV ATOM_BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.00 B
32ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
33RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh85.34 MB
34RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B
35RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B
36RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B
37ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/0 B
38ARG TRITON_PIN_VERSION=3.8.0+amd.rocm7.2.0.git7cb7b0590 B
39ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git7cb7b0590 B
40RUN |5 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/929.68 MB
41ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B
42ARG ATOM_COMMIT=main0 B
43RUN |7 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/196.82 MB
44RUN |7 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/18.16 MB
45ARG INSTALL_MOONCAKE=10 B
46ARG INSTALL_MOONCAKE_STORE=10 B
47ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git0 B
48ARG MOONCAKE_COMMIT=v0.3.14-rc10 B
49ARG USE_HIP_DMABUF=ON0 B
50ARG VENV_PYTHON=/opt/venv/bin/python0 B
51RUN |13 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/126.39 MB
52ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
53RUN |13 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/204.32 MB
54ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb0 B
55RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/504.24 KB
56RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/469.73 MB
57ENV MOONCAKE_DISABLE_HIP_DMABUF=10 B
58ARG RUST_VERSION=1.94.00 B
59RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/203.2 MB
60ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
61COPY /rccl-pkgs/ /tmp/rccl/ # buildkit16.97 MB
62RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/18.05 MB
63COPY /app/aiter-test /app/aiter-test # buildkit1.73 GB
64RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/624.57 MB
65RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/89 B
66ARG CACHEBUST=17929369920 B
67ARG ATOM_MESH_FEATURES=0 B
68RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/795.13 MB
69RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/32 B
70RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/2 MB
71RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/14.58 MB
72ARG LMCACHE_WHEEL_SHA256=68c0f6870c82497b4a1fef5c365960119bedfe66715a410457ae45eb6164cc030 B
73ARG LMCACHE_TAG=v0.4.50 B
74RUN |19 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/315.5 MB
75ARG INSTALL_SA_AIPERF=10 B
76ARG SA_AIPERF_REF=754356e9a39acc6cc6afb242d123bb57c3fb6f750 B
77RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/221.94 MB
78RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/32 B
79ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/0 B
80ARG TRITON_PIN_VERSION=3.8.0+amd.rocm7.2.0.git7cb7b0590 B
81ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git7cb7b0590 B
82RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/32 B
83COPY /staging/ /opt/rocm/ # buildkit14.09 MB
84RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/14.12 MB
85CMD ["/bin/bash"]0 B
86ARG GPU_ARCH=gfx942;gfx9500 B
87ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
88ARG AITER_COMMIT=HEAD0 B
89RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD1.83 MB
90RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD32 B
91RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD6.9 MB
92RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD32 B
93RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD32 B
94RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD343 B
95RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD600.25 KB
96RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD32 B
97RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD132 B
98RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD831.95 MB
99RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD32 B
100RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD32 B
101RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD361 B
102RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD127 B
103COPY . /app/ATOM # buildkit8.35 MB
104RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD193.76 KB
105RUN |3 GPU_ARCH=gfx942;gfx950 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=HEAD32 B
106ARG GPU_ARCH=gfx942;gfx9500 B
107ARG VENV_PYTHON=/opt/venv/bin/python0 B
108ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git0 B
109ARG SGLANG_REF=v0.5.200 B
110LABEL com.rocm.atom.sglang_ref=v0.5.200 B
111ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
112ENV PYTHONPATH=/app/sglang/python:/app/ATOM:0 B
113RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git473.75 MB
114RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git511.08 MB
115RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git17.28 MB
116RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git496.27 MB
117RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git238 B
118RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git1.54 MB
119RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git109.56 KB
120RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git32 B
121CMD ["/bin/bash"]0 B

Command

 ARG RELEASE