Sign inSign up

sabreshao/sglang:90a_0820

Manifest digest

sha256:c8a53a5b40e9b68bd726f054027261da70cca98c7aa11144009d9520b8a2081c

OS/ARCH

linux/amd64

Compressed size

9.9 GB

Last pushed

27 days by sabreshao

Type

Image

Manifest digest

sha256:c8a53a5b40e9b68bd726f054027261da70cca98c7aa11144009d9520b8a2081c

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6ARG BASE_IMAGE=ubuntu:22.040 B
7ARG PYTHON_VERSION=3.100 B
8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B
9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B
10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B
11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B
12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B
13ARG ROCM_VERSION=7.2.40 B
14ARG UBUNTU_VERSION=22.040 B
15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B
16LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu22.04_py3.10_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa8330 B
17ENV DEBIAN_FRONTEND=noninteractive0 B
18RUN |10 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833279.21 KB
19RUN |10 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833115.36 MB
20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B
21RUN |10 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa83397.17 MB
22RUN |10 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833121.91 MB
23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24RUN |10 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.24 GB
25RUN |10 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.92 GB
26RUN |10 BASE_IMAGE=ubuntu:22.04 PYTHON_VERSION=3.10 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833133.2 KB
27ARG SGL_REPO=https://github.com/sgl-project/sglang.git0 B
28ARG SGL_BRANCH=v0.5.10.post10 B
29ARG SGL_VERSION=0.5.10.post10 B
30ARG GPU_ARCH=gfx90a0 B
31ENV PYTORCH_ROCM_ARCH=gfx90a0 B
32ENV AMDGPU_TARGET=gfx90a0 B
33ENV DEBIAN_FRONTEND=noninteractive0 B
34WORKDIR /sgl-workspace103 B
35RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post13.51 MB
36RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post121.33 MB
37COPY patch_gfx90a.py /tmp/patch_gfx90a.py # buildkit1.05 KB
38RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post12.05 KB
39RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post115.65 MB
40RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post1350.78 MB
41COPY aiter/__init__.py /tmp/aiter_stub_init.py # buildkit1.09 KB
42RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post12.62 KB
43RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post15.02 MB
44ENV SGLANG_USE_AITER=0 USE_ROCM_AITER_ROPE_BACKEND=0 SGLANG_USE_AITER_AR=0 SGLANG_DISABLE_CUDNN_CHECK=10 B
45COPY sglang-serve /usr/local/bin/sglang-serve # buildkit623 B
46RUN |4 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_BRANCH=v0.5.10.post1 SGL_VERSION=0.5.10.post1621 B
47WORKDIR /sgl-workspace/sglang32 B
48EXPOSE map[30000/tcp:{}]0 B
49CMD ["/bin/bash"]0 B

Command

 ARG RELEASE