rocm/atom-dev:sglang-full-manual-30016742521-5f88e49f90fe

Index digest

sha256:b07cc73cadea9181d866e7b15d4176925dd521c071c6bb85990835d3e7c7e76a

OS/ARCH

linux/amd64

Compressed size

15.16 GB

Last pushed

3 months by valarlip

Type

Image

Manifest digest

sha256:c167e42a95958c7540269fbad5634cdbadb2b56f569a4b2b8021c16015477622

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=24.040 B

4ADD file ... in / 28.36 MB

5CMD ["/bin/bash"]0 B

6ARG BASE_IMAGE=ubuntu:24.040 B

7ARG PYTHON_VERSION=3.120 B

8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B

9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B

10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B

11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B

12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B

13ARG ROCM_VERSION=7.2.40 B

14ARG UBUNTU_VERSION=24.040 B

15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B

16

LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa833

0 B

17ENV DEBIAN_FRONTEND=noninteractive0 B

18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB

19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB

20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B

21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB

22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB

23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB

25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB

26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB

27ARG GPU_ARCH=gfx942;gfx9500 B

28ENV GPU_ARCH_LIST=gfx942;gfx9500 B

29ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B

30RUN |1 GPU_ARCH=gfx942;gfx950 /bin/sh -c67.46 MB

31ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B

32ARG ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c0 B

33

RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

186.1 MB

34

RUN |3 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

13.61 MB

35ARG INSTALL_MOONCAKE=10 B

36ARG MOONCAKE_REPO=https://github.com/Jasen2201/Mooncake.git0 B

37ARG MOONCAKE_COMMIT=fix/ionic-mr-and-qp-resource-fixes0 B

38ARG VENV_PYTHON=/opt/venv/bin/python0 B

39

RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

92.04 MB

40ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

41

RUN |7 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

209.82 MB

42

ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb

0 B

43

RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

499.51 KB

44

RUN |8 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

319.39 MB

45ARG RUST_VERSION=1.94.00 B

46

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

203.15 MB

47

ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

48COPY /app/rccl/build/release/*.deb /tmp/rccl/ # buildkit16.97 MB

49

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

18.04 MB

50COPY /app/aiter-test /app/aiter-test # buildkit1.59 GB

51

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

973.9 MB

52

RUN |9 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

32 B

53ARG CACHEBUST=10 B

54

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

667.6 MB

55

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

32 B

56

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

1.94 MB

57

RUN |10 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

16.16 MB

58ARG LMCACHE_TAG=v0.4.50 B

59

RUN |11 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

67.39 MB

60ARG INSTALL_SA_AIPERF=10 B

61ARG SA_AIPERF_COMMIT=0d2aa0572ac685943d38c580675c4a61023581d30 B

62

RUN |13 GPU_ARCH=gfx942;gfx950 ATOM_REPO=https://github.com/ROCm/ATOM.git ATOM_COMMIT=5f88e49f90fe6154b714e3ed96351729ae46936c

230.18 MB

63CMD ["/bin/bash"]0 B

64ARG GPU_ARCH=gfx942;gfx9500 B

65ARG VENV_PYTHON=/opt/venv/bin/python0 B

66ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git0 B

67ARG SGLANG_REF=v0.5.15.post10 B

68LABEL com.rocm.atom.sglang_ref=v0.5.15.post10 B

69

ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

70ENV PYTHONPATH=/app/sglang/python:/app/ATOM:0 B

71

COPY docker/patches/sglang/cohere2-moe-drop-invalid-hf-strict.patch /tmp/sglang-patches/cohere2-moe-drop-invalid-hf-strict.patch # buildkit

533 B

72RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git423.18 MB

73RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git261.33 MB

74RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git17.41 MB

75RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git189.97 MB

76RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git235 B

77RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git885.3 KB

78RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git106.91 KB

79RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git32 B

80CMD ["/bin/bash"]0 B

Command

 ARG RELEASE