lmsysorg/sglang-rocm:v0.5.15.post1-rocm7_14-mi35x-test-20260720

Manifest digest

sha256:4a8d958ff3a75da73e2f5ac51001a7743f70c3c246643b583af8c11118c719e7

OS/ARCH

linux/amd64

Compressed size

17.14 GB

Last pushed

3 months by lmzheng

Type

Image

Manifest digest

sha256:4a8d958ff3a75da73e2f5ac51001a7743f70c3c246643b583af8c11118c719e7

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=24.040 B

4ADD file ... in / 28.36 MB

5CMD ["/bin/bash"]0 B

6RUN /bin/sh -c apt-get update153.29 MB

7ENV VIRTUAL_ENV=/opt/venv0 B

8RUN /bin/sh -c python -m4 MB

9ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

10RUN /bin/sh -c python3 -m6.36 MB

11ARG PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/0 B

12ARG ROCM_SDK_VERSION=7.14.00 B

13ARG TORCH_VERSION=2.11.00 B

14ARG TORCHVISION_VERSION=0.26.00 B

15ARG TORCHAUDIO_VERSION=2.11.00 B

16RUN |5 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.02.4 GB

17RUN |5 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.01.66 GB

18ENV ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B

19ENV CPATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include0 B

20ENV LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib0 B

21ENV LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib0 B

22ENV ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B

23RUN |5 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.01.22 KB

24RUN |5 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0167 B

25RUN |5 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0165 B

26ENV BUILD_VLLM=00 B

27ENV BUILD_TRITON=10 B

28ENV BUILD_LLVM=00 B

29ENV BUILD_AITER_ALL=10 B

30ENV BUILD_MOONCAKE=10 B

31ENV AITER_COMMIT_DEFAULT=9127c94a18e4398e1eba91f6639e910f0994ad020 B

32ENV TRITON_COMMIT_DEFAULT=5f3f125e8f63c24613f1f73b937442864f263f940 B

33ARG GPU_ARCH=gfx950-rocm7_140 B

34ENV GPU_ARCH_LIST=gfx9500 B

35ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B

36ARG SGL_REPO=https://github.com/sgl-project/sglang.git0 B

37ARG SGL_DEFAULT=main0 B

38ARG SGL_BRANCH=bingxche/pr-27209-gfx950-rocm7_140 B

39ARG BRANCH_TYPE=remote0 B

40ARG SETUPTOOLS_SCM_PRETEND_VERSION=0.5.15.post1.dev20260720+gdb3982a7510 B

41ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B

42ENV TRITON_COMMIT=5f3f125e8f63c24613f1f73b937442864f263f940 B

43ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B

44ARG AITER_COMMIT=0 B

45ENV AITER_COMMIT=9127c94a18e4398e1eba91f6639e910f0994ad020 B

46ARG LLVM_REPO=https://github.com/jrbyrnes/llvm-project.git0 B

47ARG LLVM_BRANCH=MainOpSelV20 B

48ARG LLVM_COMMIT=6520ace8227ffe2728148d5f3b9872a870b0a5600 B

49ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git0 B

50ARG MOONCAKE_COMMIT=01d1eb2a7ec37fd5e20a88573e9b4956e7846e9a0 B

51ARG TILELANG_REPO=https://github.com/tile-ai/tilelang.git0 B

52ARG TILELANG_COMMIT=a55a82302bf7f3c5af635b5c9146f728185cc9000 B

53ARG FHT_REPO=https://github.com/jeffdaily/fast-hadamard-transform.git0 B

54ARG FHT_BRANCH=rocm0 B

55ARG FHT_COMMIT=46efb7d776d38638fc39f3c803eaee3dd7016bd10 B

56ARG ENABLE_MORI=10 B

57ARG NIC_BACKEND=none0 B

58ARG MORI_REPO=https://github.com/ROCm/mori.git0 B

59ARG MORI_COMMIT=f7e6ac6863c53821bc7afb91a578cc6ce38fcad00 B

60ARG ENABLE_NIXL=10 B

61ARG UCX_REPO=https://github.com/openucx/ucx.git0 B

62ARG UCX_BRANCH=v1.19.x0 B

63ARG NIXL_REPO=https://github.com/ai-dynamo/nixl.git0 B

64ARG NIXL_COMMIT=c28061f9782e099f975bcc79198b7b5a1a36cc400 B

65ARG AINIC_VERSION=1.117.5-a-380 B

66ARG UBUNTU_CODENAME=jammy0 B

67ARG UBUNTU_MIRROR=https://archive.ubuntu.com0 B

68USER root0 B

69RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0395 B

70RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

71RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.038.74 KB

72RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

73RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

74WORKDIR /sgl-workspace103 B

75RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

76ENV SETUPTOOLS_SCM_PRETEND_VERSION=0 B

77ENV AITER_USE_SYSTEM_TRITON=10 B

78RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

79RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0847.46 MB

80RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0648.64 MB

81ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin0 B

82RUN |36 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.01.74 GB

83ARG BUILD_TYPE=all0 B

84ARG SETUPTOOLS_SCM_PRETEND_VERSION=0.5.15.post1.dev20260720+gdb3982a7510 B

85RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.025.6 MB

86ENV PATH=/root/.cargo/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin0 B

87RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0290.25 MB

88ENV CARGO_BUILD_JOBS=40 B

89RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

90RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0208 B

91COPY /src /tmp/local_src # buildkit259.61 MB

92RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0258.34 MB

93RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0686.41 MB

94RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.013.63 KB

95RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

96RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.01.42 GB

97ENV DEBIAN_FRONTEND=noninteractive0 B

98ENV LIBGL_ALWAYS_INDIRECT=10 B

99RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0216 B

100RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0971.14 MB

101RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.022.71 MB

102RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.06.82 MB

103RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0545.46 MB

104RUN |37 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0212.07 MB

105ARG TORCH_ROCM_FILE=torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp310-cp310-linux_x86_64.whl0 B

106RUN |38 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.0926 B

107RUN |38 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.032 B

108RUN |38 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.05.06 GB

109RUN |38 PIP_EXTRA_INDEX_URL=https://repo.amd.com/rocm/whl-multi-arch/ ROCM_SDK_VERSION=7.14.0 TORCH_VERSION=2.11.09.41 KB

110ENV SGLANG_DISABLE_CUDNN_CHECK=10 B

111ENV HIP_FORCE_DEV_KERNARG=10 B

112ENV HSA_NO_SCRATCH_RECLAIM=10 B

113ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B

114ENV SGLANG_INT4_WEIGHT=00 B

115ENV SGLANG_MOE_PADDING=10 B

116ENV SGLANG_ROCM_DISABLE_LINEARQUANT=00 B

117ENV SGLANG_ROCM_FUSED_DECODE_MLA=10 B

118ENV SGLANG_SET_CPU_AFFINITY=10 B

119ENV SGLANG_USE_AITER=10 B

120ENV SGLANG_USE_ROCM700A=10 B

121ENV NCCL_MIN_NCHANNELS=1120 B

122ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT80 B

123ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B

124ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B

125CMD ["/bin/bash"]0 B

Command

 ARG RELEASE