henryx/haisgl:v0.4.10.post2-rocm630-mi30x-gpt-oss-0806

Manifest digest

sha256:ec26f528d342d6cf8576240b426a208c1d758ced87cd19a9db673d2a2270aa22

OS/ARCH

linux/amd64

Compressed size

18.75 GB

Last pushed

about 1 year by henryx

Type

Image

Manifest digest

sha256:ec26f528d342d6cf8576240b426a208c1d758ced87cd19a9db673d2a2270aa22

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7LABEL [email protected]0 B

8ARG ROCM_VERSION=5.30 B

9ARG AMDGPU_VERSION=5.30 B

10ARG APT_PREF0 B

11RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:239 B

12RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:5.51 GB

13RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:656 B

14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

15ENV ROCM_PATH=/opt/rocm0 B

16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B

17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

19ARG PYTHON_VERSION=3.120 B

20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh92 B

21WORKDIR /app32 B

22ENV DEBIAN_FRONTEND=noninteractive0 B

23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh103.87 MB

24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh66.18 MB

25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh454.24 MB

26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh17.4 MB

27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh248.36 MB

28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh1.53 MB

29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh652.19 MB

30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete0 B

31ARG HIPBLASLT_BRANCH=4d40e360 B

32ARG LEGACY_HIPBLASLT_OPTION=0 B

33ARG RCCL_BRANCH=648a58d0 B

34ARG RCCL_REPO=https://github.com/ROCm/rccl0 B

35ARG TRITON_BRANCH=e5be0060 B

36ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B

37ARG PYTORCH_BRANCH=8d4926e0 B

38ARG PYTORCH_VISION_BRANCH=v0.19.10 B

39ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B

40ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B

41ARG FA_BRANCH=b7d29fb0 B

42ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B

43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete375 B

44ARG ARG_PYTORCH_ROCM_ARCH0 B

45ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c105.74 MB

47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.49 KB

48RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c32 B

49ARG COMMON_WORKDIR=/app0 B

50WORKDIR /app32 B

51RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.95 KB

52RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B

53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.02 MB

54ARG BUILD_RPD=10 B

55RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=15.8 MB

56ENV VLLM_INSTALL_PUNICA_KERNELS=10 B

57RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1615.93 MB

58ARG COMMON_WORKDIR=/app0 B

59COPY /benchmarks /app/vllm/benchmarks # buildkit83.07 KB

60COPY /tests /app/vllm/tests # buildkit537.54 KB

61COPY /examples /app/vllm/examples # buildkit64.23 KB

62COPY /.buildkite /app/vllm/.buildkite # buildkit33.73 KB

63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B

64ENV TOKENIZERS_PARALLELISM=false0 B

65ENV HIP_FORCE_DEV_KERNARG=10 B

66RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1636 B

67CMD ["/bin/bash"]0 B

68/bin/bash662.74 MB

69ENV BUILD_VLLM=00 B

70ENV BUILD_TRITON=10 B

71ENV BUILD_AITER_ALL=10 B

72ENV AITER_COMMIT=v0.1.40 B

73ARG GPU_ARCH=gfx9420 B

74ENV GPU_ARCH_LIST=gfx9420 B

75ARG SGL_REPO=https://github.com/sgl-project/sglang.git0 B

76ARG SGL_DEFAULT=main0 B

77ARG SGL_BRANCH=main0 B

78ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B

79ARG TRITON_COMMIT=improve_fa_decode_3.0.00 B

80ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B

81USER root0 B

82RUN |7 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main5.09 MB

83RUN |7 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B

84WORKDIR /sgl-workspace32 B

85RUN |7 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B

86RUN |7 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main140.39 MB

87RUN |7 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main209.44 MB

88RUN |7 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main4.17 GB

89ARG VLLM_REPO=https://github.com/ROCm/vllm.git0 B

90ARG VLLM_BRANCH=9f6b92db47c3444b7a7d67451ba0c3a2d6af4c2c0 B

91RUN |9 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B

92ARG BUILD_TYPE=all0 B

93RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main24.43 MB

94RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main32 B

95RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main217.37 MB

96RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main43.19 KB

97RUN |10 GPU_ARCH=gfx942 SGL_REPO=https://github.com/sgl-project/sglang.git SGL_DEFAULT=main2.75 KB

98ENV HIP_FORCE_DEV_KERNARG=10 B

99ENV HSA_NO_SCRATCH_RECLAIM=10 B

100ENV SGLANG_SET_CPU_AFFINITY=10 B

101ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B

102ENV NCCL_MIN_NCHANNELS=1120 B

103ENV SGLANG_USE_AITER=10 B

104ENV SGLANG_MOE_PADDING=10 B

105ENV VLLM_FP8_PADDING=10 B

106ENV VLLM_FP8_ACT_PADDING=10 B

107ENV VLLM_FP8_WEIGHT_PADDING=10 B

108ENV VLLM_FP8_REDUCE_CONV=10 B

109ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B

110ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B

111CMD ["/bin/bash"]0 B

112/bin/bash5.58 GB

Command

 ARG RELEASE