sabreshao/vllm:rocm_upstream_0702

Manifest digest

sha256:3b73f2616072f7534390c2155015f4ea37b6805583cb115c002074e5f81ca88e

OS/ARCH

linux/amd64

Compressed size

21.87 GB

Last pushed

over 2 years by sabreshao

Type

Image

Manifest digest

sha256:3b73f2616072f7534390c2155015f4ea37b6805583cb115c002074e5f81ca88e

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=20.040 B

5ADD file ... in / 27.26 MB

6CMD ["/bin/bash"]0 B

7ARG UBUNTU_VERSION0 B

8ENV DEBIAN_FRONTEND=noninteractive0 B

9ARG PYTORCH_ROCM_ARCH0 B

10ENV PYTORCH_ROCM_ARCH=gfx900;gfx906;gfx908;gfx90a;gfx1030;gfx1100;gfx1101;gfx940;gfx941;gfx9420 B

11COPY file:3e613159c843fa19ea49ed39f0c7da18aec965823769314d4270158f81536196 in install_base.sh 2.16 KB

12|1 UBUNTU_VERSION=20.04 /bin/sh -c bash298.05 MB

13ARG LLVMDEV0 B

14ARG CLANG_VERSION0 B

15COPY file:ea4470f09a1a3c3e7b5e68367ef79048b788247d3169e9da385ac1a9afb3216a in install_clang.sh 803 B

16|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh106 B

17COPY file:c6304d808aa099de4888e640fb5596877c462b857b7c670e8d091c4165ccf0a4 in install_user.sh 543 B

18|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh1.24 KB

19ARG ANACONDA_PYTHON_VERSION0 B

20ARG CONDA_CMAKE0 B

21ENV ANACONDA_PYTHON_VERSION=3.90 B

22ENV PATH=/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

23COPY file:19fdcbb69f5a4407a329fe501666c09b4627d4f95362a50e14122c26eb81a6f4 in /opt/conda/requirements-ci.txt 3.04 KB

24COPY file:01dcf9045e236f79374b96dbed1da293a9f6ba158dabd5666e62cbdf6278a0ed in install_conda.sh 1.94 KB

25COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh 724 B

26|4 CLANG_VERSION= CONDA_CMAKE=yes LLVMDEV= UBUNTU_VERSION=20.042.2 GB

27ARG GCC_VERSION0 B

28COPY file:a6be3fca5763d553ed3491dd421b101b6a4ea1af953b169ac5c98b0e15ecbe62 in install_gcc.sh 380 B

29|5 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=104 B

30ARG PROTOBUF0 B

31COPY file:344c63eb5c09e7fc866f75cf5fb95abff4fa96c150b296f810dc96b48a7e7505 in install_protobuf.sh 887 B

32|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=115.85 MB

33|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=109 B

34ENV INSTALLED_PROTOBUF=yes0 B

35ARG DB0 B

36COPY file:7625f4293f43ccf29f983011a1b0d83cd84e7f5d77938fc0cbae45e6dbe2d65c in install_db.sh 642 B

37|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=1.09 MB

38|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=103 B

39ENV INSTALLED_DB=yes0 B

40ARG VISION0 B

41COPY multi:5dd2d64f83ac66a8661d187f93bf66534e069423a94a30ec790139081d3a95f3 in ./ 1.52 KB

42|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=425.48 MB

43|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=161 B

44ENV INSTALLED_VISION=yes0 B

45ARG ROCM_VERSION0 B

46COPY file:a052f86f213f880b8465e221410afc01ed99bc416755fcf69c83e69d95eab178 in install_rocm.sh 1.98 KB

47|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=5.5 GB

48|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=105 B

49COPY file:9bb3d065f3e88342f02e1ac8640abca7d54791b8ec2d2acf47fdf77e18101578 in install_rocm_magma.sh 908 B

50|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=623.41 MB

51|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=111 B

52ENV ROCM_PATH=/opt/rocm0 B

53

ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

54

ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

55

ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

56

ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

57

ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

58ENV MAGMA_HOME=/opt/rocm/magma0 B

59ENV LANG=C.UTF-80 B

60ENV LC_ALL=C.UTF-80 B

61ARG CMAKE_VERSION0 B

62COPY file:81e429df46fa0455cf421853efc016e51afc523e70e51c6582fa7b29fe87e4bb in install_cmake.sh 563 B

63|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes41.2 MB

64|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes104 B

65ARG NINJA_VERSION0 B

66COPY file:00cb9f7fa5c380835603121c64a21edd9ecfa3bac0af0ec60f552a7669c314e7 in install_ninja.sh 295 B

67|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes86.22 KB

68|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes106 B

69ARG TRITON0 B

70COPY file:99931b45e73a69bc5764b919ddb6570d45038865f0215f8a2cac1ad5090ab8d4 in install_triton.sh 1.31 KB

71COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh 724 B

72COPY file:185b53d29702f57a0b3c4b6ba84232a0b933fefca72b53c855e5965e7abcaa71 in triton-rocm.txt 141 B

73COPY file:222bfa84159e90f97a68ebcaedbdbac6f449cba5474cc99f72f2af39ca193e78 in triton_version.txt 119 B

74|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes1.15 GB

75|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes177 B

76COPY file:0838d251e98cd169718c8b92dd9587a248266bb3b15480aa1b69fea3b91181b5 in install_cache.sh 1.8 KB

77

ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

78|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes15.24 MB

79ARG BUILD_ENVIRONMENT0 B

80ENV BUILD_ENVIRONMENT=pytorch-linux-focal-rocm6.1.2-py3.90 B

81USER jenkins0 B

82CMD ["bash"]0 B

83ARG FRAME_NAME0 B

84ARG OS_CHOICE0 B

85ARG PY_VER0 B

86ARG PY_EXTRA_PK0 B

87ARG MAX_JOBS=40 B

88ENV MAX_JOBS=80 B

89USER root0 B

90COPY dir:ee9ae9616f61ea080e02d646ba4b42f4b4140def5c068447e945f3a60c9cb0db in /var/lib/jenkins 6.73 KB

91COPY dir:e5208466fa57b2e49ac8bd5cbcb2e227e4b76c50065c2db775dc4a01a1201d8b in /var/lib/jenkins/pytorch 2.58 GB

92WORKDIR /var/lib/jenkins0 B

93|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.90 B

94|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.94.92 GB

95ENV ROCM_PATH=/opt/rocm0 B

96ENV MPI_HOME=/opt/ompi0 B

97ENV UCX_HOME=/opt/ucx0 B

98

ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

99ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B

100ENV CI=10 B

101ENV PYTORCH_TEST_WITH_ROCM=10 B

102ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B

103ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B

104ARG PYTORCH_ROCM_ARCH0 B

105RUN |1 PYTORCH_ROCM_ARCH=gfx90a;gfx942 /bin/sh -c19.26 MB

106RUN |1 PYTORCH_ROCM_ARCH=gfx90a;gfx942 /bin/sh -c17.23 MB

107ARG APP_MOUNT=/vllm-workspace0 B

108WORKDIR /vllm-workspace104 B

109RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 APP_MOUNT=/vllm-workspace /bin/sh4.71 MB

110RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 APP_MOUNT=/vllm-workspace /bin/sh279 B

111RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 APP_MOUNT=/vllm-workspace /bin/sh2.97 GB

112ENV LLVM_SYMBOLIZER_PATH=/opt/rocm/llvm/bin/llvm-symbolizer0 B

113

ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/rocm/bin:/libtorch/bin:

0 B

114ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib::/opt/rocm/lib/:/libtorch/lib:0 B

115ENV CPLUS_INCLUDE_PATH=:/libtorch/include:/libtorch/include/torch/csrc/api/include/:/opt/rocm/include/:0 B

116ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

117ENV CCACHE_DIR=/root/.cache/ccache0 B

118COPY . . # buildkit43.56 MB

119RUN /bin/sh -c case "$(which32 B

120RUN /bin/sh -c pip install92.72 MB

121ENV VLLM_INSTALL_PUNICA_KERNELS=10 B

122ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B

123ENV TOKENIZERS_PARALLELISM=false0 B

124RUN /bin/sh -c pip install359.8 MB

125RUN /bin/sh -c mkdir -p1.32 MB

126RUN /bin/sh -c mkdir -p231.02 MB

127RUN /bin/sh -c mkdir -p26.59 MB

128RUN /bin/sh -c if ls266.67 MB

129CMD ["/bin/bash"]0 B

Command

 ARG RELEASE