Sign inSign up

tuxtofntnx/vllm-rocm:latest

Manifest digest

sha256:2d5011926b3cc69caca1082e0639759e471819ffb1a5a35f961ce9c5863ae7df

OS/ARCH

linux/amd64

Compressed size

8.65 GB

Last pushed

over 1 year by tuxtofntnx

Type

Image

Manifest digest

sha256:2d5011926b3cc69caca1082e0639759e471819ffb1a5a35f961ce9c5863ae7df

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.03 MB
6CMD ["/bin/bash"]0 B
7LABEL [email protected]0 B
8ARG ROCM_VERSION=5.30 B
9ARG AMDGPU_VERSION=5.30 B
10ARG APT_PREF0 B
11RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package:238 B
12RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package:5.51 GB
13RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package:656 B
14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV ROCM_PATH=/opt/rocm0 B
16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
19ARG PYTHON_VERSION=3.120 B
20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh93 B
21WORKDIR /app32 B
22ENV DEBIAN_FRONTEND=noninteractive0 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh106.83 MB
24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh66.33 MB
25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh683.19 MB
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh65.23 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh248.36 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh1.53 MB
29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh800.74 MB
30RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh197.62 MB
31ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete0 B
32ARG HIPBLAS_COMMON_BRANCH=7c1566b0 B
33ARG HIPBLASLT_BRANCH=db8e93b40 B
34ARG LEGACY_HIPBLASLT_OPTION=0 B
35ARG RCCL_BRANCH=648a58d0 B
36ARG RCCL_REPO=https://github.com/ROCm/rccl0 B
37ARG TRITON_BRANCH=e5be0060 B
38ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
39ARG PYTORCH_BRANCH=295f2ed40 B
40ARG PYTORCH_VISION_BRANCH=v0.21.00 B
41ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B
42ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
43ARG FA_BRANCH=1a7f4dfa0 B
44ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
45ARG AITER_BRANCH=c4a9ce750 B
46ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
47RUN |18 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete403 B
48COPY pytorch_afo_testkit/afo/gemm/benchmarks/afo_tune_device_*_full.csv /app # buildkit61.87 MB
49ENV PYTORCH_TUNABLEOP_ENABLED=10 B
50ENV PYTORCH_TUNABLEOP_TUNING=00 B
51ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv0 B
52ARG ARG_PYTORCH_ROCM_ARCH0 B
53ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx12010 B
54RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c104.82 MB
55RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c182.07 KB
56RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c219 B
57ARG COMMON_WORKDIR=/app0 B
58WORKDIR /app32 B
59RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.98 KB
60RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
61RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.13 MB
62ARG BUILD_RPD=10 B
63RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=18.07 MB
64RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1832.78 MB
65ARG COMMON_WORKDIR=/app0 B
66COPY /benchmarks /app/vllm/benchmarks # buildkit101.67 KB
67COPY /examples /app/vllm/examples # buildkit87.41 KB
68ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
69ENV TOKENIZERS_PARALLELISM=false0 B
70ENV HIP_FORCE_DEV_KERNARG=10 B
71CMD ["/bin/bash"]0 B

Command

 ARG RELEASE