sha256:2b7221c5fa3592afefb0e904d10b063126ebe76f71ca7a5b8cd2c2a8a26c10c9
OS/ARCH
linux/amd64
Compressed size
10.8 GB
Last pushed
9 days by amdenterpriseai
Type
Image
Manifest digest
sha256:2b7221c5fa3592afefb0e904d10b063126ebe76f71ca7a5b8cd2c2a8a26c10c9
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.version=22.040 B4ADD file ... in / 29.23 MB5CMD ["/bin/bash"]0 B7ARG ROCM_VERSION=5.30 B8ARG AMDGPU_VERSION=5.30 B9ARG APT_PREF0 B10RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:240 B11RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:6.76 GB12RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package:655 B13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B14ENV ROCM_PATH=/opt/rocm0 B15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B19ENV MORI_GPU_ARCHS=gfx942;gfx9500 B20ENV HSA_NO_SCRATCH_RECLAIM=10 B21ARG PYTHON_VERSION=3.120 B22ENV PYTHON_VERSION=3.120 B23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B24WORKDIR /app32 B25ENV DEBIAN_FRONTEND=noninteractive0 B26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh149.41 MB27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.87 MB28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.06 MB29ARG USE_SCCACHE0 B30ARG SCCACHE_DOWNLOAD_URL0 B31ARG SCCACHE_ENDPOINT0 B32ARG SCCACHE_BUCKET_NAME0 B33ARG SCCACHE_REGION_NAME0 B34ARG SCCACHE_S3_NO_CREDENTIALS0 B35RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=19.11 MB36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1229 B37ARG USE_SCCACHE0 B38ENV SCCACHE_BUCKET=vllm-build-sccache0 B39ENV SCCACHE_REGION=us-west-20 B40ENV SCCACHE_S3_NO_CREDENTIALS=00 B41ENV SCCACHE_IDLE_TIMEOUT=00 B42RUN /bin/sh -c pip install2.41 GB43ARG BASE_IMAGE0 B44ARG TRITON_BRANCH0 B45ARG TRITON_REPO0 B46ARG PYTORCH_BRANCH0 B47ARG PYTORCH_VISION_BRANCH0 B48ARG PYTORCH_REPO0 B49ARG PYTORCH_VISION_REPO0 B50ARG PYTORCH_AUDIO_BRANCH0 B51ARG PYTORCH_AUDIO_REPO0 B52ARG FA_BRANCH0 B53ARG FA_REPO0 B54ARG AITER_BRANCH0 B55ARG AITER_REPO0 B56ARG MORI_BRANCH0 B57ARG MORI_REPO0 B58RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete TRITON_BRANCH=0f380657 TRITON_REPO=https://github.com/ROCm/triton.git398 B59ARG ARG_PYTORCH_ROCM_ARCH0 B60ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B61RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c142.07 MB62RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c92 B63ARG USE_SCCACHE0 B64RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh32 B65RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh25.66 MB66ENV UV_HTTP_TIMEOUT=5000 B67ENV UV_INDEX_STRATEGY=unsafe-best-match0 B68ENV UV_LINK_MODE=copy0 B69ENV CCACHE_DIR=/root/.cache/ccache0 B70ENV CCACHE_COMPILERCHECK=content0 B71ARG max_jobs0 B72ENV MAX_JOBS=160 B73ARG USE_SCCACHE0 B74ARG SCCACHE_DOWNLOAD_URL0 B75ARG SCCACHE_ENDPOINT0 B76ARG SCCACHE_BUCKET_NAME0 B77ARG SCCACHE_REGION_NAME0 B78ARG SCCACHE_S3_NO_CREDENTIALS0 B79RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=1632 B80ARG USE_SCCACHE0 B81ENV SCCACHE_BUCKET=vllm-build-sccache0 B82ENV SCCACHE_REGION=us-west-20 B83ENV SCCACHE_S3_NO_CREDENTIALS=00 B84ENV SCCACHE_IDLE_TIMEOUT=00 B85ARG COMMON_WORKDIR0 B86WORKDIR /app32 B87ARG NIC_BACKEND0 B88ARG AINIC_VERSION0 B89ARG UBUNTU_CODENAME0 B90RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.3-hydra UBUNTU_CODENAME=jammy15.89 MB91RUN /bin/sh -c python3 -m1.38 KB92RUN /bin/sh -c rm -f198 B93ENV SCCACHE_BUCKET=0 B94ENV SCCACHE_REGION=0 B95ENV SCCACHE_ENDPOINT=0 B96ENV SCCACHE_S3_NO_CREDENTIALS=0 B97ENV SCCACHE_IDLE_TIMEOUT=0 B98RUN /bin/sh -c case "$(which32 B99RUN /bin/sh -c uv pip6.8 MB100RUN /bin/sh -c cd /install703.96 MB101RUN /bin/sh -c uv pip37.54 MB102ARG COMMON_WORKDIR0 B103ARG BASE_IMAGE0 B104ARG NIC_BACKEND0 B105ARG AINIC_VERSION0 B106COPY /benchmarks /app/vllm/benchmarks # buildkit256.67 KB107COPY /examples /app/vllm/examples # buildkit262 KB108COPY /docker /app/vllm/docker # buildkit32.64 KB109ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B110ENV TOKENIZERS_PARALLELISM=false0 B111ENV SAFETENSORS_FAST_GPU=10 B112ENV HIP_FORCE_DEV_KERNARG=10 B113ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B114RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:91ec73aecbed37c3-rocm-base NIC_BACKEND=all168 B115ENV KINETO_CONFIG=/app/libkineto.conf0 B116RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:91ec73aecbed37c3-rocm-base NIC_BACKEND=all492 B117CMD ["/bin/bash"]0 B118ENTRYPOINT ["vllm" "serve"]0 B119ARG PARENT_REGISTRY_PREFIX=docker.io/vllm0 B120ARG PARENT_REPOSITORY=vllm-openai-rocm0 B121ARG PARENT_TAG=v0.26.00 B122ARG INSTALL_LMCACHE=true0 B123ARG INSTALL_LMCACHE_COMMIT=cd2c0d60 B124ENV PYTHONUNBUFFERED=10 B125ENV DEBIAN_FRONTEND=noninteractive0 B126ENV PYTHONPATH=/workspace/aim-runtime/src0 B127ENV HF_HOME=/workspace/model-cache0 B128ENV HF_DATASETS_CACHE=/workspace/model-cache0 B129ENV HF_HUB_DISABLE_TELEMETRY=10 B130ENV AIM_UPSTREAM_IMAGE_REF=docker.io/vllm/vllm-openai-rocm:v0.26.00 B131ENV AIM_ALLOW_GENERAL_PROFILE_FALLBACK=true0 B132ENV AIM_ACCELERATOR_FAMILY=instinct0 B133ENV AIM_ACCELERATOR_TYPE=gpu0 B134ENV AIM_CONFIG_PATH=/workspace/aim-runtime/config0 B135RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.26.032 B136WORKDIR /workspace99 B137COPY src/aim_runtime/ /workspace/aim-runtime/src/aim_runtime/ # buildkit201.79 KB138COPY src/aim_common/ /workspace/aim-runtime/src/aim_common/ # buildkit28.42 KB139COPY requirements/requirements.txt /workspace/aim-runtime/ # buildkit483 B140COPY requirements/instinct-requirements.txt /workspace/aim-runtime/ # buildkit586 B141COPY src/entrypoint.py /workspace/entrypoint.py # buildkit9.08 KB142RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.26.032 B143ARG AIM_BASE_CONFIG_DIR=assets/instinct/base/config0 B144ARG AIM_BASE_PROFILES_DIR=assets/instinct/base/profiles/general0 B145COPY assets/instinct/base/profiles/general /workspace/aim-runtime/profiles/general # buildkit1.25 KB146COPY assets/instinct/base/config /workspace/aim-runtime/config # buildkit769 B147RUN |7 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.26.012.71 MB148RUN |7 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.26.0231.4 MB149RUN |7 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.26.032 B150ARG INSTALL_EVALUATION_DEPS=true0 B151COPY requirements/evaluation-requirements.txt /workspace/aim-runtime/ # buildkit1.52 KB152RUN |8 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.26.0226.33 MB153ENV AIM_EVAL_BACKEND_COMMAND=/workspace/tools/eval-venv/bin/lm_eval0 B154ARG AITER_KERNEL_CHECKSUM=fde3bb0773fc0 B155ENV AITER_KERNEL_CHECKSUM=fde3bb0773fc0 B156COPY docker/aiter-jit-prebuilt/kernels/ /workspace/aiter-jit-prebuilt/ # buildkit6.85 MB157RUN |9 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.26.0126 B158COPY LICENSE /workspace/LICENSE # buildkit803 B159ENTRYPOINT ["./entrypoint.py"]0 B160ARG PARENT_REGISTRY_PREFIX=docker.io/silogenai0 B161ARG PARENT_REPOSITORY=aim-base0 B162ARG PARENT_TAG=2026.9.00 B163ARG ORG=MiniMaxAI0 B164ARG MODEL=MiniMax-M30 B165ARG ACCELERATOR_FAMILY=instinct0 B166RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-base PARENT_TAG=2026.9.032 B167RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-base PARENT_TAG=2026.9.032 B168ENV AIM_BASE_IMAGE_REF=docker.io/silogenai/aim-base:2026.9.00 B169ENV AIM_ID=MiniMaxAI/MiniMax-M30 B170ENV AIM_ALLOW_GENERAL_PROFILE_FALLBACK=false0 B171RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-base PARENT_TAG=2026.9.032 B172RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-base PARENT_TAG=2026.9.032 B173COPY assets/instinct/MiniMaxAI/MiniMax-M3/profiles /workspace/aim-runtime/profiles/MiniMaxAI/MiniMax-M3/ # buildkit1.23 KB174RUN |6 PARENT_REGISTRY_PREFIX=docker.io/silogenai PARENT_REPOSITORY=aim-base PARENT_TAG=2026.9.032 B175ENTRYPOINT ["./entrypoint.py"]0 BCommand
ARG RELEASE