rocm/jax-training:maxtext-v26.7

Manifest digest

sha256:b5117e775594fc34b1654209bc39d8ac39a1ec3f730350d6fdb4683731c42873

OS/ARCH

linux/amd64

Compressed size

11.46 GB

Last pushed

17 days by rocm

Type

Image

Manifest digest

sha256:b5117e775594fc34b1654209bc39d8ac39a1ec3f730350d6fdb4683731c42873

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=24.040 B

4ADD file ... in / 29.21 MB

5CMD ["/bin/bash"]0 B

6WORKDIR /workspace/99 B

7ENV MAX_JOBS=1280 B

8ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B

9ENV ROCM_AMDGPU_TARGETS=gfx942,gfx9500 B

10ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B

11ENV DEBUG_HIP_DYNAMIC_QUEUES=00 B

12ENV DEBIAN_FRONTEND=noninteractive0 B

13RUN /bin/sh -c echo "cache-bust240.53 MB

14RUN /bin/sh -c python -m4 MB

15ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

16COPY /dist/pip-*.whl /tmp/ # buildkit1.71 MB

17RUN /bin/sh -c pip install32.84 MB

18ENV THE_ROCK_VERSION=10.0.00 B

19RUN /bin/sh -c python -m3.26 GB

20RUN /bin/sh -c rocm-sdk init3.25 GB

21COPY /bazelisk /usr/local/bin/bazel # buildkit5.67 MB

22ENV ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B

23ENV ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B

24ENV HIP_PLATFORM=amd0 B

25ENV HIP_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel0 B

26ENV HIP_CLANG_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/llvm/bin0 B

27ENV HIP_INCLUDE_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include0 B

28ENV HIP_LIB_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib0 B

29ENV HIP_DEVICE_LIB_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/amdgcn/bitcode0 B

30

ENV PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/llvm/bin:/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

31

ENV LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib64

0 B

32ENV CPATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/include0 B

33ENV PKG_CONFIG_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/pkgconfig0 B

34ENV LD_LIBRARY_PATH=0 B

35ARG JAX_VERSION=0.11.00 B

36ENV JAX_VERSION=0.11.00 B

37ENV JAX_PJRT_VERSION=0.11.0+rocm10.0.00 B

38ENV JAX_PLUGIN_VERSION=0.11.0+rocm10.0.00 B

39RUN |1 JAX_VERSION=0.11.0 /bin/sh -c285.51 MB

40RUN |1 JAX_VERSION=0.11.0 /bin/sh -c2.1 KB

41ARG TE_VERSION=2.17.0+rocm10.0.00 B

42RUN |2 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 /bin/sh398.92 MB

43COPY /mount.gcsfuse /usr/sbin/mount.gcsfuse # buildkit18.92 MB

44ENV NVTE_ALLOW_NONDETERMINISTIC_ALGO=10 B

45ENV NVTE_USE_HIPBLASLT=10 B

46ENV GPU_MAX_HW_QUEUES=20 B

47ENV HIP_FORCE_DEV_KERNARG=10 B

48ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B

49ENV NVTE_FUSED_ATTN=10 B

50ENV NCCL_DEBUG=VERSION0 B

51ENV NVTE_CK_USES_BWD_V3=10 B

52ENV NVTE_CK_USES_FWD_V3=10 B

53ENV NVTE_CK_IS_V3_ATOMIC_FP32=10 B

54ENV NVTE_CK_HOW_V3_BF16_CVT=20 B

55ENV XLA_PYTHON_CLIENT_MEM_FRACTION=.90 B

56

ENV XLA_FLAGS=--xla_gpu_memory_limit_slop_factor=95 --xla_gpu_reduce_scatter_combine_threshold_bytes=8589934592 --xla_gpu_enable_latency_hiding_scheduler=True --xla_gpu_all_gather_combine_threshold_bytes=8589934592

0 B

57WORKDIR /workspace32 B

58ARG MAXTEXT_REPO=https://github.com/ROCm/maxtext.git0 B

59ARG MAXTEXT_BRANCH=release/v26.70 B

60RUN |4 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git1.57 GB

61ARG TF_REPO=https://github.com/ROCm/tensorflow-upstream.git0 B

62ARG TF_BRANCH=upstream-v2.21.00 B

63RUN |6 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git507.05 KB

64RUN |6 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git264.61 MB

65ARG PRIMUS_REPO=https://github.com/AMD-AGI/Primus.git0 B

66ARG PRIMUS_BRANCH=main0 B

67RUN |8 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git1.42 GB

68RUN |8 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git9.71 MB

69COPY /mount.gcsfuse /usr/sbin/mount.gcsfuse # buildkit18.92 MB

70COPY /gcsfuse /usr/bin/gcsfuse # buildkit24.89 MB

71RUN |8 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git25.29 MB

72ARG AINIC_BUNDLE_VERSION=1.117.5-a-770 B

73RUN |9 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git363.19 KB

74RUN |9 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git226 B

75ARG UCX_VERSION=1.18.00 B

76RUN |10 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git86.43 MB

77ENV UCX_INSTALL_DIR=/workspace/ucx-1.18.0/install0 B

78ARG MPI_VERSION=4.1.60 B

79RUN |11 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git3.84 MB

80RUN |11 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git545 B

81RUN |11 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git32 B

82ARG GIT_COMMIT_TAG=8da24470ccb3b16c60ddb6f8dfc1a1526bc2a4080 B

83ARG DOCKERFILE_PATH=jax_training_the_rock/docker/Dockerfile0 B

84RUN |13 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git15.23 KB

85COPY jax_training_the_rock/docker/Dockerfile /workspace/.manifest/docker-build-recipe.txt # buildkit10.34 KB

86ENV NVTE_FRAMEWORK=jax0 B

87RUN |13 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git210.9 MB

88RUN |13 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git44.1 MB

89RUN |13 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git30.25 MB

90RUN |13 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git12.62 KB

91COPY jax_training_the_rock/docker/patch_transformers_cves.py /tmp/patch_transformers_cves.py # buildkit1.44 KB

92RUN |13 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git6.2 MB

93ARG MAXDIFFUSION_REPO=https://github.com/AI-Hypercomputer/maxdiffusion.git0 B

94ARG MAXDIFFUSION_COMMIT=68e069659f0af80694559e29939a17f879fe7f6a0 B

95RUN |15 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git263.93 MB

96RUN |15 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git3.18 KB

97RUN |15 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git13.36 KB

98RUN |15 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git6.26 KB

99RUN |15 JAX_VERSION=0.11.0 TE_VERSION=2.17.0+rocm10.0.0 MAXTEXT_REPO=https://github.com/ROCm/maxtext.git32 B

Command

 ARG RELEASE