thxcode/mindie:2.1.RC1-800I-A2-py311-openeuler24.03-lts

Multi-platform

Index digest

sha256:dda69546ba6172fae60eb8e22e501bbafa48be1583af5668840349b5fb002189

OS/ARCH

Compressed size

7.5 GB

Last pushed

about 1 year by thxcode

Type

Image

Manifest digest

sha256:78b52d5fcb2e8c11e9cec2bcdba349fb1a6a145d7c13b04dd6217d30f6d3ee24

Image Layers

Image Layers

1ARG TARGETARCH=amd640 B

2ADD openEuler-docker-rootfs.amd64.tar.xz / # buildkit61.91 MB

3RUN |1 TARGETARCH=amd64 /bin/sh -c35.18 MB

4CMD ["bash"]0 B

5

ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common: TZ=Asia/Shanghai PYTHON_VERSION=3.11.6

0 B

6/bin/sh -c dnf update -y234.3 MB

7ARG DEVICE0 B

8ARG CANN_VERSION0 B

9ARG ARCH0 B

10ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest0 B

11

ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

12

ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

13

ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

14

ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:

0 B

15

ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

16

ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit

0 B

17ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_00 B

18

ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common: PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin ASDOPS_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0

0 B

19ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=00 B

20ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=00 B

21ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=00 B

22ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=10 B

23ENV ATB_OPSRUNNER_KERNEL_CACHE_TYPE=30 B

24ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=10 B

25ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=50 B

26ENV ATB_OPSRUNNER_KERNEL_CACHE_TILING_SIZE=102400 B

27ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=10 B

28ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=00 B

29ENV ATB_COMPARE_TILING_EVERY_KERNEL=00 B

30ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=1280 B

31ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=320 B

32ENV ATB_SHARE_MEMORY_NAME_SUFFIX=0 B

33ENV ATB_LAUNCH_KERNEL_WITH_TILING=10 B

34ENV ATB_MATMUL_SHUFFLE_K_ENABLE=10 B

35ENV ATB_RUNNER_POOL_SIZE=640 B

36ENV ASDOPS_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_00 B

37ENV ASDOPS_MATMUL_PP_FLAG=10 B

38ENV ASDOPS_LOG_LEVEL=ERROR0 B

39ENV ASDOPS_LOG_TO_STDOUT=00 B

40ENV ASDOPS_LOG_TO_FILE=10 B

41ENV ASDOPS_LOG_TO_FILE_FLUSH=00 B

42ENV ASDOPS_LOG_TO_BOOST_TYPE=atb0 B

43ENV ASDOPS_LOG_PATH=~0 B

44ENV ASDOPS_TILING_PARSE_CACHE_DISABLE=00 B

45ENV LCCL_DETERMINISTIC=00 B

46|3 ARCH=x86_64 CANN_VERSION=8.2.RC1 DEVICE=910b /bin/sh4.18 GB

47ARG DEVICE0 B

48ARG TORCH_VERSION0 B

49ARG ARCH0 B

50

ENV PYTHONPATH=/usr/local/lib/python3.11/site-packages:/usr/local/lib64/python3.11/site-packages:/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:

0 B

51|3 ARCH=x86_64 DEVICE=910b TORCH_VERSION=2.1.0 /bin/sh2.45 GB

52ENV ASCENDIE_HOME=/usr/local/Ascend/mindie/latest/mindie-rt0 B

53

ENV TUNE_BANK_PATH=/usr/local/Ascend/mindie/latest/mindie-rt/aoe LD_LIBRARY_PATH=/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

54ENV ASCEND_CUSTOM_OPP_PATH=/usr/local/Ascend/mindie/latest/mindie-rt/ops/vendors/customize:0 B

55

ENV ASCEND_CUSTOM_OPP_PATH=/usr/local/Ascend/mindie/latest/mindie-rt/ops/vendors/aie_ascendc:/usr/local/Ascend/mindie/latest/mindie-rt/ops/vendors/customize:

0 B

56ENV MINDIE_TORCH_HOME=/usr/local/Ascend/mindie/latest/mindie-torch0 B

57

ENV LD_LIBRARY_PATH=/usr/local/Ascend/mindie/latest/mindie-torch/lib:/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

58ENV MIES_INSTALL_PATH=/usr/local/Ascend/mindie/latest/mindie-service0 B

59

ENV LD_LIBRARY_PATH=/usr/local/Ascend/mindie/latest/mindie-service/lib:/usr/local/Ascend/mindie/latest/mindie-service/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-torch/lib:/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common: PYTHONPATH=/usr/local/Ascend/mindie/latest/mindie-service/bin:/usr/local/lib/python3.11/site-packages:/usr/local/lib64/python3.11/site-packages:/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:

0 B

60ENV ATB_OPERATION_EXECUTE_ASYNC=10 B

61ENV TASK_QUEUE_ENABLE=10 B

62ENV HCCL_BUFFSIZE=1200 B

63ENV MINDIE_LOG_TO_STDOUT=00 B

64ENV MINDIE_LOG_TO_FILE=10 B

65ENV ASCEND_SLOG_PRINT_TO_STDOUT=00 B

66ENV ASCEND_GLOBAL_LOG_LEVEL=30 B

67ENV ASCEND_GLOBAL_EVENT_ENABLE=00 B

68ENV ATB_LOG_TO_FILE_FLUSH=00 B

69ENV ASDOPS_LOG_TO_FILE=00 B

70ENV ASDOPS_LOG_TO_STDOUT=00 B

71ENV ASDOPS_LOG_LEVEL=ERROR0 B

72ENV MINDIE_LLM_HOME_PATH=/usr/local/Ascend/mindie/latest/mindie-llm0 B

73

ENV PYTHONPATH=/usr/local/Ascend/mindie/latest/mindie-llm:/usr/local/Ascend/mindie/latest/mindie-llm/lib:/usr/local/Ascend/mindie/latest/mindie-service/bin:/usr/local/lib/python3.11/site-packages:/usr/local/lib64/python3.11/site-packages:/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe: LD_LIBRARY_PATH=/usr/local/Ascend/mindie/latest/mindie-llm/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-service/lib:/usr/local/Ascend/mindie/latest/mindie-service/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-torch/lib:/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

74ENV MINDIE_LLM_CONTINUOUS_BATCHING=10 B

75ENV MINDIE_LLM_RECOMPUTE_THRESHOLD=0.50 B

76ENV ATB_SPEED_HOME_PATH=/usr/local/Ascend/atb-models0 B

77

ENV LD_LIBRARY_PATH=/usr/local/Ascend/atb-models/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-service/lib:/usr/local/Ascend/mindie/latest/mindie-service/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-torch/lib:/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common: PYTHONPATH=/usr/local/Ascend/atb-models:/usr/local/Ascend/mindie/latest/mindie-llm:/usr/local/Ascend/mindie/latest/mindie-llm/lib:/usr/local/Ascend/mindie/latest/mindie-service/bin:/usr/local/lib/python3.11/site-packages:/usr/local/lib64/python3.11/site-packages:/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:

0 B

78

ENV PYTORCH_INSTALL_PATH=/usr/local/lib64/python3.11/site-packages/torch LD_LIBRARY_PATH=/lib:/usr/local/Ascend/atb-models/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-service/lib:/usr/local/Ascend/mindie/latest/mindie-service/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-torch/lib:/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

79

ENV PYTORCH_NPU_INSTALL_PATH=/usr/local/lib64/python3.11/site-packages/torch_npu LD_LIBRARY_PATH=/lib:/lib:/usr/local/Ascend/atb-models/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-service/lib:/usr/local/Ascend/mindie/latest/mindie-service/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-torch/lib:/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

80ENV TASK_QUEUE_ENABLE=10 B

81ENV ATB_OPERATION_EXECUTE_ASYNC=10 B

82ENV ATB_CONTEXT_HOSTTILING_RING=10 B

83ENV ATB_CONTEXT_HOSTTILING_SIZE=1024000 B

84ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=10 B

85ENV ATB_USE_TILING_COPY_STREAM=00 B

86ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=10 B

87ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=160 B

88ARG DEVICE0 B

89ARG ARCH0 B

90ARG TORCH_VERSION0 B

91ARG MINDIE_VERSION0 B

92|4 ARCH=x86_64 DEVICE=910b MINDIE_VERSION=2.1.RC1 TORCH_VERSION=2.1.0113.27 MB

93

ENV LD_LIBRARY_PATH=/usr/lib64:/lib:/lib:/usr/local/Ascend/atb-models/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib:/usr/local/Ascend/mindie/latest/mindie-llm/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-service/lib:/usr/local/Ascend/mindie/latest/mindie-service/lib/grpc:/usr/local/Ascend/mindie/latest/mindie-torch/lib:/usr/local/Ascend/mindie/latest/mindie-rt/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/driver/lib64/common:

0 B

94/bin/sh -c mkdir -p ~/.pip402.71 MB

95/bin/sh -c pip3 install huggingface-hub==0.30.01.55 MB

96/bin/sh -c pip3 install tokenizers~=0.216.26 MB

97/bin/sh -c pip3 install transformers==4.51.035.65 MB

98/bin/sh -c pip3 list0 B

Command

ARG TARGETARCH=amd64