Sign inSign up

yuzisun/fastertransformer-triton:v1

Manifest digest

sha256:dac309ae692f90e5b4d315f43f86861f0e153e0199da30ac9444c90807d47fc0

OS/ARCH

linux/amd64

Compressed size

5.33 GB

Last pushed

almost 4 years by yuzisun

Type

Image

Manifest digest

sha256:dac309ae692f90e5b4d315f43f86861f0e153e0199da30ac9444c90807d47fc0

Image Layers

Image Layers

1ADD file ... in / 27.24 MB
2CMD ["bash"]0 B
3RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive79.96 MB
4ARG CUDA_VERSION0 B
5ARG CUDA_DRIVER_VERSION0 B
6ENV CUDA_VERSION=11.6.2.010 CUDA_DRIVER_VERSION=510.47.03 CUDA_CACHE_DISABLE=10 B
7RUN |2 CUDA_VERSION=11.6.2.010 CUDA_DRIVER_VERSION=510.47.03 /bin/sh86.93 MB
8RUN |2 CUDA_VERSION=11.6.2.010 CUDA_DRIVER_VERSION=510.47.03 /bin/sh177.84 KB
9ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
10LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
11ARG NCCL_VERSION0 B
12ARG CUBLAS_VERSION0 B
13ARG CUFFT_VERSION0 B
14ARG CURAND_VERSION0 B
15ARG CUSPARSE_VERSION0 B
16ARG CUSOLVER_VERSION0 B
17ARG CUTENSOR_VERSION0 B
18ARG NPP_VERSION0 B
19ARG NVJPEG_VERSION0 B
20ARG CUDNN_VERSION0 B
21ARG TRT_VERSION0 B
22ARG TRTOSS_VERSION0 B
23ARG NSIGHT_SYSTEMS_VERSION0 B
24ARG NSIGHT_COMPUTE_VERSION0 B
25ENV NCCL_VERSION=2.12.10 CUBLAS_VERSION=11.9.3.115 CUFFT_VERSION=10.7.2.124 CURAND_VERSION=10.2.9.1240 B
26RUN |16 CUDA_VERSION=11.6.2.010 CUDA_DRIVER_VERSION=510.47.03 NCCL_VERSION=2.12.102.06 GB
27LABEL com.nvidia.nccl.version=2.12.10 com.nvidia.cublas.version=11.9.3.115 com.nvidia.cufft.version=10.7.2.124 com.nvidia.curand.version=10.2.9.1240 B
28ARG DALI_VERSION0 B
29ARG DALI_BUILD0 B
30ARG DLPROF_VERSION0 B
31ENV DALI_VERSION=1.12.0 DALI_BUILD=4144197 DLPROF_VERSION=0 B
32ADD docs.tgz / # buildkit11.27 KB
33RUN |19 CUDA_VERSION=11.6.2.010 CUDA_DRIVER_VERSION=510.47.03 NCCL_VERSION=2.12.10186 B
34ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
35COPY entrypoint/ /opt/nvidia/ # buildkit4.99 KB
36ENV NVIDIA_PRODUCT_NAME=CUDA0 B
37ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
38COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit132.14 KB
39RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.86 MB
40ARG GDRCOPY_VERSION0 B
41ARG HPCX_VERSION0 B
42ARG RDMACORE_VERSION0 B
43ARG MOFED_VERSION=5.4-rdmacore36.00 B
44ARG OPENUCX_VERSION0 B
45ARG OPENMPI_VERSION0 B
46ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 MOFED_VERSION=5.4-rdmacore36.0 OPENUCX_VERSION=1.12.00 B
47ARG TARGETARCH0 B
48RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.085.06 MB
49ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
50ENV OMPI_MCA_coll_hcoll_enable=00 B
51COPY cuda-*.patch /tmp # buildkit508 B
52RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.0323.59 MB
53ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
54RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.032 B
55ARG TRITON_VERSION0 B
56ARG TRITON_CONTAINER_VERSION0 B
57ENV TRITON_SERVER_VERSION=2.21.00 B
58ENV NVIDIA_TRITON_SERVER_VERSION=22.040 B
59LABEL com.nvidia.tritonserver.version=2.21.00 B
60ENV PATH=/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
61ENV LD_LIBRARY_PATH=/opt/tritonserver/backends/onnxruntime:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
62ENV TF_ADJUST_HUE_FUSED=10 B
63ENV TF_ADJUST_SATURATION_FUSED=10 B
64ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B
65ENV TF_AUTOTUNE_THRESHOLD=20 B
66ENV TRITON_SERVER_GPU_ENABLED=10 B
67ENV TRITON_SERVER_USER=triton-server0 B
68|2 TRITON_CONTAINER_VERSION=22.04 TRITON_VERSION=2.21.0 /bin/sh -c1.81 KB
69ENV DEBIAN_FRONTEND=noninteractive0 B
70|2 TRITON_CONTAINER_VERSION=22.04 TRITON_VERSION=2.21.0 /bin/sh -c47.85 MB
71ENV DCGM_VERSION=2.2.90 B
72|2 TRITON_CONTAINER_VERSION=22.04 TRITON_VERSION=2.21.0 /bin/sh -c212.02 MB
73|2 TRITON_CONTAINER_VERSION=22.04 TRITON_VERSION=2.21.0 /bin/sh -c11.5 KB
74|2 TRITON_CONTAINER_VERSION=22.04 TRITON_VERSION=2.21.0 /bin/sh -c54.12 MB
75WORKDIR /opt/tritonserver152 B
76|2 TRITON_CONTAINER_VERSION=22.04 TRITON_VERSION=2.21.0 /bin/sh -c0 B
77ENV NVIDIA_PRODUCT_NAME=Triton Server0 B
78COPY dir:f4289e7e4927571235f936b2a375c0e461a3f47ffdd68d1476481f574ab9d0f7 in /opt/nvidia/entrypoint.d/ 757 B
79ENV NVIDIA_BUILD_ID=368218690 B
80LABEL com.nvidia.build.id=368218690 B
81LABEL com.nvidia.build.ref=fa915efcd195bcf23fe5f13b4eb956b338c7e45a0 B
82WORKDIR /opt/tritonserver0 B
83COPY --chown=1000:1000file:5743ccbf02de9539a6c16ea2cdd447a5b2284bf32c5f72651c3e25cf8e212eb2 in . 962 B
84COPY --chown=1000:1000file:b942c92170969750c15769724dd8cda15b8b13784b701421f43ff4f082b56b58 in . 187 B
85COPY --chown=1000:1000file:6d5d6be54a7e1bc76ff422ff2a96234d0a7877b5edacfdd48581e009ee550303 in . 2.67 MB
86COPY --chown=1000:1000file:8f73b0263a739d66bcb8ffe490ec0dd5aaadf1608b6b521f05d320bb38192df5 in bin/ 2.93 MB
87COPY --chown=1000:1000file:370a8cb9fe9facf4645a29411770a2b382512ee154485932e81a6c7743c49b8c in lib/ 4.98 MB
88COPY --chown=1000:1000dir:d77d405d6b427ad2cf503c387c4380dbb9dc26c32e22f2875eb515e3c219a7c5 in include/triton/core 29.91 KB
89|2 TRITON_CONTAINER_VERSION=22.04 TRITON_VERSION=2.21.0 /bin/sh -c29.87 KB
90COPY --chown=1000:1000dir:a9ea1d30881aa3b27d4988c55b739fa8b4fdd98589e2f6318eeb5f22b49a65cf in third-party-src 205.99 MB
91LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
92COPY --chown=1000:1000file:b8b00539b350be86fb2fd8bad0790b151de5c78018b426ced972acebdcd580f1 in /usr/bin/. 1.72 KB
93COPY --chown=1000:1000dir:18ac4a7daaeec92e026eece85fb5da187dd34d2c04b86b1205d10585688969f3 in backends 2 GB
94COPY --chown=1000:1000dir:70bfaa099e9b4e20e3bc15c0e4c769ae852a47781a82c2ae1fc4a614a5970c02 in repoagents 11.62 KB
95ENV NCCL_LAUNCH_MODE=PARALLEL0 B
96COPY /opt/tritonserver/backends/fastertransformer /opt/tritonserver/backends/fastertransformer # buildkit121.85 MB

Command

ADD file:b83df51ab7caf8a4dc35f730f5a18a59403300c59eecae4cf5779cba0f6fda6e in /