Sign inSign up

estragonthecat/fauxpilot-server:latest

Manifest digest

sha256:91b4f1246529bb54ee56aac72ad44642a3e5bc6b5783cb9ffab65b8e6f00259c

OS/ARCH

linux/amd64

Compressed size

12.88 GB

Last pushed

over 3 years by estragonthecat

Type

Image

Manifest digest

sha256:91b4f1246529bb54ee56aac72ad44642a3e5bc6b5783cb9ffab65b8e6f00259c

Image Layers

Image Layers

1ADD file ... in / 27.25 MB
2CMD ["bash"]0 B
3RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive104.39 MB
4ARG CUDA_VERSION0 B
5ARG CUDA_DRIVER_VERSION0 B
6ENV CUDA_VERSION=11.7.1.014 CUDA_DRIVER_VERSION=515.48.08 CUDA_CACHE_DISABLE=10 B
7RUN |2 CUDA_VERSION=11.7.1.014 CUDA_DRIVER_VERSION=515.48.08 /bin/sh110.73 MB
8RUN |2 CUDA_VERSION=11.7.1.014 CUDA_DRIVER_VERSION=515.48.08 /bin/sh177.85 KB
9ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B
10LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B
11ARG NCCL_VERSION0 B
12ARG CUBLAS_VERSION0 B
13ARG CUFFT_VERSION0 B
14ARG CURAND_VERSION0 B
15ARG CUSPARSE_VERSION0 B
16ARG CUSOLVER_VERSION0 B
17ARG CUTENSOR_VERSION0 B
18ARG NPP_VERSION0 B
19ARG NVJPEG_VERSION0 B
20ARG CUDNN_VERSION0 B
21ARG TRT_VERSION0 B
22ARG TRTOSS_VERSION0 B
23ARG NSIGHT_SYSTEMS_VERSION0 B
24ARG NSIGHT_COMPUTE_VERSION0 B
25ENV NCCL_VERSION=2.12.12 CUBLAS_VERSION=11.10.3.66 CUFFT_VERSION=10.7.2.91 CURAND_VERSION=10.2.10.910 B
26RUN |16 CUDA_VERSION=11.7.1.014 CUDA_DRIVER_VERSION=515.48.08 NCCL_VERSION=2.12.122.04 GB
27LABEL com.nvidia.nccl.version=2.12.12 com.nvidia.cublas.version=11.10.3.66 com.nvidia.cufft.version=10.7.2.91 com.nvidia.curand.version=10.2.10.910 B
28ARG DALI_VERSION0 B
29ARG DALI_BUILD0 B
30ARG DLPROF_VERSION0 B
31ENV DALI_VERSION=1.14.0 DALI_BUILD=4921308 DLPROF_VERSION=0 B
32ADD docs.tgz / # buildkit11.27 KB
33RUN |19 CUDA_VERSION=11.7.1.014 CUDA_DRIVER_VERSION=515.48.08 NCCL_VERSION=2.12.12187 B
34ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video0 B
35COPY entrypoint/ /opt/nvidia/ # buildkit4.99 KB
36ENV NVIDIA_PRODUCT_NAME=CUDA0 B
37ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
38COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.04 KB
39RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive38.85 MB
40ARG GDRCOPY_VERSION0 B
41ARG HPCX_VERSION0 B
42ARG RDMACORE_VERSION0 B
43ARG MOFED_VERSION=5.4-rdmacore36.00 B
44ARG OPENUCX_VERSION0 B
45ARG OPENMPI_VERSION0 B
46ENV GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 MOFED_VERSION=5.4-rdmacore36.0 OPENUCX_VERSION=1.12.00 B
47ARG TARGETARCH0 B
48RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.085.06 MB
49ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
50ENV OMPI_MCA_coll_hcoll_enable=00 B
51COPY cuda-*.patch /tmp # buildkit510 B
52RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.0327.61 MB
53ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B
54RUN |7 GDRCOPY_VERSION=2.3 HPCX_VERSION=2.10 RDMACORE_VERSION=36.032 B
55ARG TRITON_VERSION0 B
56ARG TRITON_CONTAINER_VERSION0 B
57ENV TRITON_SERVER_VERSION=2.23.00 B
58ENV NVIDIA_TRITON_SERVER_VERSION=22.060 B
59LABEL com.nvidia.tritonserver.version=2.23.00 B
60ENV PATH=/opt/tritonserver/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin0 B
61ENV LD_LIBRARY_PATH=/opt/tritonserver/backends/onnxruntime:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
62ENV TF_ADJUST_HUE_FUSED=10 B
63ENV TF_ADJUST_SATURATION_FUSED=10 B
64ENV TF_ENABLE_WINOGRAD_NONFUSED=10 B
65ENV TF_AUTOTUNE_THRESHOLD=20 B
66ENV TRITON_SERVER_GPU_ENABLED=10 B
67ENV TRITON_SERVER_USER=triton-server0 B
68|2 TRITON_CONTAINER_VERSION=22.06 TRITON_VERSION=2.23.0 /bin/sh -c1.81 KB
69ENV DEBIAN_FRONTEND=noninteractive0 B
70|2 TRITON_CONTAINER_VERSION=22.06 TRITON_VERSION=2.23.0 /bin/sh -c31.94 MB
71ENV DCGM_VERSION=2.2.90 B
72|2 TRITON_CONTAINER_VERSION=22.06 TRITON_VERSION=2.23.0 /bin/sh -c212.78 MB
73|2 TRITON_CONTAINER_VERSION=22.06 TRITON_VERSION=2.23.0 /bin/sh -c11.42 KB
74|2 TRITON_CONTAINER_VERSION=22.06 TRITON_VERSION=2.23.0 /bin/sh -c54.9 MB
75WORKDIR /opt/tritonserver154 B
76|2 TRITON_CONTAINER_VERSION=22.06 TRITON_VERSION=2.23.0 /bin/sh -c0 B
77ENV NVIDIA_PRODUCT_NAME=Triton Server0 B
78COPY dir:f4289e7e4927571235f936b2a375c0e461a3f47ffdd68d1476481f574ab9d0f7 in /opt/nvidia/entrypoint.d/ 759 B
79ENV NVIDIA_BUILD_ID=397261600 B
80LABEL com.nvidia.build.id=397261600 B
81LABEL com.nvidia.build.ref=20b46d1b975f856e57bf8ab0d52a47a1539c86fa0 B
82WORKDIR /opt0 B
83COPY --chown=1000:1000dir:4c3021a8fd660faa2e07c7a53a140ef2db34cec9598ccfab7bbfce59e1583dfc in tritonserver 1.91 GB
84WORKDIR /opt/tritonserver0 B
85COPY --chown=1000:1000file:6d5d6be54a7e1bc76ff422ff2a96234d0a7877b5edacfdd48581e009ee550303 in . 2.67 MB
86LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port=true0 B
87LABEL com.amazonaws.sagemaker.capabilities.multi-models=true0 B
88COPY --chown=1000:1000file:52f0424af89759a8d69b3ec75403c777598f3e739b32889b30afc46d79f2da2d in /usr/bin/. 1.91 KB
89ENV NCCL_LAUNCH_MODE=GROUP0 B
90COPY dir:a29db9326c5e4e362d7957286fe0ba721418fd3b050833c182dbb662bd5bb66f in /opt/tritonserver/backends/fastertransformer 101.74 MB
91ENV WORKSPACE=/workspace0 B
92WORKDIR /workspace0 B
93/bin/sh -c pip3 install torch==1.9.1+cu1113.87 GB
94/bin/sh -c apt-get update -q127.68 MB
95/bin/sh -c sed -i 's/#X11UseLocalhost1.61 KB
96/bin/sh -c mkdir /var/run/sshd -p111 B
97ADD dir:acf069ccc107eb085082d7fee5ca6b4c2272528ead173701e2f37f29bd59ea22 in /workspace/fastertransformer_backend 457.38 KB
98/bin/sh -c python3 -m pip3.69 GB
99/bin/sh -c python3 -m pip179.3 MB

Command

ADD file:00dae10e79b05c4e1a3db053a1f85a4f38a39fe85cbbd88d74201a01a7dd59b5 in /