Sign inSign up

kserve/huggingfaceserver:latest-gpu

Index digest

sha256:10c58f043949b5678762f5d6e401ed531d393af57423599675956148383b1aa0

OS/ARCH

linux/amd64

Compressed size

6.61 GB

Last pushed

1 day by yuzisun

Type

Image

Manifest digest

sha256:8deff4a2b917e7fab0eeede55b4d0a2bd30668d033ee17a0880ee7491dbb3e0d

Image Layers

Image Layers

1umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:rockcraft-base40.19 MB
2umoci config --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:26.04 --clear=config.entrypoint0 B
3umoci config --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:26.04 --clear=config.cmd0 B
4umoci config --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:26.04 --config.env0 B
5umoci config --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:26.04 --clear=config.labels0 B
6umoci config --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:26.04 --clear=manifest.annotations0 B
7umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:26.04392 B
8ENV DEBIAN_FRONTEND=noninteractive0 B
9ENV NVARCH=x86_640 B
10ENV NVIDIA_REQUIRE_CUDA=cuda>=13.3 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
11ENV NV_CUDA_CUDART_VERSION=13.3.29-10 B
12RUN /bin/sh -c apt-get update7.12 MB
13ENV CUDA_VERSION=13.3.00 B
14RUN /bin/sh -c apt-get update375.98 KB
15RUN /bin/sh -c apt-get update151.55 MB
16RUN /bin/sh -c apt-get update32 B
17RUN /bin/sh -c echo "/usr/local/cuda/lib64"178 B
18ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=13.3.0-10 B
23ENV NV_NVTX_VERSION=13.3.29-10 B
24ENV NV_LIBNPP_VERSION=13.1.2.48-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-13-3=13.1.2.48-10 B
26ENV NV_LIBCUSPARSE_VERSION=12.8.1.7-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-30 B
28ENV NV_LIBCUBLAS_VERSION=13.5.1.27-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-3=13.5.1.27-10 B
30RUN /bin/sh -c apt-get update1.2 GB
31RUN /bin/sh -c apt-mark hold59.41 KB
32ARG WORKSPACE_DIR=/kserve-workspace0 B
33ARG CUDA_VERSION=13.3.00 B
34ENV DEBIAN_FRONTEND=noninteractive0 B
35WORKDIR /kserve-workspace106 B
36ENV NV_CUDA_CUDART_DEV_VERSION=13.3.29-10 B
37ENV NV_LIBCURAND_DEV_VERSION=10.4.3.29-10 B
38RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 /bin/sh718.23 MB
39ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
40RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 /bin/sh511.28 MB
41ARG VENV_PATH=prod_venv0 B
42ENV VIRTUAL_ENV=/kserve-workspace/prod_venv0 B
43ENV PATH=/kserve-workspace/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
44RUN |3 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 VENV_PATH=prod_venv3.64 KB
45COPY /opt/uv_python /opt/uv_python # buildkit35.27 MB
46COPY --chown=kserve:kserve /kserve-workspace/third_party third_party #51.32 KB
47COPY --chown=kserve:kserve /kserve-workspace/prod_venv prod_venv #3.98 GB
48COPY /kserve-workspace/kserve kserve # buildkit1.1 MB
49COPY /kserve-workspace/storage storage # buildkit184.46 KB
50COPY /kserve-workspace/huggingfaceserver huggingfaceserver # buildkit365.19 KB
51ENV HF_HOME=/tmp/huggingface0 B
52ENV SAFETENSORS_FAST_GPU=10 B
53ENV HF_HUB_DISABLE_TELEMETRY=10 B
54ENV VLLM_NCCL_SO_PATH=/lib/x86_64-linux-gnu/libnccl.so.20 B
55ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
56USER 10000 B
57ENV PYTHONPATH=/kserve-workspace/huggingfaceserver0 B
58ENTRYPOINT ["python3" "-m" "huggingfaceserver"]0 B

Command

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-cc003627bc5bab71b42ff0f8e1a41f88/images/.temp_layer.9587.tar --tag 26.04