cslev/llamacpp-cuda-arm64:latest

Manifest digest

sha256:6045f8c06eb4e61b93976ecd645ebb74bc60dc53eeff02d42547276d2ef069f6

OS/ARCH

linux/arm64

Compressed size

1.59 GB

Last pushed

9 months by cslev

Type

Image

Manifest digest

sha256:6045f8c06eb4e61b93976ecd645ebb74bc60dc53eeff02d42547276d2ef069f6

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 26.08 MB

6CMD ["/bin/bash"]0 B

7ENV NVARCH=sbsa0 B

8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.20 B

9ENV NV_CUDA_CUDART_VERSION=12.2.53-10 B

10ARG TARGETARCH0 B

11LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

12RUN |1 TARGETARCH=arm64 /bin/sh -c4.36 MB

13ENV CUDA_VERSION=12.2.00 B

14RUN |1 TARGETARCH=arm64 /bin/sh -c365.17 KB

15RUN |1 TARGETARCH=arm64 /bin/sh -c186 B

16ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

17ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

18COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB

19ENV NVIDIA_VISIBLE_DEVICES=all0 B

20ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

21ENV NV_CUDA_LIB_VERSION=12.2.0-10 B

22ENV NV_NVTX_VERSION=12.2.53-10 B

23ENV NV_LIBNPP_VERSION=12.1.1.14-10 B

24ENV NV_LIBNPP_PACKAGE=libnpp-12-2=12.1.1.14-10 B

25ENV NV_LIBCUSPARSE_VERSION=12.1.1.53-10 B

26ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-20 B

27ENV NV_LIBCUBLAS_VERSION=12.2.1.16-10 B

28ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-2=12.2.1.16-10 B

29ARG TARGETARCH0 B

30LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

31RUN |1 TARGETARCH=arm64 /bin/sh -c1.02 GB

32RUN |1 TARGETARCH=arm64 /bin/sh -c61.63 KB

33COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.64 KB

34COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB

35ENV NVIDIA_PRODUCT_NAME=CUDA0 B

36ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

37RUN /bin/sh -c apt-get update2.39 MB

38WORKDIR /app92 B

39COPY /app/build/bin/llama-server /app/llama-server # buildkit3.1 MB

40COPY /app/build/bin/*.so* /app/ # buildkit547.81 MB

41RUN /bin/sh -c mkdir /models96 B

42ENV LD_LIBRARY_PATH=/app:/usr/local/cuda/lib64:/usr/local/cuda/compat:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

43EXPOSE [8033/tcp]0 B

44ENTRYPOINT ["/app/llama-server"]0 B

Command

 ARG RELEASE