Sign inSign up

hyperglance/llama-cpp:10.0.2

Manifest digest

sha256:50b02d95e53c77f8a9de45413ab594252de0648342a4dea36942d29dbc911955

OS/ARCH

linux/amd64

Compressed size

2.4 GB

Last pushed

26 days by hgpipeline

Type

Image

Manifest digest

sha256:50b02d95e53c77f8a9de45413ab594252de0648342a4dea36942d29dbc911955

Image Layers

Image Layers

1LABEL maintainer="Red Hat, Inc."0 B
2LABEL vendor="Red Hat, Inc."0 B
3LABEL url="https://catalog.redhat.com/en/search?searchType=containers"0 B
4LABEL com.redhat.component="ubi9-minimal-container" 0 B
5LABEL com.redhat.license_terms="https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI"0 B
6LABEL summary="Provides the latest release0 B
7LABEL description="The Universal Base Image0 B
8LABEL io.k8s.description="The Universal Base Image0 B
9LABEL io.k8s.display-name="Red Hat Universal Base0 B
10LABEL io.openshift.expose-services=""0 B
11LABEL io.openshift.tags="minimal rhel9"0 B
12ENV container oci0 B
13COPY dir:8b54154024a9f6604a1f7d88b375ea31b450980a74152912280af8df957f00cd in / 0 B
14COPY file:1376702515d596f414e3aa494e0daa6d408a6d2475c4aeca96bf9392f5287f69 in /etc/yum.repos.d/. 0 B
15CMD ["/bin/bash"]0 B
16COPY dir:070ea34291ea740e6cd31833ff6dcb8f3000a7173f6294c8f875540d0e160dbf in /usr/share/buildinfo/ 0 B
17COPY dir:070ea34291ea740e6cd31833ff6dcb8f3000a7173f6294c8f875540d0e160dbf in /root/buildinfo/ 0 B
18LABEL "org.opencontainers.image.created"="2026-08-25T08:41:53Z" "org.opencontainers.image.revision"="85fbbe99585cc2a24e8b7c66c0c7127ddd59f55f" "build-date"="2026-08-25T08:41:53Z" "architecture"="x86_64"37.51 MB
19ARG COMPOSER_HOME HTTP_PROXY http_proxy|clamp-mtime=17876683510 B
20ARG COMPOSER_HOME GOPROXY HTTP_PROXY http_proxy|clamp-mtime=17876683510 B
21ARG COMPOSER_HOME GOPROXY GOSUMDB HTTP_PROXY0 B
22ARG COMPOSER_HOME GOPROXY GOSUMDB HTTP_PROXY0 B
23ARG COMPOSER_HOME GOPROXY GOSUMDB HTTP_PROXY0 B
24ARG COMPOSER_HOME GOPROXY GOSUMDB HTTP_PROXY0 B
25ARG COMPOSER_HOME GEMRC GOPROXY GOSUMDB0 B
26ARG BUNDLE_USER_CONFIG COMPOSER_HOME GEMRC GOPROXY0 B
27ARG BUNDLE_USER_CONFIG COMPOSER_HOME GEMRC GOPROXY0 B
28COPY dir:0451d9127a8f0097211617ce4ebe3d46f943883ad49b8ac0ddada4fcd73e97cc in /dsop-fix/ 0 B
29COPY file:47b0625ed5b30ad57f039c03648877de54de23b1b0295a90b4329ce15826aa6e in /etc/ 0 B
30COPY multi:a32f0e456b63435a183ac505a75c9c25b73b640a274241d204b0029bea21027e in /etc/pki/ca-trust/source/anchors/ 0 B
31|11 BUNDLE_USER_CONFIG=/etc/.bundle/config COMPOSER_HOME=/etc/.composer GEMRC=/etc/.ironbank-gemrc GOPROXY=http://nxrm-ha.nxrm-ha.svc.cluster.local:8081/repository/goproxy/0 B
32|11 BUNDLE_USER_CONFIG=/etc/.bundle/config COMPOSER_HOME=/etc/.composer GEMRC=/etc/.ironbank-gemrc GOPROXY=http://nxrm-ha.nxrm-ha.svc.cluster.local:8081/repository/goproxy/0 B
33ENV container oci|clamp-mtime=17876683510 B
34ENV PATH /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin|clamp-mtime=17876683510 B
35CMD ["/bin/bash"]|clamp-mtime=17876683510 B
36LABEL "maintainer"="[email protected]" "org.opencontainers.image.created"="2026-08-25 14:32:31" "org.opencontainers.image.source"="https://repo1.dso.mil/dsop/redhat/ubi/9.x/ubi9-minimal"17.33 MB
37ARG MODEL_NAME=gemma-4-E2B_q4_0-it.gguf0 B
38ARG DOWNLOAD_URL=https://huggingface.co/google/gemma-4-E2B-it-qat-q4_0-gguf/resolve/main/gemma-4-E2B_q4_0-it.gguf0 B
39ARG LLAMA_VERSION=unknown0 B
40LABEL llama.cpp.version=v0.2.00 B
41ENV LLAMA_MODEL_NAME=gemma-4-E2B_q4_0-it.gguf LLAMA_DOWNLOAD_URL=https://huggingface.co/google/gemma-4-E2B-it-qat-q4_0-gguf/resolve/main/gemma-4-E2B_q4_0-it.gguf LLAMA_PORT=8080 LLAMA_THREADS=40 B
42RUN |3 MODEL_NAME=gemma-4-E2B_q4_0-it.gguf DOWNLOAD_URL=https://huggingface.co/google/gemma-4-E2B-it-qat-q4_0-gguf/resolve/main/gemma-4-E2B_q4_0-it.gguf LLAMA_VERSION=v0.2.02.62 MB
43COPY /usr/local/cuda/lib64/libcudart.so.* /opt/llama/lib/ # buildkit418.12 KB
44COPY /usr/local/cuda/lib64/libcublas.so.* /opt/llama/lib/ # buildkit141.95 MB
45COPY /usr/local/cuda/lib64/libcublasLt.so.* /opt/llama/lib/ # buildkit611.81 MB
46COPY /usr/lib64/libnccl.so.* /opt/llama/lib/ # buildkit374.81 MB
47COPY /usr/local/cuda/lib64/stubs/libcuda.so /usr/lib64/libcuda.so.1 # buildkit19.53 KB
48COPY llama-server /opt/llama/llama-server # buildkit72.86 MB
49COPY start.sh /opt/llama/start.sh # buildkit1.64 KB
50COPY NOTICE /opt/llama/lib/NOTICE # buildkit1.1 KB
51RUN |3 MODEL_NAME=gemma-4-E2B_q4_0-it.gguf DOWNLOAD_URL=https://huggingface.co/google/gemma-4-E2B-it-qat-q4_0-gguf/resolve/main/gemma-4-E2B_q4_0-it.gguf LLAMA_VERSION=v0.2.01.17 GB
52USER hyperglance0 B
53EXPOSE map[8080/tcp:{}]0 B
54ENTRYPOINT ["/opt/llama/start.sh"]0 B

Command

LABEL maintainer="Red Hat, Inc."