Sign inSign up

acerbetti/l4t-jetpack-llama-cpp-python:latest

Machine learning & AI
Data science
Manifest digest

sha256:0e76b5b54e55695012d83b0429e1b2e834324c6d7ebfd4fb39cb9226f5ac5d26

OS/ARCH

linux/arm64

Compressed size

893.61 MB

Last pushed

over 1 year by acerbetti

Type

Image

Manifest digest

sha256:0e76b5b54e55695012d83b0429e1b2e834324c6d7ebfd4fb39cb9226f5ac5d26

Image Layers

1ADD file ... in / 22.63 MB
2CMD ["bash"]0 B
3ARG DEBIAN_FRONTEND=noninteractive0 B
4|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c157.24 MB
5|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c205 B
6|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c212 B
7|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c293 B
8|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c301 B
9|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c205 B
10ARG CUDA=invalid0 B
11COPY dir:de798f30102088b8671905dae182f17865150561af8b4aab7d30e6411d24e758 in /usr/local/cuda-$CUDA/bin 36.11 MB
12COPY dir:fae7f64bc8e2934f05d880f9d7aafa764025691ce821f3ff50a132a3da085829 in /usr/local/cuda-$CUDA/nvvm 14.68 MB
13COPY dir:38d159f1092881e097220fa7a2c8c2e3b685049989223ed59c21776b188fe137 in /usr/local/cuda-$CUDA/nvvmx 275.86 KB
14COPY dir:aeb9c14809596ead11bd064f26735827194e97d8a93e23bc64a5bd090f4b113a in /usr/local/cuda-$CUDA/targets/aarch64-linux/include 2.28 MB
15COPY dir:26ee956b3979c1e3a9cd418de6f9f4d43d03a277e05fb1e8a738a2cf38e7583f in /usr/local/cuda-$CUDA/targets/aarch64-linux/lib/stubs 245.24 KB
16COPY file:3ffcb82c7ef4dd6e93bef9923c8fc32e8c483de675273dd2cdbc96133d447e8c in /usr/local/cuda-$CUDA/targets/aarch64-linux/lib/ 472.62 KB
17COPY file:a72b8b10839c22a2a9dced58810bef1546600134bd363ec404b467cfc27a9a91 in /usr/local/cuda-$CUDA/targets/aarch64-linux/lib/ 211.84 KB
18|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c239 B
19ENV PATH /usr/local/cuda-$CUDA/bin:/usr/local/cuda/bin:${PATH}0 B
20ENV LD_LIBRARY_PATH /usr/local/cuda-$CUDA/targets/aarch64-linux/lib:${LD_LIBRARY_PATH}0 B
21|2 CUDA=10.2 DEBIAN_FRONTEND=noninteractive /bin/sh -c15.64 KB
22ENV NVIDIA_VISIBLE_DEVICES all0 B
23ENV NVIDIA_DRIVER_CAPABILITIES all0 B
24CMD ["/bin/bash"]0 B
25ENV DEBIAN_FRONTEND=noninteractive LANGUAGE=en_US:en LANG=en_US.UTF-80 B
26/bin/sh -c set -ex 127.85 MB
27COPY file:375277f2cf417f3ed46b1565fe313777829b31fd7f89a626afde7d596dde2433 in /usr/local/bin/ 832 B
28ARG PIP_INDEX_REPO PIP_UPLOAD_REPO PIP_UPLOAD_USER0 B
29ENV TAR_INDEX_URL=https://apt.jetson-ai-lab.dev/jp4/cu102 PIP_INDEX_URL=https://pypi.jetson-ai-lab.dev/jp4/cu102 PIP_TRUSTED_HOST=0 B
30ARG PYTHON_VERSION_ARG0 B
31ENV PYTHON_VERSION=3.10 PIP_DISABLE_PIP_VERSION_CHECK=on PIP_DEFAULT_TIMEOUT=1000 B
32COPY file:cb84f357f9183ec5444c54c5cd45abdf096f571dd4f7804fc0b87f6ade6528a8 in /tmp/install_python.sh 746 B
33COPY file:9e02a80fe8a9fcffffbe4375e62a65719ecbbd1ed7ad1d1a0bcb1b511e525e89 in /tmp/install_binaries.sh 1.02 KB
34COPY dir:bba17a5535cf4b5d3fab607f00346657984987cecda6c156620febf5a409e9a7 in /tmp/Python-Builds 250.37 MB
35|1 PYTHON_VERSION_ARG=3.10 /bin/sh -c /tmp/install_python.sh206.8 MB
36/bin/sh -c set -ex 25.59 MB
37ENV OPENBLAS_CORETYPE=ARMV80 B
38ARG NUMPY_PACKAGE=numpy0 B
39ENV NUMPY_PACKAGE=numpy<20 B
40COPY file:a5c91db22daccbfc971c84bfdf99bfcbe95c07979ae06f9f7f313a94400884f5 in /tmp/numpy/ 293 B
41/bin/sh -c bash /tmp/numpy/install.sh16.31 MB
42ENV TRANSFORMERS_CACHE=/data/models/huggingface HUGGINGFACE_HUB_CACHE=/data/models/huggingface HF_HOME=/data/models/huggingface0 B
43COPY file:51dde8d4f2bbd564db8b2755b632e37dbdfa53fd538a11a2d15271125955fed1 in /usr/local/bin/ 484 B
44COPY file:65befebcdf142e8a86f41a5adc875a12f46e61fc146a8b361aa26687c649c12c in /usr/local/bin/_huggingface-downloader.py 1.38 KB
45/bin/sh -c set -ex 3.01 MB
46ADD 2a3a827b197485902b234b648ee1ddb18ad33ed271fa9b3699bd65d0b8a035d3 in /tmp/sudonim_version.json 328 B
47/bin/sh -c git clone https://github.com/dusty-nv/sudonim479.62 KB
48ARG LLAMA_CPP_VERSION LLAMA_CPP_BRANCH LLAMA_CPP_FLAGS0 B
49COPY multi:05d9cf7fe3c54fa61bb8898be21fecdc1df7ad1a830c55cc0594b6f22f08afb9 in /tmp/llama_cpp/ 815 B
50COPY dir:a8105813199b43e35a1fcb0851d8d1e0d7902f27914b7bdc5ac4233c552abf04 in /opt/wheels 12.14 MB
51COPY file:d26ccf8e90fcea9f63c7f80bb8b81df5fc7cf4a081244707b2b58d13ae476984 in /usr/local/bin/llama_cpp_benchmark.py 1.8 KB
52|4 FORCE_BUILD=off LLAMA_CPP_BRANCH=0.2.70 LLAMA_CPP_FLAGS=-LLAMA_CUBLAS=1 -CUDA_DOCKER_ARCH=sm_5316.91 MB
53|4 FORCE_BUILD=off LLAMA_CPP_BRANCH=0.2.70 LLAMA_CPP_FLAGS=-LLAMA_CUBLAS=1 -CUDA_DOCKER_ARCH=sm_5325.76 KB

Command

ADD file:35e2504756850fc1add00516fa89b0499b59c348457a96708eedb61313e7b25e in /