Sign inSign up

sparksnail/prism-infer:s22-ebb9ad67993b

Index digest

sha256:512795790c1677e3b204ada7a665c6b07b1d4e7fa755e5472b42a70319ae5561

OS/ARCH

linux/amd64

Compressed size

4.5 GB

Last pushed

28 days by sparksnail

Type

Image

Manifest digest

sha256:295364d6796c7e10ae50291fd5354ba282e8d1721e01ecd009debb8efe7e1f9e

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.03 MB
6CMD ["/bin/bash"]0 B
7ARG PYTORCH_VERSION=2.6.00 B
8ARG TRITON_VERSION=0 B
9ARG TARGETPLATFORM=linux/amd640 B
10ARG CUDA_VERSION=12.4.10 B
11LABEL com.nvidia.volumes.needed=nvidia_driver0 B
12RUN |4 PYTORCH_VERSION=2.6.0 TRITON_VERSION= TARGETPLATFORM=linux/amd646.87 MB
13COPY /opt/conda /opt/conda # buildkit3.05 GB
14RUN |4 PYTORCH_VERSION=2.6.0 TRITON_VERSION= TARGETPLATFORM=linux/amd6432 B
15ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV NVIDIA_VISIBLE_DEVICES=all0 B
17ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
20ENV PYTORCH_VERSION=2.6.00 B
21WORKDIR /workspace99 B
22ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 HF_HUB_DISABLE_TELEMETRY=10 B
23WORKDIR /app92 B
24RUN /bin/sh -c apt-get update86.15 MB
25RUN /bin/sh -c python -m230.84 MB
26ENV PRISM_IMAGE_VARIANT=s22 PRISM_MODEL_PROFILE=s22-qwen3-0.6b-8k PRISM_MODEL=/opt/models/Qwen3-0.6B PRISM_MODEL_ID=Qwen/Qwen3-0.6B0 B
27ENV PRISM_MIGRATION_MAX_SNAPSHOT_BYTES=1073741824 PRISM_MIGRATION_MAX_STAGING_BYTES=1073741824 PRISM_MIGRATION_MAX_SUFFIX_TOKENS=8448 PRISM_MIGRATION_MAX_SUFFIX_BYTES=10737418240 B
28COPY /opt/models/Qwen3-0.6B/.prism-model-revision /opt/models/Qwen3-0.6B/config.json /opt/models/Qwen3-0.6B/generation_config.json /opt/models/Qwen3-0.6B/merges.txt3.75 MB
29COPY /opt/models/Qwen3-0.6B/model.safetensors /opt/models/Qwen3-0.6B/ # buildkit1.1 GB
30COPY pyproject.toml README.md LICENSE ./7.57 KB
31COPY prism_infer ./prism_infer # buildkit208.26 KB
32ARG GIT_SHA0 B
33ARG SOURCE_STATE=COMMITTED0 B
34ARG LOCAL_SOURCE_SHA2560 B
35ARG SOURCE_URL=https://github.com/SparkSnail/prism-infer0 B
36ENV PRISM_IMAGE_GIT_SHA=ebb9ad67993b73ecb2e449c51691ef70fa00ac3e0 B
37RUN |4 GIT_SHA=ebb9ad67993b73ecb2e449c51691ef70fa00ac3e SOURCE_STATE=COMMITTED LOCAL_SOURCE_SHA256=sha256:15f2dac4f465e2ebc742d3b940508534f0bbd7c3292f0439da055e4d64a6f4b0857.43 KB
38ENV HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 PIP_NO_CACHE_DIR=10 B
39LABEL org.opencontainers.image.source=https://github.com/SparkSnail/prism-family org.opencontainers.image.revision=ebb9ad67993b73ecb2e449c51691ef70fa00ac3e ai.sparksnail.prism.source.state=COMMITTED ai.sparksnail.prism.source.local-sha256=sha256:15f2dac4f465e2ebc742d3b940508534f0bbd7c3292f0439da055e4d64a6f4b00 B
40EXPOSE map[29500/tcp:{} 8001/tcp:{}]0 B
41STOPSIGNAL SIGTERM0 B
42ENTRYPOINT ["prism-infer-worker"]0 B

Command

 ARG RELEASE