Sign inSign up

sparksnail/prism-infer:v0.3.0

Manifest digest

sha256:df449d50ec8cee15a1994d870d111cbae5404572aa06baa91d500f0df54cf991

OS/ARCH

linux/amd64

Compressed size

5.62 GB

Last pushed

25 days by sparksnail

Type

Image

Manifest digest

sha256:df449d50ec8cee15a1994d870d111cbae5404572aa06baa91d500f0df54cf991

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.03 MB
6CMD ["/bin/bash"]0 B
7ARG PYTORCH_VERSION=2.6.00 B
8ARG TRITON_VERSION=0 B
9ARG TARGETPLATFORM=linux/amd640 B
10ARG CUDA_VERSION=12.4.10 B
11LABEL com.nvidia.volumes.needed=nvidia_driver0 B
12RUN |4 PYTORCH_VERSION=2.6.0 TRITON_VERSION= TARGETPLATFORM=linux/amd646.87 MB
13COPY /opt/conda /opt/conda # buildkit3.05 GB
14RUN |4 PYTORCH_VERSION=2.6.0 TRITON_VERSION= TARGETPLATFORM=linux/amd6432 B
15ENV PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV NVIDIA_VISIBLE_DEVICES=all0 B
17ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
20ENV PYTORCH_VERSION=2.6.00 B
21WORKDIR /workspace99 B
22ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 HF_HUB_DISABLE_TELEMETRY=10 B
23WORKDIR /app92 B
24RUN /bin/sh -c apt-get update86.15 MB
25RUN /bin/sh -c python -m230.84 MB
26ENV PRISM_IMAGE_VARIANT=correctness PRISM_MODEL_PROFILE=week12-qwen3-0.6b PRISM_MODEL=/opt/models/Qwen3-0.6B PRISM_MODEL_ID=Qwen/Qwen3-0.6B0 B
27COPY /opt/models/Qwen3-0.6B/.prism-model-revision /opt/models/Qwen3-0.6B/config.json /opt/models/Qwen3-0.6B/generation_config.json /opt/models/Qwen3-0.6B/merges.txt3.75 MB
28COPY /opt/models/Qwen3-0.6B/model.safetensors /opt/models/Qwen3-0.6B/ # buildkit1.1 GB
29COPY pyproject.toml README.md LICENSE ./4.27 KB
30COPY prism_infer ./prism_infer # buildkit84.01 KB
31ARG GIT_SHA0 B
32ARG SOURCE_URL=https://github.com/SparkSnail/prism-infer0 B
33ENV PRISM_IMAGE_GIT_SHA=dfe0cecf57fc9838841ac7b360fac7b9c68044160 B
34RUN |2 GIT_SHA=dfe0cecf57fc9838841ac7b360fac7b9c6804416 SOURCE_URL=https://github.com/SparkSnail/prism-infer /bin/sh446.08 KB
35ENV HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 PIP_NO_CACHE_DIR=10 B
36LABEL org.opencontainers.image.source=https://github.com/SparkSnail/prism-infer org.opencontainers.image.revision=dfe0cecf57fc9838841ac7b360fac7b9c6804416 org.opencontainers.image.title=prism-infer 2P2D0 B
37EXPOSE map[29500/tcp:{} 8001/tcp:{}]0 B
38STOPSIGNAL SIGTERM0 B
39ENTRYPOINT ["prism-infer-worker"]0 B
40ARG GIT_SHA=af553c2aff0ebcce8113df7aac57ed4c4e99bc8a0 B
41ENV PRISM_IMAGE_GIT_SHA=af553c2aff0ebcce8113df7aac57ed4c4e99bc8a0 B
42LABEL org.opencontainers.image.revision=af553c2aff0ebcce8113df7aac57ed4c4e99bc8a0 B
43USER root0 B
44ARG PRISM_IMAGE_VARIANT0 B
45ENV PRISM_IMAGE_VARIANT=correctness0 B
46RUN /bin/sh -c python -256 B
47COPY /.prism-model-revision /.prism-model-manifest.json /opt/models/Qwen3-0.6B/ #921 B
48COPY /config.json /generation_config.json /merges.txt /tokenizer.json3.75 MB
49COPY /model.safetensors /opt/models/Qwen3-0.6B/ # buildkit1.1 GB
50RUN /bin/sh -c python -32 B
51USER root0 B
52ARG GIT_SHA0 B
53ARG PRISM_RELEASE=false0 B
54ARG SOURCE_URL=https://github.com/SparkSnail/prism-infer.git0 B
55WORKDIR /app32 B
56COPY pyproject.toml README.md LICENSE ./6.19 KB
57COPY prism_infer ./prism_infer # buildkit382.38 KB
58ENV PRISM_IMAGE_GIT_SHA=9224c2981eba8246789bca09daf753568095471b0 B
59RUN |3 GIT_SHA=9224c2981eba8246789bca09daf753568095471b PRISM_RELEASE=true SOURCE_URL=https://github.com/SparkSnail/prism-infer.git20.97 MB
60ENV HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 HOME=/var/run/prism TRITON_HOME=/var/run/prism/triton0 B
61LABEL org.opencontainers.image.source=https://github.com/SparkSnail/prism-infer.git org.opencontainers.image.revision=9224c2981eba8246789bca09daf753568095471b org.opencontainers.image.title=prism-infer 2P2D0 B
62USER prism0 B
63EXPOSE map[29500/tcp:{} 8001/tcp:{}]0 B
64STOPSIGNAL SIGTERM0 B
65ENTRYPOINT ["prism-infer-worker"]0 B

Command

 ARG RELEASE