Sign inSign up

ilum/spark:4.1.2-delta

Multi-platform
Machine learning & AI
Data science
Index digest

sha256:9fe4cccdd26fa1ee48ff914c900e5603344b4bc69c0e7560f03ec4932b203428

OS/ARCH

Compressed size

2.82 GB

Last pushed

3 months by ilum

Type

Image

Manifest digest

sha256:e8ffe26f4661bdecf4bb427d667da07fe913888e97d4a5955b6bfab72d56cc3e

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 26.33 MB
5CMD ["/bin/bash"]0 B
6ENV JAVA_HOME=/opt/java/openjdk0 B
7ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
8ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-80 B
9RUN /bin/sh -c set -eux;21.09 MB
10ENV JAVA_VERSION=jdk-17.0.19+100 B
11RUN /bin/sh -c set -eux;138.04 MB
12RUN /bin/sh -c set -eux;158 B
13COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh #2.23 KB
14ENTRYPOINT ["/__cacert_entrypoint.sh"]0 B
15CMD ["jshell"]0 B
16ARG spark_uid=1850 B
17RUN |1 spark_uid=185 /bin/sh -c1.39 KB
18RUN |1 spark_uid=185 /bin/sh -c20.54 MB
19ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.2/spark-4.1.2-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.2/spark-4.1.2-bin-hadoop3.tgz.asc?action=download GPG_KEY=564CA14951C29266889F9C5B90E2BA86F7A9B3070 B
20RUN |1 spark_uid=185 /bin/sh -c441.55 MB
21COPY entrypoint.sh /opt/ # buildkit2.08 KB
22ENV SPARK_HOME=/opt/spark0 B
23WORKDIR /opt/spark/work-dir32 B
24USER spark0 B
25ENTRYPOINT ["/opt/entrypoint.sh"]0 B
26USER root0 B
27RUN /bin/sh -c set -ex;103.46 MB
28USER spark0 B
29USER root0 B
30ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.4.2/hadoop-aws-3.4.2.jar /opt/spark/jars #843.23 KB
31ADD --chmod=644 https://repo1.maven.org/maven2/software/amazon/awssdk/bundle/2.29.52/bundle-2.29.52.jar /opt/spark/jars #529.01 MB
32ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.720/aws-java-sdk-core-1.12.720.jar /opt/spark/jars #898.02 KB
33ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/4.0.0/gcs-connector-4.0.0-shaded.jar /opt/spark/jars #33.97 MB
34ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.4.2/hadoop-azure-3.4.2.jar /opt/spark/jars #723.46 KB
35ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars #738.02 KB
36ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.57.v20241219/jetty-util-ajax-9.4.57.v20241219.jar /opt/spark/jars #59.92 KB
37ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.57.v20241219/jetty-util-9.4.57.v20241219.jar /opt/spark/jars #535.01 KB
38ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-4-1_2.13/1.11.1/kyuubi-extension-spark-4-1_2.13-1.11.1.jar /opt/spark/jars #260.76 KB
39ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.13/1.11.1/kyuubi-util-scala_2.13-1.11.1.jar /opt/spark/jars #25.85 KB
40ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.11.1/kyuubi-util-1.11.1.jar /opt/spark/jars #32.52 KB
41ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.13/1.47.1/openlineage-spark_2.13-1.47.1.jar /opt/spark/jars #35.98 MB
42ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.13/4.1.2/spark-connect_2.13-4.1.2.jar /opt/spark/jars #12.33 MB
43ADD --chmod=644 https://github.com/open-telemetry/opentelemetry-java-instrumentation/releases/download/v2.28.0/opentelemetry-javaagent.jar /opt/spark/jars/opentelemetry-javaagent.jar #19.8 MB
44ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh #1.91 KB
45USER 0 B
46RUN /bin/sh -c python3 -m1.45 GB
47ENTRYPOINT ["/opt/entrypoint.sh"]0 B
48USER root0 B
49ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-spark_4.1_2.13/4.3.0/delta-spark_4.1_2.13-4.3.0.jar /opt/spark/jars #8.16 MB
50ADD --chmod=644 https://repo1.maven.org/maven2/io/delta/delta-storage/4.3.0/delta-storage-4.3.0.jar /opt/spark/jars #93.52 KB
51USER 0 B
52RUN /bin/sh -c python3 -m298.45 KB

Command

 ARG RELEASE