Sign inSign up

docker4ops/spark-with-hadoop:spark-3.5.2_hadoop-3.3.6_hive-4.0.0_scala-2.13

Languages & frameworks
Data science
Manifest digest

sha256:1e04a8511a2646381482e2bed5cde2aa9e26f155e326d0604c34092ee101927d

OS/ARCH

linux/arm64

Compressed size

2.04 GB

Last pushed

11 months by docker4ops

Type

Image

Manifest digest

sha256:1e04a8511a2646381482e2bed5cde2aa9e26f155e326d0604c34092ee101927d

Image Layers

Image Layers

1ADD file ... in / 103.35 MB
2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B
3CMD ["/bin/bash"]0 B
4ARG hadoop_version=3.3.60 B
5ARG spark_version=3.5.20 B
6ARG hive_version=4.0.00 B
7|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh380.55 MB
8|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh183.07 MB
9|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh630.22 MB
10ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk HADOOP_HOME=/usr/bin/hadoop-3.3.6 HADOOP_CONF_DIR=/usr/bin/hadoop-3.3.6/etc/hadoop0 B
11ENV PATH=/usr/lib/jvm/java-17-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
12|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh5.79 KB
13COPY file:326e6ae5b8061ace10dd3d319b6a6a205b4635411c8d8820d33e606165a5c9a2 in /usr/bin/hadoop-3.3.6/etc/hadoop/core-site.xml 490 B
14COPY file:752c9cdcf0fa306c50956f7b37307ed17576f73a18889cbbf30e095df719f9b7 in /usr/bin/hadoop-3.3.6/etc/hadoop/hdfs-site.xml 568 B
15COPY file:ce4b1b19e0d284fd255c4ffb277c02bbb21ce9d776973d9ffa836298f643a054 in /usr/bin/hadoop-3.3.6/etc/hadoop/mapred-site.xml 589 B
16|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh384.79 MB
17ENV SPARK_HOME=/usr/bin/spark-3.5.2-bin-hadoop3 SPARK_LOG_DIR=/usr/bin/spark-3.5.2-bin-hadoop3/logs0 B
18ENV PATH=/usr/bin/spark-3.5.2-bin-hadoop3/bin:/usr/bin/spark-3.5.2-bin-hadoop3/sbin:/usr/lib/jvm/java-17-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh2.39 KB
20|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh410.32 MB
21ENV HIVE_HOME=/usr/bin/apache-hive-4.0.0-bin0 B
22ENV PATH=/usr/bin/apache-hive-4.0.0-bin/bin:/usr/bin/spark-3.5.2-bin-hadoop3/bin:/usr/bin/spark-3.5.2-bin-hadoop3/sbin:/usr/lib/jvm/java-17-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
23ENV HADOOP_OPTS=--add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED0 B
24|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh415.28 KB
25COPY file:064de5694eb51578e45949c8348b011d802e3bc9ea0259fa2ce1b37155d2610f in /configs/hive-site.xml 712 B
26|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh8.44 KB
27COPY file:d8e3a51863bbb0129a830a7d19d408c87f2327741c0e79102d29e55121a2c535 in /usr/bin/config 221 B
28|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh287 B
29COPY file:9b982443ee0f128f1f56364620b4168644fd35c35a5dfd17f5bf17e7cbf91f35 in /usr/local/bin/start-services.sh 1.06 KB
30|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh1.06 KB

Command

ADD file:5b1e63a3cb041177b802b501dedcd71a86f1773ea0f69f048f2eb3901097711d in /