Sign inSign up

docker4ops/spark-with-hadoop:spark-3.4.1_hadoop-3.3.6_hive-3.1.3

Languages & frameworks
Data science
Manifest digest

sha256:235cf11784179da05951cbd8a7753b9fcf8966d1ef90af7da81459f948aa13b9

OS/ARCH

linux/arm64

Compressed size

1.67 GB

Last pushed

11 months by docker4ops

Type

Image

Manifest digest

sha256:235cf11784179da05951cbd8a7753b9fcf8966d1ef90af7da81459f948aa13b9

Image Layers

Image Layers

1ADD file ... in / 103.35 MB
2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B
3CMD ["/bin/bash"]0 B
4ARG hadoop_version=3.3.60 B
5ARG spark_version=3.4.10 B
6ARG hive_version=3.1.30 B
7|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh380.56 MB
8|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh630.22 MB
9ENV JAVA_HOME=/usr/lib/jvm/jre-1.8.0-openjdk HADOOP_HOME=/usr/bin/hadoop-3.3.6 HADOOP_CONF_DIR=/usr/bin/hadoop-3.3.6/etc/hadoop0 B
10ENV PATH=/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
11|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh5.79 KB
12COPY file:326e6ae5b8061ace10dd3d319b6a6a205b4635411c8d8820d33e606165a5c9a2 in /usr/bin/hadoop-3.3.6/etc/hadoop/core-site.xml 489 B
13COPY file:752c9cdcf0fa306c50956f7b37307ed17576f73a18889cbbf30e095df719f9b7 in /usr/bin/hadoop-3.3.6/etc/hadoop/hdfs-site.xml 569 B
14COPY file:ce4b1b19e0d284fd255c4ffb277c02bbb21ce9d776973d9ffa836298f643a054 in /usr/bin/hadoop-3.3.6/etc/hadoop/mapred-site.xml 587 B
15|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh280.52 MB
16ENV SPARK_HOME=/usr/bin/spark-3.4.1-bin-without-hadoop SPARK_LOG_DIR=/usr/bin/spark-3.4.1-bin-without-hadoop/logs0 B
17ENV PATH=/usr/bin/spark-3.4.1-bin-without-hadoop/bin:/usr/bin/spark-3.4.1-bin-without-hadoop/sbin:/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh2.36 KB
19|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh311.25 MB
20ENV HIVE_HOME=/usr/bin/apache-hive-3.1.3-bin0 B
21ENV PATH=/usr/bin/apache-hive-3.1.3-bin/bin:/usr/bin/spark-3.4.1-bin-without-hadoop/bin:/usr/bin/spark-3.4.1-bin-without-hadoop/sbin:/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
22|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh415.27 KB
23COPY file:fcc9368b4609147a4e561967d36e7c1070caccb286184df39b074088325cfd66 in /configs/hive-site.xml 663 B
24|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh8.46 KB
25COPY file:d8e3a51863bbb0129a830a7d19d408c87f2327741c0e79102d29e55121a2c535 in /usr/bin/config 221 B
26|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh287 B
27COPY file:9b982443ee0f128f1f56364620b4168644fd35c35a5dfd17f5bf17e7cbf91f35 in /usr/local/bin/start-services.sh 1.06 KB
28|3 hadoop_version=3.3.6 hive_version=3.1.3 spark_version=3.4.1 /bin/sh1.06 KB

Command

ADD file:5b1e63a3cb041177b802b501dedcd71a86f1773ea0f69f048f2eb3901097711d in /