Sign inSign up

docker4ops/spark-with-hadoop:spark-3.1.1_hadoop-3.2.0_hive-3.1.1

Languages & frameworks
Data science
Manifest digest

sha256:cf30f33ee2445e2a522265ab497dd14d9f9992e243c0e5315c992f9caf30b133

OS/ARCH

linux/arm64

Compressed size

1.14 GB

Last pushed

11 months by docker4ops

Type

Image

Manifest digest

sha256:cf30f33ee2445e2a522265ab497dd14d9f9992e243c0e5315c992f9caf30b133

Image Layers

Image Layers

1ADD file ... in / 103.35 MB
2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B
3CMD ["/bin/bash"]0 B
4ARG hadoop_version=3.2.00 B
5ARG spark_version=3.1.10 B
6ARG hive_version=3.1.10 B
7|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh380.56 MB
8|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh265 MB
9ENV JAVA_HOME=/usr/lib/jvm/jre-1.8.0-openjdk HADOOP_HOME=/usr/bin/hadoop-3.2.0 HADOOP_CONF_DIR=/usr/bin/hadoop-3.2.0/etc/hadoop0 B
10ENV PATH=/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-3.2.0/bin:/usr/bin/hadoop-3.2.0/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
11|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh5.89 KB
12COPY file:326e6ae5b8061ace10dd3d319b6a6a205b4635411c8d8820d33e606165a5c9a2 in /usr/bin/hadoop-3.2.0/etc/hadoop/core-site.xml 490 B
13COPY file:752c9cdcf0fa306c50956f7b37307ed17576f73a18889cbbf30e095df719f9b7 in /usr/bin/hadoop-3.2.0/etc/hadoop/hdfs-site.xml 568 B
14COPY file:ce4b1b19e0d284fd255c4ffb277c02bbb21ce9d776973d9ffa836298f643a054 in /usr/bin/hadoop-3.2.0/etc/hadoop/mapred-site.xml 588 B
15|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh147.43 MB
16ENV SPARK_HOME=/usr/bin/spark-3.1.1-bin-without-hadoop SPARK_LOG_DIR=/usr/bin/spark-3.1.1-bin-without-hadoop/logs0 B
17ENV PATH=/usr/bin/spark-3.1.1-bin-without-hadoop/bin:/usr/bin/spark-3.1.1-bin-without-hadoop/sbin:/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-3.2.0/bin:/usr/bin/hadoop-3.2.0/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh2.31 KB
19|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh267.35 MB
20ENV HIVE_HOME=/usr/bin/apache-hive-3.1.1-bin0 B
21ENV PATH=/usr/bin/apache-hive-3.1.1-bin/bin:/usr/bin/spark-3.1.1-bin-without-hadoop/bin:/usr/bin/spark-3.1.1-bin-without-hadoop/sbin:/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-3.2.0/bin:/usr/bin/hadoop-3.2.0/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
22|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh415.28 KB
23COPY file:fcc9368b4609147a4e561967d36e7c1070caccb286184df39b074088325cfd66 in /configs/hive-site.xml 662 B
24|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh8.44 KB
25COPY file:d8e3a51863bbb0129a830a7d19d408c87f2327741c0e79102d29e55121a2c535 in /usr/bin/config 220 B
26|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh290 B
27COPY file:9b982443ee0f128f1f56364620b4168644fd35c35a5dfd17f5bf17e7cbf91f35 in /usr/local/bin/start-services.sh 1.06 KB
28|3 hadoop_version=3.2.0 hive_version=3.1.1 spark_version=3.1.1 /bin/sh1.06 KB

Command

ADD file:5b1e63a3cb041177b802b501dedcd71a86f1773ea0f69f048f2eb3901097711d in /