Sign inSign up

docker4ops/spark-with-hadoop:spark-2.4.7_hadoop-2.10.1_hive-2.1.1

Languages & frameworks
Data science
Manifest digest

sha256:73d1ad63fa777a7648ae687639a470f4e47d65eb200d783f45f39786e5cecc35

OS/ARCH

linux/arm64

Compressed size

1.07 GB

Last pushed

11 months by docker4ops

Type

Image

Manifest digest

sha256:73d1ad63fa777a7648ae687639a470f4e47d65eb200d783f45f39786e5cecc35

Image Layers

Image Layers

1ADD file ... in / 103.35 MB
2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B
3CMD ["/bin/bash"]0 B
4ARG hadoop_version=2.10.10 B
5ARG spark_version=2.4.70 B
6ARG hive_version=2.1.10 B
7|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh367.52 MB
8|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh330.74 MB
9ENV JAVA_HOME=/usr/lib/jvm/jre-1.8.0-openjdk HADOOP_HOME=/usr/bin/hadoop-2.10.1 HADOOP_CONF_DIR=/usr/bin/hadoop-2.10.1/etc/hadoop0 B
10ENV PATH=/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-2.10.1/bin:/usr/bin/hadoop-2.10.1/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
11|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh2.3 KB
12COPY file:326e6ae5b8061ace10dd3d319b6a6a205b4635411c8d8820d33e606165a5c9a2 in /usr/bin/hadoop-2.10.1/etc/hadoop/core-site.xml 486 B
13COPY file:752c9cdcf0fa306c50956f7b37307ed17576f73a18889cbbf30e095df719f9b7 in /usr/bin/hadoop-2.10.1/etc/hadoop/hdfs-site.xml 566 B
14COPY file:ce4b1b19e0d284fd255c4ffb277c02bbb21ce9d776973d9ffa836298f643a054 in /usr/bin/hadoop-2.10.1/etc/hadoop/mapred-site.xml 588 B
15|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh154.51 MB
16ENV SPARK_HOME=/usr/bin/spark-2.4.7-bin-without-hadoop SPARK_LOG_DIR=/usr/bin/spark-2.4.7-bin-without-hadoop/logs0 B
17ENV PATH=/usr/bin/spark-2.4.7-bin-without-hadoop/bin:/usr/bin/spark-2.4.7-bin-without-hadoop/sbin:/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-2.10.1/bin:/usr/bin/hadoop-2.10.1/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh2.31 KB
19|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh142.57 MB
20ENV HIVE_HOME=/usr/bin/apache-hive-2.1.1-bin0 B
21ENV PATH=/usr/bin/apache-hive-2.1.1-bin/bin:/usr/bin/spark-2.4.7-bin-without-hadoop/bin:/usr/bin/spark-2.4.7-bin-without-hadoop/sbin:/usr/lib/jvm/jre-1.8.0-openjdk/bin:/usr/bin/hadoop-2.10.1/bin:/usr/bin/hadoop-2.10.1/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
22|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh415.28 KB
23COPY file:fcc9368b4609147a4e561967d36e7c1070caccb286184df39b074088325cfd66 in /configs/hive-site.xml 663 B
24|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh8.43 KB
25COPY file:d8e3a51863bbb0129a830a7d19d408c87f2327741c0e79102d29e55121a2c535 in /usr/bin/config 222 B
26|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh289 B
27COPY file:ef0074185ef25f43fce5c1511da5b360d8a07d2e54b1367c3d66bcf73500a405 in /usr/local/bin/start-services.sh 1.02 KB
28|3 hadoop_version=2.10.1 hive_version=2.1.1 spark_version=2.4.7 /bin/sh1.01 KB

Command

ADD file:5b1e63a3cb041177b802b501dedcd71a86f1773ea0f69f048f2eb3901097711d in /