Sign inSign up

akchin/spark:2.3.1

Manifest digest

sha256:34c1851bd500c7c92d14eb5381de9a6a1424c1985db29269a747b0fe515bb32a

OS/ARCH

linux/amd64

Compressed size

1.21 GB

Last pushed

about 8 years by akchin

Type

Image

Manifest digest

sha256:34c1851bd500c7c92d14eb5381de9a6a1424c1985db29269a747b0fe515bb32a

Image Layers

Image Layers

149.65 MB
2MAINTAINER SequenceIQ0 B
3ADD file ... in /etc/yum.repos.d/Centos-Source.repo338 B
4/bin/sh -c yum update -y90.12 MB
5/bin/sh -c yum install -y21.86 MB
6/bin/sh -c yum-builddep -y pam147.49 MB
7/bin/sh -c yumdownloader --source pam1.67 MB
8/bin/sh -c rpmbuild --rebuild 1.74 MB
9/bin/sh -c rpm -Uvh --oldpackage9.03 MB
10/bin/sh -c rm -f /*.rpm104 B
11/bin/sh -c rm -rf ~/rpmbuild138 B
12MAINTAINER SequenceIQ0 B
13USER [root]0 B
14/bin/sh -c yum clean all;21.55 MB
15/bin/sh -c yum update -y543.83 KB
16/bin/sh -c ssh-keygen -q -N1.04 KB
17/bin/sh -c ssh-keygen -q -N1.51 KB
18/bin/sh -c ssh-keygen -q -N1.51 KB
19/bin/sh -c cp /root/.ssh/id_rsa.pub /root/.ssh/authorized_keys500 B
20/bin/sh -c curl -LO 'http://download.oracle.com/otn-pub/java/jdk/7u71-b14/jdk-7u71-linux-x64.rpm'120.25 MB
21/bin/sh -c rpm -i jdk-7u71-linux-x64.rpm147.87 MB
22/bin/sh -c rm jdk-7u71-linux-x64.rpm112 B
23ENV JAVA_HOME=/usr/java/default0 B
24ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin0 B
25/bin/sh -c mkdir -p /tmp/native120 B
26/bin/sh -c curl -L https://github.com/sequenceiq/docker-hadoop-build/releases/download/v2.7.1/hadoop-native-64-2.7.1.tgz1.18 MB
27/bin/sh -c curl -s http://www.eu.apache.org/dist/hadoop/common/hadoop-2.7.1/hadoop-2.7.1.tar.gz202.06 MB
28/bin/sh -c cd /usr/local &&154 B
29ENV HADOOP_PREFIX=/usr/local/hadoop0 B
30ENV HADOOP_COMMON_HOME=/usr/local/hadoop0 B
31ENV HADOOP_HDFS_HOME=/usr/local/hadoop0 B
32ENV HADOOP_MAPRED_HOME=/usr/local/hadoop0 B
33ENV HADOOP_YARN_HOME=/usr/local/hadoop0 B
34ENV HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B
35ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B
36/bin/sh -c sed -i '/^export1.96 KB
37/bin/sh -c sed -i '/^export1.96 KB
38/bin/sh -c mkdir $HADOOP_PREFIX/input165 B
39/bin/sh -c cp $HADOOP_PREFIX/etc/hadoop/*.xml $HADOOP_PREFIX/input4.52 KB
40ADD file ... in /usr/local/hadoop/etc/hadoop/core-site.xml.template323 B
41/bin/sh -c sed s/HOSTNAME/localhost/ /usr/local/hadoop/etc/hadoop/core-site.xml.template304 B
42ADD file ... in /usr/local/hadoop/etc/hadoop/hdfs-site.xml289 B
43ADD file ... in /usr/local/hadoop/etc/hadoop/mapred-site.xml299 B
44ADD file ... in /usr/local/hadoop/etc/hadoop/yarn-site.xml750 B
45/bin/sh -c $HADOOP_PREFIX/bin/hdfs namenode -format836 B
46/bin/sh -c rm -rf /usr/local/hadoop/lib/native195 B
47/bin/sh -c mv /tmp/native /usr/local/hadoop/lib1.18 MB
48ADD file ... in /root/.ssh/config241 B
49/bin/sh -c chmod 600 /root/.ssh/config240 B
50/bin/sh -c chown root:root /root/.ssh/config241 B
51ADD file ... in /etc/bootstrap.sh506 B
52/bin/sh -c chown root:root /etc/bootstrap.sh506 B
53/bin/sh -c chmod 700 /etc/bootstrap.sh508 B
54ENV BOOTSTRAP=/etc/bootstrap.sh0 B
55/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B
56/bin/sh -c chmod +x /usr/local/hadoop/etc/hadoop/*-env.sh3.71 KB
57/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B
58/bin/sh -c sed -i1.82 KB
59/bin/sh -c echo "UsePAM no"1.82 KB
60/bin/sh -c echo "Port 2122"1.83 KB
61/bin/sh -c service sshd start23.11 KB
62/bin/sh -c service sshd start55.93 KB
63CMD ["/etc/bootstrap.sh" "-d"]0 B
64EXPOSE 50010/tcp 50020/tcp 50070/tcp 50075/tcp0 B
65EXPOSE 19888/tcp0 B
66EXPOSE 8030/tcp 8031/tcp 8032/tcp 8033/tcp0 B
67EXPOSE 2122/tcp 49707/tcp0 B
68MAINTAINER Asghar Ghorbani [https://de.linkedin.com/in/aghorbani]0 B
69ENV SPARK_VER=2.3.10 B
70ENV SPARK_HOME=/usr/local/spark0 B
71/bin/sh -c curl -s curl215.83 MB
72ADD dir:061dd8e382f1df48458f92b14186b11da6960b021ae4cadbb0504e1f00c32ad8 in /usr/local/spark/yarn-remote-client 595 B
73/bin/sh -c $BOOTSTRAP && 202.99 MB
74ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B
75ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin:/usr/local/spark/bin:/usr/local/hadoop/bin0 B
76COPY file:cb2c23798272304d6eb119459291d0676808a1b0763c07242818bb3e98c6891f in yarn-vmem-fix.xml 185 B
77/bin/sh -c sed -i '/<configuration>/r824 B
78COPY file:008751c023c78201ea8b016ad545992cbb306da10c585b1fa901c4e3f09830a8 in /etc/bootstrap.sh 589 B
79/bin/sh -c chown root.root /etc/bootstrap.sh589 B
80/bin/sh -c chmod 700 /etc/bootstrap.sh593 B
81ENTRYPOINT ["/etc/bootstrap.sh"]0 B

Command