Sign inSign up

akchin/spark-test:dev

Manifest digest

sha256:a5d2e32b389ffb34d664f8e81ca3c9348d50c9a6532cdc8c07a2d74c82f4d014

OS/ARCH

linux/amd64

Compressed size

3.85 GB

Last pushed

almost 8 years by akchin

Type

Image

Manifest digest

sha256:a5d2e32b389ffb34d664f8e81ca3c9348d50c9a6532cdc8c07a2d74c82f4d014

Image Layers

Image Layers

149.65 MB
2MAINTAINER SequenceIQ0 B
3ADD file ... in /etc/yum.repos.d/Centos-Source.repo338 B
4/bin/sh -c yum update -y90.12 MB
5/bin/sh -c yum install -y21.86 MB
6/bin/sh -c yum-builddep -y pam147.49 MB
7/bin/sh -c yumdownloader --source pam1.67 MB
8/bin/sh -c rpmbuild --rebuild 1.74 MB
9/bin/sh -c rpm -Uvh --oldpackage9.03 MB
10/bin/sh -c rm -f /*.rpm104 B
11/bin/sh -c rm -rf ~/rpmbuild138 B
12MAINTAINER SequenceIQ0 B
13USER [root]0 B
14/bin/sh -c yum clean all;21.55 MB
15/bin/sh -c yum update -y543.83 KB
16/bin/sh -c ssh-keygen -q -N1.04 KB
17/bin/sh -c ssh-keygen -q -N1.51 KB
18/bin/sh -c ssh-keygen -q -N1.51 KB
19/bin/sh -c cp /root/.ssh/id_rsa.pub /root/.ssh/authorized_keys500 B
20/bin/sh -c curl -LO 'http://download.oracle.com/otn-pub/java/jdk/7u71-b14/jdk-7u71-linux-x64.rpm'120.25 MB
21/bin/sh -c rpm -i jdk-7u71-linux-x64.rpm147.87 MB
22/bin/sh -c rm jdk-7u71-linux-x64.rpm112 B
23ENV JAVA_HOME=/usr/java/default0 B
24ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin0 B
25/bin/sh -c mkdir -p /tmp/native120 B
26/bin/sh -c curl -L https://github.com/sequenceiq/docker-hadoop-build/releases/download/v2.7.1/hadoop-native-64-2.7.1.tgz1.18 MB
27/bin/sh -c curl -s http://www.eu.apache.org/dist/hadoop/common/hadoop-2.7.1/hadoop-2.7.1.tar.gz202.06 MB
28/bin/sh -c cd /usr/local &&154 B
29ENV HADOOP_PREFIX=/usr/local/hadoop0 B
30ENV HADOOP_COMMON_HOME=/usr/local/hadoop0 B
31ENV HADOOP_HDFS_HOME=/usr/local/hadoop0 B
32ENV HADOOP_MAPRED_HOME=/usr/local/hadoop0 B
33ENV HADOOP_YARN_HOME=/usr/local/hadoop0 B
34ENV HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B
35ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B
36/bin/sh -c sed -i '/^export1.96 KB
37/bin/sh -c sed -i '/^export1.96 KB
38/bin/sh -c mkdir $HADOOP_PREFIX/input165 B
39/bin/sh -c cp $HADOOP_PREFIX/etc/hadoop/*.xml $HADOOP_PREFIX/input4.52 KB
40ADD file ... in /usr/local/hadoop/etc/hadoop/core-site.xml.template323 B
41/bin/sh -c sed s/HOSTNAME/localhost/ /usr/local/hadoop/etc/hadoop/core-site.xml.template304 B
42ADD file ... in /usr/local/hadoop/etc/hadoop/hdfs-site.xml289 B
43ADD file ... in /usr/local/hadoop/etc/hadoop/mapred-site.xml299 B
44ADD file ... in /usr/local/hadoop/etc/hadoop/yarn-site.xml750 B
45/bin/sh -c $HADOOP_PREFIX/bin/hdfs namenode -format836 B
46/bin/sh -c rm -rf /usr/local/hadoop/lib/native195 B
47/bin/sh -c mv /tmp/native /usr/local/hadoop/lib1.18 MB
48ADD file ... in /root/.ssh/config241 B
49/bin/sh -c chmod 600 /root/.ssh/config240 B
50/bin/sh -c chown root:root /root/.ssh/config241 B
51ADD file ... in /etc/bootstrap.sh506 B
52/bin/sh -c chown root:root /etc/bootstrap.sh506 B
53/bin/sh -c chmod 700 /etc/bootstrap.sh508 B
54ENV BOOTSTRAP=/etc/bootstrap.sh0 B
55/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B
56/bin/sh -c chmod +x /usr/local/hadoop/etc/hadoop/*-env.sh3.71 KB
57/bin/sh -c ls -la /usr/local/hadoop/etc/hadoop/*-env.sh0 B
58/bin/sh -c sed -i1.82 KB
59/bin/sh -c echo "UsePAM no"1.82 KB
60/bin/sh -c echo "Port 2122"1.84 KB
61/bin/sh -c service sshd start23.11 KB
62/bin/sh -c service sshd start55.93 KB
63CMD ["/etc/bootstrap.sh" "-d"]0 B
64EXPOSE 50010/tcp 50020/tcp 50070/tcp 50075/tcp0 B
65EXPOSE 19888/tcp0 B
66EXPOSE 8030/tcp 8031/tcp 8032/tcp 8033/tcp0 B
67EXPOSE 2122/tcp 49707/tcp0 B
68MAINTAINER Alan Chin [[email protected]]0 B
69ENV ANACONDA_HOME=/opt/anaconda20 B
70ENV PATH=/opt/anaconda2/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin0 B
71ENV PYSPARK_PYTHON=/opt/anaconda2/bin/python0 B
72/bin/sh -c rpm --rebuilddb &&79.1 MB
73/bin/sh -c cd /tmp &&1.36 GB
74/bin/sh -c conda install --yes1.21 GB
75ENV SPARK_VER=2.3.10 B
76ENV SPARK_HOME=/usr/local/spark0 B
77/bin/sh -c curl -s http://apache.cs.utah.edu/spark/spark-${SPARK_VER}/spark-${SPARK_VER}-bin-hadoop2.7.tgz215.83 MB
78ADD dir:061dd8e382f1df48458f92b14186b11da6960b021ae4cadbb0504e1f00c32ad8 in /usr/local/spark/yarn-remote-client 597 B
79/bin/sh -c $BOOTSTRAP && 202.99 MB
80ENV YARN_CONF_DIR=/usr/local/hadoop/etc/hadoop0 B
81ENV PATH=/opt/anaconda2/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/java/default/bin:/usr/local/spark/bin:/usr/local/hadoop/bin0 B
82COPY file:cb2c23798272304d6eb119459291d0676808a1b0763c07242818bb3e98c6891f in yarn-vmem-fix.xml 185 B
83/bin/sh -c sed -i '/<configuration>/r825 B
84COPY file:008751c023c78201ea8b016ad545992cbb306da10c585b1fa901c4e3f09830a8 in /etc/bootstrap.sh 594 B
85/bin/sh -c chown root.root /etc/bootstrap.sh594 B
86/bin/sh -c chmod 700 /etc/bootstrap.sh597 B
87ENTRYPOINT ["/etc/bootstrap.sh"]0 B

Command