mohsenasm/spark-on-yarn-cluster:spark_client.8.staging

Manifest digest

sha256:001a2e6961b90e026970de38a2344e8fc5d67fb131b4c0c9f4884726e63b7a58

OS/ARCH

linux/amd64

Compressed size

759.67 MB

Last pushed

about 6 years by mohsenasm

Type

Image

Manifest digest

sha256:001a2e6961b90e026970de38a2344e8fc5d67fb131b4c0c9f4884726e63b7a58

Image Layers

Image Layers

1ADD file ... in / 51.74 MB

2CMD ["bash"]0 B

3MAINTAINER Ivan Ermilov <[email protected]>0 B

4/bin/sh -c echo "deb http://ftp.debian.org/debian243 B

5/bin/sh -c apt-get update &&123.92 MB

6ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/0 B

7/bin/sh -c apt-get update &&12.66 MB

8/bin/sh -c gpg --keyserver pool.sks-keyservers.net343.37 KB

9/bin/sh -c gpg --keyserver pool.sks-keyservers.net342.96 KB

10ENV HADOOP_VERSION=3.1.10 B

11ENV HADOOP_URL=https://www.apache.org/dist/hadoop/common/hadoop-3.1.1/hadoop-3.1.1.tar.gz0 B

12/bin/sh -c set -x 317.89 MB

13/bin/sh -c ln -s /opt/hadoop-$HADOOP_VERSION/etc/hadoop135 B

14/bin/sh -c mkdir /opt/hadoop-$HADOOP_VERSION/logs152 B

15/bin/sh -c mkdir /hadoop-data100 B

16ENV HADOOP_PREFIX=/opt/hadoop-3.1.10 B

17ENV HADOOP_CONF_DIR=/etc/hadoop0 B

18ENV MULTIHOMED_NETWORK=10 B

19ENV USER=root0 B

20ENV PATH=/opt/hadoop-3.1.1/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

21ADD file ... in /entrypoint.sh 1.43 KB

22/bin/sh -c chmod a+x /entrypoint.sh1.43 KB

23ENTRYPOINT ["/entrypoint.sh"]0 B

24LABEL [email protected]0 B

25/bin/sh -c printf "deb http://archive.debian.org/debian/233 B

26/bin/sh -c sed -i 's;http://archive.debian.org/debian/;http://deb.debian.org/debian/;'224 B

27/bin/sh -c apt-get update &&32.3 MB

28/bin/sh -c printf "<configuration>\n</configuration>\n" >1.62 KB

29ENV SPARK_VERSION=2.4.10 B

30ENV HADOOP_VERSION_FOR_DOWNLOAD=2.70 B

31

/bin/sh -c wget http://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION_FOR_DOWNLOAD}.tgz &&

220.49 MB

32/bin/sh -c echo "export PYSPARK_PYTHON=python3"576 B

33/bin/sh -c mkdir /tmp/spark-events &&451 B

34ADD file ... in /usr/local/bin 276 B

35COPY dir:991ca6777146a51aca7f777b9b62205c65b7b77a99f97972befa8dca3184f85a in /root/scripts 1.05 KB

36WORKDIR /opt/spark0 B

Command

ADD file:8d73a09e59fe50289a6d0c019302aefe2e00ac6411e82404389c0c83f50cf08a in /