stingrayzboy/pyspark:latest

Manifest digest

sha256:9772cd81466082181269614587985139c16e1d7e35bb055ed05d9fe8c161b847

OS/ARCH

linux/amd64

Compressed size

1009.5 MB

Last pushed

over 6 years by stingrayzboy

Type

Image

Manifest digest

sha256:9772cd81466082181269614587985139c16e1d7e35bb055ed05d9fe8c161b847

Image Layers

1ADD file ... in / 2.67 MB

2CMD ["/bin/sh"]0 B

3ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

4ENV LANG=C.UTF-80 B

5/bin/sh -c apk add --no-cache294.2 KB

6ENV GPG_KEY=0D96DF4D4110E5C43FBFB17F2D347EA6AA65421D0 B

7ENV PYTHON_VERSION=3.7.60 B

8/bin/sh -c set -ex &&27.36 MB

9/bin/sh -c cd /usr/local/bin &&230 B

10ENV PYTHON_PIP_VERSION=20.0.20 B

11ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/42ad3426cb1ef05863521d7988d5f7fec0c99560/get-pip.py0 B

12ENV PYTHON_GET_PIP_SHA256=da288fc002d0bb2b90f6fbabc91048c1fa18d567ad067ee713c6e331d3a32b450 B

13/bin/sh -c set -ex; wget1.8 MB

14CMD ["python3"]0 B

15/bin/sh -c apk update &&1.57 MB

16/bin/sh -c apk add build-base56.84 MB

17/bin/sh -c apk add --no-cache121.07 MB

18/bin/sh -c pip install jupyter54 MB

19/bin/sh -c apk add --no-cache64.12 MB

20ENV SCALA_VERSION=2.12.8 SCALA_HOME=/usr/share/scala0 B

21/bin/sh -c apk add --no-cache20.04 MB

22/bin/sh -c pip install py4j493.85 KB

23/bin/sh -c wget "http://apachemirror.wuchna.com/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz"219.49 MB

24/bin/sh -c tar -xzvf spark-2.4.4-bin-hadoop2.7.tgz219.88 MB

25/bin/sh -c rm -f spark-2.4.4-bin-hadoop2.7.tgz126 B

26/bin/sh -c mv spark-2.4.4-bin-hadoop2.7/ spark/219.88 MB

27/bin/sh -c export SPARK_HOME='spark-2.4.4-bin-hadoop2.7'0 B

28/bin/sh -c export PATH=$SPARK_HOME:$PATH0 B

29/bin/sh -c export PYTHONPATH=$SPARK_HOME/python:$PYTHONPATH0 B

30/bin/sh -c export PYSPARK_DRIVER_PYTHON="jupyter"0 B

31/bin/sh -c export PYSPARK_DRIVER_PYTHON_OPTS="notebook"0 B

32/bin/sh -c export PYSPARK_PYTHON=python30 B

33/bin/sh -c pip install findspark10.36 KB

Command

ADD file:e69d441d729412d24675dcd33e04580885df99981cec43de8c9b24015313ff8e in /