andresgomezfrr/spark:2.4.5-1

Manifest digest

sha256:39ceb17d9877f5e17e8da7983c5009c1db483c52f315c570f1924d4a76a05327

OS/ARCH

linux/amd64

Compressed size

384.33 MB

Last pushed

about 6 years by andresgomezfrr

Type

Image

Manifest digest

sha256:39ceb17d9877f5e17e8da7983c5009c1db483c52f315c570f1924d4a76a05327

Image Layers

1ADD file ... in / 2.66 MB

2CMD ["/bin/sh"]0 B

3LABEL maintainer=Gezim Sejdiu <[email protected]>,0 B

4ENV ENABLE_INIT_DAEMON=true0 B

5ENV INIT_DAEMON_BASE_URI=http://identifier/init-daemon0 B

6ENV INIT_DAEMON_STEP=spark_master_init0 B

7ENV SPARK_VERSION=2.4.50 B

8ENV HADOOP_VERSION=2.70 B

9COPY file:15e73f0ef2b74b916a1c49c7746118c1c84aabd468a71a07480f4fa5af255e86 in / 324 B

10COPY file:6aa613c31baac4afdf4d594bb05f7d817ec6696620899ddb8147915eb24161ab in / 352 B

11COPY file:e2d1614e26b00c6469217e03d8922d1b5ba806a33464e72f716e0cbb0d2810d9 in / 350 B

12/bin/sh -c apk add --no-cache303.84 MB

13/bin/sh -c chmod +x /wait-for-step.sh474 B

14ENV PYTHONHASHSEED=10 B

15LABEL maintainer=Gezim Sejdiu <[email protected]>,0 B

16COPY file:5312d012708c9282c3ac5e66d902db7647bbca6c95759927755f94159ea56b89 in / 327 B

17ENV SPARK_MASTER_PORT=70770 B

18ENV SPARK_MASTER_WEBUI_PORT=80800 B

19ENV SPARK_MASTER_LOG=/spark/logs0 B

20EXPOSE 6066 7077 80800 B

21CMD ["/bin/bash" "/master.sh"]0 B

22ENV ENABLE_INIT_DAEMON=false0 B

23COPY resources /resources # buildkit3.23 KB

24COPY avro-tools-1.9.1.jar / # buildkit40.6 MB

25COPY parquet-tools-1.10.0.jar / # buildkit37.22 MB

26CMD ["/bin/sh" "-c" "spark/bin/spark-shell"]0 B

Command

ADD file:d48cac34fac385cbc1de6adfdd88300f76f9bbe346cd17e64fd834d042a98326 in /