Sign inSign up

telefonica/spark-py:3.1.3-hadoop3.2.2-S3A-WASB-2

Manifest digest

sha256:9107f1081f90d98be9d2160e6f0a640391f49f8cc6c443414703f97768ec1e72

OS/ARCH

linux/amd64

Compressed size

574.53 MB

Last pushed

over 3 years by eblanco90

Type

Image

Manifest digest

sha256:9107f1081f90d98be9d2160e6f0a640391f49f8cc6c443414703f97768ec1e72

Image Layers

Image Layers

1ADD file ... in / 29.91 MB
2CMD ["bash"]0 B
3/bin/sh -c set -eux; apt-get1.51 MB
4ENV JAVA_HOME=/usr/local/openjdk-110 B
5/bin/sh -c { echo '#/bin/sh';212 B
6ENV PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
7ENV LANG=C.UTF-80 B
8ENV JAVA_VERSION=11.0.160 B
9/bin/sh -c set -eux; arch="$(dpkg43.91 MB
10ARG spark_uid=1850 B
11RUN |1 spark_uid=185 /bin/sh -c38.61 MB
12COPY jars /opt/spark/jars # buildkit160.6 MB
13COPY bin /opt/spark/bin # buildkit10.25 KB
14COPY sbin /opt/spark/sbin # buildkit7.07 KB
15COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.68 KB
16COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit883 B
17COPY examples /opt/spark/examples # buildkit1.62 MB
18COPY kubernetes/tests /opt/spark/tests # buildkit2.26 KB
19COPY data /opt/spark/data # buildkit545.54 KB
20ENV SPARK_HOME=/opt/spark0 B
21WORKDIR /opt/spark/work-dir32 B
22RUN |1 spark_uid=185 /bin/sh -c154 B
23RUN |1 spark_uid=185 /bin/sh -c894 B
24ENTRYPOINT ["/opt/entrypoint.sh"]0 B
25USER 1850 B
26WORKDIR /0 B
27USER 00 B
28RUN /bin/sh -c mkdir ${SPARK_HOME}/python181 B
29RUN /bin/sh -c apt-get update117.37 MB
30COPY python/pyspark /opt/spark/python/pyspark # buildkit666 KB
31COPY python/lib /opt/spark/python/lib # buildkit882.39 KB
32WORKDIR /opt/spark/work-dir32 B
33ENTRYPOINT ["/opt/entrypoint.sh"]0 B
34ARG spark_uid=1850 B
35USER 1850 B
36ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.2.2/hadoop-aws-3.2.2.jar /opt/spark/jars # buildkit462.99 KB
37ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-s3/1.11.419/aws-java-sdk-s3-1.11.419.jar /opt/spark/jars # buildkit789.13 KB
38ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.11.419/aws-java-sdk-core-1.11.419.jar /opt/spark/jars # buildkit782.67 KB
39ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-kms/1.11.419/aws-java-sdk-kms-1.11.419.jar /opt/spark/jars # buildkit346.09 KB
40ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.2.2/hadoop-azure-3.2.2.jar /opt/spark/jars # buildkit452.99 KB
41ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.0/azure-storage-7.0.0.jar /opt/spark/jars # buildkit735.23 KB
42ADD https://repo1.maven.org/maven2/org/apache/spark/spark-avro_2.12/3.1.3/spark-avro_2.12-3.1.3.jar /opt/spark/jars # buildkit162.82 KB
43ADD https://repo1.maven.org/maven2/org/postgresql/postgresql/42.1.4/postgresql-42.1.4.jar /opt/spark/jars # buildkit657.83 KB
44ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.40.v20210413/jetty-util-ajax-9.4.40.v20210413.jar /opt/spark/jars # buildkit58.66 KB
45ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-server/9.4.40.v20210413/jetty-server-9.4.40.v20210413.jar /opt/spark/jars # buildkit650.22 KB
46ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.40.v20210413/jetty-util-9.4.40.v20210413.jar /opt/spark/jars # buildkit519.67 KB
47ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-servlet/9.4.40.v20210413/jetty-servlet-9.4.40.v20210413.jar /opt/spark/jars # buildkit132.55 KB
48ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-webapp/9.4.40.v20210413/jetty-webapp-9.4.40.v20210413.jar /opt/spark/jars # buildkit129.89 KB
49ADD https://repo1.maven.org/maven2/com/google/guava/guava/27.0-jre/guava-27.0-jre.jar /opt/spark/jars # buildkit2.33 MB
50ADD https://repo1.maven.org/maven2/org/scala-lang/modules/scala-collection-compat_2.12/2.1.6/scala-collection-compat_2.12-2.1.6.jar /opt/spark/jars # buildkit187.58 KB
51USER root0 B
52RUN /bin/sh -c rm -f190 B
53RUN /bin/sh -c rm -f209 B
54RUN /bin/sh -c apt-get update52.92 KB
55RUN /bin/sh -c mkdir -p181 B
56RUN /bin/sh -c addgroup --gid654 B
57RUN /bin/sh -c adduser --disabled-password6.88 KB
58RUN /bin/sh -c chown -R170.61 MB
59USER 100010 B

Command

ADD file:0eae0dca665c7044bf242cb1fc92cb8ea744f5af2dd376a558c90bc47349aefe in /