Sign inSign up

davidzajac1/zillacode-spark:amd64

Languages & frameworks
Data science
Web servers
Manifest digest

sha256:7c69785e19278382ede18d82c66bb1ded150c60522f0dc6e6b885ed1fbf8e552

OS/ARCH

linux/amd64

Compressed size

1.22 GB

Last pushed

about 2 years by davidzajac1

Type

Image

Manifest digest

sha256:7c69785e19278382ede18d82c66bb1ded150c60522f0dc6e6b885ed1fbf8e552

Image Layers

1ARCHITECTURE amd640 B
2ADD file:2af047e28b6d9189327e254b87e1d6aaeb5795098e2a5f35b51dd93650ab1334 /100.17 MB
3ADD file:70cb9672fda520b61629577245266441fbd347d2af28417380bcd1a87160b7f5 /85.96 KB
4ADD file:cafb50f331c2f27acb5bf643d8bf4dc750ba85aada44fd2fb8026706d9260d30 /418 B
5ADD file:28f305d0bd679f87775aabdc0ed6afe49040843d7bb23a7412fd30320df41d6c /2.55 MB
6ADD file:883438292690b742027ef98b9b7d8edbd7c10398176bbee93a49c59e42929d5a /53.7 MB
7ADD file:38ebe09cbf064885fbaa14cd31c85ac8c1911a0033a87c42ad460733da61d51f /19.67 MB
8WORKDIR /var/task0 B
9ENV LANG=en_US.UTF-80 B
10ENV TZ=:/etc/localtime0 B
11ENV PATH=/var/lang/bin:/usr/local/bin:/usr/bin/:/bin:/opt/bin0 B
12ENV LD_LIBRARY_PATH=/var/lang/lib:/lib64:/usr/lib64:/var/runtime:/var/runtime/lib:/var/task:/var/task/lib:/opt/lib0 B
13ENV LAMBDA_TASK_ROOT=/var/task0 B
14ENV LAMBDA_RUNTIME_DIR=/var/runtime0 B
15ENTRYPOINT [ "/lambda-entrypoint.sh" ]0 B
16LABEL com.amazonaws.lambda.platform.kernel=k510ga0 B
17RUN /bin/sh -c yum -y232.15 MB
18RUN /bin/sh -c pip install673.78 MB
19RUN /bin/sh -c export JAVA_HOME="$(dirname32 B
20ENV PATH=/var/lang/bin:/usr/local/bin:/usr/bin/:/bin:/opt/bin:/bin0 B
21ENV SPARK_HOME=/var/lang/lib/python3.8/site-packages/pyspark0 B
22ENV PATH=/var/lang/bin:/usr/local/bin:/usr/bin/:/bin:/opt/bin:/bin:/var/lang/lib/python3.8/site-packages/pyspark/bin0 B
23ENV PYTHONPATH=/var/lang/lib/python3.8/site-packages/pyspark/python:/var/lang/lib/python3.8/site-packages/pyspark/python/lib/py4j-0.10.9-src.zip:0 B
24ENV PATH=/var/lang/lib/python3.8/site-packages/pyspark/python:/var/lang/bin:/usr/local/bin:/usr/bin/:/bin:/opt/bin:/bin:/var/lang/lib/python3.8/site-packages/pyspark/bin0 B
25RUN /bin/sh -c mkdir $SPARK_HOME/conf229 B
26RUN /bin/sh -c echo "SPARK_LOCAL_IP=127.0.0.1"297 B
27RUN /bin/sh -c chmod 777298 B
28ARG HADOOP_VERSION=3.2.20 B
29ARG AWS_SDK_VERSION=1.11.8870 B
30ARG HADOOP_JAR=https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.2.2/hadoop-aws-3.2.2.jar0 B
31ARG AWS_SDK_JAR=https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.11.887/aws-java-sdk-bundle-1.11.887.jar0 B
32ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.2.2/hadoop-aws-3.2.2.jar /var/lang/lib/python3.8/site-packages/pyspark/jars/ # buildkit463.11 KB
33ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.11.887/aws-java-sdk-bundle-1.11.887.jar /var/lang/lib/python3.8/site-packages/pyspark/jars/ # buildkit162.03 MB
34COPY spark-class /var/lang/lib/python3.8/site-packages/pyspark/bin/spark-class # buildkit424 B
35RUN |4 HADOOP_VERSION=3.2.2 AWS_SDK_VERSION=1.11.887 HADOOP_JAR=https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.2.2/hadoop-aws-3.2.2.jar424 B
36COPY spark-defaults.conf /var/lang/lib/python3.8/site-packages/pyspark/conf/spark-defaults.conf # buildkit300 B
37COPY lambda_function.py /var/task # buildkit1.16 KB
38CMD ["lambda_function.lambda_handler"]0 B

Command

ARCHITECTURE amd64