Sign inSign up

ntfrnzn/spark-base:3.1.1

Manifest digest

sha256:9cf5adb30d8fd70c6d1b5cfeadc2e9d37a897868b5812f04c4126736d47b5046

OS/ARCH

linux/amd64

Compressed size

1.62 GB

Last pushed

over 5 years by ntfrnzn

Type

Image

Manifest digest

sha256:9cf5adb30d8fd70c6d1b5cfeadc2e9d37a897868b5812f04c4126736d47b5046

Image Layers

Image Layers

1ADD file ... in / 2.63 MB
2CMD ["/bin/sh"]0 B
3ENV LANG=C.UTF-80 B
4/bin/sh -c { echo '#!/bin/sh';238 B
5ENV JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk0 B
6ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-1.8-openjdk/jre/bin:/usr/lib/jvm/java-1.8-openjdk/bin0 B
7ENV JAVA_VERSION=8u2120 B
8ENV JAVA_ALPINE_VERSION=8.212.04-r00 B
9/bin/sh -c set -x &&67.46 MB
10COPY dir:05e033aba19a3f0d39e51237fc3281385505822c83c3bf418a316eadaaab55ee in / 318.51 MB
11/bin/sh -c apk --update add3.86 MB
12ENV SPARK_VERSION=3.1.10 B
13ENV HADOOP_VERSION=3.20 B
14ENV SCALA_VERSION=2.12.130 B
15ENV SCALA_HOME=/usr/share/scala0 B
16ENV SPARK_HOME=/spark0 B
17ENV AWS_VERSION=1.11.10340 B
18ENV AZURE_VERSION=8.6.30 B
19/bin/sh -c apk add --no-cache20.12 MB
20/bin/sh -c export PATH="/usr/local/sbt/bin:$PATH" &&1.35 MB
21/bin/sh -c wget http://mirror.ox.ac.uk/sites/rsync.apache.org/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz218.19 MB
22/bin/sh -c tar -xzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz218.48 MB
23/bin/sh -c pip3 install pyspark==${SPARK_VERSION}612 MB
24ENV SPARK_OPTS=--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info0 B
25ENV PYTHONPATH=/spark/python0 B
26/bin/sh -c wget https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/${HADOOP_VERSION}.0/hadoop-azure-${HADOOP_VERSION}.0.jar -P1.23 MB
27/bin/sh -c wget https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/${HADOOP_VERSION}.2/hadoop-aws-${HADOOP_VERSION}.2.jar -P195.79 MB

Command

ADD file:a86aea1f3a7d68f6ae03397b99ea77f2e9ee901c5c59e59f76f93adbb4035913 in /