cjonesy/docker-spark:2.3.3

Manifest digest

sha256:833799fff553f0b21ff5df6e08611da7d950d720c5a44f6cb46f733fcd7647e7

OS/ARCH

linux/amd64

Compressed size

458.3 MB

Last pushed

about 7 years by cjonesy

Type

Image

Manifest digest

sha256:833799fff553f0b21ff5df6e08611da7d950d720c5a44f6cb46f733fcd7647e7

Image Layers

Image Layers

1ADD file ... in / 71.92 MB

2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B

3CMD ["/bin/bash"]0 B

4/bin/sh -c yum -y install52.7 MB

5ARG JAVA_VERSION=1.8.00 B

6|1 JAVA_VERSION=1.8.0 /bin/sh -c yum119.74 MB

7ARG SPARK_VERSION=2.3.30 B

8ARG HADOOP_VERSION=2.70 B

9ENV SPARK_HOME=/usr/spark0 B

10

ENV SPARK_DIST_CLASSPATH=/etc/hadoop/*:/share/hadoop/common/lib/*:/share/hadoop/common/*:/share/hadoop/hdfs/*:/share/hadoop/hdfs/lib/*:/share/hadoop/hdfs/*:/share/hadoop/yarn/lib/*:/share/hadoop/yarn/*:/share/hadoop/mapreduce/lib/*:/share/hadoop/mapreduce/*:/share/hadoop/tools/lib/*

0 B

11ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/spark/bin0 B

12ENV PYTHONPATH=/usr/spark/python/:/usr/spark/python/lib/py4j-0.10.7-src.zip:/usr/spark/python/lib/0 B

13ENV PYSPARK_PYTHON=/usr/bin/python0 B

14|3 HADOOP_VERSION=2.7 JAVA_VERSION=1.8.0 SPARK_VERSION=2.3.3 /bin/sh213.95 MB

15COPY file:17a3d42cbd7d8e255f1578591ea7bfbecc6aef5a1cda3a87c08f68fdecf4c10c in /usr/spark/conf/spark-defaults.conf 1.84 KB

16COPY file:a02c772c608b817e354ca0a0caf6e238273ee94706865086ab7181555166968a in / 585 B

17ENTRYPOINT ["/entrypoint.sh"]0 B

18CMD ["sh"]0 B

Command

ADD file:4e7247c06de9ad117293b6bf39c77f96c623a1bca4da35068d7e64c7cb826c08 in /