Sign inSign up

fluxcapacitor/spark-master-2.1.0:master

Manifest digest

sha256:1b0419b2cfa9f3366125d404a56cc3d1ca8ac911ba38250b8bd3212cecc32198

OS/ARCH

linux/amd64

Compressed size

2.09 GB

Last pushed

almost 9 years by cfregly

Type

Image

Manifest digest

sha256:1b0419b2cfa9f3366125d404a56cc3d1ca8ac911ba38250b8bd3212cecc32198

Image Layers

Image Layers

1ADD file ... in / 49.33 MB
2/bin/sh -c set -xe &&813 B
3/bin/sh -c rm -rf /var/lib/apt/lists/*512 B
4/bin/sh -c sed -i 's/^#\s*\(deb.*universe\)$/\1/g'672 B
5/bin/sh -c mkdir -p /run/systemd161 B
6CMD ["/bin/bash"]0 B
7/bin/sh -c apt-get update 215.86 MB
8/bin/sh -c pip install --upgrade3.26 MB
9COPY file:a5d8bf398606db8f1cf4c6b532b442f60ff8091053633358c98a42bbfc1d1c90 in sysutils/container-limits.sh 848 B
10WORKDIR /root0 B
11/bin/sh -c apt-get update 126.51 MB
12ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/0 B
13/bin/sh -c echo "deb https://dl.bintray.com/sbt/debian73.11 MB
14/bin/sh -c sbt clean cleanFiles1.3 MB
15/bin/sh -c wget http://apache.mirrors.tds.net/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz 8.2 MB
16ENV MAVEN_HOME=/root/apache-maven-3.3.9/0 B
17ENV PATH=/root/apache-maven-3.3.9//bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18COPY dir:1e1bab10f09d5e0009312ee65f7095ce32c56134589e402fc279c3d07c8d38ee in sysutils/ 2.14 KB
19WORKDIR /root0 B
20/bin/sh -c apt-get update1.77 MB
21ENV SPARK_VERSION=2.1.0 PYSPARK_VERSION=0.10.40 B
22/bin/sh -c wget https://s3.amazonaws.com/fluxcapacitor.com/packages/spark-${SPARK_VERSION}-bin-fluxcapacitor.tgz 183.19 MB
23ENV SPARK_HOME=/root/spark-2.1.0-bin-fluxcapacitor0 B
24ENV PATH=/root/spark-2.1.0-bin-fluxcapacitor/bin:/root/apache-maven-3.3.9//bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
25ENV HADOOP_VERSION=2.7.20 B
26/bin/sh -c wget http://www.apache.org/dist/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz 202.36 MB
27ENV HADOOP_HOME=/root/hadoop-2.7.2 HADOOP_OPTS=-Djava.net.preferIPv4Stack=true0 B
28ENV HADOOP_CONF=/root/hadoop-2.7.2/etc/hadoop/ PATH=/root/hadoop-2.7.2/bin:/root/hadoop-2.7.2/sbin:/root/spark-2.1.0-bin-fluxcapacitor/bin:/root/apache-maven-3.3.9//bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
29ENV HADOOP_CONF_DIR=/root/hadoop-2.7.2/etc/hadoop/0 B
30COPY dir:ce74b1ffc471a02de50ff833d7eaf6665184cf1a0f8c3cc47058841e95f7854e in /root/spark-2.1.0-bin-fluxcapacitor/conf/ 1.6 KB
31/bin/sh -c mv ${HADOOP_CONF}/core-site.xml ${HADOOP_CONF}/core-site.xml.orig746 B
32/bin/sh -c mv ${HADOOP_CONF}/hdfs-site.xml ${HADOOP_CONF}/hdfs-site.xml.orig745 B
33WORKDIR /root0 B
34/bin/sh -c wget -q https://repo.continuum.io/miniconda/Miniconda3-4.3.21-Linux-x86_64.sh83.25 MB
35ENV PATH=/opt/conda/bin:/root/hadoop-2.7.2/bin:/root/hadoop-2.7.2/sbin:/root/spark-2.1.0-bin-fluxcapacitor/bin:/root/apache-maven-3.3.9//bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
36/bin/sh -c conda install --yes715.91 MB
37/bin/sh -c conda install --yes6.89 MB
38/bin/sh -c apt-get update 41.06 MB
39/bin/sh -c pip install --ignore-installed103.76 MB
40/bin/sh -c conda install -c323.62 MB
41ENV HADOOP_HDFS_HOME=/root/hadoop-2.7.20 B
42/bin/sh -c echo 'export CLASSPATH=$(${HADOOP_HDFS_HOME}/bin/hadoop1.57 KB
43ENV LD_LIBRARY_PATH=:/usr/lib/jvm/java-8-openjdk-amd64//jre/lib/amd64/server0 B
44WORKDIR /root0 B
45COPY file:a82e4f6eda5d6f9b5b014f1d596c31dfd52fa54d67eecd6fa8930b0765567aea in run 254 B
46EXPOSE 6060/tcp0 B
47EXPOSE 6066/tcp0 B
48EXPOSE 7077/tcp0 B
49EXPOSE 4040/tcp 4041/tcp 4042/tcp0 B
50CMD ["supervise" "."]0 B

Command

ADD file:efb254bc677d66d6af39893698d55c79bf13f4daee5053601c5c17df91657e6e in /