Sign inSign up

loum/jupyter-spark-pseudo:6.4.8-3.2.1

Manifest digest

sha256:cea0a3eab2096f7e033bb728ffa060a2dbcefeb1b46d3492f96021d319978722

OS/ARCH

linux/amd64

Compressed size

2.04 GB

Last pushed

over 4 years by loum

Type

Image

Manifest digest

sha256:cea0a3eab2096f7e033bb728ffa060a2dbcefeb1b46d3492f96021d319978722

Image Layers

Image Layers

1ADD file ... in / 27.24 MB
2CMD ["bash"]0 B
3ARG OPENSSH_SERVER0 B
4ARG OPENJDK_11_HEADLESS0 B
5ARG PYTHON3_VERSION0 B
6ARG PYTHON3_PIP0 B
7|4 OPENJDK_11_HEADLESS=11.0.13+8-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4 PYTHON3_PIP=20.0.2-5ubuntu1.6 PYTHON3_VERSION=3.8.10-0ubuntu1~20.04.2303.29 MB
8|4 OPENJDK_11_HEADLESS=11.0.13+8-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4 PYTHON3_PIP=20.0.2-5ubuntu1.6 PYTHON3_VERSION=3.8.10-0ubuntu1~20.04.23.45 MB
9|4 OPENJDK_11_HEADLESS=11.0.13+8-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4 PYTHON3_PIP=20.0.2-5ubuntu1.6 PYTHON3_VERSION=3.8.10-0ubuntu1~20.04.212.6 MB
10ARG HADOOP_VERSION0 B
11ARG HADOOP_HOME=/opt/hadoop0 B
12COPY dir:4759730c1df852d6d40ff5d17624883599c2c7fd5e57a6302b4a3334d9c0ba34 in /opt/hadoop-3.3.1 579.11 MB
13|6 HADOOP_HOME=/opt/hadoop HADOOP_VERSION=3.3.1 OPENJDK_11_HEADLESS=11.0.13+8-0ubuntu1~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.4132 B
14ARG HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib0 B
15|7 HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_VERSION=3.3.1 OPENJDK_11_HEADLESS=11.0.13+8-0ubuntu1~20.04261 B
16ARG HADOOP_USER=hdfs0 B
17ARG HADOOP_GROUP=hdfs0 B
18|9 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs4.28 KB
19COPY --chown=hdfs:hdfsmulti:64758e9e5681d777de2db6901e74d0df34b0f6c480ac94b39f8301886f5a64d2 in /opt/hadoop/share/hadoop/common/lib/ 5.19 MB
20COPY --chown=hdfs:hdfsfile:73a575e0e7dd721b05e9618acff5145d0ea79b1816539fef51d97a5f8bb201f2 in / 1.18 KB
21WORKDIR /opt/hadoop0 B
22|9 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs5.64 KB
23COPY file:13af23e95bea10180bed9608942cee3ebf66413d437fd74a3a1149c68244f44f in etc/hadoop/hdfs-site.xml.j2 53.37 KB
24COPY file:ff99150e13469046c03c978efac960e6438150f2125355a66774229e94803685 in etc/hadoop/yarn-site.xml.j2 40.05 KB
25COPY file:7333cea5019dcf64ae5bdf2946342393496da5c85db3c8e92af020d85feb005c in etc/hadoop/mapred-site.xml.j2 21.41 KB
26COPY file:53ab4fd3ac7a697a45a3b8cbdbbc12fbf662913ff5ead8a347d8f0e01523e8aa in etc/hadoop/core-site.xml.j2 35.53 KB
27COPY file:a10b6a6339d5947006027011815ce99072acf37c79e5b25aa30c50dd7d5517c7 in etc/hadoop/hadoop-env.sh 5.65 KB
28ARG object_store_endpoint=s3.amazonaws.com0 B
29ENV OBJECT_STORE_ENDPOINT=s3.amazonaws.com0 B
30EXPOSE 90000 B
31EXPOSE 98700 B
32EXPOSE 80880 B
33EXPOSE 198880 B
34WORKDIR /home/hdfs/var/run190 B
35WORKDIR /home/hdfs/.ssh175 B
36COPY file:f34f00726c3f92bfcf6b26c10214348ff21f9365b620524e46119cef3fcad177 in sshd_config 1.67 KB
37WORKDIR /var/log/hadoop169 B
38|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs195 B
39WORKDIR /home/hdfs0 B
40|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs4.82 KB
41|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs8.81 KB
42USER hdfs0 B
43|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs1.9 KB
44|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs516.61 KB
45COPY --chown=hdfs:hdfsfile:bd8617b498e703019e576cf62dd5e9a91105f7761ce7edd32b171ff1877ac026 in /hadoop-bootstrap.sh 737 B
46CMD ["/hadoop-bootstrap.sh"]0 B
47USER root0 B
48WORKDIR /opt0 B
49ARG SPARK_RELEASE0 B
50COPY file:bb50686add10a416ca01a1bc92aec91c11db5f9a1e149a27cac7b28985cd55e9 in spark-3.2.1-bin-without-hadoop.tgz 178.92 MB
51|1 SPARK_RELEASE=spark-3.2.1-bin-without-hadoop /bin/sh -c tar179.17 MB
52ARG SPARK_HOME=/opt/spark0 B
53COPY file:8d79d098c5b8d3123bf856e1a3afc9acb2f5b2a78ee957317beba17ffa5ae0ab in /opt/spark/conf/spark-env.sh.j2 2.16 KB
54COPY file:9e45f1e7130dbb04331059fd3e9ab5fe5010d4be1f17d68cd5fc11066ba094ce in /opt/spark/conf/spark-defaults.conf 984 B
55ARG SPARK_VERSION0 B
56COPY file:a3e94b1aa6f7cd0303916374dd055fb9cd981b7ad0ea004e3fb1ada8137ecec7 in /spark-bootstrap.sh 929 B
57EXPOSE 80320 B
58EXPOSE 80880 B
59EXPOSE 80420 B
60EXPOSE 180800 B
61|3 SPARK_HOME=/opt/spark SPARK_RELEASE=spark-3.2.1-bin-without-hadoop SPARK_VERSION=3.2.1 /bin/sh762.94 MB
62USER hdfs0 B
63WORKDIR /home/hdfs0 B
64|3 SPARK_HOME=/opt/spark SPARK_RELEASE=spark-3.2.1-bin-without-hadoop SPARK_VERSION=3.2.1 /bin/sh1.91 KB
65ENTRYPOINT ["/spark-bootstrap.sh"]0 B
66USER root0 B
67ARG OPENJDK_8_HEADLESS0 B
68/bin/sh -c apt-get update &&14.62 MB
69ARG JUPYTER_USER=hdfs0 B
70ARG JUPYTER_GROUP=hdfs0 B
71ARG JUPYTER_HOME=/home/hdfs0 B
72COPY file:532e4ff147b8781e0f6131f5097f41636ddd507aedbc422fd500b5d6dc710956 in /jupyter-bootstrap.sh 619 B
73WORKDIR /home/hdfs0 B
74WORKDIR /home/hdfs/.local0 B
75|3 JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs JUPYTER_USER=hdfs /bin/sh322.42 KB
76EXPOSE 80320 B
77EXPOSE 80880 B
78EXPOSE 80420 B
79EXPOSE 180800 B
80EXPOSE 0 B
81WORKDIR /home/hdfs0 B
82USER hdfs0 B
83ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/hdfs/.local/bin0 B
84ARG JUPYTER_VERSION0 B
85|4 JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs JUPYTER_USER=hdfs JUPYTER_VERSION=6.4.825.4 MB
86ENTRYPOINT ["/jupyter-bootstrap.sh"]0 B

Command

ADD file:3ccf747d646089ed7fbb43c40c45dd43e86f0674115f856efada93c7e4a63624 in /