Sign inSign up

loum/jupyter-spark-pseudo:6.4.6-3.2.0

Manifest digest

sha256:cd9a0b73bed84f7d7443512d2f159fb15d4b419f34fd8805ca89729f2d0a8df2

OS/ARCH

linux/amd64

Compressed size

1.29 GB

Last pushed

over 4 years by loum

Type

Image

Manifest digest

sha256:cd9a0b73bed84f7d7443512d2f159fb15d4b419f34fd8805ca89729f2d0a8df2

Image Layers

1ADD file ... in / 27.24 MB
2CMD ["bash"]0 B
3ARG OPENSSH_SERVER0 B
4ARG OPENJDK_11_HEADLESS0 B
5ARG PYTHON3_VERSION0 B
6ARG PYTHON3_PIP0 B
7|4 OPENJDK_11_HEADLESS=11.0.11+9-0ubuntu2~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.3 PYTHON3_PIP=20.0.2-5ubuntu1.6 PYTHON3_VERSION=3.8.10-0ubuntu1~20.04.1303.33 MB
8ARG HADOOP_VERSION0 B
9ARG HADOOP_HOME=/opt/hadoop0 B
10COPY dir:4759730c1df852d6d40ff5d17624883599c2c7fd5e57a6302b4a3334d9c0ba34 in /opt/hadoop-3.3.1 579.11 MB
11|6 HADOOP_HOME=/opt/hadoop HADOOP_VERSION=3.3.1 OPENJDK_11_HEADLESS=11.0.11+9-0ubuntu2~20.04 OPENSSH_SERVER=1:8.2p1-4ubuntu0.3131 B
12ARG HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib0 B
13|7 HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_VERSION=3.3.1 OPENJDK_11_HEADLESS=11.0.11+9-0ubuntu2~20.04261 B
14ARG HADOOP_USER=hdfs0 B
15ARG HADOOP_GROUP=hdfs0 B
16|9 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs4.29 KB
17COPY --chown=hdfs:hdfsmulti:e9eb0f189da883a6bcb9c30b6ea9b3183a9aaddc9eebf764fbe8c6bc3c49e923 in /opt/hadoop/share/hadoop/common/lib/ 6.73 MB
18COPY --chown=hdfs:hdfsfile:73a575e0e7dd721b05e9618acff5145d0ea79b1816539fef51d97a5f8bb201f2 in / 1.18 KB
19WORKDIR /opt/hadoop0 B
20|9 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs5.65 KB
21COPY file:13af23e95bea10180bed9608942cee3ebf66413d437fd74a3a1149c68244f44f in etc/hadoop/hdfs-site.xml.j2 53.36 KB
22COPY file:ff99150e13469046c03c978efac960e6438150f2125355a66774229e94803685 in etc/hadoop/yarn-site.xml.j2 40.05 KB
23COPY file:7333cea5019dcf64ae5bdf2946342393496da5c85db3c8e92af020d85feb005c in etc/hadoop/mapred-site.xml.j2 21.41 KB
24COPY file:53ab4fd3ac7a697a45a3b8cbdbbc12fbf662913ff5ead8a347d8f0e01523e8aa in etc/hadoop/core-site.xml.j2 35.52 KB
25COPY file:3567f9e9eb68938db8186dca4c7d63c1de709f1dbba61b7a9a95866dd81eb8f7 in etc/hadoop/hadoop-env.sh 5.64 KB
26ARG object_store_endpoint=s3.amazonaws.com0 B
27ENV OBJECT_STORE_ENDPOINT=s3.amazonaws.com0 B
28EXPOSE 90000 B
29EXPOSE 98700 B
30EXPOSE 80880 B
31EXPOSE 198880 B
32WORKDIR /home/hdfs/var/run189 B
33WORKDIR /home/hdfs/.ssh176 B
34COPY file:f34f00726c3f92bfcf6b26c10214348ff21f9365b620524e46119cef3fcad177 in sshd_config 1.66 KB
35WORKDIR /var/log/hadoop170 B
36|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs193 B
37WORKDIR /home/hdfs0 B
38|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs4.82 KB
39|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs8.79 KB
40USER hdfs0 B
41|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs1.9 KB
42|10 HADOOP_GROUP=hdfs HADOOP_HOME=/opt/hadoop HADOOP_LIBS=/opt/hadoop/share/hadoop/common/lib HADOOP_USER=hdfs516.6 KB
43COPY --chown=hdfs:hdfsfile:bd8617b498e703019e576cf62dd5e9a91105f7761ce7edd32b171ff1877ac026 in /hadoop-bootstrap.sh 737 B
44CMD ["/hadoop-bootstrap.sh"]0 B
45USER root0 B
46WORKDIR /opt0 B
47ARG SPARK_RELEASE0 B
48COPY file:51714eac35e8b8bf65e284e45e07f051d0b11f64d36227527eb266f95c7846f3 in spark-3.2.0-bin-without-hadoop.tgz 178.9 MB
49|1 SPARK_RELEASE=spark-3.2.0-bin-without-hadoop /bin/sh -c tar179.15 MB
50ARG SPARK_HOME=/opt/spark0 B
51COPY file:9939cca8bb80835573cba22a731c3f788628c60d03c8556886545614f77ca79c in /opt/spark/conf/spark-env.sh 2.04 KB
52COPY file:9e45f1e7130dbb04331059fd3e9ab5fe5010d4be1f17d68cd5fc11066ba094ce in /opt/spark/conf/spark-defaults.conf 977 B
53ARG SPARK_VERSION0 B
54COPY file:84fa111984c122a1ac8812900ff6d893b77380919b510bd1b36c240613c8a595 in /spark-bootstrap.sh 831 B
55EXPOSE 80320 B
56EXPOSE 80880 B
57EXPOSE 80420 B
58EXPOSE 180800 B
59USER hdfs0 B
60WORKDIR /home/hdfs0 B
61|3 SPARK_HOME=/opt/spark SPARK_RELEASE=spark-3.2.0-bin-without-hadoop SPARK_VERSION=3.2.0 /bin/sh1.9 KB
62ENTRYPOINT ["/spark-bootstrap.sh"]0 B
63USER root0 B
64ARG OPENJDK_8_HEADLESS0 B
65/bin/sh -c apt-get update &&22.67 MB
66ARG JUPYTER_USER=hdfs0 B
67ARG JUPYTER_GROUP=hdfs0 B
68ARG JUPYTER_HOME=/home/hdfs0 B
69COPY file:83fda31b04f45d17ab82eb0c5b20c9cdf22614d5aa94d095575cd434d20266a5 in /jupyter-bootstrap.sh 357 B
70WORKDIR /home/hdfs0 B
71WORKDIR /home/hdfs/.local0 B
72|3 JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs JUPYTER_USER=hdfs /bin/sh322.42 KB
73EXPOSE 80320 B
74EXPOSE 80880 B
75EXPOSE 80420 B
76EXPOSE 180800 B
77EXPOSE 0 B
78WORKDIR /home/hdfs0 B
79USER hdfs0 B
80ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/hdfs/.local/bin0 B
81ARG JUPYTER_VERSION0 B
82|4 JUPYTER_GROUP=hdfs JUPYTER_HOME=/home/hdfs JUPYTER_USER=hdfs JUPYTER_VERSION=6.4.623.46 MB
83ENTRYPOINT ["/jupyter-bootstrap.sh"]0 B

Command

ADD file:5d68d27cc15a80653c93d3a0b262a28112d47a46326ff5fc2dfbf7fa3b9a0ce8 in /