Sign inSign up

danmadocker/hadoop-hive-spark-master:kyuubi-delta

Manifest digest

sha256:6f9ccb77ad5fa4e064f05e685851b66bdd51e070a247bf554d6c9732b8a1d532

OS/ARCH

linux/amd64

Compressed size

1.8 GB

Last pushed

over 2 years by danmadocker

Type

Image

Manifest digest

sha256:6f9ccb77ad5fa4e064f05e685851b66bdd51e070a247bf554d6c9732b8a1d532

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 28.33 MB
6CMD ["/bin/bash"]0 B
7RUN /bin/sh -c sed -i171.22 MB
8ARG USERNAME=jupyter0 B
9ARG GROUPNAME=jupyter0 B
10ARG UID=10010 B
11ARG GID=10010 B
12RUN |4 USERNAME=jupyter GROUPNAME=jupyter UID=10013.56 KB
13USER jupyter0 B
14ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/0 B
15ARG HADOOP_VERSION=3.3.50 B
16ARG HADOOP_URL=https://www.apache.org/dist/hadoop/common/hadoop-3.3.5/hadoop-3.3.5.tar.gz0 B
17ENV HADOOP_HOME=/opt/hadoop0 B
18RUN |6 USERNAME=jupyter GROUPNAME=jupyter UID=1001676.88 MB
19ENV HADOOP_CONF_DIR=/opt/hadoop/etc/hadoop0 B
20ENV PATH=/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
21ENV LD_LIBRARY_PATH=/opt/hadoop/lib/native:0 B
22ARG SPARK_VERSION=3.3.10 B
23ARG SPARK_URL=https://archive.apache.org/dist/spark/spark-3.3.1/spark-3.3.1-bin-hadoop3.tgz0 B
24ENV SPARK_HOME=/opt/spark0 B
25RUN |8 USERNAME=jupyter GROUPNAME=jupyter UID=1001287.5 MB
26ENV PYTHONHASHSEED=10 B
27ENV PYSPARK_PYTHON=python30 B
28ENV SPARK_CONF_DIR=/opt/spark/conf0 B
29ENV PATH=/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
30ARG HIVE_VERSION=3.1.30 B
31ARG HIVE_URL=https://archive.apache.org/dist/hive/hive-3.1.3/apache-hive-3.1.3-bin.tar.gz0 B
32ENV HIVE_HOME=/opt/hive0 B
33RUN |10 USERNAME=jupyter GROUPNAME=jupyter UID=1001312.56 MB
34ENV HIVE_CONF_DIR=/opt/hive/conf0 B
35ENV PATH=/opt/hive/sbin:/opt/hive/bin:/opt/spark/sbin:/opt/spark/bin:/opt/hadoop/sbin:/opt/hadoop/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
36COPY --chown=jupyter:jupyter conf/core-site.xml /opt/hadoop/etc/hadoop/ #810 B
37COPY --chown=jupyter:jupyter conf/hdfs-site.xml /opt/hadoop/etc/hadoop/ #846 B
38COPY --chown=jupyter:jupyter conf/yarn-site.xml /opt/hadoop/etc/hadoop/ #865 B
39COPY --chown=jupyter:jupyter conf/mapred-site.xml /opt/hadoop/etc/hadoop/ #730 B
40COPY --chown=jupyter:jupyter conf/workers /opt/hadoop/etc/hadoop/ #214 B
41COPY --chown=jupyter:jupyter conf/spark-defaults.conf /opt/spark/conf/ #998 B
42COPY --chown=jupyter:jupyter conf/log4j.properties /opt/spark/conf/ #1.35 KB
43COPY --chown=jupyter:jupyter conf/hive-site.xml /opt/hive/conf/ #983 B
44RUN |10 USERNAME=jupyter GROUPNAME=jupyter UID=10011.15 KB
45COPY entrypoint.sh /usr/local/sbin/entrypoint.sh # buildkit205 B
46RUN |10 USERNAME=jupyter GROUPNAME=jupyter UID=1001206 B
47ENTRYPOINT ["entrypoint.sh"]0 B
48ARG USERNAME=jupyter0 B
49ARG GROUPNAME=jupyter0 B
50USER root0 B
51RUN |2 USERNAME=jupyter GROUPNAME=jupyter /bin/sh138 B
52USER jupyter0 B
53ENV NAMEDIR=/opt/hadoop/dfs/name0 B
54RUN |2 USERNAME=jupyter GROUPNAME=jupyter /bin/sh156 B
55VOLUME [/opt/hadoop/dfs/name]0 B
56ENV SPARK_PUBLIC_DNS=localhost0 B
57ENV SPARK_LOGS_HDFS_PATH=/var/log/spark0 B
58ENV SPARK_JARS_HDFS_PATH=/spark/jars0 B
59COPY apache-kyuubi-1.9.0-bin.tgz /opt/apache-kyuubi-1.9.0-bin.tgz # buildkit183.71 MB
60RUN |2 USERNAME=jupyter GROUPNAME=jupyter /bin/sh183.73 MB
61COPY delta-core_2.12-2.3.0.jar /opt/spark/jars # buildkit3.61 MB
62COPY delta-storage-2.3.0.jar /opt/spark/jars # buildkit21.71 KB
63COPY kyuubi-defaults.conf /opt/apache-kyuubi-1.9.0-bin/conf # buildkit1012 B
64COPY kyuubi-env.sh /opt/apache-kyuubi-1.9.0-bin/conf # buildkit1.72 KB
65COPY run.sh /usr/local/sbin/run.sh # buildkit684 B
66RUN |2 USERNAME=jupyter GROUPNAME=jupyter /bin/sh683 B
67CMD ["run.sh"]0 B

Command

 ARG RELEASE