Sign inSign up

ilum/airflow:2.9.3-spark3.5.3

Multi-platform
Integration & delivery
Data science
Web analytics
Index digest

sha256:6c3907d173266b51f9fd8953c2983f47f7fea9f9bd03531d601c84d246180e16

OS/ARCH

Compressed size

1.64 GB

Last pushed

over 1 year by ilum

Type

Image

Manifest digest

sha256:a09e986e3b707927ed3b321741bd6be310c513cf9ffed509b09ac27a53b8cedb

Image Layers

Image Layers

1ADD file ... in / 27.81 MB
2CMD ["bash"]0 B
3ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
4ENV LANG=C.UTF-80 B
5RUN /bin/sh -c set -eux;3.18 MB
6ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA63050 B
7ENV PYTHON_VERSION=3.12.40 B
8RUN /bin/sh -c set -eux;11.42 MB
9RUN /bin/sh -c set -eux;232 B
10ENV PYTHON_PIP_VERSION=24.00 B
11ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/e03e1607ad60522cf34a92e834138eb89f57667c/public/get-pip.py0 B
12ENV PYTHON_GET_PIP_SHA256=ee09098395e42eb1f82ef4acb231a767a6ae85504a9cf9983223df0a7cbd35d70 B
13RUN /bin/sh -c set -eux;4.04 MB
14CMD ["python3"]0 B
15SHELL [/bin/bash -o pipefail -o0 B
16ARG AIRFLOW_UID0 B
17LABEL org.apache.airflow.distro=debian org.apache.airflow.module=airflow org.apache.airflow.component=airflow org.apache.airflow.image=airflow0 B
18ARG PYTHON_BASE_IMAGE0 B
19ENV PYTHON_BASE_IMAGE=python:3.12-slim-bookworm DEBIAN_FRONTEND=noninteractive LANGUAGE=C.UTF-8 LANG=C.UTF-80 B
20ARG RUNTIME_APT_DEPS=0 B
21ARG ADDITIONAL_RUNTIME_APT_DEPS=0 B
22ARG RUNTIME_APT_COMMAND=echo0 B
23ARG ADDITIONAL_RUNTIME_APT_COMMAND=0 B
24ARG ADDITIONAL_RUNTIME_APT_ENV=0 B
25ARG INSTALL_MYSQL_CLIENT=true0 B
26ARG INSTALL_MYSQL_CLIENT_TYPE=mariadb0 B
27ARG INSTALL_MSSQL_CLIENT=true0 B
28ARG INSTALL_POSTGRES_CLIENT=true0 B
29ENV RUNTIME_APT_DEPS= ADDITIONAL_RUNTIME_APT_DEPS= RUNTIME_APT_COMMAND=echo ADDITIONAL_RUNTIME_APT_COMMAND=0 B
30COPY install_os_dependencies.sh /scripts/docker/ # buildkit1.63 KB
31RUN |11 AIRFLOW_UID=50000 PYTHON_BASE_IMAGE=python:3.12-slim-bookworm RUNTIME_APT_DEPS=82.75 MB
32ARG AIRFLOW_INSTALLATION_METHOD=apache-airflow0 B
33ARG AIRFLOW_IMAGE_REPOSITORY0 B
34ARG AIRFLOW_IMAGE_README_URL0 B
35ARG AIRFLOW_USER_HOME_DIR0 B
36ARG AIRFLOW_HOME0 B
37ENV PATH=/home/airflow/.local/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin VIRTUAL_ENV=/home/airflow/.local AIRFLOW_UID=50000 AIRFLOW_USER_HOME_DIR=/home/airflow0 B
38COPY common.sh /scripts/docker/ # buildkit2.25 KB
39COPY install_mysql.sh install_mssql.sh install_postgres.sh /scripts/docker/1.99 KB
40RUN |16 AIRFLOW_UID=50000 PYTHON_BASE_IMAGE=python:3.12-slim-bookworm RUNTIME_APT_DEPS=20.86 MB
41ARG AIRFLOW_SOURCES_FROM0 B
42ARG AIRFLOW_SOURCES_TO0 B
43COPY /home/airflow/.local /home/airflow/.local # buildkit228.93 MB
44COPY /home/airflow/constraints.txt /home/airflow/constraints.txt # buildkit6.7 KB
45COPY /Dockerfile /Dockerfile # buildkit18.05 KB
46COPY entrypoint_prod.sh /entrypoint # buildkit3.78 KB
47COPY clean-logs.sh /clean-logs # buildkit492 B
48COPY airflow-scheduler-autorestart.sh /airflow-scheduler-autorestart # buildkit290 B
49RUN |18 AIRFLOW_UID=50000 PYTHON_BASE_IMAGE=python:3.12-slim-bookworm RUNTIME_APT_DEPS=5.09 KB
50RUN |18 AIRFLOW_UID=50000 PYTHON_BASE_IMAGE=python:3.12-slim-bookworm RUNTIME_APT_DEPS=1.04 KB
51ARG AIRFLOW_VERSION0 B
52ARG AIRFLOW_PIP_VERSION0 B
53ARG AIRFLOW_UV_VERSION0 B
54ARG AIRFLOW_USE_UV0 B
55ENV DUMB_INIT_SETSID=1 PS1=(airflow) AIRFLOW_VERSION=2.9.3 AIRFLOW__CORE__LOAD_EXAMPLES=false0 B
56RUN |22 AIRFLOW_UID=50000 PYTHON_BASE_IMAGE=python:3.12-slim-bookworm RUNTIME_APT_DEPS=115 B
57COPY pip /root/bin/pip # buildkit423 B
58RUN |22 AIRFLOW_UID=50000 PYTHON_BASE_IMAGE=python:3.12-slim-bookworm RUNTIME_APT_DEPS=422 B
59WORKDIR /opt/airflow32 B
60EXPOSE map[8080/tcp:{}]0 B
61USER 500000 B
62ARG BUILD_ID0 B
63ARG COMMIT_SHA0 B
64ARG AIRFLOW_IMAGE_REPOSITORY0 B
65ARG AIRFLOW_IMAGE_DATE_CREATED0 B
66ENV BUILD_ID= COMMIT_SHA=0 B
67LABEL org.apache.airflow.distro=debian org.apache.airflow.module=airflow org.apache.airflow.component=airflow org.apache.airflow.image=airflow0 B
68ENTRYPOINT ["/usr/bin/dumb-init" "--" "/entrypoint"]0 B
69CMD []0 B
70ENV AIRFLOW_CONN_ILUM_LIVY_PROXY=livy://ilum-livy-proxy:89980 B
71USER root0 B
72COPY --chown=airflow:root --chmod=0755 ilum-connection-create.sh /opt/airflow/568 B
73COPY --chown=airflow:root --chmod=0755 webserver_config.py /opt/airflow/2.28 KB
74COPY --chown=airflow:root ilum-example.py /opt/airflow/dags #968 B
75COPY --chown=airflow:root create_random_data.py /opt/airflow/dags #619 B
76COPY --chown=airflow:root read_random_data.py /opt/airflow/dags #469 B
77RUN /bin/bash -o pipefail -o227.17 MB
78ARG SPARK_BIN_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz0 B
79ENV SPARK_VERSION=3.5.30 B
80ENV HADOOP_VERSION=3.3.60 B
81ADD https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz /opt/spark-3.5.3-bin-hadoop3.tgz # buildkit382.37 MB
82RUN |1 SPARK_BIN_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz /bin/bash -o382.84 MB
83ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk-amd640 B
84ENV SPARK_HOME=/opt/spark0 B
85ENV PATH=/root/bin:/home/airflow/.local/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin:/usr/lib/jvm/java-17-openjdk-amd64/bin0 B
86RUN |1 SPARK_BIN_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz /bin/bash -o32 B
87USER airflow0 B
88RUN |1 SPARK_BIN_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz /bin/bash -o310.25 MB

Command

ADD file:9b9556e1f3168a82eb85577dc07d85b2e7c1a72c5c35a4003f00042dd27b4fa2 in /