257 lines
9.3 KiB
Docker
257 lines
9.3 KiB
Docker
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
######################################################################
|
|
# Node stage to deal with static asset construction
|
|
######################################################################
|
|
ARG PY_VER=3.10-slim-bookworm
|
|
|
|
# If BUILDPLATFORM is null, set it to 'amd64' (or leave as is otherwise).
|
|
ARG BUILDPLATFORM=${BUILDPLATFORM:-amd64}
|
|
|
|
######################################################################
|
|
# superset-node-ci used as a base for building frontend assets and CI
|
|
######################################################################
|
|
FROM --platform=${BUILDPLATFORM} node:20-bullseye-slim AS superset-node-ci
|
|
ARG BUILD_TRANSLATIONS="false" # Include translations in the final build
|
|
ENV BUILD_TRANSLATIONS=${BUILD_TRANSLATIONS}
|
|
ARG DEV_MODE="false" # Skip frontend build in dev mode
|
|
ENV DEV_MODE=${DEV_MODE}
|
|
|
|
COPY docker/ /app/docker/
|
|
# Arguments for build configuration
|
|
ARG NPM_BUILD_CMD="build"
|
|
|
|
# Install system dependencies required for node-gyp
|
|
RUN /app/docker/apt-install.sh build-essential python3 zstd
|
|
|
|
# Define environment variables for frontend build
|
|
ENV BUILD_CMD=${NPM_BUILD_CMD} \
|
|
PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true
|
|
|
|
# Run the frontend memory monitoring script
|
|
RUN /app/docker/frontend-mem-nag.sh
|
|
|
|
WORKDIR /app/superset-frontend
|
|
|
|
# Create necessary folders to avoid errors in subsequent steps
|
|
RUN mkdir -p /app/superset/static/assets \
|
|
/app/superset/translations
|
|
|
|
# Mount package files and install dependencies if not in dev mode
|
|
# NOTE: we mount packages and plugins as they are referenced in package.json as workspaces
|
|
# ideally we'd COPY only their package.json. Here npm ci will be cached as long
|
|
# as the full content of these folders don't change, yielding a decent cache reuse rate.
|
|
# Note that's it's not possible selectively COPY of mount using blobs.
|
|
RUN --mount=type=bind,source=./superset-frontend/package.json,target=./package.json \
|
|
--mount=type=bind,source=./superset-frontend/package-lock.json,target=./package-lock.json \
|
|
--mount=type=cache,target=/root/.cache \
|
|
--mount=type=cache,target=/root/.npm \
|
|
if [ "$DEV_MODE" = "false" ]; then \
|
|
npm ci; \
|
|
else \
|
|
echo "Skipping 'npm ci' in dev mode"; \
|
|
fi
|
|
|
|
# Runs the webpack build process
|
|
COPY superset-frontend /app/superset-frontend
|
|
|
|
######################################################################
|
|
# superset-node used for compile frontend assets
|
|
######################################################################
|
|
FROM superset-node-ci AS superset-node
|
|
|
|
# Build the frontend if not in dev mode
|
|
RUN --mount=type=cache,target=/app/superset-frontend/.temp_cache \
|
|
--mount=type=cache,target=/root/.npm \
|
|
if [ "$DEV_MODE" = "false" ]; then \
|
|
echo "Running 'npm run ${BUILD_CMD}'"; \
|
|
npm run ${BUILD_CMD}; \
|
|
else \
|
|
echo "Skipping 'npm run ${BUILD_CMD}' in dev mode"; \
|
|
fi;
|
|
|
|
# Copy translation files
|
|
COPY superset/translations /app/superset/translations
|
|
|
|
# Build the frontend if not in dev mode
|
|
RUN if [ "$BUILD_TRANSLATIONS" = "true" ]; then \
|
|
npm run build-translation; \
|
|
fi; \
|
|
rm -rf /app/superset/translations/*/*/*.po; \
|
|
rm -rf /app/superset/translations/*/*/*.mo;
|
|
|
|
|
|
######################################################################
|
|
# Base python layer
|
|
######################################################################
|
|
FROM python:${PY_VER} AS python-base
|
|
ARG BUILD_TRANSLATIONS="false" # Include translations in the final build
|
|
ENV BUILD_TRANSLATIONS=${BUILD_TRANSLATIONS}
|
|
ARG DEV_MODE="false" # Skip frontend build in dev mode
|
|
ENV DEV_MODE=${DEV_MODE}
|
|
|
|
ENV LANG=C.UTF-8 \
|
|
LC_ALL=C.UTF-8 \
|
|
SUPERSET_ENV=production \
|
|
FLASK_APP="superset.app:create_app()" \
|
|
PYTHONPATH="/app/pythonpath" \
|
|
SUPERSET_HOME="/app/superset_home" \
|
|
SUPERSET_PORT=8088
|
|
|
|
|
|
RUN useradd --user-group -d ${SUPERSET_HOME} -m --no-log-init --shell /bin/bash superset
|
|
|
|
# Some bash scripts needed throughout the layers
|
|
COPY --chmod=755 docker/*.sh /app/docker/
|
|
|
|
RUN pip install --no-cache-dir --upgrade uv
|
|
|
|
# Using uv as it's faster/simpler than pip
|
|
RUN uv venv /app/.venv
|
|
ENV PATH="/app/.venv/bin:${PATH}"
|
|
|
|
# Install Playwright and optionally setup headless browsers
|
|
ARG INCLUDE_CHROMIUM="true"
|
|
ARG INCLUDE_FIREFOX="false"
|
|
RUN --mount=type=cache,target=/root/.cache/uv\
|
|
if [ "$INCLUDE_CHROMIUM" = "true" ] || [ "$INCLUDE_FIREFOX" = "true" ]; then \
|
|
uv pip install playwright && \
|
|
playwright install-deps && \
|
|
if [ "$INCLUDE_CHROMIUM" = "true" ]; then playwright install chromium; fi && \
|
|
if [ "$INCLUDE_FIREFOX" = "true" ]; then playwright install firefox; fi; \
|
|
else \
|
|
echo "Skipping browser installation"; \
|
|
fi
|
|
|
|
######################################################################
|
|
# Python translation compiler layer
|
|
######################################################################
|
|
FROM python-base AS python-translation-compiler
|
|
|
|
# Install Python dependencies using docker/pip-install.sh
|
|
COPY requirements/translations.txt requirements/
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
/app/docker/pip-install.sh --requires-build-essential -r requirements/translations.txt
|
|
|
|
COPY superset/translations/ /app/translations_mo/
|
|
RUN if [ "$BUILD_TRANSLATIONS" = "true" ]; then \
|
|
pybabel compile -d /app/translations_mo | true; \
|
|
fi; \
|
|
rm -f /app/translations_mo/*/*/*.po; \
|
|
rm -f /app/translations_mo/*/*/*.json;
|
|
|
|
######################################################################
|
|
# Python APP common layer
|
|
######################################################################
|
|
FROM python-base AS python-common
|
|
# Copy the entrypoints, make them executable in userspace
|
|
COPY --chmod=755 docker/entrypoints /app/docker/entrypoints
|
|
|
|
WORKDIR /app
|
|
# Set up necessary directories and user
|
|
RUN mkdir -p \
|
|
${SUPERSET_HOME} \
|
|
${PYTHONPATH} \
|
|
superset/static \
|
|
requirements \
|
|
superset-frontend \
|
|
apache_superset.egg-info \
|
|
requirements \
|
|
&& touch superset/static/version_info.json
|
|
|
|
# Copy required files for Python build
|
|
COPY pyproject.toml setup.py MANIFEST.in README.md ./
|
|
COPY superset-frontend/package.json superset-frontend/
|
|
COPY scripts/check-env.py scripts/
|
|
|
|
# keeping for backward compatibility
|
|
COPY --chmod=755 ./docker/entrypoints/run-server.sh /usr/bin/
|
|
|
|
# Some debian libs
|
|
RUN /app/docker/apt-install.sh \
|
|
curl \
|
|
libsasl2-dev \
|
|
libsasl2-modules-gssapi-mit \
|
|
libpq-dev \
|
|
libecpg-dev \
|
|
libldap2-dev
|
|
|
|
# Copy compiled things from previous stages
|
|
COPY --from=superset-node /app/superset/static/assets superset/static/assets
|
|
|
|
# TODO, when the next version comes out, use --exclude superset/translations
|
|
COPY superset superset
|
|
# TODO in the meantime, remove the .po files
|
|
RUN rm superset/translations/*/*/*.po
|
|
|
|
# Merging translations from backend and frontend stages
|
|
COPY --from=superset-node /app/superset/translations superset/translations
|
|
COPY --from=python-translation-compiler /app/translations_mo superset/translations
|
|
|
|
HEALTHCHECK CMD curl -f "http://localhost:${SUPERSET_PORT}/health"
|
|
CMD ["/app/docker/entrypoints/run-server.sh"]
|
|
EXPOSE ${SUPERSET_PORT}
|
|
|
|
######################################################################
|
|
# Final lean image...
|
|
######################################################################
|
|
FROM python-common AS lean
|
|
|
|
# Install Python dependencies using docker/pip-install.sh
|
|
COPY requirements/base.txt requirements/
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
/app/docker/pip-install.sh --requires-build-essential -r requirements/base.txt
|
|
# Install the superset package
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
uv pip install .
|
|
|
|
RUN python -m compileall /app/superset
|
|
|
|
USER superset
|
|
|
|
######################################################################
|
|
# Dev image...
|
|
######################################################################
|
|
FROM python-common AS dev
|
|
|
|
# Debian libs needed for dev
|
|
RUN /app/docker/apt-install.sh \
|
|
git \
|
|
pkg-config \
|
|
default-libmysqlclient-dev
|
|
|
|
# Copy development requirements and install them
|
|
COPY requirements/*.txt requirements/
|
|
# Install Python dependencies using docker/pip-install.sh
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
/app/docker/pip-install.sh --requires-build-essential -r requirements/development.txt
|
|
# Install the superset package
|
|
RUN --mount=type=cache,target=/root/.cache/uv \
|
|
uv pip install .
|
|
|
|
RUN python -m compileall /app/superset
|
|
|
|
USER superset
|
|
|
|
######################################################################
|
|
# CI image...
|
|
######################################################################
|
|
FROM lean AS ci
|
|
|
|
CMD ["/app/docker/entrypoints/docker-ci.sh"]
|