# This is the Dockerfile for ArchiveBox, it bundles the following dependencies: # python3, ArchiveBox, curl, wget, git, chromium, youtube-dl, yt-dlp, single-file # Usage: # git submodule update --init --recursive # git pull --recurse-submodules # docker build . -t archivebox --no-cache # docker run -v "$PWD/data":/data archivebox init # docker run -v "$PWD/data":/data archivebox add 'https://example.com' # docker run -v "$PWD/data":/data -it archivebox manage createsuperuser # docker run -v "$PWD/data":/data -p 8000:8000 archivebox server # Multi-arch build: # docker buildx create --use # docker buildx build . --platform=linux/amd64,linux/arm64,linux/arm/v7 --push -t archivebox/archivebox:latest -t archivebox/archivebox:dev # # Read more about [developing Archivebox](https://github.com/ArchiveBox/ArchiveBox#archivebox-development). FROM debian:bookworm-backports # Debian 12 w/ faster package updates: https://packages.debian.org/bookworm-backports/ LABEL name="archivebox" \ maintainer="Nick Sweeting " \ description="All-in-one personal internet archiving container" \ homepage="https://github.com/ArchiveBox/ArchiveBox" \ documentation="https://github.com/ArchiveBox/ArchiveBox/wiki/Docker#docker" ARG TARGETPLATFORM ARG TARGETARCH ARG TARGETVARIANT ######### Environment Variables ################################# # Global system-level config ENV TZ=UTC \ LANGUAGE=en_US:en \ LC_ALL=C.UTF-8 \ LANG=C.UTF-8 \ DEBIAN_FRONTEND=noninteractive \ APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=1 \ PYTHONIOENCODING=UTF-8 \ PYTHONUNBUFFERED=1 \ npm_config_loglevel=error # Version config ENV PYTHON_VERSION=3.11 \ NODE_VERSION=21 # User config ENV ARCHIVEBOX_USER="archivebox" \ DEFAULT_PUID=911 \ DEFAULT_PGID=911 # Global paths ENV CODE_DIR=/app \ DATA_DIR=/data \ GLOBAL_VENV=/venv \ PLAYWRIGHT_BROWSERS_PATH=/browsers # Application-level paths ENV APP_VENV=/app/.venv \ NODE_MODULES=/app/node_modules # Build shell config ENV PATH="$PATH:$GLOBAL_VENV/bin:$APP_VENV/bin:$NODE_MODULES/.bin" SHELL ["/bin/bash", "-o", "pipefail", "-c"] ######### System Environment #################################### # Detect ArchiveBox version number by reading package.json COPY --chown=root:root --chmod=755 package.json "$CODE_DIR/" RUN grep '"version": ' "${CODE_DIR}/package.json" | awk -F'"' '{print $4}' > /VERSION.txt # Print debug info about build and save it to disk RUN (echo "[i] Docker build for ArchiveBox $(cat /VERSION.txt) starting..." \ && echo "PLATFORM=${TARGETPLATFORM} ARCH=$(uname -m) ($(uname -s) ${TARGETARCH} ${TARGETVARIANT})" \ && echo "BUILD_START_TIME=$(date +"%Y-%m-%d %H:%M:%S %s") TZ=${TZ} LANG=${LANG}" \ && echo \ && echo "GLOBAL_VENV=${GLOBAL_VENV} APP_VENV=${APP_VENV} NODE_MODULES=${NODE_MODULES}" \ && echo "PYTHON=${PYTHON_VERSION} NODE=${NODE_VERSION} PATH=${PATH}" \ && echo "CODE_DIR=${CODE_DIR} DATA_DIR=${DATA_DIR}" \ && echo \ && uname -a \ && cat /etc/os-release | head -n7 \ && which bash && bash --version | head -n1 \ && which dpkg && dpkg --version | head -n1 \ && echo -e '\n\n' && env && echo -e '\n\n' \ ) | tee -a /VERSION.txt # Create non-privileged user for archivebox and chrome RUN echo "[*] Setting up $ARCHIVEBOX_USER user ${DEFAULT_PUID}..." \ && groupadd --system $ARCHIVEBOX_USER \ && useradd --system --create-home --gid $ARCHIVEBOX_USER --groups audio,video $ARCHIVEBOX_USER \ && usermod -u "$DEFAULT_PUID" "$ARCHIVEBOX_USER" \ && groupmod -g "$DEFAULT_PGID" "$ARCHIVEBOX_USER" \ && echo -e "\nARCHIVEBOX_USER=$ARCHIVEBOX_USER PUID=$(id -u $ARCHIVEBOX_USER) PGID=$(id -g $ARCHIVEBOX_USER)\n\n" \ | tee -a /VERSION.txt # DEFAULT_PUID and DEFAULT_PID are overriden by PUID and PGID in /bin/docker_entrypoint.sh at runtime # https://docs.linuxserver.io/general/understanding-puid-and-pgid # Install system apt dependencies (adding backports to access more recent apt updates) RUN echo "[+] Installing system dependencies for $TARGETPLATFORM..." \ # && echo 'deb https://deb.debian.org/debian bookworm-backports main contrib non-free' >> /etc/apt/sources.list.d/backports.list \ && mkdir -p /etc/apt/keyrings \ && apt-get update -qq \ && apt-get install -qq -y --no-install-recommends \ # 1. packaging dependencies apt-transport-https ca-certificates gnupg2 curl wget \ # 2. docker and init system dependencies zlib1g-dev dumb-init gosu cron unzip grep \ # 3. frivolous CLI helpers to make debugging failed archiving easier # nano iputils-ping dnsutils htop procps jq yq && rm -rf /var/lib/apt/lists/* ######### Language Environments #################################### # Install Node environment RUN echo "[+] Installing Node $NODE_VERSION environment..." \ && echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_${NODE_VERSION}.x nodistro main" >> /etc/apt/sources.list.d/nodejs.list \ && curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg \ && apt-get update -qq \ && apt-get install -qq -y -t bookworm-backports --no-install-recommends \ nodejs libatomic1 \ && rm -rf /var/lib/apt/lists/* \ # Update NPM to latest version && npm i -g npm \ # Save version info && ( \ which node && node --version \ && which npm && npm --version \ && echo -e '\n\n' \ ) | tee -a /VERSION.txt # Install Python environment RUN echo "[+] Installing Python $PYTHON_VERSION environment..." \ && apt-get update -qq \ && apt-get install -qq -y -t bookworm-backports --no-install-recommends \ python3 python3-pip python3-venv python3-setuptools python3-wheel python-dev-is-python3 \ python3-ldap libldap2-dev libsasl2-dev libssl-dev python3-msgpack \ && rm -rf /var/lib/apt/lists/* \ # tell PDM to allow using global system python site packages && rm /usr/lib/python3*/EXTERNALLY-MANAGED \ # create global virtual environment GLOBAL_VENV to use (better than using pip install --global) && python3 -m venv --system-site-packages --symlinks $GLOBAL_VENV \ # install global dependencies / python build dependencies in GLOBAL_VENV && $GLOBAL_VENV/bin/pip install --upgrade pip pdm setuptools wheel python-ldap \ # Save version info && ( \ which python3 && python3 --version | grep " $PYTHON_VERSION" \ && which pip3 && pip3 --version \ && which pdm && pdm --version \ && echo -e '\n\n' \ ) | tee -a /VERSION.txt ######### Extractor Dependencies ################################## # Install apt dependencies RUN echo "[+] Installing APT extractor dependencies..." \ && apt-get update -qq \ && apt-get install -qq -y -t bookworm-backports --no-install-recommends \ curl wget git yt-dlp ffmpeg ripgrep \ # Packages we have also needed in the past: # youtube-dl wget2 aria2 python3-pyxattr rtmpdump libfribidi-bin mpv \ # fontconfig fonts-ipafont-gothic fonts-wqy-zenhei fonts-thai-tlwg fonts-kacst fonts-symbola fonts-noto fonts-freefont-ttf \ && rm -rf /var/lib/apt/lists/* \ # Save version info && ( \ which curl && curl --version | head -n1 \ && which wget && wget --version | head -n1 \ && which yt-dlp && yt-dlp --version | head -n1 \ && which git && git --version | head -n1 \ && which rg && rg --version | head -n1 \ && echo -e '\n\n' \ ) | tee -a /VERSION.txt # Install chromium browser using playwright RUN echo "[+] Installing Browser binary dependencies for $TARGETPLATFORM..." \ && apt-get update -qq \ && if [[ "$TARGETPLATFORM" == "linux/amd64" || "$TARGETPLATFORM" == "linux/arm64" ]]; then \ # install Chromium using playwright $GLOBAL_VENV/bin/pip install playwright \ && $GLOBAL_VENV/bin/playwright install --with-deps chromium \ && export CHROME_BINARY="$($GLOBAL_VENV/bin/python -c 'from playwright.sync_api import sync_playwright; print(sync_playwright().start().chromium.executable_path)')"; \ else \ # install Chromium on platforms not supported by playwright (e.g. risc, ARMv7, etc.) apt-get install -qq -y -t bookworm-backports --no-install-recommends \ chromium fontconfig fonts-ipafont-gothic fonts-wqy-zenhei fonts-thai-tlwg fonts-kacst fonts-symbola fonts-noto fonts-freefont-ttf \ && export CHROME_BINARY="$(which chromium)"; \ fi \ && rm -rf /var/lib/apt/lists/* \ && ln -s "$CHROME_BINARY" /usr/bin/chromium-browser \ && mkdir -p "/home/${ARCHIVEBOX_USER}/.config/chromium/Crash Reports/pending/" \ && chown -R $ARCHIVEBOX_USER "/home/${ARCHIVEBOX_USER}/.config" \ # Save version info && ( \ which chromium-browser && /usr/bin/chromium-browser --version \ && echo -e '\n\n' \ ) | tee -a /VERSION.txt # Install Node dependencies WORKDIR "$CODE_DIR" COPY --chown=root:root --chmod=755 "package.json" "package-lock.json" "$CODE_DIR/" RUN echo "[+] Installing NPM extractor dependencies..." \ && npm ci --prefer-offline --no-audit \ && ( \ which node && node --version \ && which npm && npm version \ && echo -e '\n\n' \ ) | tee -a /VERSION.txt ######### Build Dependencies #################################### # # Install ArchiveBox development dependencies # WORKDIR "$CODE_DIR" # COPY --chown=root:root --chmod=755 "./pyproject.toml" "./pdm.lock" "$CODE_DIR/" # RUN echo "[+] Installing project Python dependencies..." \ # && apt-get update -qq \ # && apt-get install -qq -y -t bookworm-backports --no-install-recommends \ # build-essential libssl-dev libldap2-dev libsasl2-dev \ # && pdm use -f $GLOBAL_VENV \ # && pdm install --fail-fast --no-lock --group :all --no-self \ # && pdm build \ # && apt-get purge -y \ # build-essential libssl-dev libldap2-dev libsasl2-dev \ # # these are only needed to build CPython libs, we discard after build phase to shrink layer size # && apt-get autoremove -y \ # && rm -rf /var/lib/apt/lists/* # Install ArchiveBox Python package from source COPY --chown=root:root --chmod=755 "." "$CODE_DIR/" RUN echo "[*] Installing PIP ArchiveBox package from $CODE_DIR..." \ && apt-get update -qq \ # install C compiler to build deps on platforms that dont have 32-bit wheels available on pypi && if [[ "$TARGETPLATFORM" == "linux/arm/v7" ]]; then \ apt-get install -qq -y --no-install-recommends build-essential python3-regex; \ fi \ # INSTALL ARCHIVEBOX python package globally from CODE_DIR, with all optional dependencies && $GLOBAL_VENV/bin/pip3 install -e "$CODE_DIR"[sonic,ldap] \ # save docker image size and always remove compilers / build tools after building is complete && apt-get purge -y build-essential \ && apt-get autoremove -y \ && rm -rf /var/lib/apt/lists/* #################################################### # Setup ArchiveBox runtime config WORKDIR "$DATA_DIR" ENV IN_DOCKER=True ## No need to set explicitly, these values will be autodetected by archivebox in docker: # CHROME_SANDBOX=False \ # WGET_BINARY="wget" \ # YOUTUBEDL_BINARY="yt-dlp" \ # CHROME_BINARY="/usr/bin/chromium-browser" \ # USE_SINGLEFILE=True \ # SINGLEFILE_BINARY="$NODE_MODULES/.bin/single-file" \ # USE_READABILITY=True \ # READABILITY_BINARY="$NODE_MODULES/.bin/readability-extractor" \ # USE_MERCURY=True \ # MERCURY_BINARY="$NODE_MODULES/.bin/postlight-parser" # Print version for nice docker finish summary RUN (echo -e "\n\n[√] Finished Docker build succesfully. Saving build summary in: /VERSION.txt" \ && echo -e "PLATFORM=${TARGETPLATFORM} ARCH=$(uname -m) ($(uname -s) ${TARGETARCH} ${TARGETVARIANT})" \ && echo -e "BUILD_END_TIME=$(date +"%Y-%m-%d %H:%M:%S %s") TZ=${TZ}\n\n" \ && "$CODE_DIR/bin/docker_entrypoint.sh" \ archivebox version 2>&1 \ ) | tee -a /VERSION.txt #################################################### # Open up the interfaces to the outside world WORKDIR "$DATA_DIR" VOLUME "$DATA_DIR" EXPOSE 8000 # Optional: # HEALTHCHECK --interval=30s --timeout=20s --retries=15 \ # CMD curl --silent 'http://localhost:8000/admin/login/' || exit 1 ENTRYPOINT ["dumb-init", "--", "/app/bin/docker_entrypoint.sh"] CMD ["archivebox", "server", "--quick-init", "0.0.0.0:8000"]