mirror of
https://github.com/bluxmit/alnoda-workspaces.git
synced 2024-04-30 04:02:20 +12:00
207 lines
7.1 KiB
Docker
207 lines
7.1 KiB
Docker
|
|
ARG docker_registry=docker.io/alnoda
|
|
ARG image_tag=2.2-3.8
|
|
|
|
|
|
FROM ${docker_registry}/python-workspace:${image_tag}
|
|
|
|
USER root
|
|
|
|
################################################################# JUPYTER
|
|
# Corresponds to "Jupyter-base-dev"
|
|
###################################
|
|
|
|
ARG NB_USER="abc"
|
|
ARG NB_UID="8877"
|
|
ARG NB_GID="8877"
|
|
|
|
# Fix DL4006
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
|
# ---- Miniforge installer ----
|
|
# Default values can be overridden at build time
|
|
# (ARGS are in lower case to distinguish them from ENV)
|
|
# Check https://github.com/conda-forge/miniforge/releases
|
|
# Conda version
|
|
ARG conda_version="4.9.2"
|
|
# Miniforge installer patch version
|
|
ARG miniforge_patch_number="5"
|
|
# Miniforge installer architecture
|
|
ARG miniforge_arch="x86_64"
|
|
# Python implementation to use
|
|
# can be either Miniforge3 to use Python or Miniforge-pypy3 to use PyPy
|
|
ARG miniforge_python="Miniforge3"
|
|
|
|
# Miniforge archive to install
|
|
ARG miniforge_version="${conda_version}-${miniforge_patch_number}"
|
|
# Miniforge installer
|
|
ARG miniforge_installer="${miniforge_python}-${miniforge_version}-Linux-${miniforge_arch}.sh"
|
|
# Miniforge checksum
|
|
ARG miniforge_checksum="49dddb3998550e40adc904dae55b0a2aeeb0bd9fc4306869cc4a600ec4b8b47c"
|
|
|
|
# Install all OS dependencies for notebook server that starts but lacks all
|
|
# features (e.g., download as all possible file formats)
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get update \
|
|
&& apt-get install -yq --no-install-recommends \
|
|
wget \
|
|
ca-certificates \
|
|
sudo \
|
|
locales \
|
|
fonts-liberation \
|
|
run-one \
|
|
&& apt-get clean && rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN echo "en_US.UTF-8 UTF-8" > /etc/locale.gen && \
|
|
locale-gen
|
|
|
|
# Configure environment
|
|
ENV CONDA_DIR=/opt/conda \
|
|
SHELL=/bin/bash \
|
|
NB_USER=$NB_USER \
|
|
NB_UID=$NB_UID \
|
|
NB_GID=$NB_GID \
|
|
LC_ALL=en_US.UTF-8 \
|
|
LANG=en_US.UTF-8 \
|
|
LANGUAGE=en_US.UTF-8
|
|
ENV PATH=$CONDA_DIR/bin:$PATH \
|
|
HOME=/home/$NB_USER \
|
|
CONDA_VERSION="${conda_version}" \
|
|
MINIFORGE_VERSION="${miniforge_version}"
|
|
|
|
# Copy a script that we will use to correct permissions after running certain commands
|
|
COPY jupyter/fix-permissions /usr/local/bin/fix-permissions
|
|
RUN chmod a+rx /usr/local/bin/fix-permissions
|
|
|
|
# Enable prompt color in the skeleton .bashrc before creating the default NB_USER
|
|
# hadolint ignore=SC2016
|
|
RUN sed -i 's/^#force_color_prompt=yes/force_color_prompt=yes/' /etc/skel/.bashrc && \
|
|
# Add call to conda init script see https://stackoverflow.com/a/58081608/4413446
|
|
echo 'eval "$(command conda shell.bash hook 2> /dev/null)"' >> /etc/skel/.bashrc
|
|
|
|
# Create NB_USER with name and in the 'users' group
|
|
# and make sure these dirs are writable by the `users` group.
|
|
RUN echo "auth requisite pam_deny.so" >> /etc/pam.d/su && \
|
|
sed -i.bak -e 's/^%admin/#%admin/' /etc/sudoers && \
|
|
sed -i.bak -e 's/^%sudo/#%sudo/' /etc/sudoers && \
|
|
useradd -m -s /bin/bash -N -u $NB_UID $NB_USER || true && \
|
|
mkdir -p $CONDA_DIR && \
|
|
chown $NB_USER:$NB_GID $CONDA_DIR && \
|
|
chmod g+w /etc/passwd && \
|
|
fix-permissions $HOME && \
|
|
fix-permissions $CONDA_DIR
|
|
|
|
USER $NB_UID
|
|
ARG PYTHON_VERSION=default
|
|
|
|
# Setup work directory for backward-compatibility
|
|
RUN mkdir "/home/$NB_USER/work" && \
|
|
fix-permissions "/home/$NB_USER"
|
|
|
|
# Install conda as vadym and check the sha256 sum provided on the download site
|
|
WORKDIR /tmp
|
|
|
|
# Prerequisites installation: conda, pip, tini
|
|
RUN wget --quiet "https://github.com/conda-forge/miniforge/releases/download/${miniforge_version}/${miniforge_installer}" && \
|
|
echo "${miniforge_checksum} *${miniforge_installer}" | sha256sum --check && \
|
|
/bin/bash "${miniforge_installer}" -f -b -p $CONDA_DIR && \
|
|
rm "${miniforge_installer}" && \
|
|
# Conda configuration see https://conda.io/projects/conda/en/latest/configuration.html
|
|
echo "conda ${CONDA_VERSION}" >> $CONDA_DIR/conda-meta/pinned && \
|
|
conda config --system --set auto_update_conda false && \
|
|
conda config --system --set show_channel_urls true && \
|
|
if [ ! $PYTHON_VERSION = 'default' ]; then conda install --yes python=$PYTHON_VERSION; fi && \
|
|
conda list python | grep '^python ' | tr -s ' ' | cut -d '.' -f 1,2 | sed 's/$/.*/' >> $CONDA_DIR/conda-meta/pinned && \
|
|
conda install --quiet --yes \
|
|
"conda=${CONDA_VERSION}" \
|
|
'pip' \
|
|
'tini=3.0.1' && \
|
|
conda update --all --quiet --yes && \
|
|
conda list tini | grep tini | tr -s ' ' | cut -d ' ' -f 1,2 >> $CONDA_DIR/conda-meta/pinned && \
|
|
conda clean --all -f -y && \
|
|
rm -rf /home/$NB_USER/.cache/yarn && \
|
|
fix-permissions $CONDA_DIR && \
|
|
fix-permissions /home/$NB_USER
|
|
|
|
# Install Jupyter Notebook, Lab, and Hub
|
|
# Generate a notebook server config
|
|
# Cleanup temporary files
|
|
# Correct permissions
|
|
# Do all this in a single RUN command to avoid duplicating all of the
|
|
# files across image layers when the permissions change
|
|
RUN conda install --quiet --yes \
|
|
'notebook=6.2.0' \
|
|
'jupyterhub=1.3.0' \
|
|
'jupyterlab=3.0.5' && \
|
|
conda clean --all -f -y && \
|
|
npm cache clean --force && \
|
|
jupyter notebook --generate-config && \
|
|
rm -rf $CONDA_DIR/share/jupyter/lab/staging && \
|
|
rm -rf /home/$NB_USER/.cache/yarn && \
|
|
fix-permissions $CONDA_DIR && \
|
|
fix-permissions /home/$NB_USER
|
|
|
|
|
|
# Copy local files as late as possible to avoid cache busting
|
|
COPY jupyter/start.sh jupyter/start-notebook.sh jupyter/start-singleuser.sh /usr/local/bin/
|
|
# Currently need to have both jupyter_notebook_config and jupyter_server_config to support classic and lab
|
|
COPY jupyter/jupyter_notebook_config.py /etc/jupyter/
|
|
|
|
# Fix permissions on /etc/jupyter as root
|
|
USER root
|
|
|
|
# Prepare upgrade to JupyterLab V3.0 #1205
|
|
RUN sed -re "s/c.NotebookApp/c.ServerApp/g" \
|
|
/etc/jupyter/jupyter_notebook_config.py > /etc/jupyter/jupyter_server_config.py
|
|
|
|
RUN chmod 0777 /usr/local/bin/start-notebook.sh
|
|
|
|
RUN mkdir -p /var/log/supervisord
|
|
RUN mkdir -p /home/project/notebooks
|
|
|
|
|
|
################################################################# NBVIEWER
|
|
|
|
ENV LANG=C.UTF-8
|
|
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get update \
|
|
&& apt-get install -yq --no-install-recommends \
|
|
ca-certificates \
|
|
libcurl4 \
|
|
git \
|
|
&& apt-get clean && rm -rf /var/lib/apt/lists/*
|
|
|
|
|
|
COPY --from=builder /wheels /wheels
|
|
RUN python3 -mpip install --no-cache /wheels/*
|
|
|
|
# To change the number of threads use env var NBVIEWER_THREADS
|
|
# docker run -d -e NBVIEWER_THREADS=4 -p 80:8080 nbviewer
|
|
ENV NBVIEWER_THREADS 2 # default - 2 threads
|
|
|
|
RUN mkdir -p /home/nbviewer
|
|
|
|
|
|
################################################################# PACKAGES & MODULES
|
|
|
|
#RUN apt-get install -y default-libmysqlclient-dev build-essential
|
|
|
|
COPY requirements-base-data.txt /home/installed-python-packages/requirements-base-data.txt
|
|
RUN pip install -r /home/installed-python-packages/requirements-base-data.txt
|
|
|
|
|
|
|
|
################## USER
|
|
|
|
RUN chown -R vadym /var/log/supervisord
|
|
RUN chown -R vadym /home/project/notebooks
|
|
RUN chown -R vadym /home/vadym
|
|
RUN chown -R vadym /opt/conda /etc/jupyter
|
|
RUN chown -R vadym ${LUIGI_CONFIG_DIR} /etc/service/luigid/
|
|
RUN chown -R vadym /home/installed-python-packages
|
|
RUN chown -R vadym /home/examples/luigi
|
|
RUN chown -R vadym /home/nbviewer
|
|
|
|
COPY data-workstation.conf /etc/supervisord/data-workstation.conf
|
|
USER vadym
|
|
|