mirror of
https://github.com/bluxmit/alnoda-workspaces.git
synced 2024-06-26 18:20:24 +12:00
172 lines
6.6 KiB
Docker
172 lines
6.6 KiB
Docker
ARG docker_registry=docker.io/alnoda
|
|
ARG image_tag=2.2-3.8
|
|
|
|
## Images used:
|
|
ARG BUILD_IMAGE=node:12.18.3
|
|
ARG DEPLOY_IMAGE=${docker_registry}/python-workspace:${image_tag}
|
|
|
|
################################################################################ BUILD THEIA
|
|
|
|
ARG THEIA_VERSION=1.15.0
|
|
FROM ${BUILD_IMAGE} as theia-builder
|
|
|
|
ARG THEIA_VERSION
|
|
|
|
RUN apt-get update \
|
|
&& apt-get upgrade -y \
|
|
&& apt-get install -y apt-utils \
|
|
&& apt-get install -y git \
|
|
&& apt-get install -y libsecret-1-dev \
|
|
&& mkdir /opt/theia
|
|
|
|
WORKDIR /opt/theia
|
|
ADD ${THEIA_VERSION}.package.json ./package.json
|
|
ARG GITHUB_TOKEN
|
|
RUN yarn --pure-lockfile && \
|
|
NODE_OPTIONS="--max_old_space_size=8192" yarn theia build && \
|
|
yarn theia download:plugins && \
|
|
yarn --production && \
|
|
yarn autoclean --init && \
|
|
echo *.ts >> .yarnclean && \
|
|
echo *.ts.map >> .yarnclean && \
|
|
echo *.spec.* >> .yarnclean && \
|
|
yarn autoclean --force && \
|
|
yarn cache clean
|
|
|
|
################################################################################ BUILD NBVIEWER
|
|
|
|
FROM python:3.8-buster as nbviewerbuilder
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
ENV LANG=C.UTF-8
|
|
RUN apt-get update \
|
|
&& apt-get install -yq --no-install-recommends \
|
|
ca-certificates \
|
|
libcurl4-gnutls-dev \
|
|
git \
|
|
nodejs \
|
|
npm
|
|
|
|
RUN apt-get install -y libmemcached-dev zlib1g-dev
|
|
|
|
# Python requirements
|
|
COPY nbviewer/requirements-dev.txt /srv/nbviewer/
|
|
COPY nbviewer/requirements.txt /srv/nbviewer/
|
|
RUN python3 -mpip install -r /srv/nbviewer/requirements-dev.txt
|
|
RUN python3 -mpip install -r /srv/nbviewer/requirements.txt
|
|
|
|
WORKDIR /srv/nbviewer
|
|
|
|
# Copy source tree in
|
|
COPY nbviewer /srv/nbviewer
|
|
RUN python3 setup.py build && \
|
|
python3 -mpip wheel -vv . -w /wheels
|
|
|
|
################################################################################ IMAGE
|
|
|
|
FROM ${DEPLOY_IMAGE}
|
|
|
|
USER root
|
|
|
|
RUN apt-get update \
|
|
&& rm -rf /opt/theia \
|
|
&& mkdir -p -m 777 /opt/theia \
|
|
&& cd /opt/theia && nodeenv --node=12.18.3 env && . env/bin/activate \
|
|
&& mkdir -p -m 777 /home/project \
|
|
&& apt-get install -y libsecret-1-dev
|
|
|
|
COPY --from=theia-builder /opt/theia /opt/theia
|
|
|
|
COPY --from=nbviewerbuilder /wheels /wheels
|
|
# To change the number of threads use env var NBVIEWER_THREADS
|
|
ENV LANG=C.UTF-8 NBVIEWER_THREADS=2
|
|
|
|
COPY supervisord-notebooks.conf /etc/supervisord/
|
|
|
|
COPY notebooks-requirements.txt /home/abc/installed-python-packages
|
|
COPY jupyter-requirements.txt /home/abc/installed-python-packages
|
|
COPY luigi/ /home/abc/luigi/
|
|
COPY examples/ /home/examples/
|
|
COPY tutorials/ /home/project/tutorials/
|
|
|
|
COPY ./mkdocs/mkdocs.yml /home/docs/mkdocs.yml
|
|
COPY ./mkdocs/img/* /home/docs/docs/assets/home/
|
|
COPY ./mkdocs/helpers.py /home/docs/macros
|
|
COPY ./mkdocs/README.md /home/docs/docs/README.md
|
|
COPY ./mkdocs/results.md /home/docs/docs/pages/results.md
|
|
COPY ./mkdocs/results /home/docs/docs/pages/results
|
|
COPY settings.json /home/abc/.theia/settings.json
|
|
|
|
RUN echo "------------------------------------------------------ Nbviewer" \
|
|
&& apt-get -y update \
|
|
&& apt-get install -yq --no-install-recommends ca-certificates libcurl4 \
|
|
&& apt-get clean && rm -rf /var/lib/apt/lists/* \
|
|
&& mkdir /opt/nbviewer \
|
|
&& cd /opt/nbviewer && python3 -m venv venv && . venv/bin/activate \
|
|
&& pip install --no-cache /wheels/* && deactivate \
|
|
&& rm -rf /wheels \
|
|
&& mkdir -p /home/project/nbviewer \
|
|
&& echo "------------------------------------------------------ system nodejs-18" \
|
|
&& curl -fsSL https://deb.nodesource.com/setup_18.x | sudo -E bash - \
|
|
&& apt-get install -y nodejs \
|
|
&& npm install --global yarn \
|
|
&& echo "------------------------------------------------------ Packages, prep" \
|
|
&& apt-get install -y python-is-python3 \
|
|
&& pip install -r /home/abc/installed-python-packages/notebooks-requirements.txt \
|
|
&& mkdir /var/log/jupyter \
|
|
&& echo "------------------------------------------------------ Luigi" \
|
|
&& mkdir -p /etc/service/luigid/ \
|
|
&& mkdir /var/log/luigi \
|
|
&& echo "------------------------------------------------------ Pandoc (notebooks to PDF)" \
|
|
&& apt-get install -y pandoc \
|
|
&& apt-get install -y texlive-xetex texlive-fonts-recommended texlive-plain-generic \
|
|
&& echo "------------------------------------------------------ user" \
|
|
&& mkdir -p /usr/local/share/jupyter && chown -R abc /usr/local/share/jupyter \
|
|
&& chown -R abc /opt/theia \
|
|
&& chown -R abc /opt/nbviewer \
|
|
&& chown -R abc /home/project/nbviewer \
|
|
&& chown -R abc /etc/service/luigid/ \
|
|
&& chown -R abc /var/log/jupyter \
|
|
&& chown -R abc /var/log/luigi \
|
|
&& mkdir /usr/etc && chmod -R 777 /usr/etc \
|
|
&& find /home -type d | xargs -I{} chown -R abc {} \
|
|
&& find /home -type f | xargs -I{} chown abc {}
|
|
|
|
USER abc
|
|
|
|
RUN echo "------------------------------------------------------ Pipx" \
|
|
&& python3 -m pip install --user pipx \
|
|
&& echo "------------------------------------------------------ Voila" \
|
|
&& mkdir /home/project/voila \
|
|
&& echo "------------------------------------------------------ Notebooks in terminal" \
|
|
&& pipx install nbterm \
|
|
&& pipx install nbclient \
|
|
&& pip install "nbconvert[webpdf]" \
|
|
&& echo "------------------------------------------------------ Jupyter-lux" \
|
|
&& jupyter nbextension install --py luxwidget \
|
|
&& jupyter nbextension enable --py luxwidget \
|
|
&& jupyter labextension install @jupyter-widgets/jupyterlab-manager \
|
|
&& jupyter labextension install luxwidget \
|
|
&& echo "------------------------------------------------------ Jupyter-qgrid (Jupyter only)" \
|
|
&& jupyter nbextension enable --py --sys-prefix widgetsnbextension \
|
|
&& jupyter nbextension enable --py --sys-prefix qgrid \
|
|
&& echo "------------------------------------------------------ lite/dark toggler" \
|
|
&& jupyter labextension install jupyterlab-topbar-extension jupyterlab-theme-toggle \
|
|
&& echo "------------------------------------------------------ Jupytext" \
|
|
&& jupyter serverextension enable jupytext \
|
|
&& jupyter nbextension install --py jupytext \
|
|
&& jupyter nbextension enable --py jupytext \
|
|
&& jupyter labextension install jupyterlab-jupytext \
|
|
&& jupyter labextension enable jupyterlab-jupytext
|
|
|
|
COPY mercury/mercury-requirements.txt /home/abc/installed-python-packages
|
|
RUN echo "------------------------------------------------------ Mercury" \
|
|
&& pip install -r /home/abc/installed-python-packages/mercury-requirements.txt \
|
|
&& pip install mljar-mercury --ignore-installed --no-deps
|
|
|
|
ENV PATH="/home/abc/miniconda3/bin:$PATH" \
|
|
LUIGI_CONFIG_PATH="/home/abc/luigi/luigi.conf"
|
|
|
|
|
|
|