MetisWISE/Containerfile at main · AstarVienna/MetisWISE · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
# Usage:
#
# 1) Get OMEGACEN_CREDENTIALS from https://metis.strw.leidenuniv.nl/wiki/doku.php?id=ait:archive
# export OMEGACEN_CREDENTIALS=username:password
#
# 2) Build the image
# podman build --secret=id=OMEGACEN_CREDENTIALS,type=env -t metiswise .
#
# 3) Run the image
# podman run  -it --network=host --volume="/:/hostroot" --volume="${XAUTHORITY:-$HOME/.Xauthority}:/home/metis/.Xauthority:ro"   --env DISPLAY="${DISPLAY}" metiswise

FROM quay.io/condaforge/miniforge3:25.3.0-3
# /opt/conda/lib/python3.12 is hardcoded in some (dbviewer) scripts, so update those if necessary.

MAINTAINER Hugo Buddelmeijer <hugo@buddelmeijer.nl>

# Run-time dependencies:
# - postgresql: for psql to connect to the database manually
#
# Build dependencies:
# - conda-build
#
# Development dependencies:
# -
#
# Optional dependencies for convenience:
# - x11-apps: for xclock to test X11 connection
# - emacs: to use as EDITOR
# - file less curl vim man-db meld tmux apt-file inetutils-ping

# See install_dependencies_debian.sh for these commands.
# They are repeated here to allow podman to cache layers.
RUN \
    apt-get update; \
    apt-get upgrade -y; \
    apt-get install -y file less emacs curl vim man-db meld tmux apt-file x11-apps inetutils-ping; \
    apt-get install -y \
        build-essential \
        pkg-config \
        postgresql \
        wget gcc  automake autogen libtool gsl-bin libgsl-dev libfftw3-bin libfftw3-dev fftw-dev \
        curl bzip2 less subversion git cppcheck lcov valgrind \
        zlib1g zlib1g-dev \
        liberfa1 liberfa-dev \
        libcurl4-openssl-dev libcurl4 \
        tmux ripgrep file \
        libcfitsio-bin libcfitsio-dev \
        wcslib-dev wcslib-tools \
        perl cmake \
        graphviz meld \
        emacs vim nano; \
    apt-file update;

#    conda config --add channels omegacen; \
RUN \
    conda config --add channels conda-forge; \
    conda install -y cpl;

# Setting CPLDIR is necessary to install pycpl
ENV CPLDIR=/opt/conda

RUN echo "break cache";

RUN --mount=type=secret,id=OMEGACEN_CREDENTIALS \
    pip install \
    --extra-index-url "https://$(cat /run/secrets/OMEGACEN_CREDENTIALS)@pip.entropynaut.com/packages/" metiswise;

RUN pip install \
    --extra-index-url https://ftp.eso.org/pub/dfs/pipelines/libraries \
    pycpl pyesorex edps adari_core

# The order of pip installs should be like this because otherwise
# METIS_Simulations might downgrade ScopeSim and ScopeSim_Templates.
RUN \
    pip install git+https://github.com/AstarVienna/METIS_Simulations.git; \
    pip install --upgrade ScopeSim_Templates; \
    pip install --upgrade ScopeSim; \
    pip install --upgrade git+https://github.com/AstarVienna/ScopeSim_Data.git;

# TODO: Make sure that METIS_DRLD can be pip-installed
RUN git clone https://github.com/AstarVienna/METIS_DRLD.git "${HOME}/METIS_DRLD"

# TODO: Make sure that METIS_Pipeline can be pip-installed
# TODO: Do something better with the irdb.
RUN git clone https://github.com/AstarVienna/METIS_Pipeline.git "${HOME}/METIS_Pipeline"; \
    git clone https://github.com/AstarVienna/irdb.git "${HOME}/irdb";

# TODO: Hardcode some versions again
#     git -C "${HOME}/irdb" checkout e2d3aa21b20d95ff9337d4efed0557fd83816be9;

# TODO, as interim do this once git 2.49.0 can be used
#  git clone https://github.com/AstarVienna/irdb.git --revision e2d3aa21b20d95ff9337d4efed0557fd83816be9 "${HOME}/irdb";


RUN bash "${HOME}/METIS_Pipeline/toolbox/create_config.sh"; \
    ln -s "${HOME}/irdb" "/opt/conda/lib/python3.12/site-packages/Simulations/inst_pkgs"

ENV AWETARGET metiswise

ENV PYESOREX_PLUGIN_DIR "/root/METIS_Pipeline/metisp/pymetis/src/pymetis/recipes"
ENV PYCPL_RECIPE_DIR "/root/METIS_Pipeline/metisp/pyrecipes/"

# TODO: Ensure that it is not necessary to set the PYTHONPATH at all
ENV PYTHONPATH "/root/METIS_DRLD:/root/METIS_Pipeline/metisp/pymetis/src/:/root/MetisWISE"

ENV SOF_DATA "/root/METIS_Pipeline_Test_Data/metis_sim_small_1/data"
ENV SOF_DIR "/root/METIS_Pipeline_Test_Data/metis_sim_small_1/sof"

WORKDIR "/root"

# Copy over the repository. This breaks the caching.
# TODO: It should not be necessary to copy over the repository, because
#       installing the MetisWISE package should be enough. For now it changes
#       too often though. And these are still mentioned in the dbviewer
#       start-up scripts.
COPY . /root/MetisWISE