datafilter/setup-datafilter.sh at develop · DUNE-DAQ/datafilter · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
#!/bin/bash
#
# One-time work-area setup script.  Run directly — do NOT source it.
#
# Usage:
#   bash setup-datafilter.sh [INSTALL_DIR]
#   ./setup-datafilter.sh  [INSTALL_DIR]
#
# INSTALL_DIR priority (highest to lowest):
#   1. Script argument:       ./setup-datafilter.sh /your/path
#   2. Pre-exported env var:  export INSTALL_DIR=/your/path && ./setup-datafilter.sh
#   3. Hostname-based default (np02/np04 -> $HOME/test-area/...; other -> /lcg/storage19 fallback)
#
# After setup completes, enter the work area with:
#   cd $INSTALL_DIR && source env.sh && dbt-workarea-env

# Guard: sourcing this script can close your shell (sub-scripts may call exit).
if [[ "${BASH_SOURCE[0]}" != "${0}" ]]; then
    echo "Error: do not source this script — run it directly instead:"
    echo "  bash setup-datafilter.sh [INSTALL_DIR]"
    echo "  ./setup-datafilter.sh  [INSTALL_DIR]"
    return 1
fi

if [[ $SHELL != *"bash" ]]; then
    echo "You are running $SHELL. You need bash shell to continue the installation."
    exit 0
fi

# --- Determine INSTALL_DIR ---
hn=$(hostname -s)
if [ -n "$1" ]; then
    INSTALL_DIR="$1"
elif [ -z "$INSTALL_DIR" ]; then
    if [[ $hn == *"np02"* || $hn == *"np04"* ]]; then
        mkdir -p "$HOME/test-area"
        INSTALL_DIR="$HOME/test-area/dune-v5-spack-datafilter-integration-test"
    else
        INSTALL_DIR="/lcg/storage19/test-area/dune-v5-spack-datafilter-integration-test6"
    fi
fi

echo "INSTALL_DIR: $INSTALL_DIR"

# --- Validate parent directory ---
parent_dir=$(dirname "$INSTALL_DIR")
if [ ! -d "$parent_dir" ]; then
    echo "Error: parent directory '$parent_dir' does not exist."
    echo "Create it first, or set INSTALL_DIR to a path whose parent already exists."
    exit 1
fi

# --- Release pin ---
# we take the second last tag
# NFD_PROD5_V=`ls -d /cvmfs/dunedaq-development.opensciencegrid.org/nightly/NFD_PROD4_*|sort|tail -2|head -1|cut -f5 -d "/"`
# temporary: use fddaq-v5.3.2-rc3
NFD_PROD5_V="fddaq-v5.3.2-rc3-a9"
DUNE_DAQ_release=$NFD_PROD5_V
echo "$DUNE_DAQ_release"

# --- Bootstrap DUNE DAQ build tools ---
source "$(realpath /cvmfs/dunedaq.opensciencegrid.org/spack-externals/spack-installation/share/spack/setup-env.sh)"
source /cvmfs/dunedaq.opensciencegrid.org/setup_dunedaq.sh

setup_dbt latest
dbt-create -b candidate "$DUNE_DAQ_release" "$INSTALL_DIR/"

if [ ! -d "$INSTALL_DIR" ]; then
    echo "Error: dbt-create did not create '$INSTALL_DIR'. Aborting."
    exit 1
fi

cd "$INSTALL_DIR"
source env.sh
cd sourcecode

# Re-apply web proxy after env.sh (env.sh may reset the environment on np02/np04).
if [[ $hn == *"np02"* || $hn == *"np04"* ]]; then
    echo "setup datafilter for np02 or np04"
    source ~np04daq/bin/web_proxy.sh
fi

git clone https://github.com/DUNE-DAQ/daqsystemtest.git
git clone https://github.com/DUNE-DAQ/fddaqconf.git -b coredaq-v5.4.3

git clone https://github.com/DUNE-DAQ/hdf5libs.git -b develop
git clone https://github.com/DUNE-DAQ/detdataformats.git
git clone https://github.com/DUNE-DAQ/fddetdataformats.git
git clone https://github.com/DUNE-DAQ/datafilter.git -b develop
git clone https://github.com/DUNE-DAQ/appfwk.git

cd appfwk
git checkout 1f8ce77ccdf23b8e068b8096218cfb26dd87d80e
cd ..
cd hdf5libs
git checkout e1dc1f0b19bd64dbae5a36f5f525d70d4de4f6cb
cd ..
cd fddetdataformats
git checkout 240f71fe8391a7d04db048f111e182ee8313de34
cd ..

cd datafilter

cd ../..
source dbt-env.sh
dbt-workarea-env
dbt-build -j$(nproc)

echo ""
echo "Setup complete. To enter the work area in a new shell:"
echo "  cd $INSTALL_DIR && source env.sh && dbt-workarea-env"