Skip to content

Commit 8a1e384

Browse files
committed
add dataflow config for ci and run snakemake -n
1 parent 8ca3886 commit 8a1e384

File tree

2 files changed

+80
-0
lines changed

2 files changed

+80
-0
lines changed

.github/dataflow-config-ci.yaml

+70
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,70 @@
1+
paths:
2+
sandbox_path: $_/sandbox
3+
tier_raw_blind: ""
4+
5+
workflow: $_/workflow
6+
7+
metadata: $_/inputs
8+
config: $_/inputs/dataprod/config
9+
par_overwrite: $_/inputs/dataprod/overrides
10+
chan_map: $_/inputs/hardware/configuration
11+
detector_status: $_/inputs/datasets
12+
detector_db: $_/inputs/hardware/detectors
13+
14+
tier: $_/generated/tier
15+
tier_daq: $_/generated/tier/daq
16+
tier_raw: $_/generated/tier/raw
17+
tier_tcm: $_/generated/tier/tcm
18+
tier_dsp: $_/generated/tier/dsp
19+
tier_hit: $_/generated/tier/hit
20+
tier_ann: $_/generated/tier/ann
21+
tier_evt: $_/generated/tier/evt
22+
tier_psp: $_/generated/tier/psp
23+
tier_pht: $_/generated/tier/pht
24+
tier_pan: $_/generated/tier/pan
25+
tier_pet: $_/generated/tier/pet
26+
tier_skm: $_/generated/tier/skm
27+
28+
par: $_/generated/par
29+
par_raw: $_/generated/par/raw
30+
par_tcm: $_/generated/par/tcm
31+
par_dsp: $_/generated/par/dsp
32+
par_hit: $_/generated/par/hit
33+
par_evt: $_/generated/par/evt
34+
par_psp: $_/generated/par/psp
35+
par_pht: $_/generated/par/pht
36+
par_pet: $_/generated/par/pet
37+
38+
plt: $_/generated/plt
39+
log: $_/generated/log
40+
41+
tmp_plt: $_/generated/tmp/plt
42+
tmp_log: $_/generated/tmp/log
43+
tmp_filelists: $_/generated/tmp/filelists
44+
tmp_par: $_/generated/tmp/par
45+
46+
src: $_/software/python/src
47+
install: $_/.snakemake/legend-dataflow/venv
48+
49+
table_format:
50+
raw: ch{ch:07d}/raw
51+
dsp: ch{ch:07d}/dsp
52+
psp: ch{ch:07d}/dsp
53+
hit: ch{ch:07d}/hit
54+
pht: ch{ch:07d}/hit
55+
evt: "{grp}/evt"
56+
pet: "{grp}/evt"
57+
skm: "{grp}/skm"
58+
tcm: hardware_tcm_1
59+
60+
execenv:
61+
env:
62+
PRODENV: $PRODENV
63+
HDF5_USE_FILE_LOCKING: "False"
64+
LGDO_BOUNDSCHECK: "false"
65+
DSPEED_BOUNDSCHECK: "false"
66+
PYGAMA_PARALLEL: "false"
67+
PYGAMA_FASTMATH: "false"
68+
DISABLE_TQDM: "True"
69+
70+
legend_metadata_version: refactor

.github/workflows/main.yml

+10
Original file line numberDiff line numberDiff line change
@@ -77,6 +77,16 @@ jobs:
7777
run: |
7878
echo "PRODENV=$(realpath $GITHUB_WORKSPACE/..)" >> $GITHUB_ENV
7979
80+
- name: test prodenv scripts
81+
run: |
82+
cp .github/dataflow-config-ci.yaml ./dataflow-config.yaml
83+
python -m uv run dataprod -v install dataflow-config.yaml
84+
85+
- name: run workflows in dry-run mode
86+
run: |
87+
snakemake --workflow-profile workflow/profiles/lngs-build-raw -n all-*-daq.gen
88+
snakemake --workflow-profile workflow/profiles/lngs-build-raw -n all-*-raw.gen
89+
8090
test-coverage:
8191
name: Calculate and upload test coverage
8292
runs-on: ubuntu-latest

0 commit comments

Comments
 (0)