From 6d8dae0c1b0fa39ad4a6da5a52e3e318b5cb8285 Mon Sep 17 00:00:00 2001 From: Christopher Dilks Date: Mon, 23 Dec 2024 12:18:28 -0500 Subject: [PATCH 1/4] feat: QADB for RG-B --- qa-physics/notes/rgb_fa19.md | 44 ++++++++++++++++++++++++++++++++++++ qa-physics/notes/rgb_sp19.md | 39 ++++++++++++++++++++++++++++++++ qa-physics/notes/rgb_wi20.md | 39 ++++++++++++++++++++++++++++++++ 3 files changed, 122 insertions(+) create mode 100644 qa-physics/notes/rgb_fa19.md create mode 100644 qa-physics/notes/rgb_sp19.md create mode 100644 qa-physics/notes/rgb_wi20.md diff --git a/qa-physics/notes/rgb_fa19.md b/qa-physics/notes/rgb_fa19.md new file mode 100644 index 00000000..0ca5a1c1 --- /dev/null +++ b/qa-physics/notes/rgb_fa19.md @@ -0,0 +1,44 @@ +# Run Group B, Fall 2019, Pass 2 + +## Run monitoring + +> [!IMPORTANT] +> Check any run-dependent settings in `qa-physics/monitorRead.groovy`, such as beam energy. + +We will use the `sidisdvcs` train. There are inbending and outbending data, which we'll +combine to one "dataset" in `run-monitoring.sh`. + +First make sure all skim files are cached: +```bash +bin/run-monitoring.sh -d rgb_fa19_sidisdvcs --check-cache --flatdir --focus-physics \ + /cache/clas12/rg-b/production/recon/fall2019/torus+1/pass2/v1/dst/train/sidisdvcs/ \ + /cache/clas12/rg-b/production/recon/fall2019/torus-1/pass2/v1/dst/train/sidisdvcs/ +``` +then run monitoring +```bash +bin/run-monitoring.sh -d rgb_fa19_sidisdvcs --submit --flatdir --focus-physics \ + /cache/clas12/rg-b/production/recon/fall2019/torus+1/pass2/v1/dst/train/sidisdvcs/ \ + /cache/clas12/rg-b/production/recon/fall2019/torus-1/pass2/v1/dst/train/sidisdvcs/ +``` + +## Double check that we have all the runs + +> [!IMPORTANT] +> In case any runs disappeared from `/cache` while running monitoring, be sure to cross check the output +> runs with those from `/mss` + +## Make timelines + +Make the timelines: +```bash +bin/run-physics-timelines.sh -d rgb_fa19_sidisdvcs +``` + +Deploy either to your area or the common area (remove the `-D` option once you confirm this is the correct directory): +```bash +# your area, for testing +bin/deploy-timelines.sh -d rgb_fa19_sidisdvcs -t $LOGNAME -D + +# common area +bin/deploy-timelines.sh -d rgb_fa19_sidisdvcs -t rgb/pass2/qa/fa19 -D +``` diff --git a/qa-physics/notes/rgb_sp19.md b/qa-physics/notes/rgb_sp19.md new file mode 100644 index 00000000..ac8124bf --- /dev/null +++ b/qa-physics/notes/rgb_sp19.md @@ -0,0 +1,39 @@ +# Run Group B, Spring 2019, Pass 2 + +## Run monitoring + +> [!IMPORTANT] +> Check any run-dependent settings in `qa-physics/monitorRead.groovy`, such as beam energy. + +We will use the `sidisdvcs` train. + +First make sure all skim files are cached: +```bash +bin/run-monitoring.sh -d rgb_sp19_sidisdvcs --check-cache --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2019/torus-1/pass2/v0/dst/train/sidisdvcs +``` +then run monitoring +```bash +bin/run-monitoring.sh -d rgb_sp19_sidisdvcs --submit --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2019/torus-1/pass2/v0/dst/train/sidisdvcs +``` + +## Double check that we have all the runs + +> [!IMPORTANT] +> In case any runs disappeared from `/cache` while running monitoring, be sure to cross check the output +> runs with those from `/mss` + +## Make timelines + +Make the timelines: +```bash +bin/run-physics-timelines.sh -d rgb_sp19_sidisdvcs +``` + +Deploy either to your area or the common area (remove the `-D` option once you confirm this is the correct directory): +```bash +# your area, for testing +bin/deploy-timelines.sh -d rgb_sp19_sidisdvcs -t $LOGNAME -D + +# common area +bin/deploy-timelines.sh -d rgb_sp19_sidisdvcs -t rgb/pass2/qa/sp19 -D +``` diff --git a/qa-physics/notes/rgb_wi20.md b/qa-physics/notes/rgb_wi20.md new file mode 100644 index 00000000..6d3a0a7f --- /dev/null +++ b/qa-physics/notes/rgb_wi20.md @@ -0,0 +1,39 @@ +# Run Group B, Winter 2020, Pass 2 + +## Run monitoring + +> [!IMPORTANT] +> Check any run-dependent settings in `qa-physics/monitorRead.groovy`, such as beam energy. + +We will use the `sidisdvcs` train. + +First make sure all skim files are cached: +```bash +bin/run-monitoring.sh -d rgb_wi20_sidisdvcs --check-cache --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2020/torus-1/pass2/v1/dst/train/sidisdvcs +``` +then run monitoring +```bash +bin/run-monitoring.sh -d rgb_wi20_sidisdvcs --submit --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2020/torus-1/pass2/v1/dst/train/sidisdvcs +``` + +## Double check that we have all the runs + +> [!IMPORTANT] +> In case any runs disappeared from `/cache` while running monitoring, be sure to cross check the output +> runs with those from `/mss` + +## Make timelines + +Make the timelines: +```bash +bin/run-physics-timelines.sh -d rgb_wi20_sidisdvcs +``` + +Deploy either to your area or the common area (remove the `-D` option once you confirm this is the correct directory): +```bash +# your area, for testing +bin/deploy-timelines.sh -d rgb_wi20_sidisdvcs -t $LOGNAME -D + +# common area +bin/deploy-timelines.sh -d rgb_wi20_sidisdvcs -t rgb/pass2/qa/wi20 -D +``` From 1ce826bfa08772b9ec6f6dec463b8242c78487c8 Mon Sep 17 00:00:00 2001 From: Christopher Dilks Date: Mon, 23 Dec 2024 23:15:55 -0500 Subject: [PATCH 2/4] fix: rename epochs files --- .../epochs/{epochs.rgb_fall.txt => epochs.rgb_fa19_sidisdvcs.txt} | 0 .../{epochs.rgb_spring.txt => epochs.rgb_sp19_sidisdvcs.txt} | 0 .../{epochs.rgb_winter.txt => epochs.rgb_wi20_sidisdvcs.txt} | 0 3 files changed, 0 insertions(+), 0 deletions(-) rename qa-physics/epochs/{epochs.rgb_fall.txt => epochs.rgb_fa19_sidisdvcs.txt} (100%) rename qa-physics/epochs/{epochs.rgb_spring.txt => epochs.rgb_sp19_sidisdvcs.txt} (100%) rename qa-physics/epochs/{epochs.rgb_winter.txt => epochs.rgb_wi20_sidisdvcs.txt} (100%) diff --git a/qa-physics/epochs/epochs.rgb_fall.txt b/qa-physics/epochs/epochs.rgb_fa19_sidisdvcs.txt similarity index 100% rename from qa-physics/epochs/epochs.rgb_fall.txt rename to qa-physics/epochs/epochs.rgb_fa19_sidisdvcs.txt diff --git a/qa-physics/epochs/epochs.rgb_spring.txt b/qa-physics/epochs/epochs.rgb_sp19_sidisdvcs.txt similarity index 100% rename from qa-physics/epochs/epochs.rgb_spring.txt rename to qa-physics/epochs/epochs.rgb_sp19_sidisdvcs.txt diff --git a/qa-physics/epochs/epochs.rgb_winter.txt b/qa-physics/epochs/epochs.rgb_wi20_sidisdvcs.txt similarity index 100% rename from qa-physics/epochs/epochs.rgb_winter.txt rename to qa-physics/epochs/epochs.rgb_wi20_sidisdvcs.txt From f9b79070f2aedbf847cff13ba71897e94ff31387 Mon Sep 17 00:00:00 2001 From: Christopher Dilks Date: Mon, 23 Dec 2024 23:17:48 -0500 Subject: [PATCH 3/4] feat: initial cutdefs files --- qa-physics/cutdefs/rgb_fa19_sidisdvcs.json | 19 +++++++++++++++++++ qa-physics/cutdefs/rgb_sp19_sidisdvcs.json | 19 +++++++++++++++++++ qa-physics/cutdefs/rgb_wi20_sidisdvcs.json | 19 +++++++++++++++++++ 3 files changed, 57 insertions(+) create mode 100644 qa-physics/cutdefs/rgb_fa19_sidisdvcs.json create mode 100644 qa-physics/cutdefs/rgb_sp19_sidisdvcs.json create mode 100644 qa-physics/cutdefs/rgb_wi20_sidisdvcs.json diff --git a/qa-physics/cutdefs/rgb_fa19_sidisdvcs.json b/qa-physics/cutdefs/rgb_fa19_sidisdvcs.json new file mode 100644 index 00000000..c9e26406 --- /dev/null +++ b/qa-physics/cutdefs/rgb_fa19_sidisdvcs.json @@ -0,0 +1,19 @@ +{ + "OutlierFD": { + "IQR_cut_factor": 4.0 + }, + "OutlierFT": { + "IQR_cut_factor": 4.0 + }, + "LowLiveTime": { + "min_live_time": 0.9 + }, + "ChargeHigh": { + "IQR_cut_factor": 4.0 + }, + "PossiblyNoBeam": { + "max_num_events": 200000, + "max_num_electrons": 100, + "max_FC_charge": 300 + } +} diff --git a/qa-physics/cutdefs/rgb_sp19_sidisdvcs.json b/qa-physics/cutdefs/rgb_sp19_sidisdvcs.json new file mode 100644 index 00000000..c9e26406 --- /dev/null +++ b/qa-physics/cutdefs/rgb_sp19_sidisdvcs.json @@ -0,0 +1,19 @@ +{ + "OutlierFD": { + "IQR_cut_factor": 4.0 + }, + "OutlierFT": { + "IQR_cut_factor": 4.0 + }, + "LowLiveTime": { + "min_live_time": 0.9 + }, + "ChargeHigh": { + "IQR_cut_factor": 4.0 + }, + "PossiblyNoBeam": { + "max_num_events": 200000, + "max_num_electrons": 100, + "max_FC_charge": 300 + } +} diff --git a/qa-physics/cutdefs/rgb_wi20_sidisdvcs.json b/qa-physics/cutdefs/rgb_wi20_sidisdvcs.json new file mode 100644 index 00000000..c9e26406 --- /dev/null +++ b/qa-physics/cutdefs/rgb_wi20_sidisdvcs.json @@ -0,0 +1,19 @@ +{ + "OutlierFD": { + "IQR_cut_factor": 4.0 + }, + "OutlierFT": { + "IQR_cut_factor": 4.0 + }, + "LowLiveTime": { + "min_live_time": 0.9 + }, + "ChargeHigh": { + "IQR_cut_factor": 4.0 + }, + "PossiblyNoBeam": { + "max_num_events": 200000, + "max_num_electrons": 100, + "max_FC_charge": 300 + } +} From afa56e89bf5ef12f03ad232f3860591417f7be46 Mon Sep 17 00:00:00 2001 From: Christopher Dilks Date: Mon, 23 Dec 2024 23:40:48 -0500 Subject: [PATCH 4/4] fix: filter out minuit warnings in error printout --- bin/run-physics-timelines.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/bin/run-physics-timelines.sh b/bin/run-physics-timelines.sh index 742655dc..c2a51f4b 100755 --- a/bin/run-physics-timelines.sh +++ b/bin/run-physics-timelines.sh @@ -93,7 +93,8 @@ function exe { $* 2> >(tee $logTmp >&2) mv $logTmp{,.bak} cat $logTmp.bak |\ - { grep -v '^Picked up _JAVA_OPTIONS:' || test $? = 1; } \ + { grep -v '^Picked up _JAVA_OPTIONS:' || test $? = 1; } |\ + { grep -v 'VariableMetricBuilder: no improvement' || test $? = 1; } \ > $logTmp rm $logTmp.bak if [ -s $logTmp ]; then