feat: QADB for RG-B

bin/run-physics-timelines.sh

@@ -93,7 +93,8 @@ function exe {
   $* 2> >(tee $logTmp >&2)
   mv $logTmp{,.bak}
   cat $logTmp.bak |\
-    { grep -v '^Picked up _JAVA_OPTIONS:' || test $? = 1; } \
+    { grep -v '^Picked up _JAVA_OPTIONS:' || test $? = 1; } |\
+    { grep -v 'VariableMetricBuilder: no improvement' || test $? = 1; } \
     > $logTmp
   rm $logTmp.bak
   if [ -s $logTmp ]; then

qa-physics/cutdefs/rgb_fa19_sidisdvcs.json

@@ -0,0 +1,19 @@
+{
+  "OutlierFD": {
+    "IQR_cut_factor": 4.0
+  },
+  "OutlierFT": {
+    "IQR_cut_factor": 4.0
+  },
+  "LowLiveTime": {
+    "min_live_time": 0.9
+  },
+  "ChargeHigh": {
+    "IQR_cut_factor": 4.0
+  },
+  "PossiblyNoBeam": {
+    "max_num_events": 200000,
+    "max_num_electrons": 100,
+    "max_FC_charge": 300
+  }
+}

qa-physics/cutdefs/rgb_sp19_sidisdvcs.json

@@ -0,0 +1,19 @@
+{
+  "OutlierFD": {
+    "IQR_cut_factor": 4.0
+  },
+  "OutlierFT": {
+    "IQR_cut_factor": 4.0
+  },
+  "LowLiveTime": {
+    "min_live_time": 0.9
+  },
+  "ChargeHigh": {
+    "IQR_cut_factor": 4.0
+  },
+  "PossiblyNoBeam": {
+    "max_num_events": 200000,
+    "max_num_electrons": 100,
+    "max_FC_charge": 300
+  }
+}

qa-physics/cutdefs/rgb_wi20_sidisdvcs.json

@@ -0,0 +1,19 @@
+{
+  "OutlierFD": {
+    "IQR_cut_factor": 4.0
+  },
+  "OutlierFT": {
+    "IQR_cut_factor": 4.0
+  },
+  "LowLiveTime": {
+    "min_live_time": 0.9
+  },
+  "ChargeHigh": {
+    "IQR_cut_factor": 4.0
+  },
+  "PossiblyNoBeam": {
+    "max_num_events": 200000,
+    "max_num_electrons": 100,
+    "max_FC_charge": 300
+  }
+}

qa-physics/notes/rgb_fa19.md

@@ -0,0 +1,44 @@
+# Run Group B, Fall 2019, Pass 2
+
+## Run monitoring
+
+> [!IMPORTANT]
+> Check any run-dependent settings in `qa-physics/monitorRead.groovy`, such as beam energy.
+
+We will use the `sidisdvcs` train. There are inbending and outbending data, which we'll
+combine to one "dataset" in `run-monitoring.sh`.
+
+First make sure all skim files are cached:
+```bash
+bin/run-monitoring.sh -d rgb_fa19_sidisdvcs --check-cache --flatdir --focus-physics \
+  /cache/clas12/rg-b/production/recon/fall2019/torus+1/pass2/v1/dst/train/sidisdvcs/ \
+  /cache/clas12/rg-b/production/recon/fall2019/torus-1/pass2/v1/dst/train/sidisdvcs/
+```
+then run monitoring
+```bash
+bin/run-monitoring.sh -d rgb_fa19_sidisdvcs --submit --flatdir --focus-physics \
+  /cache/clas12/rg-b/production/recon/fall2019/torus+1/pass2/v1/dst/train/sidisdvcs/ \
+  /cache/clas12/rg-b/production/recon/fall2019/torus-1/pass2/v1/dst/train/sidisdvcs/
+```
+
+## Double check that we have all the runs
+
+> [!IMPORTANT]
+> In case any runs disappeared from `/cache` while running monitoring, be sure to cross check the output
+> runs with those from `/mss`
+
+## Make timelines
+
+Make the timelines:
+```bash
+bin/run-physics-timelines.sh -d rgb_fa19_sidisdvcs
+```
+
+Deploy either to your area or the common area (remove the `-D` option once you confirm this is the correct directory):
+```bash
+# your area, for testing
+bin/deploy-timelines.sh -d rgb_fa19_sidisdvcs  -t $LOGNAME -D
+
+# common area
+bin/deploy-timelines.sh -d rgb_fa19_sidisdvcs  -t rgb/pass2/qa/fa19 -D
+```

qa-physics/notes/rgb_sp19.md

@@ -0,0 +1,39 @@
+# Run Group B, Spring 2019, Pass 2
+
+## Run monitoring
+
+> [!IMPORTANT]
+> Check any run-dependent settings in `qa-physics/monitorRead.groovy`, such as beam energy.
+
+We will use the `sidisdvcs` train.
+
+First make sure all skim files are cached:
+```bash
+bin/run-monitoring.sh -d rgb_sp19_sidisdvcs --check-cache --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2019/torus-1/pass2/v0/dst/train/sidisdvcs
+```
+then run monitoring
+```bash
+bin/run-monitoring.sh -d rgb_sp19_sidisdvcs --submit --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2019/torus-1/pass2/v0/dst/train/sidisdvcs
+```
+
+## Double check that we have all the runs
+
+> [!IMPORTANT]
+> In case any runs disappeared from `/cache` while running monitoring, be sure to cross check the output
+> runs with those from `/mss`
+
+## Make timelines
+
+Make the timelines:
+```bash
+bin/run-physics-timelines.sh -d rgb_sp19_sidisdvcs
+```
+
+Deploy either to your area or the common area (remove the `-D` option once you confirm this is the correct directory):
+```bash
+# your area, for testing
+bin/deploy-timelines.sh -d rgb_sp19_sidisdvcs  -t $LOGNAME -D
+
+# common area
+bin/deploy-timelines.sh -d rgb_sp19_sidisdvcs  -t rgb/pass2/qa/sp19 -D
+```

qa-physics/notes/rgb_wi20.md

@@ -0,0 +1,39 @@
+# Run Group B, Winter 2020, Pass 2
+
+## Run monitoring
+
+> [!IMPORTANT]
+> Check any run-dependent settings in `qa-physics/monitorRead.groovy`, such as beam energy.
+
+We will use the `sidisdvcs` train.
+
+First make sure all skim files are cached:
+```bash
+bin/run-monitoring.sh -d rgb_wi20_sidisdvcs --check-cache --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2020/torus-1/pass2/v1/dst/train/sidisdvcs
+```
+then run monitoring
+```bash
+bin/run-monitoring.sh -d rgb_wi20_sidisdvcs --submit --flatdir --focus-physics /cache/clas12/rg-b/production/recon/spring2020/torus-1/pass2/v1/dst/train/sidisdvcs
+```
+
+## Double check that we have all the runs
+
+> [!IMPORTANT]
+> In case any runs disappeared from `/cache` while running monitoring, be sure to cross check the output
+> runs with those from `/mss`
+
+## Make timelines
+
+Make the timelines:
+```bash
+bin/run-physics-timelines.sh -d rgb_wi20_sidisdvcs
+```
+
+Deploy either to your area or the common area (remove the `-D` option once you confirm this is the correct directory):
+```bash
+# your area, for testing
+bin/deploy-timelines.sh -d rgb_wi20_sidisdvcs  -t $LOGNAME -D
+
+# common area
+bin/deploy-timelines.sh -d rgb_wi20_sidisdvcs  -t rgb/pass2/qa/wi20 -D
+```