Add MID raw to CTF workflow with digits QC

Author: dstocco

DATA/testing/detectors/MID/mid-qcmn-epn-digits.json

@@ -0,0 +1,65 @@
+{
+  "qc": {
+    "config": {
+      "database": {
+        "implementation": "CCDB",
+        "host": "ali-qcdb.cern.ch:8083",
+        "username": "not_applicable",
+        "password": "not_applicable",
+        "name": "not_applicable"
+      },
+      "Activity": {
+        "number": "42",
+        "type": "2"
+      },
+      "monitoring": {
+        "url": "influxdb-unix:///tmp/telegraf.sock"
+      },
+      "consul": {
+        "url": "null:8500"
+      },
+      "conditionDB": {
+        "url": "null:8083"
+      }
+    },
+    "tasks": {
+      "QcTaskMIDDigits": {
+        "active": "true",
+        "className": "o2::quality_control_modules::mid::DigitsQcTask",
+        "moduleName": "QcMID",
+        "detectorName": "MID",
+        "cycleDurationSeconds": "60",
+        "maxNumberCycles": "-1",
+        "dataSource": {
+          "type": "dataSamplingPolicy",
+          "name": "middigits"
+        },
+        "location": "local",
+        "mergingMode": "delta",
+        "localControl": "odc",
+        "localMachines": [
+          "epn",
+          "localhost"
+        ],
+        "remotePort": "47780",
+        "remoteMachine": "alio2-cr1-qme02.cern.ch"
+      }
+    }
+  },
+  "dataSamplingPolicies": [
+    {
+      "id": "middigits",
+      "active": "true",
+      "machines": [],
+      "query": "digits:MID/DATA/0;digitrofs:MID/DATAROF/0;calib:MID/DATA/1;calibrofs:MID/DATAROF/1;fet:MID/DATA/2;fetrofs:MID/DATAROF/2",
+      "samplingConditions": [
+        {
+          "condition": "random",
+          "fraction": "1",
+          "seed": "1441"
+        }
+      ],
+      "blocking": "false"
+    }
+  ]
+}

DATA/testing/detectors/MID/mid-raw-to-ctf-qc-workflow.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+# shellcheck disable=SC1091
+source testing/detectors/MID/mid_common.sh
+
+WORKFLOW="o2-dpl-raw-proxy $ARGS_ALL --dataspec \"$MID_RAW_PROXY_INSPEC\" --channel-config \"$MID_DPL_CHANNEL_CONFIG\" | "
+WORKFLOW+="o2-mid-raw-to-digits-workflow $ARGS_ALL $MID_RAW_TO_DIGITS_OPTS | "
+WORKFLOW+="o2-mid-entropy-encoder-workflow $ARGS_ALL | "
+WORKFLOW+="o2-ctf-writer-workflow $ARGS_ALL $MID_CTF_WRITER_OPTS | "
+WORKFLOW+="o2-qc $ARGS_ALL --config json://$FILEWORKDIR/mid-qcmn-epn-digits.json $MID_QC_EPN_OPTS | "
+WORKFLOW+="o2-dpl-run $ARGS_ALL $GLOBALDPLOPT"
+
+if [ "$WORKFLOWMODE" == "print" ]; then
+    echo Workflow command:
+    echo "$WORKFLOW" | sed "s/| */|\n/g"
+else
+    # Execute the command we have assembled
+    WORKFLOW+=" --$WORKFLOWMODE"
+    eval "$WORKFLOW"
+fi

DATA/testing/detectors/MID/mid_common.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+# shellcheck disable=SC1091
+source common/setenv.sh
+
+SEVERITY=warning
+INFOLOGGER_SEVERITY=warning
+ARGS_ALL="--session default --severity $SEVERITY --shm-segment-size $SHMSIZE"
+ARGS_ALL+=" --infologger-severity $INFOLOGGER_SEVERITY"
+ARGS_ALL+=" --monitoring-backend influxdb-unix:///tmp/telegraf.sock --resources-monitoring 60"
+
+MID_PROXY_INSPEC_EOS="eos:***/INFORMATION"
+MID_PROXY_INSPEC_DD="dd:FLP/DISTSUBTIMEFRAME/0"
+MID_RAW_PROXY_INSPEC="A:MID/RAWDATA;$MID_PROXY_INSPEC_DD;$MID_PROXY_INSPEC_EOS"
+MID_DIGITS_PROXY_INSPEC="A:MID/DATA/0;B:MID/DATAROF/0;$MID_PROXY_INSPEC_DD;$MID_PROXY_INSPEC_EOS"
+MID_DPL_CHANNEL_CONFIG="name=readout-proxy,type=pull,method=connect,address=ipc://@$INRAWCHANNAME,transport=shmem,rateLogging=1"
+export FILEWORKDIR="/home/dstocco/config" #FIXME: this should be removed from gen_topo.sh
+MID_RAW_TO_DIGITS_OPTS="--feeId-config-file \"$FILEWORKDIR/feeId_mapper.txt\""
+MID_CTF_WRITER_OPTS="--output-dir \"$CTF_DIR\" --onlyDet \"MID\" --no-grp --min-file-size 500000000 --max-ctf-per-file 10000 --meta-output-dir \"$CTF_METAFILES_DIR\""
+MID_EPN_QC_OPTS="--local --host epn"

DATA/testing/detectors/MID/workflows.desc

@@ -0,0 +1 @@
+mid-raw-to-ctf-qc-workflow: "O2PDPSuite" reco,5,5,"SHMSIZE=128000000000 testing/detectors/MID/mid-raw-to-ctf-qc-workflow.sh"