Skip to content

Commit 0f090bc

Browse files
sevdokimdavidrohr
sevdokim
authored and
davidrohr
committed
PHS: modernize Ped and LED calibration workflows
1 parent cd5b970 commit 0f090bc

File tree

2 files changed

+115
-53
lines changed

2 files changed

+115
-53
lines changed

‎DATA/production/calib/phs-led.sh‎

Lines changed: 57 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -4,36 +4,67 @@ source common/setenv.sh
44

55
source common/getCommonArgs.sh
66

7-
if [ -z $PHS_MAX_STATISTICS ]; then
8-
PHS_MAX_STATISTICS=1000000
7+
source common/gen_topo_helper_functions.sh
8+
9+
max_statistics=50000
10+
if [[ ! -z ${PHS_MAX_STATISTICS:-} ]]; then
11+
max_statistics=$PHS_MAX_STATISTICS
912
fi
1013

11-
PROXY_INSPEC="A:PHS/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0;eos:***/INFORMATION"
14+
PROXY_INSPEC="A:PHS/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0"
1215

1316
EXTRA_CONFIG=" "
1417

15-
if [ -z $PHS_CCDB_PATH ]; then
16-
PHS_CCDB_PATH="http://o2-ccdb.internal"
18+
push_ccdb_path="http://o2-ccdb.internal"
19+
pull_ccdb_path="http://o2-ccdb.internal"
20+
if [[ ! -z ${PUHS_CCDB_PATH:-} ]]; then
21+
push_ccdb_path=$PUHS_CCDB_PATH
22+
fi
23+
24+
if [[ ! -z ${PULL_CCDB_PATH:-} ]]; then
25+
pull_ccdb_path=$PULL_CCDB_PATH
26+
fi
27+
28+
if [[ $RUNTYPE == "SYNTHETIC" || "${GEN_TOPO_DEPLOYMENT_TYPE:-}" == "ALICE_STAGING" ]]; then
29+
push_ccdb_path="http://ccdb-test.cern.ch:8080"
30+
fi
31+
32+
QC_CONFIG="/o2/components/qc/ANY/any/phs-led-qc"
33+
34+
WORKFLOW=
35+
add_W o2-dpl-raw-proxy "--dataspec \"$PROXY_INSPEC\" --inject-missing-data --channel-config \"name=readout-proxy,type=pull,method=connect,address=ipc://@tf-builder-pipe-0,transport=shmem,rateLogging=1\"" "" 0
36+
add_W o2-phos-reco-workflow "--input-type raw --output-type cells --disable-root-input --disable-root-output --keepHGLG on --condition-backend ${pull_ccdb_path}"
37+
add_W o2-phos-calib-workflow "--hglgratio on --statistics ${max_statistics} --forceupdate"
38+
add_W o2-calibration-ccdb-populator-workflow "--ccdb-path ${push_ccdb_path}"
39+
workflow_has_parameter QC && add_QC_from_consul "${QC_CONFIG}"
40+
41+
WORKFLOW+="o2-dpl-run ${ARGS_ALL} ${GLOBALDPLOPT}"
42+
43+
if [ $WORKFLOWMODE == "print" ]; then
44+
echo Workflow command:
45+
echo $WORKFLOW | sed "s/| */|\n/g"
46+
else
47+
# Execute the command we have assembled
48+
WORKFLOW+=" --$WORKFLOWMODE ${WORKFLOWMODE_FILE}"
49+
eval $WORKFLOW
1750
fi
1851

19-
QC_CONFIG=consul-json://alio2-cr1-hv-con01.cern.ch:8500/o2/components/qc/ANY/any/phs-led-qc
20-
21-
o2-dpl-raw-proxy $ARGS_ALL \
22-
--dataspec "$PROXY_INSPEC" --inject-missing-data \
23-
--readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://@tf-builder-pipe-0,transport=shmem,rateLogging=1"' \
24-
| o2-phos-reco-workflow $ARGS_ALL \
25-
--input-type raw \
26-
--output-type cells \
27-
--disable-root-input \
28-
--disable-root-output \
29-
--keepHGLG on \
30-
| o2-phos-calib-workflow $ARGS_ALL \
31-
--hglgratio on \
32-
--statistics $PHS_MAX_STATISTICS \
33-
--configKeyValues "NameConf.mCCDBServer=${PHS_CCDB_PATH}" \
34-
--forceupdate \
35-
| o2-qc $ARGS_ALL \
36-
--config $QC_CONFIG \
37-
| o2-calibration-ccdb-populator-workflow $ARGS_ALL \
38-
--ccdb-path $PHS_CCDB_PATH \
39-
| o2-dpl-run $ARGS_ALL --dds ${WORKFLOWMODE_FILE}
52+
#o2-dpl-raw-proxy $ARGS_ALL \
53+
# --dataspec "$PROXY_INSPEC" --inject-missing-data \
54+
# --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://@tf-builder-pipe-0,transport=shmem,rateLogging=1"' \
55+
# | o2-phos-reco-workflow $ARGS_ALL \
56+
# --input-type raw \
57+
# --output-type cells \
58+
# --disable-root-input \
59+
# --disable-root-output \
60+
# --keepHGLG on \
61+
# | o2-phos-calib-workflow $ARGS_ALL \
62+
# --hglgratio on \
63+
# --statistics $PHS_MAX_STATISTICS \
64+
# --configKeyValues "NameConf.mCCDBServer=${PHS_CCDB_PATH}" \
65+
# --forceupdate \
66+
# | o2-qc $ARGS_ALL \
67+
# --config $QC_CONFIG \
68+
# | o2-calibration-ccdb-populator-workflow $ARGS_ALL \
69+
# --ccdb-path $PHS_CCDB_PATH \
70+
# | o2-dpl-run $ARGS_ALL --dds ${WORKFLOWMODE_FILE}

‎DATA/production/calib/phs-pedestal.sh‎

Lines changed: 58 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -4,36 +4,67 @@ source common/setenv.sh
44

55
source common/getCommonArgs.sh
66

7-
if [ -z $PHS_MAX_STATISTICS ] ; then
8-
PHS_MAX_STATISTICS=10000
7+
source common/gen_topo_helper_functions.sh
8+
9+
max_statistics=5000
10+
if [[ ! -z ${PHS_MAX_STATISTICS:-} ]]; then
11+
max_statistics=$PHS_MAX_STATISTICS
12+
fi
13+
14+
PROXY_INSPEC="A:PHS/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0"
15+
16+
17+
push_ccdb_path="http://o2-ccdb.internal"
18+
pull_ccdb_path="http://o2-ccdb.internal"
19+
if [[ ! -z ${PUHS_CCDB_PATH:-} ]]; then
20+
push_ccdb_path=$PUHS_CCDB_PATH
921
fi
1022

11-
PROXY_INSPEC="A:PHS/RAWDATA;dd:FLP/DISTSUBTIMEFRAME/0;eos:***/INFORMATION"
23+
if [[ ! -z ${PULL_CCDB_PATH:-} ]]; then
24+
pull_ccdb_path=$PULL_CCDB_PATH
25+
fi
26+
27+
if [[ $RUNTYPE == "SYNTHETIC" || "${GEN_TOPO_DEPLOYMENT_TYPE:-}" == "ALICE_STAGING" ]]; then
28+
push_ccdb_path="http://ccdb-test.cern.ch:8080"
29+
fi
30+
31+
QC_CONFIG="/o2/components/qc/ANY/any/phs-pedestal-qc"
32+
33+
WORKFLOW=
34+
add_W o2-dpl-raw-proxy "--dataspec \"$PROXY_INSPEC\" --inject-missing-data --channel-config \"name=readout-proxy,type=pull,method=connect,address=ipc://@tf-builder-pipe-0,transport=shmem,rateLogging=1\"" "" 0
35+
add_W o2-phos-reco-workflow "--input-type raw --output-type cells --pedestal on --disable-root-input --disable-root-output --condition-backend ${pull_ccdb_path}"
36+
add_W o2-phos-calib-workflow "--pedestals --statistics ${max_statistics} --forceupdate"
37+
#add_W o2-calibration-ccdb-populator-workflow "--ccdb-path ${push_ccdb_path}"
38+
workflow_has_parameter QC && add_QC_from_consul "${QC_CONFIG}"
39+
add_W o2-calibration-ccdb-populator-workflow "--ccdb-path ${push_ccdb_path}"
1240

13-
EXTRA_CONFIG=" "
41+
WORKFLOW+="o2-dpl-run ${ARGS_ALL} ${GLOBALDPLOPT}"
1442

15-
if [ -z $PHS_CCDB_PATH ] ; then
16-
PHS_CCDB_PATH="http://o2-ccdb.internal"
43+
if [ $WORKFLOWMODE == "print" ]; then
44+
echo Workflow command:
45+
echo $WORKFLOW | sed "s/| */|\n/g"
46+
else
47+
# Execute the command we have assembled
48+
WORKFLOW+=" --$WORKFLOWMODE ${WORKFLOWMODE_FILE}"
49+
eval $WORKFLOW
1750
fi
1851

19-
QC_CONFIG=consul-json://alio2-cr1-hv-con01.cern.ch:8500/o2/components/qc/ANY/any/phs-pedestal-qc
20-
21-
o2-dpl-raw-proxy $ARGS_ALL \
22-
--dataspec "$PROXY_INSPEC" --inject-missing-data \
23-
--readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://@tf-builder-pipe-0,transport=shmem,rateLogging=1"' \
24-
| o2-phos-reco-workflow $ARGS_ALL \
25-
--input-type raw \
26-
--output-type cells \
27-
--pedestal on \
28-
--disable-root-input \
29-
--disable-root-output \
30-
| o2-phos-calib-workflow $ARGS_ALL \
31-
--pedestals \
32-
--statistics $PHS_MAX_STATISTICS \
33-
--configKeyValues "NameConf.mCCDBServer=${PHS_CCDB_PATH}" \
34-
--forceupdate \
35-
| o2-qc $ARGS_ALL \
36-
--config $QC_CONFIG \
37-
| o2-calibration-ccdb-populator-workflow $ARGS_ALL \
38-
--ccdb-path $PHS_CCDB_PATH \
39-
| o2-dpl-run $ARGS_ALL --dds ${WORKFLOWMODE_FILE}
52+
#o2-dpl-raw-proxy $ARGS_ALL \
53+
# --dataspec "$PROXY_INSPEC" --inject-missing-data \
54+
# --readout-proxy '--channel-config "name=readout-proxy,type=pull,method=connect,address=ipc://@tf-builder-pipe-0,transport=shmem,rateLogging=1"' \
55+
# | o2-phos-reco-workflow $ARGS_ALL \
56+
# --input-type raw \
57+
# --output-type cells \
58+
# --pedestal on \
59+
# --disable-root-input \
60+
# --disable-root-output \
61+
# | o2-phos-calib-workflow $ARGS_ALL \
62+
# --pedestals \
63+
# --statistics $PHS_MAX_STATISTICS \
64+
# --configKeyValues "NameConf.mCCDBServer=${PHS_CCDB_PATH}" \
65+
# --forceupdate \
66+
# | o2-qc $ARGS_ALL \
67+
# --config $QC_CONFIG \
68+
# | o2-calibration-ccdb-populator-workflow $ARGS_ALL \
69+
# --ccdb-path $PHS_CCDB_PATH \
70+
# | o2-dpl-run $ARGS_ALL --dds ${WORKFLOWMODE_FILE}

0 commit comments

Comments
 (0)