Skip to content

Commit 1cd7418

Browse files
committed
Multiplicity tuning and some fixes after the recent refactoring
1 parent c16afd7 commit 1cd7418

1 file changed

Lines changed: 15 additions & 4 deletions

File tree

DATA/production/workflow-multiplicities.sh

Lines changed: 15 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,8 @@ fi
1818

1919
[[ $SYNCMODE == 1 ]] && NTRDTRKTHREADS=1
2020

21+
NGPURECOTHREADS=-1 # -1 = auto-detect
22+
2123
# ---------------------------------------------------------------------------------------------------------------------
2224
# Process multiplicities
2325

@@ -30,8 +32,8 @@ if [[ $OPTIMIZED_PARALLEL_ASYNC != 0 ]]; then
3032
# Tuned multiplicities for async Pb-Pb processing
3133
if [[ $SYNCMODE == "1" ]]; then echo "Must not use OPTIMIZED_PARALLEL_ASYNC with GPU or SYNCMODE" 1>&2; exit 1; fi
3234
if [[ $NUMAGPUIDS != 0 ]]; then N_NUMAFACTOR=1; else N_NUMAFACTOR=2; fi
33-
GPU_CONFIG_KEY+="GPU_proc.ompThreads=6;"
34-
TRD_CONFIG_KEY+="GPU_proc.ompThreads=2;"
35+
NGPURECOTHREADS=6
36+
NTRDTRKTHREADS=2
3537
if [[ $GPUTYPE == "CPU" ]]; then
3638
N_TPCENTDEC=$((2 * $N_NUMAFACTOR))
3739
N_MFTTRK=$((3 * $N_NUMAFACTOR))
@@ -51,17 +53,20 @@ if [[ $OPTIMIZED_PARALLEL_ASYNC != 0 ]]; then
5153
elif [[ $EPNPIPELINES != 0 ]]; then
5254
# Tuned multiplicities for sync Pb-Pb processing
5355
if [[ $BEAMTYPE == "pp" ]]; then
54-
N_ITSTRK=$(math_max $((6 * $EPNPIPELINES * $NGPUS / 4)) 1)
5556
N_ITSRAWDEC=$(math_max $((6 * $EPNPIPELINES * $NGPUS / 4)) 1)
5657
N_MFTRAWDEC=$(math_max $((2 * $EPNPIPELINES * $NGPUS / 4)) 1)
5758
if [[ "0$HIGH_RATE_PP" == "01" ]]; then
5859
N_TPCITS=$(math_max $((5 * $EPNPIPELINES * $NGPUS / 4)) 1)
5960
N_TPCENT=$(math_max $((4 * $EPNPIPELINES * $NGPUS / 4)) 1)
6061
N_TOFMATCH=$(math_max $((2 * $EPNPIPELINES * $NGPUS / 4)) 1)
6162
N_TRDTRKTRANS=$(math_max $((4 * $EPNPIPELINES * $NGPUS / 4)) 1)
63+
N_ITSTRK=$(math_max $((9 * $EPNPIPELINES * $NGPUS / 4)) 1)
64+
N_PRIMVTX=$(math_max $((2 * $EPNPIPELINES * $NGPUS / 4)) 1)
65+
N_PRIMVTXMATCH=$(math_max $((2 * $EPNPIPELINES * $NGPUS / 4)) 1)
6266
else
6367
N_TPCITS=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
6468
N_TPCENT=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
69+
N_ITSTRK=$(math_max $((6 * $EPNPIPELINES * $NGPUS / 4)) 1)
6570
fi
6671
else
6772
N_ITSTRK=$(math_max $((2 * $EPNPIPELINES * $NGPUS / 4)) 1)
@@ -76,7 +81,7 @@ elif [[ $EPNPIPELINES != 0 ]]; then
7681
N_TPCRAWDEC=$(math_max $((12 * $EPNPIPELINES * $NGPUS / 4)) 1)
7782
if [[ $GPUTYPE == "CPU" ]]; then
7883
N_TPCTRK=8
79-
GPU_CONFIG_KEY+="GPU_proc.ompThreads=4;"
84+
NGPURECOTHREADS=4
8085
fi
8186
# Scale some multiplicities with the number of nodes
8287
RECO_NUM_NODES_WORKFLOW_CMP=$((($RECO_NUM_NODES_WORKFLOW > 15 ? $RECO_NUM_NODES_WORKFLOW : 15) * ($NUMAGPUIDS != 0 ? 2 : 1))) # Limit the lower scaling factor, multiply by 2 if we have 2 NUMA domains
@@ -92,9 +97,15 @@ fi
9297
if [[ -z $EVE_NTH_EVENT ]]; then
9398
if [[ $BEAMTYPE == "PbPb" ]]; then
9499
EVE_NTH_EVENT=2
100+
elif [[ "0$HIGH_RATE_PP" == "01" ]]; then
101+
EVE_NTH_EVENT=10
95102
elif [[ $BEAMTYPE == "pp" && "0$ED_VERTEX_MODE" == "01" ]]; then
96103
EVE_NTH_EVENT=5
97104
fi
98105
fi
99106

107+
#if [[ "0$HIGH_RATE_PP" == "01" ]]; then
108+
# Extra settings for HIGH_RATE_PP
109+
#fi
110+
100111
fi

0 commit comments

Comments
 (0)