Skip to content
Snippets Groups Projects
Commit bf068f78 authored by Pierre-Alain Loizeau's avatar Pierre-Alain Loizeau Committed by Florian Uhlig
Browse files

[CI] Try to tune test TO for OnlineReco and CommonProd (failing Nightlies)

parent dc1466b8
No related branches found
Tags dev_2024_50
1 merge request!1951[CI] Add detection of job timeout and total test time TO check to CI
Pipeline #32135 passed
......@@ -26,17 +26,37 @@ AddBasicTest(_GTestChannelMapping)
if (DEFINED ENV{RAW_DATA_PATH})
set(RAW_DATA_PATH $ENV{RAW_DATA_PATH})
set(RUN 2391)
set(TEST_SCRIPT ${CMAKE_SOURCE_DIR}/algo/test/realdata_test.sh)
set(RECO_BIN ${EXECUTABLE_OUTPUT_PATH}/cbmreco)
set(PARAMS_DIR ${CMAKE_SOURCE_DIR}/parameters/online)
set(TSA_FILE ${RAW_DATA_PATH}/2391_first20Ts.tsa)
set(TSA_FILE ${RAW_DATA_PATH}/${RUN}_first20Ts.tsa)
# FIXME: for now the wrapper/log checker script hard-codes the TS number to 1
# and would always succed if 1st TS passed !!!!!
# FIXME: This test seems to need 45s during the MR CI but more than 600 during the Nightly/Weekly tests!!
if(${CBM_TEST_MODEL} MATCHES MergeRequest OR ${CBM_TEST_MODEL} MATCHES Continuous )
Message( STATUS "MR or Continuous model detected, decreasing TS nb for OnlineReco tests to single one." )
SET( RECO_TS_NB 1)
SET( ONLINE_RECO_TO 100) # MR mode on run4: 45-50s for 2391
elseif(${CBM_TEST_MODEL} MATCHES Weekly OR ${CBM_TEST_MODEL} MATCHES Profile )
Message( STATUS "Profiling model detected, increasing timeout and TS nb for OnlineReco tests with coverage." )
SET( RECO_TS_NB 20)
SET( ONLINE_RECO_TO 1600) # Coverage mode for run 2391: ???? on run4, ???? on virgo3
else()
SET( RECO_TS_NB 3)
SET( ONLINE_RECO_TO 800) # Nightly mode on run4: ??? for 2391
endif()
Add_Test(
NAME OnlineRecoCanProcessTimeslice
COMMAND ${TEST_SCRIPT} ${RECO_BIN} ${PARAMS_DIR} ${TSA_FILE}
COMMAND ${TEST_SCRIPT} ${RECO_BIN} ${PARAMS_DIR} ${TSA_FILE} ${RECO_TS_NB}
)
set_tests_properties(OnlineRecoCanProcessTimeslice PROPERTIES TIMEOUT 600)
set_tests_properties(OnlineRecoCanProcessTimeslice PROPERTIES
TIMEOUT ${ONLINE_RECO_TO}
RESOURCE_LOCK tsa_file_${RUN} # Needed to avoid access collision with offline unpacker
)
endif()
......@@ -9,7 +9,7 @@ if (Python_FOUND)
else()
Set(production_macro_events 2)
endif()
math(EXPR timeOutTime "300 + (${production_macro_events} * 150)")
math(EXPR timeOutTime "400 + (${production_macro_events} * 150)")
cmake_host_system_information(RESULT local_host_name QUERY HOSTNAME)
if(${CBM_TEST_MODEL} MATCHES Weekly AND ${local_host_name} MATCHES "^(lxbk)" AND 5400 LESS ${timeOutTime})
......
......@@ -95,6 +95,7 @@ If(DEFINED ENV{RAW_DATA_PATH} )
PASS_REGULAR_EXPRESSION "Reconstruction of ${RAW_DATA_PATH}/${RUN}_first20Ts.tsa succeeded\n"
FIXTURES_REQUIRED mcbm_2024_cleanup
FIXTURES_SETUP ${fixture_unp_${RUN}}
RESOURCE_LOCK tsa_file_${RUN} # Needed to avoid access collision with eventual online unpacker tests
)
Set(testname mcbm_2024_rec_${RUN})
......
......@@ -491,6 +491,7 @@ If(DEFINED ENV{RAW_DATA_PATH} )
PASS_REGULAR_EXPRESSION "Macro finished successfully"
FIXTURES_REQUIRED run_cleanup
FIXTURES_SETUP ${fixture_unpacked_${RUN}}
RESOURCE_LOCK tsa_file_${RUN} # Needed to avoid access collision with eventual online unpacker tests
)
### Raw data analysis tests: event building and reconstruction => need calibration files!!
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment