File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 106106[scheduling ]
107107 initial cycle point = {{ PP_START }}
108108 final cycle point = {{ PP_STOP }}
109- # max number of active cycle points (default 5)
110- # this should be something sensible assuming tasks with required outputs
111- # (i.e. not marked as "ok to fail") such as analysis scripts.
112- # But until the analysis scripts can be marked optional then a workaround
113- # is to set this to be very high, ~100 cycle points.
114- # However, the cost of keeping many cycle points active at once are starting
115- # stage-history tasks first, possibly filling /xtmp before the clean tasks run.
116- runahead limit = P20
109+ # Runahead limit specifies the number of cycle points that will spawn ahead of the oldest incomplete task.
110+ # We don't need it because we specify the final cycle point, and it decreases robustness
111+ # as it prevents future tasks from running due to a previous failed task.
112+ # As runahead limit is required, we will set it to 99999.
113+ runahead limit = P99999
117114 [[queues ]]
118115 # Limit the entire workflow to 100 active tasks. Only allow a single cleaning
119116 # or data-catalog task to run at once, as they can fail if run in parallel.
You can’t perform that action at this time.
0 commit comments