Coverage for /pythoncovmergedfiles/medio/medio/src/airflow/airflow/ti_deps/deps/task_concurrency_dep.py: 45%
20 statements
« prev ^ index » next coverage.py v7.2.7, created at 2023-06-07 06:35 +0000
« prev ^ index » next coverage.py v7.2.7, created at 2023-06-07 06:35 +0000
1#
2# Licensed to the Apache Software Foundation (ASF) under one
3# or more contributor license agreements. See the NOTICE file
4# distributed with this work for additional information
5# regarding copyright ownership. The ASF licenses this file
6# to you under the Apache License, Version 2.0 (the
7# "License"); you may not use this file except in compliance
8# with the License. You may obtain a copy of the License at
9#
10# http://www.apache.org/licenses/LICENSE-2.0
11#
12# Unless required by applicable law or agreed to in writing,
13# software distributed under the License is distributed on an
14# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15# KIND, either express or implied. See the License for the
16# specific language governing permissions and limitations
17# under the License.
18from __future__ import annotations
20from airflow.ti_deps.deps.base_ti_dep import BaseTIDep
21from airflow.utils.session import provide_session
24class TaskConcurrencyDep(BaseTIDep):
25 """This restricts the number of running task instances for a particular task."""
27 NAME = "Task Concurrency"
28 IGNORABLE = True
29 IS_TASK_DEP = True
31 @provide_session
32 def _get_dep_statuses(self, ti, session, dep_context):
33 if ti.task.max_active_tis_per_dag is None and ti.task.max_active_tis_per_dagrun is None:
34 yield self._passing_status(reason="Task concurrency is not set.")
35 return
37 if (
38 ti.task.max_active_tis_per_dag is not None
39 and ti.get_num_running_task_instances(session) >= ti.task.max_active_tis_per_dag
40 ):
41 yield self._failing_status(reason="The max task concurrency has been reached.")
42 return
43 if (
44 ti.task.max_active_tis_per_dagrun is not None
45 and ti.get_num_running_task_instances(session, same_dagrun=True)
46 >= ti.task.max_active_tis_per_dagrun
47 ):
48 yield self._failing_status(reason="The max task concurrency per run has been reached.")
49 return
50 yield self._passing_status(reason="The max task concurrency has not been reached.")
51 return