Coverage for /pythoncovmergedfiles/medio/medio/src/airflow/airflow/ti_deps/deps/task_concurrency_dep.py: 45%

20 statements  

« prev     ^ index     » next       coverage.py v7.2.7, created at 2023-06-07 06:35 +0000

1# 

2# Licensed to the Apache Software Foundation (ASF) under one 

3# or more contributor license agreements. See the NOTICE file 

4# distributed with this work for additional information 

5# regarding copyright ownership. The ASF licenses this file 

6# to you under the Apache License, Version 2.0 (the 

7# "License"); you may not use this file except in compliance 

8# with the License. You may obtain a copy of the License at 

9# 

10# http://www.apache.org/licenses/LICENSE-2.0 

11# 

12# Unless required by applicable law or agreed to in writing, 

13# software distributed under the License is distributed on an 

14# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 

15# KIND, either express or implied. See the License for the 

16# specific language governing permissions and limitations 

17# under the License. 

18from __future__ import annotations 

19 

20from airflow.ti_deps.deps.base_ti_dep import BaseTIDep 

21from airflow.utils.session import provide_session 

22 

23 

24class TaskConcurrencyDep(BaseTIDep): 

25 """This restricts the number of running task instances for a particular task.""" 

26 

27 NAME = "Task Concurrency" 

28 IGNORABLE = True 

29 IS_TASK_DEP = True 

30 

31 @provide_session 

32 def _get_dep_statuses(self, ti, session, dep_context): 

33 if ti.task.max_active_tis_per_dag is None and ti.task.max_active_tis_per_dagrun is None: 

34 yield self._passing_status(reason="Task concurrency is not set.") 

35 return 

36 

37 if ( 

38 ti.task.max_active_tis_per_dag is not None 

39 and ti.get_num_running_task_instances(session) >= ti.task.max_active_tis_per_dag 

40 ): 

41 yield self._failing_status(reason="The max task concurrency has been reached.") 

42 return 

43 if ( 

44 ti.task.max_active_tis_per_dagrun is not None 

45 and ti.get_num_running_task_instances(session, same_dagrun=True) 

46 >= ti.task.max_active_tis_per_dagrun 

47 ): 

48 yield self._failing_status(reason="The max task concurrency per run has been reached.") 

49 return 

50 yield self._passing_status(reason="The max task concurrency has not been reached.") 

51 return