Coverage for /pythoncovmergedfiles/medio/medio/src/airflow/build/lib/airflow/ti_deps/deps/pool_slots_available_dep.py: 45%

1# 

2# Licensed to the Apache Software Foundation (ASF) under one 

3# or more contributor license agreements. See the NOTICE file 

4# distributed with this work for additional information 

5# regarding copyright ownership. The ASF licenses this file 

6# to you under the Apache License, Version 2.0 (the 

7# "License"); you may not use this file except in compliance 

8# with the License. You may obtain a copy of the License at 

9# 

10# http://www.apache.org/licenses/LICENSE-2.0 

11# 

12# Unless required by applicable law or agreed to in writing, 

13# software distributed under the License is distributed on an 

14# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 

15# KIND, either express or implied. See the License for the 

16# specific language governing permissions and limitations 

17# under the License. 

18"""This module defines dep for pool slots availability.""" 

19from __future__ import annotations 

20 

21from airflow.ti_deps.dependencies_states import EXECUTION_STATES 

22from airflow.ti_deps.deps.base_ti_dep import BaseTIDep 

23from airflow.utils.session import provide_session 

24 

25 

26class PoolSlotsAvailableDep(BaseTIDep): 

27 """Dep for pool slots availability.""" 

28 

29 NAME = "Pool Slots Available" 

30 IGNORABLE = True 

31 

32 @provide_session 

33 def _get_dep_statuses(self, ti, session, dep_context=None): 

34 """ 

35 Determines if the pool task instance is in has available slots. 

36 

37 :param ti: the task instance to get the dependency status for 

38 :param session: database session 

39 :param dep_context: the context for which this dependency should be evaluated for 

40 :return: True if there are available slots in the pool. 

41 """ 

42 from airflow.models.pool import Pool # To avoid a circular dependency 

43 

44 pool_name = ti.pool 

45 

46 pools = session.query(Pool).filter(Pool.pool == pool_name).all() 

47 if not pools: 

48 yield self._failing_status( 

49 reason=f"Tasks using non-existent pool '{pool_name}' will not be scheduled" 

50 ) 

51 return 

52 else: 

53 # Controlled by UNIQUE key in slot_pool table, 

54 # only one result can be returned. 

55 open_slots = pools[0].open_slots(session=session) 

56 

57 if ti.state in EXECUTION_STATES: 

58 open_slots += ti.pool_slots 

59 

60 if open_slots <= (ti.pool_slots - 1): 

61 yield self._failing_status( 

62 reason=f"Not scheduling since there are {open_slots} open slots in pool {pool_name} " 

63 f"and require {ti.pool_slots} pool slots" 

64 ) 

65 else: 

66 yield self._passing_status( 

67 reason=f"There are enough open slots in {pool_name} to execute the task", 

68 )