[AIRFLOW-5354] Reduce scheduler CPU usage from 100% (apache#7552)

astronomer · Feb 28, 2020 · ce76213 · ce76213
1 parent d56b3c5
commit ce76213
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/airflow/utils/dag_processing.py b/airflow/utils/dag_processing.py
@@ -575,7 +575,8 @@ def heartbeat(self):
             pass
 
     def wait_until_finished(self):
-        while self._parent_signal_conn.poll():
+        """Waits until DAG parsing is finished."""
+        while self._parent_signal_conn.poll(timeout=None):
             try:
                 result = self._parent_signal_conn.recv()
             except EOFError:
@@ -630,7 +631,7 @@ def harvest_simple_dags(self):
         :return: List of parsing result in SimpleDag format.
         """
         # Receive any pending messages before checking if the process has exited.
-        while self._parent_signal_conn.poll():
+        while self._parent_signal_conn.poll(timeout=0.01):
             try:
                 result = self._parent_signal_conn.recv()
             except (EOFError, ConnectionError):