Pipeline: Timeout (SatcherInstitute#3866)

closes SatcherInstitute#3407

airflow/dags/acs_condition.py

@@ -3,12 +3,14 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
 
 _ACS_WORKFLOW_ID = "ACS_CONDITION"
 _ACS_DATASET_NAME = "acs_condition"
 
 default_args = {
-    "start_date": days_ago(0),
+    'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/acs_population.py

@@ -3,14 +3,15 @@
 from airflow import DAG  # type: ignore
 from airflow.operators.dummy_operator import DummyOperator  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
-
+from datetime import timedelta
 import util
 
 _ACS_WORKFLOW_ID = 'ACS_POPULATION'
 _ACS_DATASET_NAME = 'acs_population'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/bjs_incarceration.py

@@ -2,14 +2,15 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
-
+from datetime import timedelta
 import util
 
 _BJS_INCARCERATION_WORKFLOW_ID = 'BJS_INCARCERATION_DATA'
 _BJS_INCARCERATION_DATASET_NAME = 'bjs_incarceration_data'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cawp_time.py

@@ -2,7 +2,7 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
-
+from datetime import timedelta
 import util
 
 # NEW FLOW - TIME SERIES for US CONGRESS
@@ -12,6 +12,7 @@
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_hiv.py

@@ -3,13 +3,15 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
 
 _CDC_HIV_WORKFLOW_ID = 'CDC_HIV_DATA'
 _CDC_HIV_DATASET_NAME = 'cdc_hiv_data'
 _HIV_AGE_ADJUST_WORKFLOW_ID = 'AGE_ADJUST_CDC_HIV'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_restricted.py

@@ -2,14 +2,17 @@
 from airflow import DAG  # type: ignore
 from airflow.models import Variable  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
-
+from datetime import timedelta
 import util
 
 _CDC_RESTRICTED_WORKFLOW_ID = 'CDC_RESTRICTED_DATA'
 _AGE_ADJUST_WORKFLOW_ID = 'AGE_ADJUST_CDC_RESTRICTED'
 _CDC_RESTRICTED_DATASET = 'cdc_restricted_data'
 
-default_args = {'start_date': days_ago(0)}
+default_args = {
+    'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
+}
 
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_vaccination_county.py

@@ -2,14 +2,15 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
-
+from datetime import timedelta
 import util
 
 _CDC_VACCINATION_COUNTY_WORKFLOW_ID = 'CDC_VACCINATION_COUNTY'
 _CDC_VACCINATION_COUNTY_DATASET_NAME = 'cdc_vaccination_county'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_vaccination_national.py

@@ -2,14 +2,15 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
-
+from datetime import timedelta
 import util
 
 _CDC_VACCINATION_NATIONAL_WORKFLOW_ID = 'CDC_VACCINATION_NATIONAL'
 _CDC_VACCINATION_NATIONAL_DATASET_NAME = 'cdc_vaccination_national'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_wisqars.py

@@ -3,12 +3,15 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
+
 
 _CDC_WISQARS_WORKFLOW_ID = 'CDC_WISQARS_DATA'
 _CDC_WISQARS_DATASET_NAME = 'cdc_wisqars_data'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_wisqars_black_men.py

@@ -2,12 +2,14 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
 
 _CDC_WISQARS_BLACK_MEN_WORKFLOW_ID = "CDC_WISQARS_BLACK_MEN_DATA"
 _CDC_WISQARS_BLACK_MEN_DATASET_NAME = "cdc_wisqars_black_men_data"
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_wisqars_youth.py

@@ -3,12 +3,15 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
+
 
 _CDC_WISQARS_YOUTH_WORKFLOW_ID = "CDC_WISQARS_YOUTH_DATA"
 _CDC_WISQARS_YOUTH_DATASET_NAME = "cdc_wisqars_youth_data"
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/cdc_wonder.py

@@ -2,12 +2,14 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
 
 _CDC_WONDER_WORKFLOW_ID = 'CDC_WONDER_DATA'
 _CDC_WONDER_DATASET_NAME = 'cdc_wonder_data'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/census_pop_estimates.py

@@ -2,6 +2,7 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
+from datetime import timedelta
 
 import util
 
@@ -10,6 +11,7 @@
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/census_pop_estimates_sc.py

@@ -2,6 +2,7 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
+from datetime import timedelta
 
 import util
 
@@ -10,6 +11,7 @@
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/chr.py

@@ -2,6 +2,7 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
+from datetime import timedelta
 
 import util
 
@@ -10,6 +11,7 @@
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/decia_2010_territory_population.py

@@ -2,7 +2,7 @@
 from airflow import DAG  # type: ignore[attr-defined]
 from airflow.models import Variable  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
-
+from datetime import timedelta
 import util
 
 # one very long comma separated string
@@ -14,7 +14,10 @@
 _DECIA_2010_POPULATION_WORKFLOW_ID = 'DECIA_2010_POPULATION'
 _DECIA_2010_POPULATION_DATASET = 'decia_2010_territory_population'
 
-default_args = {'start_date': days_ago(0)}
+default_args = {
+    'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
+}
 
 data_ingestion_dag = DAG(
     'decia_2010_population_data_ingestion_dag',

airflow/dags/decia_2020_territory_population.py

@@ -3,6 +3,7 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 from airflow.operators.dummy_operator import DummyOperator  # type: ignore
+from datetime import timedelta
 
 import util
 
@@ -11,6 +12,7 @@
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/geo_context.py

@@ -2,6 +2,7 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
+from datetime import timedelta
 
 import util
 
@@ -10,6 +11,7 @@
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/graphql_ahr_behavioral_health.py

@@ -2,12 +2,15 @@
 from airflow import DAG  # pylint: disable=no-name-in-module
 from airflow.utils.dates import days_ago  # pylint: disable=no-name-in-module
 import util
+from datetime import timedelta
+
 
 _GRAPHQL_AHR_WORKFLOW_ID = 'GRAPHQL_AHR_DATA'
 _GRAPHQL_AHR_DATASET_NAME = 'graphql_ahr_data'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/graphql_ahr_non-behavioral_health.py

@@ -2,12 +2,15 @@
 from airflow import DAG  # pylint: disable=no-name-in-module
 from airflow.utils.dates import days_ago  # pylint: disable=no-name-in-module
 import util
+from datetime import timedelta
+
 
 _GRAPHQL_AHR_WORKFLOW_ID = 'GRAPHQL_AHR_DATA'
 _GRAPHQL_AHR_DATASET_NAME = 'graphql_ahr_data'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/kff_vaccination.py

@@ -2,6 +2,8 @@
 # pylint: disable=no-name-in-module
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
+from datetime import timedelta
+
 
 import util
 
@@ -10,6 +12,7 @@
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/maternal_mortality.py

@@ -3,11 +3,14 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
+
 
 _MM_WORKFLOW_ID = 'MATERNAL_MORTALITY_DATA'
 _MM_DATASET_NAME = 'maternal_mortality_data'
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 data_ingestion_dag = DAG(
     'maternal_mortality_ingestion_dag',

airflow/dags/phrma.py

@@ -2,12 +2,14 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
 
 _PHRMA_WORKFLOW_ID = 'PHRMA_DATA'
 _PHRMA_DATASET_NAME = 'phrma_data'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(

airflow/dags/phrma_brfss.py

@@ -2,12 +2,15 @@
 from airflow import DAG  # type: ignore
 from airflow.utils.dates import days_ago  # type: ignore
 import util
+from datetime import timedelta
+
 
 _PHRMA_BRFSS_WORKFLOW_ID = 'PHRMA_BRFSS_DATA'
 _PHRMA_BRFSS_DATASET_NAME = 'phrma_brfss_data'
 
 default_args = {
     'start_date': days_ago(0),
+    'execution_timeout': timedelta(minutes=15),
 }
 
 data_ingestion_dag = DAG(