diff --git a/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py b/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py index fd4f04b9..4a371d68 100644 --- a/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py +++ b/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py @@ -67,7 +67,7 @@ def parse_dataset_folder( ] # Prevents accidentally running full refresh for many tables caused by bugs - max_num_updated_table_definitions = 50 + max_num_updated_table_definitions = 60 if len(updated_table_definitions) > max_num_updated_table_definitions: raise ValueError( f"More than {max_num_updated_table_definitions} will be fully refreshed. Please make sure not more than {max_num_updated_table_definitions} are updated"