From f1d14c7de767590c1d4d15bf8b58a232d7fb3700 Mon Sep 17 00:00:00 2001 From: Charlie Lewis <38421838+charlielewisme@users.noreply.github.com> Date: Thu, 27 Jun 2024 21:33:00 +0100 Subject: [PATCH] increase max_num_updated_table_definitions --- dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py b/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py index fd4f04b93..4a371d684 100644 --- a/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py +++ b/dags/ethereumetl_airflow/parse/parse_dataset_folder_logic.py @@ -67,7 +67,7 @@ def parse_dataset_folder( ] # Prevents accidentally running full refresh for many tables caused by bugs - max_num_updated_table_definitions = 50 + max_num_updated_table_definitions = 60 if len(updated_table_definitions) > max_num_updated_table_definitions: raise ValueError( f"More than {max_num_updated_table_definitions} will be fully refreshed. Please make sure not more than {max_num_updated_table_definitions} are updated"