Merge pull request #197 from UKHSA-Internal/increase_max_intermediate…

…_result_size increase max_intermediate_result_size value
UKHSA-Internal · Aug 3, 2023 · 9a19e61 · 9a19e61
2 parents 9a638ae + ecbd9ef
commit 9a19e61
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/main_etl_nested_metrics_converter/converter.py b/main_etl_nested_metrics_converter/converter.py
@@ -132,6 +132,11 @@ def from_sql(partition: str, cutoff_date: datetime):
     session = Session()
     connection = session.connection()
 
+    # Temporarily increase max_intermediate_result_size value from 1GB to 2GB
+    connection.execute(
+        text("set citus.max_intermediate_result_size to 2097152")
+    )
+
     try:
         query = queries.VACCINATIONS_QUERY.format(
             partition=partition,
@@ -363,4 +368,4 @@ def main(rawtimestamp: str) -> str:
 #     handler.setFormatter(formatter)
 #     root.addHandler(handler)
 
-#     main("2023-06-29T16:15:14.123456")
+#     main("2023-08-03T16:39:14.123456")