Add hash_join_single_partition_threshold_rows config (#8720)

Co-authored-by: Andrew Lamb <[email protected]>
apache · Jan 20, 2024 · f5a97d5 · f5a97d5
1 parent 95e739c
commit f5a97d5
Show file tree

Hide file tree

Showing 4 changed files with 165 additions and 126 deletions.
diff --git a/datafusion/common/src/config.rs b/datafusion/common/src/config.rs
@@ -561,6 +561,10 @@ config_namespace! {
         /// will be collected into a single partition
         pub hash_join_single_partition_threshold: usize, default = 1024 * 1024
 
+        /// The maximum estimated size in rows for one input side of a HashJoin
+        /// will be collected into a single partition
+        pub hash_join_single_partition_threshold_rows: usize, default = 1024 * 128
+
         /// The default filter selectivity used by Filter Statistics
         /// when an exact selectivity cannot be determined. Valid values are
         /// between 0 (no selectivity) and 100 (all rows are selected).