duckdb 0.7.2-dev225.0 → 0.7.2-dev2320.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1498) hide show
  1. package/binding.gyp +13 -6
  2. package/lib/duckdb.d.ts +55 -2
  3. package/lib/duckdb.js +20 -1
  4. package/package.json +1 -1
  5. package/src/connection.cpp +13 -14
  6. package/src/data_chunk.cpp +14 -2
  7. package/src/database.cpp +15 -16
  8. package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
  9. package/src/duckdb/extension/icu/icu-datefunc.cpp +23 -11
  10. package/src/duckdb/extension/icu/icu-datepart.cpp +18 -18
  11. package/src/duckdb/extension/icu/icu-datesub.cpp +2 -2
  12. package/src/duckdb/extension/icu/icu-datetrunc.cpp +1 -1
  13. package/src/duckdb/extension/icu/icu-extension.cpp +32 -29
  14. package/src/duckdb/extension/icu/icu-list-range.cpp +207 -0
  15. package/src/duckdb/extension/icu/icu-makedate.cpp +1 -1
  16. package/src/duckdb/extension/icu/icu-strptime.cpp +133 -45
  17. package/src/duckdb/extension/icu/icu-table-range.cpp +10 -10
  18. package/src/duckdb/extension/icu/icu-timebucket.cpp +6 -6
  19. package/src/duckdb/extension/icu/icu-timezone.cpp +19 -18
  20. package/src/duckdb/extension/icu/include/icu-datefunc.hpp +10 -8
  21. package/src/duckdb/extension/icu/include/icu-list-range.hpp +17 -0
  22. package/src/duckdb/extension/icu/third_party/icu/common/unicode/localpointer.h +22 -22
  23. package/src/duckdb/extension/icu/third_party/icu/i18n/unicode/numberformatter.h +1 -1
  24. package/src/duckdb/extension/icu/third_party/icu/stubdata/stubdata.cpp +1 -1
  25. package/src/duckdb/extension/json/buffered_json_reader.cpp +3 -3
  26. package/src/duckdb/extension/json/include/buffered_json_reader.hpp +5 -5
  27. package/src/duckdb/extension/json/include/json_common.hpp +1 -0
  28. package/src/duckdb/extension/json/include/json_deserializer.hpp +92 -0
  29. package/src/duckdb/extension/json/include/json_executors.hpp +2 -2
  30. package/src/duckdb/extension/json/include/json_functions.hpp +8 -1
  31. package/src/duckdb/extension/json/include/json_scan.hpp +9 -10
  32. package/src/duckdb/extension/json/include/json_serializer.hpp +82 -0
  33. package/src/duckdb/extension/json/include/json_structure.hpp +1 -1
  34. package/src/duckdb/extension/json/json-extension.cpp +6 -0
  35. package/src/duckdb/extension/json/json_deserializer.cpp +306 -0
  36. package/src/duckdb/extension/json/json_functions/copy_json.cpp +19 -19
  37. package/src/duckdb/extension/json/json_functions/json_create.cpp +27 -26
  38. package/src/duckdb/extension/json/json_functions/json_merge_patch.cpp +2 -2
  39. package/src/duckdb/extension/json/json_functions/json_serialize_sql.cpp +279 -0
  40. package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
  41. package/src/duckdb/extension/json/json_functions/json_transform.cpp +3 -3
  42. package/src/duckdb/extension/json/json_functions/read_json.cpp +26 -35
  43. package/src/duckdb/extension/json/json_functions.cpp +35 -18
  44. package/src/duckdb/extension/json/json_scan.cpp +9 -32
  45. package/src/duckdb/extension/json/json_serializer.cpp +253 -0
  46. package/src/duckdb/extension/parquet/column_reader.cpp +162 -99
  47. package/src/duckdb/extension/parquet/column_writer.cpp +106 -105
  48. package/src/duckdb/extension/parquet/include/boolean_column_reader.hpp +5 -3
  49. package/src/duckdb/extension/parquet/include/callback_column_reader.hpp +3 -0
  50. package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +7 -4
  51. package/src/duckdb/extension/parquet/include/column_reader.hpp +26 -10
  52. package/src/duckdb/extension/parquet/include/column_writer.hpp +7 -8
  53. package/src/duckdb/extension/parquet/include/decode_utils.hpp +5 -4
  54. package/src/duckdb/extension/parquet/include/list_column_reader.hpp +6 -4
  55. package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
  56. package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
  57. package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
  58. package/src/duckdb/extension/parquet/include/parquet_metadata.hpp +1 -0
  59. package/src/duckdb/extension/parquet/include/parquet_reader.hpp +27 -52
  60. package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
  61. package/src/duckdb/extension/parquet/include/parquet_support.hpp +10 -9
  62. package/src/duckdb/extension/parquet/include/parquet_timestamp.hpp +2 -1
  63. package/src/duckdb/extension/parquet/include/parquet_writer.hpp +3 -3
  64. package/src/duckdb/extension/parquet/include/row_number_column_reader.hpp +6 -3
  65. package/src/duckdb/extension/parquet/include/string_column_reader.hpp +4 -1
  66. package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +7 -3
  67. package/src/duckdb/extension/parquet/include/templated_column_reader.hpp +3 -0
  68. package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
  69. package/src/duckdb/extension/parquet/parquet-extension.cpp +113 -253
  70. package/src/duckdb/extension/parquet/parquet_metadata.cpp +11 -19
  71. package/src/duckdb/extension/parquet/parquet_reader.cpp +120 -255
  72. package/src/duckdb/extension/parquet/parquet_statistics.cpp +53 -40
  73. package/src/duckdb/extension/parquet/parquet_timestamp.cpp +16 -6
  74. package/src/duckdb/extension/parquet/parquet_writer.cpp +2 -2
  75. package/src/duckdb/extension/parquet/zstd_file_system.cpp +4 -4
  76. package/src/duckdb/src/catalog/catalog.cpp +79 -49
  77. package/src/duckdb/src/catalog/catalog_entry/duck_index_entry.cpp +3 -3
  78. package/src/duckdb/src/catalog/catalog_entry/duck_schema_entry.cpp +33 -33
  79. package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +52 -75
  80. package/src/duckdb/src/catalog/catalog_entry/index_catalog_entry.cpp +5 -5
  81. package/src/duckdb/src/catalog/catalog_entry/scalar_function_catalog_entry.cpp +1 -1
  82. package/src/duckdb/src/catalog/catalog_entry/scalar_macro_catalog_entry.cpp +6 -6
  83. package/src/duckdb/src/catalog/catalog_entry/schema_catalog_entry.cpp +3 -3
  84. package/src/duckdb/src/catalog/catalog_entry/sequence_catalog_entry.cpp +3 -3
  85. package/src/duckdb/src/catalog/catalog_entry/table_catalog_entry.cpp +8 -12
  86. package/src/duckdb/src/catalog/catalog_entry/table_function_catalog_entry.cpp +1 -1
  87. package/src/duckdb/src/catalog/catalog_entry/type_catalog_entry.cpp +11 -5
  88. package/src/duckdb/src/catalog/catalog_entry/view_catalog_entry.cpp +6 -6
  89. package/src/duckdb/src/catalog/catalog_entry.cpp +2 -2
  90. package/src/duckdb/src/catalog/catalog_set.cpp +56 -53
  91. package/src/duckdb/src/catalog/default/default_functions.cpp +15 -11
  92. package/src/duckdb/src/catalog/default/default_schemas.cpp +1 -1
  93. package/src/duckdb/src/catalog/default/default_types.cpp +4 -4
  94. package/src/duckdb/src/catalog/default/default_views.cpp +5 -5
  95. package/src/duckdb/src/catalog/dependency_list.cpp +15 -2
  96. package/src/duckdb/src/catalog/dependency_manager.cpp +46 -40
  97. package/src/duckdb/src/catalog/duck_catalog.cpp +37 -10
  98. package/src/duckdb/src/common/adbc/adbc.cpp +441 -0
  99. package/src/duckdb/src/common/adbc/driver_manager.cpp +749 -0
  100. package/src/duckdb/src/common/allocator.cpp +2 -2
  101. package/src/duckdb/src/common/arrow/arrow_appender.cpp +121 -52
  102. package/src/duckdb/src/common/arrow/arrow_converter.cpp +5 -5
  103. package/src/duckdb/src/common/arrow/arrow_wrapper.cpp +21 -3
  104. package/src/duckdb/src/common/box_renderer.cpp +113 -25
  105. package/src/duckdb/src/common/compressed_file_system.cpp +15 -0
  106. package/src/duckdb/src/common/constants.cpp +10 -1
  107. package/src/duckdb/src/common/enums/expression_type.cpp +8 -222
  108. package/src/duckdb/src/common/enums/join_type.cpp +3 -22
  109. package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
  110. package/src/duckdb/src/common/enums/physical_operator_type.cpp +2 -0
  111. package/src/duckdb/src/common/exception.cpp +19 -1
  112. package/src/duckdb/src/common/exception_format_value.cpp +1 -1
  113. package/src/duckdb/src/common/field_writer.cpp +2 -1
  114. package/src/duckdb/src/common/file_system.cpp +5 -3
  115. package/src/duckdb/src/common/filename_pattern.cpp +41 -0
  116. package/src/duckdb/src/common/gzip_file_system.cpp +69 -5
  117. package/src/duckdb/src/common/hive_partitioning.cpp +150 -19
  118. package/src/duckdb/src/common/local_file_system.cpp +82 -14
  119. package/src/duckdb/src/common/multi_file_reader.cpp +373 -0
  120. package/src/duckdb/src/common/operator/cast_operators.cpp +1 -1
  121. package/src/duckdb/src/common/pipe_file_system.cpp +2 -1
  122. package/src/duckdb/src/common/preserved_error.cpp +7 -5
  123. package/src/duckdb/src/common/progress_bar/progress_bar.cpp +8 -1
  124. package/src/duckdb/src/common/radix_partitioning.cpp +102 -370
  125. package/src/duckdb/src/common/random_engine.cpp +1 -1
  126. package/src/duckdb/src/common/re2_regex.cpp +4 -4
  127. package/src/duckdb/src/common/row_operations/row_aggregate.cpp +22 -17
  128. package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
  129. package/src/duckdb/src/common/row_operations/row_gather.cpp +5 -3
  130. package/src/duckdb/src/common/row_operations/row_match.cpp +117 -22
  131. package/src/duckdb/src/common/row_operations/row_scatter.cpp +6 -4
  132. package/src/duckdb/src/common/serializer/buffered_deserializer.cpp +4 -0
  133. package/src/duckdb/src/common/serializer/buffered_file_reader.cpp +21 -3
  134. package/src/duckdb/src/common/serializer/enum_serializer.cpp +1180 -0
  135. package/src/duckdb/src/common/sort/comparators.cpp +14 -5
  136. package/src/duckdb/src/common/sort/merge_sorter.cpp +3 -3
  137. package/src/duckdb/src/common/sort/partition_state.cpp +644 -0
  138. package/src/duckdb/src/common/sort/sort_state.cpp +18 -19
  139. package/src/duckdb/src/common/sort/sorted_block.cpp +23 -18
  140. package/src/duckdb/src/common/string_util.cpp +43 -3
  141. package/src/duckdb/src/common/tree_renderer.cpp +7 -9
  142. package/src/duckdb/src/common/types/batched_data_collection.cpp +5 -4
  143. package/src/duckdb/src/common/types/bit.cpp +89 -47
  144. package/src/duckdb/src/common/types/blob.cpp +3 -3
  145. package/src/duckdb/src/common/types/chunk_collection.cpp +4 -4
  146. package/src/duckdb/src/common/types/{column_data_allocator.cpp → column/column_data_allocator.cpp} +3 -2
  147. package/src/duckdb/src/common/types/{column_data_collection.cpp → column/column_data_collection.cpp} +67 -7
  148. package/src/duckdb/src/common/types/{column_data_collection_segment.cpp → column/column_data_collection_segment.cpp} +14 -11
  149. package/src/duckdb/src/common/types/{column_data_consumer.cpp → column/column_data_consumer.cpp} +1 -1
  150. package/src/duckdb/src/common/types/{partitioned_column_data.cpp → column/partitioned_column_data.cpp} +14 -12
  151. package/src/duckdb/src/common/types/conflict_manager.cpp +5 -4
  152. package/src/duckdb/src/common/types/data_chunk.cpp +1 -1
  153. package/src/duckdb/src/common/types/hyperloglog.cpp +2 -2
  154. package/src/duckdb/src/common/types/interval.cpp +0 -41
  155. package/src/duckdb/src/common/types/list_segment.cpp +658 -0
  156. package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +316 -0
  157. package/src/duckdb/src/common/types/{row_data_collection.cpp → row/row_data_collection.cpp} +2 -2
  158. package/src/duckdb/src/common/types/{row_data_collection_scanner.cpp → row/row_data_collection_scanner.cpp} +3 -3
  159. package/src/duckdb/src/common/types/{row_layout.cpp → row/row_layout.cpp} +1 -1
  160. package/src/duckdb/src/common/types/row/tuple_data_allocator.cpp +465 -0
  161. package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +511 -0
  162. package/src/duckdb/src/common/types/row/tuple_data_iterator.cpp +96 -0
  163. package/src/duckdb/src/common/types/row/tuple_data_layout.cpp +119 -0
  164. package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +1200 -0
  165. package/src/duckdb/src/common/types/row/tuple_data_segment.cpp +170 -0
  166. package/src/duckdb/src/common/types/string_heap.cpp +1 -1
  167. package/src/duckdb/src/common/types/string_type.cpp +1 -1
  168. package/src/duckdb/src/common/types/time.cpp +13 -0
  169. package/src/duckdb/src/common/types/validity_mask.cpp +24 -7
  170. package/src/duckdb/src/common/types/value.cpp +184 -101
  171. package/src/duckdb/src/common/types/vector.cpp +205 -144
  172. package/src/duckdb/src/common/types/vector_buffer.cpp +3 -3
  173. package/src/duckdb/src/common/types/vector_cache.cpp +4 -4
  174. package/src/duckdb/src/common/types.cpp +314 -152
  175. package/src/duckdb/src/common/value_operations/comparison_operations.cpp +14 -22
  176. package/src/duckdb/src/common/vector.cpp +12 -0
  177. package/src/duckdb/src/common/vector_operations/comparison_operators.cpp +10 -10
  178. package/src/duckdb/src/common/vector_operations/is_distinct_from.cpp +11 -10
  179. package/src/duckdb/src/common/vector_operations/vector_cast.cpp +2 -1
  180. package/src/duckdb/src/common/vector_operations/vector_copy.cpp +14 -11
  181. package/src/duckdb/src/common/virtual_file_system.cpp +1 -1
  182. package/src/duckdb/src/execution/adaptive_filter.cpp +1 -1
  183. package/src/duckdb/src/execution/aggregate_hashtable.cpp +331 -339
  184. package/src/duckdb/src/execution/column_binding_resolver.cpp +27 -11
  185. package/src/duckdb/src/execution/expression_executor/execute_between.cpp +1 -1
  186. package/src/duckdb/src/execution/expression_executor/execute_case.cpp +1 -1
  187. package/src/duckdb/src/execution/expression_executor/execute_cast.cpp +3 -2
  188. package/src/duckdb/src/execution/expression_executor/execute_comparison.cpp +3 -3
  189. package/src/duckdb/src/execution/expression_executor/execute_conjunction.cpp +6 -6
  190. package/src/duckdb/src/execution/expression_executor/execute_constant.cpp +1 -1
  191. package/src/duckdb/src/execution/expression_executor/execute_function.cpp +1 -1
  192. package/src/duckdb/src/execution/expression_executor/execute_operator.cpp +1 -1
  193. package/src/duckdb/src/execution/expression_executor/execute_parameter.cpp +1 -1
  194. package/src/duckdb/src/execution/expression_executor/execute_reference.cpp +1 -1
  195. package/src/duckdb/src/execution/expression_executor.cpp +5 -4
  196. package/src/duckdb/src/execution/expression_executor_state.cpp +3 -4
  197. package/src/duckdb/src/execution/index/art/art.cpp +27 -15
  198. package/src/duckdb/src/execution/join_hashtable.cpp +203 -337
  199. package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +12 -3
  200. package/src/duckdb/src/execution/operator/aggregate/distinct_aggregate_data.cpp +12 -12
  201. package/src/duckdb/src/execution/operator/aggregate/grouped_aggregate_data.cpp +2 -2
  202. package/src/duckdb/src/execution/operator/aggregate/physical_hash_aggregate.cpp +44 -44
  203. package/src/duckdb/src/execution/operator/aggregate/physical_perfecthash_aggregate.cpp +22 -23
  204. package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +13 -9
  205. package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +43 -29
  206. package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +237 -917
  207. package/src/duckdb/src/execution/operator/filter/physical_filter.cpp +4 -4
  208. package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +9 -9
  209. package/src/duckdb/src/execution/operator/helper/physical_execute.cpp +3 -8
  210. package/src/duckdb/src/execution/operator/helper/physical_explain_analyze.cpp +4 -4
  211. package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +11 -8
  212. package/src/duckdb/src/execution/operator/helper/physical_limit_percent.cpp +8 -9
  213. package/src/duckdb/src/execution/operator/helper/physical_materialized_collector.cpp +14 -10
  214. package/src/duckdb/src/execution/operator/helper/physical_reservoir_sample.cpp +5 -5
  215. package/src/duckdb/src/execution/operator/helper/physical_result_collector.cpp +8 -14
  216. package/src/duckdb/src/execution/operator/helper/physical_streaming_limit.cpp +6 -6
  217. package/src/duckdb/src/execution/operator/helper/physical_streaming_sample.cpp +3 -3
  218. package/src/duckdb/src/execution/operator/helper/physical_vacuum.cpp +13 -11
  219. package/src/duckdb/src/execution/operator/join/perfect_hash_join_executor.cpp +37 -22
  220. package/src/duckdb/src/execution/operator/join/physical_blockwise_nl_join.cpp +78 -31
  221. package/src/duckdb/src/execution/operator/join/physical_cross_product.cpp +7 -7
  222. package/src/duckdb/src/execution/operator/join/physical_delim_join.cpp +18 -17
  223. package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +193 -169
  224. package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +42 -38
  225. package/src/duckdb/src/execution/operator/join/physical_index_join.cpp +29 -19
  226. package/src/duckdb/src/execution/operator/join/physical_join.cpp +9 -20
  227. package/src/duckdb/src/execution/operator/join/physical_nested_loop_join.cpp +21 -21
  228. package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +28 -33
  229. package/src/duckdb/src/execution/operator/join/physical_positional_join.cpp +6 -7
  230. package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +4 -2
  231. package/src/duckdb/src/execution/operator/order/physical_order.cpp +17 -17
  232. package/src/duckdb/src/execution/operator/order/physical_top_n.cpp +14 -14
  233. package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +54 -46
  234. package/src/duckdb/src/execution/operator/persistent/buffered_csv_reader.cpp +96 -43
  235. package/src/duckdb/src/execution/operator/persistent/csv_buffer.cpp +17 -13
  236. package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +12 -19
  237. package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +134 -30
  238. package/src/duckdb/src/execution/operator/persistent/physical_batch_insert.cpp +41 -36
  239. package/src/duckdb/src/execution/operator/persistent/physical_copy_to_file.cpp +31 -29
  240. package/src/duckdb/src/execution/operator/persistent/physical_delete.cpp +11 -12
  241. package/src/duckdb/src/execution/operator/persistent/physical_export.cpp +30 -29
  242. package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +51 -49
  243. package/src/duckdb/src/execution/operator/persistent/physical_update.cpp +15 -14
  244. package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +81 -0
  245. package/src/duckdb/src/execution/operator/projection/physical_projection.cpp +37 -3
  246. package/src/duckdb/src/execution/operator/projection/physical_tableinout_function.cpp +7 -7
  247. package/src/duckdb/src/execution/operator/projection/physical_unnest.cpp +5 -6
  248. package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +14 -8
  249. package/src/duckdb/src/execution/operator/scan/physical_dummy_scan.cpp +1 -1
  250. package/src/duckdb/src/execution/operator/scan/physical_expression_scan.cpp +1 -1
  251. package/src/duckdb/src/execution/operator/scan/physical_positional_scan.cpp +26 -11
  252. package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +27 -15
  253. package/src/duckdb/src/execution/operator/schema/physical_alter.cpp +2 -2
  254. package/src/duckdb/src/execution/operator/schema/physical_attach.cpp +2 -2
  255. package/src/duckdb/src/execution/operator/schema/physical_create_function.cpp +2 -2
  256. package/src/duckdb/src/execution/operator/schema/physical_create_index.cpp +17 -16
  257. package/src/duckdb/src/execution/operator/schema/physical_create_schema.cpp +2 -2
  258. package/src/duckdb/src/execution/operator/schema/physical_create_sequence.cpp +2 -2
  259. package/src/duckdb/src/execution/operator/schema/physical_create_table.cpp +4 -4
  260. package/src/duckdb/src/execution/operator/schema/physical_create_type.cpp +26 -46
  261. package/src/duckdb/src/execution/operator/schema/physical_create_view.cpp +2 -2
  262. package/src/duckdb/src/execution/operator/schema/physical_detach.cpp +2 -2
  263. package/src/duckdb/src/execution/operator/schema/physical_drop.cpp +2 -2
  264. package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +19 -23
  265. package/src/duckdb/src/execution/operator/set/physical_union.cpp +15 -4
  266. package/src/duckdb/src/execution/partitionable_hashtable.cpp +30 -43
  267. package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +35 -39
  268. package/src/duckdb/src/execution/physical_operator.cpp +22 -37
  269. package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +34 -28
  270. package/src/duckdb/src/execution/physical_plan/plan_any_join.cpp +2 -2
  271. package/src/duckdb/src/execution/physical_plan/plan_asof_join.cpp +97 -0
  272. package/src/duckdb/src/execution/physical_plan/plan_column_data_get.cpp +2 -4
  273. package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +119 -70
  274. package/src/duckdb/src/execution/physical_plan/plan_copy_to_file.cpp +3 -3
  275. package/src/duckdb/src/execution/physical_plan/plan_create.cpp +9 -9
  276. package/src/duckdb/src/execution/physical_plan/plan_create_index.cpp +16 -16
  277. package/src/duckdb/src/execution/physical_plan/plan_create_table.cpp +6 -6
  278. package/src/duckdb/src/execution/physical_plan/plan_cross_product.cpp +1 -1
  279. package/src/duckdb/src/execution/physical_plan/plan_delete.cpp +4 -4
  280. package/src/duckdb/src/execution/physical_plan/plan_delim_get.cpp +1 -1
  281. package/src/duckdb/src/execution/physical_plan/plan_delim_join.cpp +12 -13
  282. package/src/duckdb/src/execution/physical_plan/plan_distinct.cpp +15 -16
  283. package/src/duckdb/src/execution/physical_plan/plan_dummy_scan.cpp +1 -1
  284. package/src/duckdb/src/execution/physical_plan/plan_empty_result.cpp +1 -1
  285. package/src/duckdb/src/execution/physical_plan/plan_execute.cpp +2 -2
  286. package/src/duckdb/src/execution/physical_plan/plan_explain.cpp +9 -12
  287. package/src/duckdb/src/execution/physical_plan/plan_export.cpp +2 -2
  288. package/src/duckdb/src/execution/physical_plan/plan_expression_get.cpp +6 -6
  289. package/src/duckdb/src/execution/physical_plan/plan_filter.cpp +3 -3
  290. package/src/duckdb/src/execution/physical_plan/plan_get.cpp +12 -13
  291. package/src/duckdb/src/execution/physical_plan/plan_insert.cpp +28 -8
  292. package/src/duckdb/src/execution/physical_plan/plan_limit.cpp +6 -7
  293. package/src/duckdb/src/execution/physical_plan/plan_limit_percent.cpp +2 -2
  294. package/src/duckdb/src/execution/physical_plan/plan_order.cpp +2 -2
  295. package/src/duckdb/src/execution/physical_plan/plan_pivot.cpp +14 -0
  296. package/src/duckdb/src/execution/physical_plan/plan_positional_join.cpp +14 -5
  297. package/src/duckdb/src/execution/physical_plan/plan_pragma.cpp +1 -1
  298. package/src/duckdb/src/execution/physical_plan/plan_prepare.cpp +1 -1
  299. package/src/duckdb/src/execution/physical_plan/plan_projection.cpp +2 -2
  300. package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +7 -7
  301. package/src/duckdb/src/execution/physical_plan/plan_reset.cpp +1 -1
  302. package/src/duckdb/src/execution/physical_plan/plan_sample.cpp +4 -4
  303. package/src/duckdb/src/execution/physical_plan/plan_set.cpp +1 -1
  304. package/src/duckdb/src/execution/physical_plan/plan_set_operation.cpp +5 -5
  305. package/src/duckdb/src/execution/physical_plan/plan_show_select.cpp +3 -5
  306. package/src/duckdb/src/execution/physical_plan/plan_simple.cpp +14 -14
  307. package/src/duckdb/src/execution/physical_plan/plan_top_n.cpp +1 -1
  308. package/src/duckdb/src/execution/physical_plan/plan_unnest.cpp +1 -1
  309. package/src/duckdb/src/execution/physical_plan/plan_update.cpp +3 -3
  310. package/src/duckdb/src/execution/physical_plan/plan_window.cpp +13 -13
  311. package/src/duckdb/src/execution/physical_plan_generator.cpp +53 -43
  312. package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +84 -54
  313. package/src/duckdb/src/execution/reservoir_sample.cpp +3 -3
  314. package/src/duckdb/src/execution/window_segment_tree.cpp +196 -26
  315. package/src/duckdb/src/function/aggregate/algebraic/avg.cpp +4 -4
  316. package/src/duckdb/src/function/aggregate/distributive/approx_count.cpp +1 -1
  317. package/src/duckdb/src/function/aggregate/distributive/arg_min_max.cpp +1 -1
  318. package/src/duckdb/src/function/aggregate/distributive/bitagg.cpp +1 -1
  319. package/src/duckdb/src/function/aggregate/distributive/bitstring_agg.cpp +33 -25
  320. package/src/duckdb/src/function/aggregate/distributive/bool.cpp +2 -0
  321. package/src/duckdb/src/function/aggregate/distributive/count.cpp +3 -4
  322. package/src/duckdb/src/function/aggregate/distributive/entropy.cpp +1 -1
  323. package/src/duckdb/src/function/aggregate/distributive/first.cpp +10 -8
  324. package/src/duckdb/src/function/aggregate/distributive/minmax.cpp +23 -23
  325. package/src/duckdb/src/function/aggregate/distributive/string_agg.cpp +8 -8
  326. package/src/duckdb/src/function/aggregate/distributive/sum.cpp +19 -13
  327. package/src/duckdb/src/function/aggregate/holistic/approximate_quantile.cpp +10 -7
  328. package/src/duckdb/src/function/aggregate/holistic/mode.cpp +2 -2
  329. package/src/duckdb/src/function/aggregate/holistic/quantile.cpp +25 -10
  330. package/src/duckdb/src/function/aggregate/holistic/reservoir_quantile.cpp +6 -6
  331. package/src/duckdb/src/function/aggregate/nested/histogram.cpp +2 -2
  332. package/src/duckdb/src/function/aggregate/nested/list.cpp +42 -804
  333. package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +289 -98
  334. package/src/duckdb/src/function/cast/cast_function_set.cpp +3 -2
  335. package/src/duckdb/src/function/cast/enum_casts.cpp +28 -6
  336. package/src/duckdb/src/function/cast/list_casts.cpp +19 -6
  337. package/src/duckdb/src/function/cast/map_cast.cpp +6 -3
  338. package/src/duckdb/src/function/cast/string_cast.cpp +39 -13
  339. package/src/duckdb/src/function/cast/struct_cast.cpp +27 -7
  340. package/src/duckdb/src/function/cast/time_casts.cpp +2 -2
  341. package/src/duckdb/src/function/cast/union_casts.cpp +40 -14
  342. package/src/duckdb/src/function/cast/vector_cast_helpers.cpp +2 -3
  343. package/src/duckdb/src/function/cast_rules.cpp +9 -4
  344. package/src/duckdb/src/function/compression_config.cpp +9 -9
  345. package/src/duckdb/src/function/function.cpp +4 -4
  346. package/src/duckdb/src/function/function_binder.cpp +8 -14
  347. package/src/duckdb/src/function/macro_function.cpp +3 -3
  348. package/src/duckdb/src/function/pragma/pragma_queries.cpp +25 -2
  349. package/src/duckdb/src/function/pragma_function.cpp +1 -1
  350. package/src/duckdb/src/function/scalar/bit/bitstring.cpp +4 -3
  351. package/src/duckdb/src/function/scalar/date/current.cpp +0 -2
  352. package/src/duckdb/src/function/scalar/date/date_diff.cpp +0 -1
  353. package/src/duckdb/src/function/scalar/date/date_part.cpp +22 -30
  354. package/src/duckdb/src/function/scalar/date/date_sub.cpp +0 -1
  355. package/src/duckdb/src/function/scalar/date/date_trunc.cpp +10 -14
  356. package/src/duckdb/src/function/scalar/date/strftime.cpp +133 -36
  357. package/src/duckdb/src/function/scalar/generic/alias.cpp +1 -1
  358. package/src/duckdb/src/function/scalar/generic/constant_or_null.cpp +6 -6
  359. package/src/duckdb/src/function/scalar/generic/current_setting.cpp +4 -4
  360. package/src/duckdb/src/function/scalar/generic/error.cpp +21 -0
  361. package/src/duckdb/src/function/scalar/generic/stats.cpp +6 -8
  362. package/src/duckdb/src/function/scalar/generic_functions.cpp +1 -0
  363. package/src/duckdb/src/function/scalar/list/array_slice.cpp +1 -1
  364. package/src/duckdb/src/function/scalar/list/contains_or_position.cpp +5 -147
  365. package/src/duckdb/src/function/scalar/list/flatten.cpp +7 -14
  366. package/src/duckdb/src/function/scalar/list/list_aggregates.cpp +12 -11
  367. package/src/duckdb/src/function/scalar/list/list_concat.cpp +9 -13
  368. package/src/duckdb/src/function/scalar/list/list_extract.cpp +6 -13
  369. package/src/duckdb/src/function/scalar/list/list_lambdas.cpp +13 -9
  370. package/src/duckdb/src/function/scalar/list/list_sort.cpp +32 -25
  371. package/src/duckdb/src/function/scalar/list/list_value.cpp +7 -11
  372. package/src/duckdb/src/function/scalar/map/cardinality.cpp +1 -1
  373. package/src/duckdb/src/function/scalar/map/map.cpp +48 -2
  374. package/src/duckdb/src/function/scalar/map/map_entries.cpp +2 -2
  375. package/src/duckdb/src/function/scalar/map/map_extract.cpp +69 -27
  376. package/src/duckdb/src/function/scalar/map/map_from_entries.cpp +1 -1
  377. package/src/duckdb/src/function/scalar/map/map_keys_values.cpp +1 -1
  378. package/src/duckdb/src/function/scalar/math/numeric.cpp +163 -22
  379. package/src/duckdb/src/function/scalar/math/random.cpp +3 -3
  380. package/src/duckdb/src/function/scalar/math/setseed.cpp +4 -4
  381. package/src/duckdb/src/function/scalar/math_functions.cpp +4 -0
  382. package/src/duckdb/src/function/scalar/operators/arithmetic.cpp +50 -51
  383. package/src/duckdb/src/function/scalar/operators/multiply.cpp +5 -0
  384. package/src/duckdb/src/function/scalar/sequence/nextval.cpp +35 -35
  385. package/src/duckdb/src/function/scalar/string/caseconvert.cpp +2 -6
  386. package/src/duckdb/src/function/scalar/string/damerau_levenshtein.cpp +106 -0
  387. package/src/duckdb/src/function/scalar/string/hex.cpp +384 -0
  388. package/src/duckdb/src/function/scalar/string/instr.cpp +2 -6
  389. package/src/duckdb/src/function/scalar/string/length.cpp +2 -6
  390. package/src/duckdb/src/function/scalar/string/levenshtein.cpp +2 -2
  391. package/src/duckdb/src/function/scalar/string/like.cpp +6 -10
  392. package/src/duckdb/src/function/scalar/string/printf.cpp +4 -4
  393. package/src/duckdb/src/function/scalar/string/regexp/regexp_extract_all.cpp +243 -0
  394. package/src/duckdb/src/function/scalar/string/regexp/regexp_util.cpp +79 -0
  395. package/src/duckdb/src/function/scalar/string/regexp.cpp +183 -125
  396. package/src/duckdb/src/function/scalar/string/string_split.cpp +3 -3
  397. package/src/duckdb/src/function/scalar/string/substring.cpp +2 -6
  398. package/src/duckdb/src/function/scalar/string_functions.cpp +2 -0
  399. package/src/duckdb/src/function/scalar/struct/struct_extract.cpp +9 -14
  400. package/src/duckdb/src/function/scalar/struct/struct_insert.cpp +12 -15
  401. package/src/duckdb/src/function/scalar/struct/struct_pack.cpp +9 -10
  402. package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +12 -12
  403. package/src/duckdb/src/function/scalar/union/union_extract.cpp +4 -4
  404. package/src/duckdb/src/function/scalar/union/union_value.cpp +2 -2
  405. package/src/duckdb/src/function/scalar_macro_function.cpp +4 -4
  406. package/src/duckdb/src/function/table/arrow.cpp +17 -14
  407. package/src/duckdb/src/function/table/arrow_conversion.cpp +28 -4
  408. package/src/duckdb/src/function/table/checkpoint.cpp +12 -8
  409. package/src/duckdb/src/function/table/copy_csv.cpp +22 -18
  410. package/src/duckdb/src/function/table/glob.cpp +7 -12
  411. package/src/duckdb/src/function/table/pragma_detailed_profiling_output.cpp +15 -14
  412. package/src/duckdb/src/function/table/pragma_last_profiling_output.cpp +13 -11
  413. package/src/duckdb/src/function/table/range.cpp +10 -10
  414. package/src/duckdb/src/function/table/read_csv.cpp +318 -278
  415. package/src/duckdb/src/function/table/repeat.cpp +4 -4
  416. package/src/duckdb/src/function/table/summary.cpp +1 -1
  417. package/src/duckdb/src/function/table/system/duckdb_columns.cpp +25 -25
  418. package/src/duckdb/src/function/table/system/duckdb_constraints.cpp +21 -20
  419. package/src/duckdb/src/function/table/system/duckdb_databases.cpp +4 -4
  420. package/src/duckdb/src/function/table/system/duckdb_dependencies.cpp +13 -13
  421. package/src/duckdb/src/function/table/system/duckdb_extensions.cpp +4 -4
  422. package/src/duckdb/src/function/table/system/duckdb_functions.cpp +3 -3
  423. package/src/duckdb/src/function/table/system/duckdb_indexes.cpp +3 -3
  424. package/src/duckdb/src/function/table/system/duckdb_keywords.cpp +2 -2
  425. package/src/duckdb/src/function/table/system/duckdb_schemas.cpp +2 -2
  426. package/src/duckdb/src/function/table/system/duckdb_sequences.cpp +3 -3
  427. package/src/duckdb/src/function/table/system/duckdb_settings.cpp +2 -2
  428. package/src/duckdb/src/function/table/system/duckdb_tables.cpp +4 -4
  429. package/src/duckdb/src/function/table/system/duckdb_temporary_files.cpp +2 -2
  430. package/src/duckdb/src/function/table/system/duckdb_types.cpp +2 -2
  431. package/src/duckdb/src/function/table/system/duckdb_views.cpp +2 -2
  432. package/src/duckdb/src/function/table/system/pragma_collations.cpp +2 -2
  433. package/src/duckdb/src/function/table/system/pragma_database_size.cpp +3 -3
  434. package/src/duckdb/src/function/table/system/pragma_storage_info.cpp +9 -7
  435. package/src/duckdb/src/function/table/system/pragma_table_info.cpp +22 -23
  436. package/src/duckdb/src/function/table/system/test_all_types.cpp +6 -6
  437. package/src/duckdb/src/function/table/system/test_vector_types.cpp +6 -6
  438. package/src/duckdb/src/function/table/table_scan.cpp +55 -62
  439. package/src/duckdb/src/function/table/unnest.cpp +10 -10
  440. package/src/duckdb/src/function/table/version/pragma_version.cpp +6 -4
  441. package/src/duckdb/src/function/table_function.cpp +11 -11
  442. package/src/duckdb/src/function/table_macro_function.cpp +3 -3
  443. package/src/duckdb/src/include/duckdb/catalog/catalog.hpp +31 -12
  444. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_index_entry.hpp +2 -2
  445. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_table_entry.hpp +3 -4
  446. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/index_catalog_entry.hpp +5 -5
  447. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/macro_catalog_entry.hpp +3 -2
  448. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/scalar_macro_catalog_entry.hpp +1 -1
  449. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/schema_catalog_entry.hpp +2 -2
  450. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/sequence_catalog_entry.hpp +2 -2
  451. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_catalog_entry.hpp +3 -4
  452. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_macro_catalog_entry.hpp +1 -1
  453. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/type_catalog_entry.hpp +2 -2
  454. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/view_catalog_entry.hpp +3 -3
  455. package/src/duckdb/src/include/duckdb/catalog/catalog_entry.hpp +14 -3
  456. package/src/duckdb/src/include/duckdb/catalog/catalog_entry_map.hpp +38 -0
  457. package/src/duckdb/src/include/duckdb/catalog/catalog_set.hpp +5 -5
  458. package/src/duckdb/src/include/duckdb/catalog/catalog_transaction.hpp +4 -3
  459. package/src/duckdb/src/include/duckdb/catalog/default/default_functions.hpp +2 -2
  460. package/src/duckdb/src/include/duckdb/catalog/default/default_types.hpp +2 -2
  461. package/src/duckdb/src/include/duckdb/catalog/default/default_views.hpp +2 -2
  462. package/src/duckdb/src/include/duckdb/catalog/dependency.hpp +4 -5
  463. package/src/duckdb/src/include/duckdb/catalog/dependency_list.hpp +6 -4
  464. package/src/duckdb/src/include/duckdb/catalog/dependency_manager.hpp +10 -9
  465. package/src/duckdb/src/include/duckdb/catalog/duck_catalog.hpp +2 -1
  466. package/src/duckdb/src/include/duckdb/common/adbc/adbc-init.hpp +37 -0
  467. package/src/duckdb/src/include/duckdb/common/adbc/adbc.h +1088 -0
  468. package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +85 -0
  469. package/src/duckdb/src/include/duckdb/common/adbc/driver_manager.h +84 -0
  470. package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -1
  471. package/src/duckdb/src/include/duckdb/common/arrow/arrow_appender.hpp +1 -1
  472. package/src/duckdb/src/include/duckdb/common/bit_utils.hpp +147 -0
  473. package/src/duckdb/src/include/duckdb/common/box_renderer.hpp +8 -2
  474. package/src/duckdb/src/include/duckdb/common/case_insensitive_map.hpp +2 -3
  475. package/src/duckdb/src/include/duckdb/common/common.hpp +1 -0
  476. package/src/duckdb/src/include/duckdb/common/compressed_file_system.hpp +1 -0
  477. package/src/duckdb/src/include/duckdb/common/constants.hpp +9 -29
  478. package/src/duckdb/src/include/duckdb/common/enums/aggregate_handling.hpp +2 -0
  479. package/src/duckdb/src/include/duckdb/common/enums/expression_type.hpp +2 -3
  480. package/src/duckdb/src/include/duckdb/common/enums/file_glob_options.hpp +20 -0
  481. package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +7 -4
  482. package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
  483. package/src/duckdb/src/include/duckdb/common/enums/order_preservation_type.hpp +24 -0
  484. package/src/duckdb/src/include/duckdb/common/enums/order_type.hpp +2 -0
  485. package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
  486. package/src/duckdb/src/include/duckdb/common/enums/set_operation_type.hpp +2 -1
  487. package/src/duckdb/src/include/duckdb/common/exception.hpp +77 -5
  488. package/src/duckdb/src/include/duckdb/common/exception_format_value.hpp +6 -2
  489. package/src/duckdb/src/include/duckdb/common/fast_mem.hpp +528 -0
  490. package/src/duckdb/src/include/duckdb/common/field_writer.hpp +12 -4
  491. package/src/duckdb/src/include/duckdb/common/file_system.hpp +3 -2
  492. package/src/duckdb/src/include/duckdb/common/filename_pattern.hpp +34 -0
  493. package/src/duckdb/src/include/duckdb/common/gzip_file_system.hpp +4 -1
  494. package/src/duckdb/src/include/duckdb/common/helper.hpp +70 -9
  495. package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +16 -6
  496. package/src/duckdb/src/include/duckdb/common/{http_stats.hpp → http_state.hpp} +18 -4
  497. package/src/duckdb/src/include/duckdb/common/hugeint.hpp +63 -0
  498. package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +199 -0
  499. package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +28 -0
  500. package/src/duckdb/src/include/duckdb/common/operator/comparison_operators.hpp +45 -149
  501. package/src/duckdb/src/include/duckdb/common/operator/multiply.hpp +2 -0
  502. package/src/duckdb/src/include/duckdb/common/optional_ptr.hpp +76 -0
  503. package/src/duckdb/src/include/duckdb/common/perfect_map_set.hpp +34 -0
  504. package/src/duckdb/src/include/duckdb/common/preserved_error.hpp +6 -1
  505. package/src/duckdb/src/include/duckdb/common/progress_bar/progress_bar.hpp +2 -0
  506. package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +80 -27
  507. package/src/duckdb/src/include/duckdb/common/re2_regex.hpp +3 -3
  508. package/src/duckdb/src/include/duckdb/common/reference_map.hpp +38 -0
  509. package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +21 -9
  510. package/src/duckdb/src/include/duckdb/common/serializer/buffered_deserializer.hpp +4 -2
  511. package/src/duckdb/src/include/duckdb/common/serializer/buffered_file_reader.hpp +9 -2
  512. package/src/duckdb/src/include/duckdb/common/serializer/enum_serializer.hpp +113 -0
  513. package/src/duckdb/src/include/duckdb/common/serializer/format_deserializer.hpp +373 -0
  514. package/src/duckdb/src/include/duckdb/common/serializer/format_serializer.hpp +248 -0
  515. package/src/duckdb/src/include/duckdb/common/serializer/serialization_traits.hpp +109 -0
  516. package/src/duckdb/src/include/duckdb/common/serializer.hpp +13 -0
  517. package/src/duckdb/src/include/duckdb/common/shared_ptr.hpp +11 -0
  518. package/src/duckdb/src/include/duckdb/common/sort/comparators.hpp +1 -1
  519. package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +247 -0
  520. package/src/duckdb/src/include/duckdb/common/sort/sort.hpp +1 -1
  521. package/src/duckdb/src/include/duckdb/common/sort/sorted_block.hpp +2 -2
  522. package/src/duckdb/src/include/duckdb/common/string_util.hpp +39 -0
  523. package/src/duckdb/src/include/duckdb/common/typedefs.hpp +31 -0
  524. package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +1 -1
  525. package/src/duckdb/src/include/duckdb/common/types/bit.hpp +7 -6
  526. package/src/duckdb/src/include/duckdb/common/types/{column_data_allocator.hpp → column/column_data_allocator.hpp} +4 -4
  527. package/src/duckdb/src/include/duckdb/common/types/{column_data_collection.hpp → column/column_data_collection.hpp} +4 -4
  528. package/src/duckdb/src/include/duckdb/common/types/{column_data_collection_iterators.hpp → column/column_data_collection_iterators.hpp} +2 -2
  529. package/src/duckdb/src/include/duckdb/common/types/{column_data_collection_segment.hpp → column/column_data_collection_segment.hpp} +3 -3
  530. package/src/duckdb/src/include/duckdb/common/types/{column_data_consumer.hpp → column/column_data_consumer.hpp} +8 -4
  531. package/src/duckdb/src/include/duckdb/common/types/{column_data_scan_states.hpp → column/column_data_scan_states.hpp} +1 -1
  532. package/src/duckdb/src/include/duckdb/common/types/{partitioned_column_data.hpp → column/partitioned_column_data.hpp} +16 -8
  533. package/src/duckdb/src/include/duckdb/common/types/conflict_manager.hpp +3 -2
  534. package/src/duckdb/src/include/duckdb/common/types/interval.hpp +39 -3
  535. package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +62 -0
  536. package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +140 -0
  537. package/src/duckdb/src/include/duckdb/common/types/{row_data_collection.hpp → row/row_data_collection.hpp} +4 -3
  538. package/src/duckdb/src/include/duckdb/common/types/{row_data_collection_scanner.hpp → row/row_data_collection_scanner.hpp} +2 -2
  539. package/src/duckdb/src/include/duckdb/common/types/{row_layout.hpp → row/row_layout.hpp} +3 -1
  540. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_allocator.hpp +116 -0
  541. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +239 -0
  542. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_iterator.hpp +64 -0
  543. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_layout.hpp +113 -0
  544. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_segment.hpp +124 -0
  545. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +74 -0
  546. package/src/duckdb/src/include/duckdb/common/types/selection_vector.hpp +1 -1
  547. package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +73 -3
  548. package/src/duckdb/src/include/duckdb/common/types/time.hpp +3 -0
  549. package/src/duckdb/src/include/duckdb/common/types/validity_mask.hpp +7 -1
  550. package/src/duckdb/src/include/duckdb/common/types/value.hpp +20 -53
  551. package/src/duckdb/src/include/duckdb/common/types/value_map.hpp +1 -1
  552. package/src/duckdb/src/include/duckdb/common/types/vector.hpp +3 -1
  553. package/src/duckdb/src/include/duckdb/common/types.hpp +43 -59
  554. package/src/duckdb/src/include/duckdb/common/union_by_name.hpp +17 -66
  555. package/src/duckdb/src/include/duckdb/common/unique_ptr.hpp +61 -0
  556. package/src/duckdb/src/include/duckdb/common/vector.hpp +45 -2
  557. package/src/duckdb/src/include/duckdb/common/vector_operations/aggregate_executor.hpp +2 -2
  558. package/src/duckdb/src/include/duckdb/common/vector_operations/unary_executor.hpp +2 -2
  559. package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +69 -47
  560. package/src/duckdb/src/include/duckdb/execution/base_aggregate_hashtable.hpp +2 -2
  561. package/src/duckdb/src/include/duckdb/execution/execution_context.hpp +3 -2
  562. package/src/duckdb/src/include/duckdb/execution/executor.hpp +7 -7
  563. package/src/duckdb/src/include/duckdb/execution/expression_executor.hpp +1 -1
  564. package/src/duckdb/src/include/duckdb/execution/expression_executor_state.hpp +1 -3
  565. package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -15
  566. package/src/duckdb/src/include/duckdb/execution/join_hashtable.hpp +41 -67
  567. package/src/duckdb/src/include/duckdb/execution/nested_loop_join.hpp +1 -1
  568. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/aggregate_object.hpp +15 -2
  569. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_hash_aggregate.hpp +12 -2
  570. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_perfecthash_aggregate.hpp +12 -2
  571. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_streaming_window.hpp +5 -2
  572. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_ungrouped_aggregate.hpp +9 -0
  573. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_window.hpp +9 -3
  574. package/src/duckdb/src/include/duckdb/execution/operator/filter/physical_filter.hpp +3 -0
  575. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_execute.hpp +6 -4
  576. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_explain_analyze.hpp +7 -0
  577. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit.hpp +8 -1
  578. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit_percent.hpp +8 -1
  579. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_load.hpp +7 -0
  580. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_materialized_collector.hpp +1 -0
  581. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_pragma.hpp +7 -0
  582. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_prepare.hpp +7 -0
  583. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_reservoir_sample.hpp +4 -0
  584. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_reset.hpp +7 -0
  585. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_result_collector.hpp +6 -3
  586. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_set.hpp +7 -0
  587. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_streaming_limit.hpp +4 -1
  588. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_streaming_sample.hpp +3 -0
  589. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_transaction.hpp +7 -0
  590. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_vacuum.hpp +7 -0
  591. package/src/duckdb/src/include/duckdb/execution/operator/join/outer_join_marker.hpp +2 -2
  592. package/src/duckdb/src/include/duckdb/execution/operator/join/perfect_hash_join_executor.hpp +2 -2
  593. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_blockwise_nl_join.hpp +3 -0
  594. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_cross_product.hpp +13 -7
  595. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_delim_join.hpp +10 -4
  596. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_hash_join.hpp +3 -2
  597. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_iejoin.hpp +3 -0
  598. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_index_join.hpp +9 -7
  599. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_join.hpp +11 -2
  600. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_nested_loop_join.hpp +3 -4
  601. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_piecewise_merge_join.hpp +3 -0
  602. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_positional_join.hpp +5 -2
  603. package/src/duckdb/src/include/duckdb/execution/operator/order/physical_order.hpp +11 -1
  604. package/src/duckdb/src/include/duckdb/execution/operator/order/physical_top_n.hpp +10 -0
  605. package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +15 -10
  606. package/src/duckdb/src/include/duckdb/execution/operator/persistent/buffered_csv_reader.hpp +4 -1
  607. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_buffer.hpp +8 -3
  608. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_file_handle.hpp +2 -0
  609. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +19 -15
  610. package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +5 -1
  611. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_insert.hpp +11 -4
  612. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_copy_to_file.hpp +12 -2
  613. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_delete.hpp +7 -0
  614. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_export.hpp +8 -1
  615. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_insert.hpp +18 -7
  616. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_update.hpp +7 -0
  617. package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_pivot.hpp +38 -0
  618. package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_projection.hpp +8 -0
  619. package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_tableinout_function.hpp +4 -2
  620. package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_unnest.hpp +3 -1
  621. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +11 -5
  622. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_dummy_scan.hpp +7 -0
  623. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_empty_result.hpp +7 -0
  624. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_expression_scan.hpp +3 -0
  625. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_positional_scan.hpp +7 -0
  626. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +6 -0
  627. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_alter.hpp +7 -0
  628. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_attach.hpp +7 -0
  629. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_function.hpp +7 -0
  630. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_index.hpp +7 -0
  631. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_schema.hpp +7 -0
  632. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_sequence.hpp +7 -0
  633. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_table.hpp +9 -2
  634. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_type.hpp +7 -0
  635. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_view.hpp +7 -0
  636. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_detach.hpp +7 -0
  637. package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_drop.hpp +7 -0
  638. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +9 -2
  639. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_union.hpp +5 -1
  640. package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +7 -3
  641. package/src/duckdb/src/include/duckdb/execution/perfect_aggregate_hashtable.hpp +4 -0
  642. package/src/duckdb/src/include/duckdb/execution/physical_operator.hpp +37 -70
  643. package/src/duckdb/src/include/duckdb/execution/physical_operator_states.hpp +150 -0
  644. package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +2 -3
  645. package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +55 -5
  646. package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +21 -9
  647. package/src/duckdb/src/include/duckdb/function/cast/bound_cast_data.hpp +84 -0
  648. package/src/duckdb/src/include/duckdb/function/cast/cast_function_set.hpp +3 -3
  649. package/src/duckdb/src/include/duckdb/function/cast/default_casts.hpp +42 -65
  650. package/src/duckdb/src/include/duckdb/function/cast/vector_cast_helpers.hpp +2 -2
  651. package/src/duckdb/src/include/duckdb/function/copy_function.hpp +22 -0
  652. package/src/duckdb/src/include/duckdb/function/function.hpp +22 -4
  653. package/src/duckdb/src/include/duckdb/function/function_binder.hpp +3 -6
  654. package/src/duckdb/src/include/duckdb/function/macro_function.hpp +3 -3
  655. package/src/duckdb/src/include/duckdb/function/pragma_function.hpp +1 -1
  656. package/src/duckdb/src/include/duckdb/function/scalar/generic_functions.hpp +4 -0
  657. package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +138 -0
  658. package/src/duckdb/src/include/duckdb/function/scalar/math_functions.hpp +12 -0
  659. package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +50 -3
  660. package/src/duckdb/src/include/duckdb/function/scalar/regexp.hpp +81 -1
  661. package/src/duckdb/src/include/duckdb/function/scalar/strftime.hpp +4 -0
  662. package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +8 -0
  663. package/src/duckdb/src/include/duckdb/function/scalar_function.hpp +13 -2
  664. package/src/duckdb/src/include/duckdb/function/scalar_macro_function.hpp +2 -2
  665. package/src/duckdb/src/include/duckdb/function/table/arrow.hpp +13 -2
  666. package/src/duckdb/src/include/duckdb/function/table/read_csv.hpp +41 -6
  667. package/src/duckdb/src/include/duckdb/function/table_function.hpp +30 -0
  668. package/src/duckdb/src/include/duckdb/function/table_macro_function.hpp +3 -3
  669. package/src/duckdb/src/include/duckdb/main/client_config.hpp +10 -2
  670. package/src/duckdb/src/include/duckdb/main/client_data.hpp +6 -3
  671. package/src/duckdb/src/include/duckdb/main/config.hpp +4 -6
  672. package/src/duckdb/src/include/duckdb/main/connection_manager.hpp +2 -0
  673. package/src/duckdb/src/include/duckdb/main/database_manager.hpp +4 -3
  674. package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +5 -0
  675. package/src/duckdb/src/include/duckdb/main/materialized_query_result.hpp +1 -1
  676. package/src/duckdb/src/include/duckdb/main/prepared_statement.hpp +2 -0
  677. package/src/duckdb/src/include/duckdb/main/query_profiler.hpp +10 -9
  678. package/src/duckdb/src/include/duckdb/main/query_result.hpp +18 -4
  679. package/src/duckdb/src/include/duckdb/main/relation/explain_relation.hpp +2 -1
  680. package/src/duckdb/src/include/duckdb/main/relation.hpp +2 -1
  681. package/src/duckdb/src/include/duckdb/main/settings.hpp +29 -0
  682. package/src/duckdb/src/include/duckdb/optimizer/expression_rewriter.hpp +3 -3
  683. package/src/duckdb/src/include/duckdb/optimizer/filter_combiner.hpp +9 -9
  684. package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +2 -0
  685. package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +16 -16
  686. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_node.hpp +8 -8
  687. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +23 -15
  688. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +9 -10
  689. package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +18 -11
  690. package/src/duckdb/src/include/duckdb/optimizer/matcher/expression_matcher.hpp +11 -11
  691. package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +8 -8
  692. package/src/duckdb/src/include/duckdb/optimizer/rule/arithmetic_simplification.hpp +1 -1
  693. package/src/duckdb/src/include/duckdb/optimizer/rule/case_simplification.hpp +1 -1
  694. package/src/duckdb/src/include/duckdb/optimizer/rule/comparison_simplification.hpp +1 -1
  695. package/src/duckdb/src/include/duckdb/optimizer/rule/conjunction_simplification.hpp +2 -2
  696. package/src/duckdb/src/include/duckdb/optimizer/rule/constant_folding.hpp +1 -1
  697. package/src/duckdb/src/include/duckdb/optimizer/rule/date_part_simplification.hpp +1 -1
  698. package/src/duckdb/src/include/duckdb/optimizer/rule/distributivity.hpp +1 -1
  699. package/src/duckdb/src/include/duckdb/optimizer/rule/empty_needle_removal.hpp +1 -1
  700. package/src/duckdb/src/include/duckdb/optimizer/rule/enum_comparison.hpp +1 -1
  701. package/src/duckdb/src/include/duckdb/optimizer/rule/equal_or_null_simplification.hpp +1 -1
  702. package/src/duckdb/src/include/duckdb/optimizer/rule/in_clause_simplification.hpp +1 -1
  703. package/src/duckdb/src/include/duckdb/optimizer/rule/like_optimizations.hpp +2 -2
  704. package/src/duckdb/src/include/duckdb/optimizer/rule/list.hpp +1 -0
  705. package/src/duckdb/src/include/duckdb/optimizer/rule/move_constants.hpp +1 -1
  706. package/src/duckdb/src/include/duckdb/optimizer/rule/ordered_aggregate_optimizer.hpp +24 -0
  707. package/src/duckdb/src/include/duckdb/optimizer/rule/regex_optimizations.hpp +1 -1
  708. package/src/duckdb/src/include/duckdb/optimizer/rule.hpp +2 -2
  709. package/src/duckdb/src/include/duckdb/parallel/concurrentqueue.hpp +2 -0
  710. package/src/duckdb/src/include/duckdb/parallel/meta_pipeline.hpp +5 -5
  711. package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +19 -18
  712. package/src/duckdb/src/include/duckdb/parallel/pipeline_executor.hpp +2 -2
  713. package/src/duckdb/src/include/duckdb/parser/base_expression.hpp +19 -1
  714. package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
  715. package/src/duckdb/src/include/duckdb/parser/constraint.hpp +18 -0
  716. package/src/duckdb/src/include/duckdb/parser/constraints/check_constraint.hpp +3 -0
  717. package/src/duckdb/src/include/duckdb/parser/constraints/foreign_key_constraint.hpp +3 -0
  718. package/src/duckdb/src/include/duckdb/parser/constraints/not_null_constraint.hpp +3 -0
  719. package/src/duckdb/src/include/duckdb/parser/constraints/unique_constraint.hpp +3 -0
  720. package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +6 -0
  721. package/src/duckdb/src/include/duckdb/parser/expression/bound_expression.hpp +5 -0
  722. package/src/duckdb/src/include/duckdb/parser/expression/case_expression.hpp +8 -0
  723. package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +5 -0
  724. package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +5 -0
  725. package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +5 -0
  726. package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +5 -0
  727. package/src/duckdb/src/include/duckdb/parser/expression/conjunction_expression.hpp +5 -0
  728. package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +6 -0
  729. package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +4 -0
  730. package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +7 -2
  731. package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +5 -0
  732. package/src/duckdb/src/include/duckdb/parser/expression/operator_expression.hpp +5 -0
  733. package/src/duckdb/src/include/duckdb/parser/expression/parameter_expression.hpp +5 -0
  734. package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +5 -0
  735. package/src/duckdb/src/include/duckdb/parser/expression/star_expression.hpp +7 -2
  736. package/src/duckdb/src/include/duckdb/parser/expression/subquery_expression.hpp +5 -0
  737. package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +10 -0
  738. package/src/duckdb/src/include/duckdb/parser/expression_map.hpp +19 -6
  739. package/src/duckdb/src/include/duckdb/parser/expression_util.hpp +1 -1
  740. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_info.hpp +3 -0
  741. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_table_info.hpp +6 -0
  742. package/src/duckdb/src/include/duckdb/parser/parsed_data/attach_info.hpp +1 -1
  743. package/src/duckdb/src/include/duckdb/parser/parsed_data/copy_info.hpp +1 -1
  744. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_database_info.hpp +2 -2
  745. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_macro_info.hpp +1 -1
  746. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_schema_info.hpp +2 -2
  747. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_sequence_info.hpp +1 -1
  748. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_type_info.hpp +1 -1
  749. package/src/duckdb/src/include/duckdb/parser/parsed_data/detach_info.hpp +1 -1
  750. package/src/duckdb/src/include/duckdb/parser/parsed_data/drop_info.hpp +2 -2
  751. package/src/duckdb/src/include/duckdb/parser/parsed_data/exported_table_data.hpp +6 -2
  752. package/src/duckdb/src/include/duckdb/parser/parsed_data/load_info.hpp +2 -2
  753. package/src/duckdb/src/include/duckdb/parser/parsed_data/pragma_info.hpp +1 -1
  754. package/src/duckdb/src/include/duckdb/parser/parsed_data/sample_options.hpp +2 -0
  755. package/src/duckdb/src/include/duckdb/parser/parsed_data/show_select_info.hpp +1 -1
  756. package/src/duckdb/src/include/duckdb/parser/parsed_data/vacuum_info.hpp +4 -3
  757. package/src/duckdb/src/include/duckdb/parser/parsed_expression.hpp +5 -0
  758. package/src/duckdb/src/include/duckdb/parser/parser.hpp +1 -7
  759. package/src/duckdb/src/include/duckdb/parser/parser_options.hpp +23 -0
  760. package/src/duckdb/src/include/duckdb/parser/query_error_context.hpp +4 -2
  761. package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +3 -0
  762. package/src/duckdb/src/include/duckdb/parser/query_node/recursive_cte_node.hpp +6 -0
  763. package/src/duckdb/src/include/duckdb/parser/query_node/select_node.hpp +8 -0
  764. package/src/duckdb/src/include/duckdb/parser/query_node/set_operation_node.hpp +6 -0
  765. package/src/duckdb/src/include/duckdb/parser/query_node.hpp +29 -1
  766. package/src/duckdb/src/include/duckdb/parser/result_modifier.hpp +24 -1
  767. package/src/duckdb/src/include/duckdb/parser/sql_statement.hpp +20 -1
  768. package/src/duckdb/src/include/duckdb/parser/statement/alter_statement.hpp +3 -0
  769. package/src/duckdb/src/include/duckdb/parser/statement/attach_statement.hpp +3 -0
  770. package/src/duckdb/src/include/duckdb/parser/statement/call_statement.hpp +3 -0
  771. package/src/duckdb/src/include/duckdb/parser/statement/copy_statement.hpp +3 -0
  772. package/src/duckdb/src/include/duckdb/parser/statement/create_statement.hpp +3 -0
  773. package/src/duckdb/src/include/duckdb/parser/statement/delete_statement.hpp +3 -0
  774. package/src/duckdb/src/include/duckdb/parser/statement/detach_statement.hpp +3 -0
  775. package/src/duckdb/src/include/duckdb/parser/statement/drop_statement.hpp +3 -0
  776. package/src/duckdb/src/include/duckdb/parser/statement/execute_statement.hpp +3 -0
  777. package/src/duckdb/src/include/duckdb/parser/statement/explain_statement.hpp +3 -0
  778. package/src/duckdb/src/include/duckdb/parser/statement/export_statement.hpp +3 -0
  779. package/src/duckdb/src/include/duckdb/parser/statement/extension_statement.hpp +3 -0
  780. package/src/duckdb/src/include/duckdb/parser/statement/insert_statement.hpp +3 -0
  781. package/src/duckdb/src/include/duckdb/parser/statement/list.hpp +1 -0
  782. package/src/duckdb/src/include/duckdb/parser/statement/load_statement.hpp +3 -0
  783. package/src/duckdb/src/include/duckdb/parser/statement/logical_plan_statement.hpp +3 -0
  784. package/src/duckdb/src/include/duckdb/parser/statement/multi_statement.hpp +3 -0
  785. package/src/duckdb/src/include/duckdb/parser/statement/pragma_statement.hpp +3 -0
  786. package/src/duckdb/src/include/duckdb/parser/statement/prepare_statement.hpp +3 -0
  787. package/src/duckdb/src/include/duckdb/parser/statement/relation_statement.hpp +3 -0
  788. package/src/duckdb/src/include/duckdb/parser/statement/select_statement.hpp +9 -1
  789. package/src/duckdb/src/include/duckdb/parser/statement/set_statement.hpp +3 -0
  790. package/src/duckdb/src/include/duckdb/parser/statement/show_statement.hpp +3 -0
  791. package/src/duckdb/src/include/duckdb/parser/statement/transaction_statement.hpp +3 -0
  792. package/src/duckdb/src/include/duckdb/parser/statement/update_statement.hpp +3 -0
  793. package/src/duckdb/src/include/duckdb/parser/statement/vacuum_statement.hpp +3 -0
  794. package/src/duckdb/src/include/duckdb/parser/tableref/basetableref.hpp +7 -0
  795. package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +5 -0
  796. package/src/duckdb/src/include/duckdb/parser/tableref/expressionlistref.hpp +6 -0
  797. package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +6 -0
  798. package/src/duckdb/src/include/duckdb/parser/tableref/pivotref.hpp +27 -2
  799. package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +6 -0
  800. package/src/duckdb/src/include/duckdb/parser/tableref/table_function_ref.hpp +6 -0
  801. package/src/duckdb/src/include/duckdb/parser/tableref.hpp +20 -1
  802. package/src/duckdb/src/include/duckdb/parser/transformer.hpp +24 -41
  803. package/src/duckdb/src/include/duckdb/planner/bind_context.hpp +17 -16
  804. package/src/duckdb/src/include/duckdb/planner/binder.hpp +38 -32
  805. package/src/duckdb/src/include/duckdb/planner/bound_constraint.hpp +19 -1
  806. package/src/duckdb/src/include/duckdb/planner/bound_query_node.hpp +17 -0
  807. package/src/duckdb/src/include/duckdb/planner/bound_result_modifier.hpp +8 -1
  808. package/src/duckdb/src/include/duckdb/planner/bound_tableref.hpp +17 -0
  809. package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
  810. package/src/duckdb/src/include/duckdb/planner/constraints/bound_check_constraint.hpp +3 -0
  811. package/src/duckdb/src/include/duckdb/planner/constraints/bound_foreign_key_constraint.hpp +3 -0
  812. package/src/duckdb/src/include/duckdb/planner/constraints/bound_not_null_constraint.hpp +3 -0
  813. package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -0
  814. package/src/duckdb/src/include/duckdb/planner/expression/bound_aggregate_expression.hpp +7 -0
  815. package/src/duckdb/src/include/duckdb/planner/expression/bound_between_expression.hpp +3 -0
  816. package/src/duckdb/src/include/duckdb/planner/expression/bound_case_expression.hpp +3 -0
  817. package/src/duckdb/src/include/duckdb/planner/expression/bound_cast_expression.hpp +3 -0
  818. package/src/duckdb/src/include/duckdb/planner/expression/bound_columnref_expression.hpp +3 -0
  819. package/src/duckdb/src/include/duckdb/planner/expression/bound_comparison_expression.hpp +3 -0
  820. package/src/duckdb/src/include/duckdb/planner/expression/bound_conjunction_expression.hpp +3 -0
  821. package/src/duckdb/src/include/duckdb/planner/expression/bound_constant_expression.hpp +3 -0
  822. package/src/duckdb/src/include/duckdb/planner/expression/bound_default_expression.hpp +4 -1
  823. package/src/duckdb/src/include/duckdb/planner/expression/bound_function_expression.hpp +3 -0
  824. package/src/duckdb/src/include/duckdb/planner/expression/bound_lambda_expression.hpp +3 -0
  825. package/src/duckdb/src/include/duckdb/planner/expression/bound_lambdaref_expression.hpp +3 -0
  826. package/src/duckdb/src/include/duckdb/planner/expression/bound_operator_expression.hpp +3 -0
  827. package/src/duckdb/src/include/duckdb/planner/expression/bound_parameter_expression.hpp +3 -0
  828. package/src/duckdb/src/include/duckdb/planner/expression/bound_reference_expression.hpp +3 -0
  829. package/src/duckdb/src/include/duckdb/planner/expression/bound_subquery_expression.hpp +3 -0
  830. package/src/duckdb/src/include/duckdb/planner/expression/bound_unnest_expression.hpp +3 -0
  831. package/src/duckdb/src/include/duckdb/planner/expression/bound_window_expression.hpp +4 -1
  832. package/src/duckdb/src/include/duckdb/planner/expression.hpp +5 -2
  833. package/src/duckdb/src/include/duckdb/planner/expression_binder/base_select_binder.hpp +64 -0
  834. package/src/duckdb/src/include/duckdb/planner/expression_binder/having_binder.hpp +2 -2
  835. package/src/duckdb/src/include/duckdb/planner/expression_binder/index_binder.hpp +4 -4
  836. package/src/duckdb/src/include/duckdb/planner/expression_binder/order_binder.hpp +7 -4
  837. package/src/duckdb/src/include/duckdb/planner/expression_binder/qualify_binder.hpp +2 -2
  838. package/src/duckdb/src/include/duckdb/planner/expression_binder/select_binder.hpp +9 -38
  839. package/src/duckdb/src/include/duckdb/planner/expression_binder/table_function_binder.hpp +1 -1
  840. package/src/duckdb/src/include/duckdb/planner/expression_binder/where_binder.hpp +2 -2
  841. package/src/duckdb/src/include/duckdb/planner/expression_binder.hpp +6 -4
  842. package/src/duckdb/src/include/duckdb/planner/logical_operator.hpp +17 -0
  843. package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +2 -0
  844. package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +2 -0
  845. package/src/duckdb/src/include/duckdb/planner/operator/logical_aggregate.hpp +3 -0
  846. package/src/duckdb/src/include/duckdb/planner/operator/logical_any_join.hpp +3 -0
  847. package/src/duckdb/src/include/duckdb/planner/operator/logical_asof_join.hpp +27 -0
  848. package/src/duckdb/src/include/duckdb/planner/operator/logical_column_data_get.hpp +4 -1
  849. package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +8 -2
  850. package/src/duckdb/src/include/duckdb/planner/operator/logical_copy_to_file.hpp +6 -1
  851. package/src/duckdb/src/include/duckdb/planner/operator/logical_create.hpp +6 -2
  852. package/src/duckdb/src/include/duckdb/planner/operator/logical_create_index.hpp +3 -0
  853. package/src/duckdb/src/include/duckdb/planner/operator/logical_create_table.hpp +5 -2
  854. package/src/duckdb/src/include/duckdb/planner/operator/logical_cross_product.hpp +3 -0
  855. package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +3 -0
  856. package/src/duckdb/src/include/duckdb/planner/operator/logical_delete.hpp +5 -2
  857. package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_get.hpp +3 -0
  858. package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_join.hpp +3 -0
  859. package/src/duckdb/src/include/duckdb/planner/operator/logical_distinct.hpp +15 -4
  860. package/src/duckdb/src/include/duckdb/planner/operator/logical_dummy_scan.hpp +3 -0
  861. package/src/duckdb/src/include/duckdb/planner/operator/logical_empty_result.hpp +3 -0
  862. package/src/duckdb/src/include/duckdb/planner/operator/logical_execute.hpp +3 -0
  863. package/src/duckdb/src/include/duckdb/planner/operator/logical_explain.hpp +3 -0
  864. package/src/duckdb/src/include/duckdb/planner/operator/logical_export.hpp +3 -0
  865. package/src/duckdb/src/include/duckdb/planner/operator/logical_expression_get.hpp +3 -0
  866. package/src/duckdb/src/include/duckdb/planner/operator/logical_extension_operator.hpp +4 -0
  867. package/src/duckdb/src/include/duckdb/planner/operator/logical_filter.hpp +3 -0
  868. package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +3 -0
  869. package/src/duckdb/src/include/duckdb/planner/operator/logical_insert.hpp +5 -2
  870. package/src/duckdb/src/include/duckdb/planner/operator/logical_join.hpp +3 -0
  871. package/src/duckdb/src/include/duckdb/planner/operator/logical_limit.hpp +3 -0
  872. package/src/duckdb/src/include/duckdb/planner/operator/logical_limit_percent.hpp +3 -0
  873. package/src/duckdb/src/include/duckdb/planner/operator/logical_order.hpp +3 -0
  874. package/src/duckdb/src/include/duckdb/planner/operator/logical_pivot.hpp +36 -0
  875. package/src/duckdb/src/include/duckdb/planner/operator/logical_positional_join.hpp +3 -0
  876. package/src/duckdb/src/include/duckdb/planner/operator/logical_pragma.hpp +3 -0
  877. package/src/duckdb/src/include/duckdb/planner/operator/logical_prepare.hpp +3 -0
  878. package/src/duckdb/src/include/duckdb/planner/operator/logical_projection.hpp +3 -0
  879. package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +9 -5
  880. package/src/duckdb/src/include/duckdb/planner/operator/logical_reset.hpp +3 -0
  881. package/src/duckdb/src/include/duckdb/planner/operator/logical_sample.hpp +3 -0
  882. package/src/duckdb/src/include/duckdb/planner/operator/logical_set.hpp +3 -0
  883. package/src/duckdb/src/include/duckdb/planner/operator/logical_set_operation.hpp +3 -0
  884. package/src/duckdb/src/include/duckdb/planner/operator/logical_show.hpp +3 -0
  885. package/src/duckdb/src/include/duckdb/planner/operator/logical_simple.hpp +3 -0
  886. package/src/duckdb/src/include/duckdb/planner/operator/logical_top_n.hpp +3 -0
  887. package/src/duckdb/src/include/duckdb/planner/operator/logical_unconditional_join.hpp +3 -0
  888. package/src/duckdb/src/include/duckdb/planner/operator/logical_unnest.hpp +3 -0
  889. package/src/duckdb/src/include/duckdb/planner/operator/logical_update.hpp +5 -2
  890. package/src/duckdb/src/include/duckdb/planner/operator/logical_window.hpp +3 -0
  891. package/src/duckdb/src/include/duckdb/planner/operator_extension.hpp +2 -2
  892. package/src/duckdb/src/include/duckdb/planner/parsed_data/bound_create_function_info.hpp +3 -2
  893. package/src/duckdb/src/include/duckdb/planner/parsed_data/bound_create_table_info.hpp +3 -2
  894. package/src/duckdb/src/include/duckdb/planner/pragma_handler.hpp +3 -2
  895. package/src/duckdb/src/include/duckdb/planner/query_node/bound_recursive_cte_node.hpp +3 -0
  896. package/src/duckdb/src/include/duckdb/planner/query_node/bound_select_node.hpp +11 -2
  897. package/src/duckdb/src/include/duckdb/planner/query_node/bound_set_operation_node.hpp +3 -0
  898. package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +3 -0
  899. package/src/duckdb/src/include/duckdb/planner/table_binding.hpp +6 -5
  900. package/src/duckdb/src/include/duckdb/planner/tableref/bound_basetableref.hpp +5 -2
  901. package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +3 -0
  902. package/src/duckdb/src/include/duckdb/planner/tableref/bound_dummytableref.hpp +3 -0
  903. package/src/duckdb/src/include/duckdb/planner/tableref/bound_expressionlistref.hpp +3 -0
  904. package/src/duckdb/src/include/duckdb/planner/tableref/bound_joinref.hpp +3 -0
  905. package/src/duckdb/src/include/duckdb/planner/tableref/bound_pivotref.hpp +43 -0
  906. package/src/duckdb/src/include/duckdb/planner/tableref/bound_pos_join_ref.hpp +3 -0
  907. package/src/duckdb/src/include/duckdb/planner/tableref/bound_subqueryref.hpp +3 -0
  908. package/src/duckdb/src/include/duckdb/planner/tableref/bound_table_function.hpp +3 -0
  909. package/src/duckdb/src/include/duckdb/planner/tableref/list.hpp +1 -0
  910. package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +7 -0
  911. package/src/duckdb/src/include/duckdb/storage/buffer/block_handle.hpp +16 -9
  912. package/src/duckdb/src/include/duckdb/storage/buffer/buffer_pool.hpp +80 -0
  913. package/src/duckdb/src/include/duckdb/storage/buffer/temporary_file_information.hpp +12 -0
  914. package/src/duckdb/src/include/duckdb/storage/buffer_manager.hpp +49 -182
  915. package/src/duckdb/src/include/duckdb/storage/checkpoint/table_data_writer.hpp +3 -2
  916. package/src/duckdb/src/include/duckdb/storage/checkpoint_manager.hpp +1 -1
  917. package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/chimp128.hpp +1 -0
  918. package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/chimp_utils.hpp +0 -97
  919. package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_analyze.hpp +1 -1
  920. package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_compress.hpp +6 -10
  921. package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_fetch.hpp +1 -1
  922. package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_scan.hpp +3 -2
  923. package/src/duckdb/src/include/duckdb/storage/compression/patas/algorithm/patas.hpp +1 -0
  924. package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_analyze.hpp +1 -1
  925. package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_compress.hpp +6 -10
  926. package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_fetch.hpp +1 -1
  927. package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_scan.hpp +3 -2
  928. package/src/duckdb/src/include/duckdb/storage/data_pointer.hpp +4 -3
  929. package/src/duckdb/src/include/duckdb/storage/data_table.hpp +7 -5
  930. package/src/duckdb/src/include/duckdb/storage/index.hpp +20 -6
  931. package/src/duckdb/src/include/duckdb/storage/meta_block_reader.hpp +7 -0
  932. package/src/duckdb/src/include/duckdb/storage/standard_buffer_manager.hpp +159 -0
  933. package/src/duckdb/src/include/duckdb/storage/statistics/base_statistics.hpp +93 -31
  934. package/src/duckdb/src/include/duckdb/storage/statistics/column_statistics.hpp +22 -3
  935. package/src/duckdb/src/include/duckdb/storage/statistics/distinct_statistics.hpp +8 -6
  936. package/src/duckdb/src/include/duckdb/storage/statistics/list_stats.hpp +41 -0
  937. package/src/duckdb/src/include/duckdb/storage/statistics/node_statistics.hpp +3 -3
  938. package/src/duckdb/src/include/duckdb/storage/statistics/numeric_stats.hpp +114 -0
  939. package/src/duckdb/src/include/duckdb/storage/statistics/numeric_stats_union.hpp +62 -0
  940. package/src/duckdb/src/include/duckdb/storage/statistics/segment_statistics.hpp +2 -7
  941. package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +74 -0
  942. package/src/duckdb/src/include/duckdb/storage/statistics/struct_stats.hpp +42 -0
  943. package/src/duckdb/src/include/duckdb/storage/storage_manager.hpp +1 -1
  944. package/src/duckdb/src/include/duckdb/storage/string_uncompressed.hpp +3 -4
  945. package/src/duckdb/src/include/duckdb/storage/table/column_checkpoint_state.hpp +2 -1
  946. package/src/duckdb/src/include/duckdb/storage/table/column_data.hpp +21 -7
  947. package/src/duckdb/src/include/duckdb/storage/table/column_data_checkpointer.hpp +5 -3
  948. package/src/duckdb/src/include/duckdb/storage/table/column_segment.hpp +7 -7
  949. package/src/duckdb/src/include/duckdb/storage/table/column_segment_tree.hpp +18 -0
  950. package/src/duckdb/src/include/duckdb/storage/table/persistent_table_data.hpp +6 -3
  951. package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +42 -46
  952. package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +24 -8
  953. package/src/duckdb/src/include/duckdb/storage/table/row_group_segment_tree.hpp +35 -0
  954. package/src/duckdb/src/include/duckdb/storage/table/scan_state.hpp +19 -29
  955. package/src/duckdb/src/include/duckdb/storage/table/segment_base.hpp +6 -6
  956. package/src/duckdb/src/include/duckdb/storage/table/segment_tree.hpp +281 -26
  957. package/src/duckdb/src/include/duckdb/storage/table/standard_column_data.hpp +0 -4
  958. package/src/duckdb/src/include/duckdb/storage/table/table_index_list.hpp +1 -1
  959. package/src/duckdb/src/include/duckdb/storage/table/table_statistics.hpp +5 -0
  960. package/src/duckdb/src/include/duckdb/storage/table/update_segment.hpp +4 -5
  961. package/src/duckdb/src/include/duckdb/storage/write_ahead_log.hpp +21 -21
  962. package/src/duckdb/src/include/duckdb/transaction/cleanup_state.hpp +3 -3
  963. package/src/duckdb/src/include/duckdb/transaction/commit_state.hpp +6 -6
  964. package/src/duckdb/src/include/duckdb/transaction/duck_transaction.hpp +3 -3
  965. package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +37 -33
  966. package/src/duckdb/src/include/duckdb/transaction/meta_transaction.hpp +6 -5
  967. package/src/duckdb/src/include/duckdb/transaction/transaction_data.hpp +2 -1
  968. package/src/duckdb/src/include/duckdb/transaction/undo_buffer.hpp +1 -1
  969. package/src/duckdb/src/include/duckdb.h +22 -1
  970. package/src/duckdb/src/main/appender.cpp +9 -9
  971. package/src/duckdb/src/main/attached_database.cpp +6 -7
  972. package/src/duckdb/src/main/capi/appender-c.cpp +1 -1
  973. package/src/duckdb/src/main/capi/duckdb-c.cpp +1 -1
  974. package/src/duckdb/src/main/capi/pending-c.cpp +4 -4
  975. package/src/duckdb/src/main/capi/replacement_scan-c.cpp +4 -4
  976. package/src/duckdb/src/main/capi/result-c.cpp +1 -1
  977. package/src/duckdb/src/main/capi/table_function-c.cpp +38 -15
  978. package/src/duckdb/src/main/capi/threading-c.cpp +1 -1
  979. package/src/duckdb/src/main/client_context.cpp +84 -85
  980. package/src/duckdb/src/main/client_data.cpp +11 -10
  981. package/src/duckdb/src/main/client_verify.cpp +2 -2
  982. package/src/duckdb/src/main/config.cpp +73 -1
  983. package/src/duckdb/src/main/connection.cpp +3 -3
  984. package/src/duckdb/src/main/database.cpp +29 -19
  985. package/src/duckdb/src/main/database_manager.cpp +6 -6
  986. package/src/duckdb/src/main/extension/extension_helper.cpp +18 -3
  987. package/src/duckdb/src/main/extension/extension_install.cpp +18 -2
  988. package/src/duckdb/src/main/extension/extension_load.cpp +30 -4
  989. package/src/duckdb/src/main/materialized_query_result.cpp +2 -2
  990. package/src/duckdb/src/main/pending_query_result.cpp +1 -1
  991. package/src/duckdb/src/main/prepared_statement.cpp +5 -1
  992. package/src/duckdb/src/main/query_profiler.cpp +48 -44
  993. package/src/duckdb/src/main/query_result.cpp +13 -0
  994. package/src/duckdb/src/main/relation/aggregate_relation.cpp +2 -2
  995. package/src/duckdb/src/main/relation/create_table_relation.cpp +2 -2
  996. package/src/duckdb/src/main/relation/create_view_relation.cpp +2 -2
  997. package/src/duckdb/src/main/relation/cross_product_relation.cpp +3 -3
  998. package/src/duckdb/src/main/relation/delete_relation.cpp +1 -1
  999. package/src/duckdb/src/main/relation/explain_relation.cpp +4 -4
  1000. package/src/duckdb/src/main/relation/filter_relation.cpp +4 -4
  1001. package/src/duckdb/src/main/relation/insert_relation.cpp +1 -1
  1002. package/src/duckdb/src/main/relation/join_relation.cpp +3 -3
  1003. package/src/duckdb/src/main/relation/limit_relation.cpp +3 -3
  1004. package/src/duckdb/src/main/relation/order_relation.cpp +3 -3
  1005. package/src/duckdb/src/main/relation/projection_relation.cpp +2 -2
  1006. package/src/duckdb/src/main/relation/query_relation.cpp +1 -1
  1007. package/src/duckdb/src/main/relation/read_csv_relation.cpp +4 -2
  1008. package/src/duckdb/src/main/relation/setop_relation.cpp +2 -2
  1009. package/src/duckdb/src/main/relation/table_function_relation.cpp +11 -11
  1010. package/src/duckdb/src/main/relation/table_relation.cpp +3 -3
  1011. package/src/duckdb/src/main/relation/update_relation.cpp +2 -2
  1012. package/src/duckdb/src/main/relation/value_relation.cpp +4 -4
  1013. package/src/duckdb/src/main/relation/view_relation.cpp +3 -3
  1014. package/src/duckdb/src/main/relation/write_csv_relation.cpp +1 -1
  1015. package/src/duckdb/src/main/relation/write_parquet_relation.cpp +1 -1
  1016. package/src/duckdb/src/main/relation.cpp +8 -7
  1017. package/src/duckdb/src/main/settings/settings.cpp +78 -15
  1018. package/src/duckdb/src/main/stream_query_result.cpp +5 -5
  1019. package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +4 -3
  1020. package/src/duckdb/src/optimizer/common_aggregate_optimizer.cpp +3 -3
  1021. package/src/duckdb/src/optimizer/cse_optimizer.cpp +9 -9
  1022. package/src/duckdb/src/optimizer/deliminator.cpp +28 -27
  1023. package/src/duckdb/src/optimizer/expression_heuristics.cpp +11 -11
  1024. package/src/duckdb/src/optimizer/expression_rewriter.cpp +10 -10
  1025. package/src/duckdb/src/optimizer/filter_combiner.cpp +139 -138
  1026. package/src/duckdb/src/optimizer/filter_pullup.cpp +6 -4
  1027. package/src/duckdb/src/optimizer/filter_pushdown.cpp +17 -11
  1028. package/src/duckdb/src/optimizer/in_clause_rewriter.cpp +12 -12
  1029. package/src/duckdb/src/optimizer/join_order/cardinality_estimator.cpp +102 -111
  1030. package/src/duckdb/src/optimizer/join_order/join_node.cpp +8 -11
  1031. package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +224 -213
  1032. package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +30 -30
  1033. package/src/duckdb/src/optimizer/join_order/query_graph.cpp +37 -38
  1034. package/src/duckdb/src/optimizer/matcher/expression_matcher.cpp +28 -26
  1035. package/src/duckdb/src/optimizer/optimizer.cpp +15 -14
  1036. package/src/duckdb/src/optimizer/pullup/pullup_filter.cpp +1 -1
  1037. package/src/duckdb/src/optimizer/pullup/pullup_from_left.cpp +2 -2
  1038. package/src/duckdb/src/optimizer/pullup/pullup_projection.cpp +3 -3
  1039. package/src/duckdb/src/optimizer/pullup/pullup_set_operation.cpp +3 -3
  1040. package/src/duckdb/src/optimizer/pushdown/pushdown_aggregate.cpp +36 -8
  1041. package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +1 -1
  1042. package/src/duckdb/src/optimizer/pushdown/pushdown_filter.cpp +2 -2
  1043. package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +2 -2
  1044. package/src/duckdb/src/optimizer/pushdown/pushdown_inner_join.cpp +9 -6
  1045. package/src/duckdb/src/optimizer/pushdown/pushdown_left_join.cpp +11 -18
  1046. package/src/duckdb/src/optimizer/pushdown/pushdown_limit.cpp +2 -2
  1047. package/src/duckdb/src/optimizer/pushdown/pushdown_mark_join.cpp +5 -5
  1048. package/src/duckdb/src/optimizer/pushdown/pushdown_projection.cpp +4 -4
  1049. package/src/duckdb/src/optimizer/pushdown/pushdown_set_operation.cpp +8 -8
  1050. package/src/duckdb/src/optimizer/pushdown/pushdown_single_join.cpp +2 -2
  1051. package/src/duckdb/src/optimizer/regex_range_filter.cpp +9 -9
  1052. package/src/duckdb/src/optimizer/remove_unused_columns.cpp +17 -12
  1053. package/src/duckdb/src/optimizer/rule/arithmetic_simplification.cpp +31 -30
  1054. package/src/duckdb/src/optimizer/rule/case_simplification.cpp +10 -10
  1055. package/src/duckdb/src/optimizer/rule/comparison_simplification.cpp +22 -23
  1056. package/src/duckdb/src/optimizer/rule/conjunction_simplification.cpp +17 -16
  1057. package/src/duckdb/src/optimizer/rule/constant_folding.cpp +9 -9
  1058. package/src/duckdb/src/optimizer/rule/date_part_simplification.cpp +8 -8
  1059. package/src/duckdb/src/optimizer/rule/distributivity.cpp +23 -23
  1060. package/src/duckdb/src/optimizer/rule/empty_needle_removal.cpp +14 -15
  1061. package/src/duckdb/src/optimizer/rule/enum_comparison.cpp +15 -16
  1062. package/src/duckdb/src/optimizer/rule/equal_or_null_simplification.cpp +35 -38
  1063. package/src/duckdb/src/optimizer/rule/in_clause_simplification_rule.cpp +16 -17
  1064. package/src/duckdb/src/optimizer/rule/like_optimizations.cpp +22 -22
  1065. package/src/duckdb/src/optimizer/rule/move_constants.cpp +46 -40
  1066. package/src/duckdb/src/optimizer/rule/ordered_aggregate_optimizer.cpp +30 -0
  1067. package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +25 -17
  1068. package/src/duckdb/src/optimizer/statistics/expression/propagate_aggregate.cpp +9 -3
  1069. package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +9 -10
  1070. package/src/duckdb/src/optimizer/statistics/expression/propagate_between.cpp +6 -6
  1071. package/src/duckdb/src/optimizer/statistics/expression/propagate_cast.cpp +14 -11
  1072. package/src/duckdb/src/optimizer/statistics/expression/propagate_columnref.cpp +1 -1
  1073. package/src/duckdb/src/optimizer/statistics/expression/propagate_comparison.cpp +15 -17
  1074. package/src/duckdb/src/optimizer/statistics/expression/propagate_conjunction.cpp +2 -3
  1075. package/src/duckdb/src/optimizer/statistics/expression/propagate_constant.cpp +3 -75
  1076. package/src/duckdb/src/optimizer/statistics/expression/propagate_function.cpp +7 -2
  1077. package/src/duckdb/src/optimizer/statistics/expression/propagate_operator.cpp +12 -2
  1078. package/src/duckdb/src/optimizer/statistics/operator/propagate_aggregate.cpp +2 -3
  1079. package/src/duckdb/src/optimizer/statistics/operator/propagate_filter.cpp +40 -42
  1080. package/src/duckdb/src/optimizer/statistics/operator/propagate_get.cpp +1 -1
  1081. package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +9 -9
  1082. package/src/duckdb/src/optimizer/statistics/operator/propagate_limit.cpp +1 -1
  1083. package/src/duckdb/src/optimizer/statistics/operator/propagate_set_operation.cpp +3 -3
  1084. package/src/duckdb/src/optimizer/statistics_propagator.cpp +34 -22
  1085. package/src/duckdb/src/optimizer/topn_optimizer.cpp +3 -3
  1086. package/src/duckdb/src/optimizer/unnest_rewriter.cpp +16 -16
  1087. package/src/duckdb/src/parallel/executor.cpp +59 -53
  1088. package/src/duckdb/src/parallel/meta_pipeline.cpp +8 -15
  1089. package/src/duckdb/src/parallel/pipeline.cpp +67 -35
  1090. package/src/duckdb/src/parallel/pipeline_executor.cpp +23 -23
  1091. package/src/duckdb/src/parallel/pipeline_initialize_event.cpp +1 -1
  1092. package/src/duckdb/src/parallel/task_scheduler.cpp +6 -6
  1093. package/src/duckdb/src/parser/column_definition.cpp +6 -6
  1094. package/src/duckdb/src/parser/common_table_expression_info.cpp +19 -0
  1095. package/src/duckdb/src/parser/constraints/check_constraint.cpp +2 -2
  1096. package/src/duckdb/src/parser/constraints/foreign_key_constraint.cpp +2 -2
  1097. package/src/duckdb/src/parser/constraints/not_null_constraint.cpp +2 -2
  1098. package/src/duckdb/src/parser/constraints/unique_constraint.cpp +4 -4
  1099. package/src/duckdb/src/parser/expression/between_expression.cpp +19 -2
  1100. package/src/duckdb/src/parser/expression/case_expression.cpp +30 -2
  1101. package/src/duckdb/src/parser/expression/cast_expression.cpp +19 -2
  1102. package/src/duckdb/src/parser/expression/collate_expression.cpp +18 -2
  1103. package/src/duckdb/src/parser/expression/columnref_expression.cpp +19 -7
  1104. package/src/duckdb/src/parser/expression/comparison_expression.cpp +18 -2
  1105. package/src/duckdb/src/parser/expression/conjunction_expression.cpp +20 -3
  1106. package/src/duckdb/src/parser/expression/constant_expression.cpp +17 -3
  1107. package/src/duckdb/src/parser/expression/default_expression.cpp +9 -2
  1108. package/src/duckdb/src/parser/expression/function_expression.cpp +42 -6
  1109. package/src/duckdb/src/parser/expression/lambda_expression.cpp +18 -2
  1110. package/src/duckdb/src/parser/expression/operator_expression.cpp +17 -2
  1111. package/src/duckdb/src/parser/expression/parameter_expression.cpp +17 -2
  1112. package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +16 -2
  1113. package/src/duckdb/src/parser/expression/star_expression.cpp +30 -8
  1114. package/src/duckdb/src/parser/expression/subquery_expression.cpp +22 -2
  1115. package/src/duckdb/src/parser/expression/window_expression.cpp +72 -2
  1116. package/src/duckdb/src/parser/expression_util.cpp +6 -6
  1117. package/src/duckdb/src/parser/parsed_data/alter_scalar_function_info.cpp +1 -1
  1118. package/src/duckdb/src/parser/parsed_data/alter_table_function_info.cpp +1 -1
  1119. package/src/duckdb/src/parser/parsed_data/alter_table_info.cpp +27 -28
  1120. package/src/duckdb/src/parser/parsed_data/create_aggregate_function_info.cpp +1 -1
  1121. package/src/duckdb/src/parser/parsed_data/create_collation_info.cpp +1 -1
  1122. package/src/duckdb/src/parser/parsed_data/create_copy_function_info.cpp +1 -1
  1123. package/src/duckdb/src/parser/parsed_data/create_index_info.cpp +2 -2
  1124. package/src/duckdb/src/parser/parsed_data/create_pragma_function_info.cpp +1 -1
  1125. package/src/duckdb/src/parser/parsed_data/create_scalar_function_info.cpp +3 -3
  1126. package/src/duckdb/src/parser/parsed_data/create_table_function_info.cpp +3 -3
  1127. package/src/duckdb/src/parser/parsed_data/create_table_info.cpp +2 -2
  1128. package/src/duckdb/src/parser/parsed_data/create_view_info.cpp +3 -3
  1129. package/src/duckdb/src/parser/parsed_data/sample_options.cpp +24 -12
  1130. package/src/duckdb/src/parser/parsed_expression.cpp +72 -0
  1131. package/src/duckdb/src/parser/parsed_expression_iterator.cpp +26 -20
  1132. package/src/duckdb/src/parser/parser.cpp +12 -12
  1133. package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +27 -6
  1134. package/src/duckdb/src/parser/query_node/select_node.cpp +43 -12
  1135. package/src/duckdb/src/parser/query_node/set_operation_node.cpp +23 -6
  1136. package/src/duckdb/src/parser/query_node.cpp +54 -4
  1137. package/src/duckdb/src/parser/result_modifier.cpp +97 -8
  1138. package/src/duckdb/src/parser/statement/copy_statement.cpp +1 -1
  1139. package/src/duckdb/src/parser/statement/drop_statement.cpp +1 -1
  1140. package/src/duckdb/src/parser/statement/extension_statement.cpp +1 -1
  1141. package/src/duckdb/src/parser/statement/insert_statement.cpp +1 -1
  1142. package/src/duckdb/src/parser/statement/pragma_statement.cpp +1 -1
  1143. package/src/duckdb/src/parser/statement/select_statement.cpp +59 -3
  1144. package/src/duckdb/src/parser/statement/show_statement.cpp +1 -1
  1145. package/src/duckdb/src/parser/statement/transaction_statement.cpp +2 -2
  1146. package/src/duckdb/src/parser/statement/vacuum_statement.cpp +1 -1
  1147. package/src/duckdb/src/parser/tableref/basetableref.cpp +23 -2
  1148. package/src/duckdb/src/parser/tableref/emptytableref.cpp +6 -2
  1149. package/src/duckdb/src/parser/tableref/expressionlistref.cpp +19 -2
  1150. package/src/duckdb/src/parser/tableref/joinref.cpp +31 -2
  1151. package/src/duckdb/src/parser/tableref/pivotref.cpp +88 -11
  1152. package/src/duckdb/src/parser/tableref/subqueryref.cpp +17 -2
  1153. package/src/duckdb/src/parser/tableref/table_function.cpp +19 -2
  1154. package/src/duckdb/src/parser/tableref.cpp +46 -0
  1155. package/src/duckdb/src/parser/transform/constraint/transform_constraint.cpp +7 -7
  1156. package/src/duckdb/src/parser/transform/expression/transform_array_access.cpp +16 -5
  1157. package/src/duckdb/src/parser/transform/expression/transform_bool_expr.cpp +6 -6
  1158. package/src/duckdb/src/parser/transform/expression/transform_boolean_test.cpp +39 -0
  1159. package/src/duckdb/src/parser/transform/expression/transform_case.cpp +3 -3
  1160. package/src/duckdb/src/parser/transform/expression/transform_cast.cpp +2 -2
  1161. package/src/duckdb/src/parser/transform/expression/transform_coalesce.cpp +1 -1
  1162. package/src/duckdb/src/parser/transform/expression/transform_columnref.cpp +19 -4
  1163. package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +7 -7
  1164. package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +5 -2
  1165. package/src/duckdb/src/parser/transform/expression/transform_function.cpp +96 -119
  1166. package/src/duckdb/src/parser/transform/expression/transform_grouping_function.cpp +1 -1
  1167. package/src/duckdb/src/parser/transform/expression/transform_interval.cpp +5 -5
  1168. package/src/duckdb/src/parser/transform/expression/transform_lambda.cpp +1 -1
  1169. package/src/duckdb/src/parser/transform/expression/transform_operator.cpp +29 -25
  1170. package/src/duckdb/src/parser/transform/expression/transform_param_ref.cpp +1 -1
  1171. package/src/duckdb/src/parser/transform/expression/transform_positional_reference.cpp +1 -1
  1172. package/src/duckdb/src/parser/transform/expression/transform_subquery.cpp +11 -11
  1173. package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +5 -5
  1174. package/src/duckdb/src/parser/transform/helpers/transform_groupby.cpp +11 -4
  1175. package/src/duckdb/src/parser/transform/helpers/transform_orderby.cpp +0 -7
  1176. package/src/duckdb/src/parser/transform/helpers/transform_sample.cpp +1 -1
  1177. package/src/duckdb/src/parser/transform/helpers/transform_typename.cpp +3 -2
  1178. package/src/duckdb/src/parser/transform/statement/transform_alter_sequence.cpp +3 -3
  1179. package/src/duckdb/src/parser/transform/statement/transform_alter_table.cpp +10 -10
  1180. package/src/duckdb/src/parser/transform/statement/transform_attach.cpp +2 -2
  1181. package/src/duckdb/src/parser/transform/statement/transform_call.cpp +1 -1
  1182. package/src/duckdb/src/parser/transform/statement/transform_checkpoint.cpp +3 -3
  1183. package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +1 -1
  1184. package/src/duckdb/src/parser/transform/statement/transform_create_database.cpp +2 -2
  1185. package/src/duckdb/src/parser/transform/statement/transform_create_function.cpp +4 -4
  1186. package/src/duckdb/src/parser/transform/statement/transform_create_index.cpp +4 -4
  1187. package/src/duckdb/src/parser/transform/statement/transform_create_schema.cpp +2 -2
  1188. package/src/duckdb/src/parser/transform/statement/transform_create_sequence.cpp +2 -2
  1189. package/src/duckdb/src/parser/transform/statement/transform_create_table.cpp +3 -3
  1190. package/src/duckdb/src/parser/transform/statement/transform_create_table_as.cpp +2 -2
  1191. package/src/duckdb/src/parser/transform/statement/transform_create_type.cpp +2 -3
  1192. package/src/duckdb/src/parser/transform/statement/transform_create_view.cpp +2 -2
  1193. package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +1 -1
  1194. package/src/duckdb/src/parser/transform/statement/transform_detach.cpp +2 -2
  1195. package/src/duckdb/src/parser/transform/statement/transform_drop.cpp +1 -1
  1196. package/src/duckdb/src/parser/transform/statement/transform_explain.cpp +1 -1
  1197. package/src/duckdb/src/parser/transform/statement/transform_export.cpp +2 -2
  1198. package/src/duckdb/src/parser/transform/statement/transform_import.cpp +1 -1
  1199. package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +2 -2
  1200. package/src/duckdb/src/parser/transform/statement/transform_load.cpp +2 -2
  1201. package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +57 -25
  1202. package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +7 -7
  1203. package/src/duckdb/src/parser/transform/statement/transform_prepare.cpp +3 -3
  1204. package/src/duckdb/src/parser/transform/statement/transform_rename.cpp +7 -8
  1205. package/src/duckdb/src/parser/transform/statement/transform_select.cpp +1 -1
  1206. package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +27 -28
  1207. package/src/duckdb/src/parser/transform/statement/transform_set.cpp +2 -2
  1208. package/src/duckdb/src/parser/transform/statement/transform_show.cpp +5 -5
  1209. package/src/duckdb/src/parser/transform/statement/transform_show_select.cpp +1 -1
  1210. package/src/duckdb/src/parser/transform/statement/transform_transaction.cpp +3 -3
  1211. package/src/duckdb/src/parser/transform/statement/transform_update.cpp +2 -2
  1212. package/src/duckdb/src/parser/transform/statement/transform_upsert.cpp +3 -3
  1213. package/src/duckdb/src/parser/transform/statement/transform_use.cpp +1 -1
  1214. package/src/duckdb/src/parser/transform/statement/transform_vacuum.cpp +1 -1
  1215. package/src/duckdb/src/parser/transform/tableref/transform_base_tableref.cpp +1 -1
  1216. package/src/duckdb/src/parser/transform/tableref/transform_from.cpp +3 -3
  1217. package/src/duckdb/src/parser/transform/tableref/transform_join.cpp +13 -2
  1218. package/src/duckdb/src/parser/transform/tableref/transform_pivot.cpp +23 -7
  1219. package/src/duckdb/src/parser/transform/tableref/transform_subquery.cpp +2 -2
  1220. package/src/duckdb/src/parser/transform/tableref/transform_table_function.cpp +1 -1
  1221. package/src/duckdb/src/parser/transformer.cpp +54 -12
  1222. package/src/duckdb/src/planner/bind_context.cpp +96 -96
  1223. package/src/duckdb/src/planner/binder/expression/bind_aggregate_expression.cpp +14 -12
  1224. package/src/duckdb/src/planner/binder/expression/bind_between_expression.cpp +8 -8
  1225. package/src/duckdb/src/planner/binder/expression/bind_case_expression.cpp +1 -1
  1226. package/src/duckdb/src/planner/binder/expression/bind_columnref_expression.cpp +59 -15
  1227. package/src/duckdb/src/planner/binder/expression/bind_comparison_expression.cpp +2 -2
  1228. package/src/duckdb/src/planner/binder/expression/bind_conjunction_expression.cpp +1 -1
  1229. package/src/duckdb/src/planner/binder/expression/bind_constant_expression.cpp +1 -1
  1230. package/src/duckdb/src/planner/binder/expression/bind_function_expression.cpp +32 -22
  1231. package/src/duckdb/src/planner/binder/expression/bind_lambda.cpp +12 -11
  1232. package/src/duckdb/src/planner/binder/expression/bind_macro_expression.cpp +4 -4
  1233. package/src/duckdb/src/planner/binder/expression/bind_operator_expression.cpp +15 -2
  1234. package/src/duckdb/src/planner/binder/expression/bind_parameter_expression.cpp +2 -2
  1235. package/src/duckdb/src/planner/binder/expression/bind_star_expression.cpp +176 -0
  1236. package/src/duckdb/src/planner/binder/expression/bind_subquery_expression.cpp +8 -4
  1237. package/src/duckdb/src/planner/binder/expression/bind_unnest_expression.cpp +163 -24
  1238. package/src/duckdb/src/planner/binder/expression/bind_window_expression.cpp +6 -6
  1239. package/src/duckdb/src/planner/binder/query_node/bind_recursive_cte_node.cpp +1 -1
  1240. package/src/duckdb/src/planner/binder/query_node/bind_select_node.cpp +134 -133
  1241. package/src/duckdb/src/planner/binder/query_node/bind_setop_node.cpp +18 -18
  1242. package/src/duckdb/src/planner/binder/query_node/bind_table_macro_node.cpp +2 -2
  1243. package/src/duckdb/src/planner/binder/query_node/plan_query_node.cpp +17 -6
  1244. package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +4 -5
  1245. package/src/duckdb/src/planner/binder/query_node/plan_select_node.cpp +20 -17
  1246. package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +6 -7
  1247. package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +29 -31
  1248. package/src/duckdb/src/planner/binder/statement/bind_attach.cpp +1 -1
  1249. package/src/duckdb/src/planner/binder/statement/bind_call.cpp +3 -2
  1250. package/src/duckdb/src/planner/binder/statement/bind_copy.cpp +28 -16
  1251. package/src/duckdb/src/planner/binder/statement/bind_create.cpp +49 -50
  1252. package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +31 -23
  1253. package/src/duckdb/src/planner/binder/statement/bind_delete.cpp +9 -9
  1254. package/src/duckdb/src/planner/binder/statement/bind_detach.cpp +1 -1
  1255. package/src/duckdb/src/planner/binder/statement/bind_drop.cpp +1 -1
  1256. package/src/duckdb/src/planner/binder/statement/bind_execute.cpp +2 -2
  1257. package/src/duckdb/src/planner/binder/statement/bind_explain.cpp +1 -1
  1258. package/src/duckdb/src/planner/binder/statement/bind_export.cpp +25 -26
  1259. package/src/duckdb/src/planner/binder/statement/bind_extension.cpp +1 -1
  1260. package/src/duckdb/src/planner/binder/statement/bind_insert.cpp +39 -36
  1261. package/src/duckdb/src/planner/binder/statement/bind_load.cpp +1 -1
  1262. package/src/duckdb/src/planner/binder/statement/bind_pragma.cpp +1 -1
  1263. package/src/duckdb/src/planner/binder/statement/bind_prepare.cpp +1 -1
  1264. package/src/duckdb/src/planner/binder/statement/bind_set.cpp +4 -4
  1265. package/src/duckdb/src/planner/binder/statement/bind_show.cpp +1 -1
  1266. package/src/duckdb/src/planner/binder/statement/bind_simple.cpp +2 -2
  1267. package/src/duckdb/src/planner/binder/statement/bind_summarize.cpp +28 -28
  1268. package/src/duckdb/src/planner/binder/statement/bind_update.cpp +27 -25
  1269. package/src/duckdb/src/planner/binder/statement/bind_vacuum.cpp +10 -9
  1270. package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +37 -34
  1271. package/src/duckdb/src/planner/binder/tableref/bind_emptytableref.cpp +1 -1
  1272. package/src/duckdb/src/planner/binder/tableref/bind_expressionlistref.cpp +1 -1
  1273. package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +45 -27
  1274. package/src/duckdb/src/planner/binder/tableref/bind_named_parameters.cpp +1 -1
  1275. package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +324 -98
  1276. package/src/duckdb/src/planner/binder/tableref/bind_subqueryref.cpp +7 -7
  1277. package/src/duckdb/src/planner/binder/tableref/bind_table_function.cpp +37 -18
  1278. package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +2 -1
  1279. package/src/duckdb/src/planner/binder/tableref/plan_dummytableref.cpp +1 -1
  1280. package/src/duckdb/src/planner/binder/tableref/plan_expressionlistref.cpp +2 -2
  1281. package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +74 -26
  1282. package/src/duckdb/src/planner/binder/tableref/plan_pivotref.cpp +13 -0
  1283. package/src/duckdb/src/planner/binder.cpp +85 -94
  1284. package/src/duckdb/src/planner/bound_result_modifier.cpp +27 -1
  1285. package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +20 -13
  1286. package/src/duckdb/src/planner/expression/bound_between_expression.cpp +9 -9
  1287. package/src/duckdb/src/planner/expression/bound_case_expression.cpp +3 -3
  1288. package/src/duckdb/src/planner/expression/bound_cast_expression.cpp +8 -9
  1289. package/src/duckdb/src/planner/expression/bound_columnref_expression.cpp +4 -4
  1290. package/src/duckdb/src/planner/expression/bound_comparison_expression.cpp +5 -6
  1291. package/src/duckdb/src/planner/expression/bound_conjunction_expression.cpp +4 -4
  1292. package/src/duckdb/src/planner/expression/bound_constant_expression.cpp +4 -4
  1293. package/src/duckdb/src/planner/expression/bound_expression.cpp +4 -0
  1294. package/src/duckdb/src/planner/expression/bound_function_expression.cpp +8 -8
  1295. package/src/duckdb/src/planner/expression/bound_lambda_expression.cpp +5 -5
  1296. package/src/duckdb/src/planner/expression/bound_lambdaref_expression.cpp +5 -5
  1297. package/src/duckdb/src/planner/expression/bound_operator_expression.cpp +4 -4
  1298. package/src/duckdb/src/planner/expression/bound_parameter_expression.cpp +5 -5
  1299. package/src/duckdb/src/planner/expression/bound_reference_expression.cpp +4 -4
  1300. package/src/duckdb/src/planner/expression/bound_unnest_expression.cpp +4 -4
  1301. package/src/duckdb/src/planner/expression/bound_window_expression.cpp +21 -22
  1302. package/src/duckdb/src/planner/expression_binder/alter_binder.cpp +2 -2
  1303. package/src/duckdb/src/planner/expression_binder/base_select_binder.cpp +146 -0
  1304. package/src/duckdb/src/planner/expression_binder/check_binder.cpp +3 -3
  1305. package/src/duckdb/src/planner/expression_binder/constant_binder.cpp +11 -1
  1306. package/src/duckdb/src/planner/expression_binder/group_binder.cpp +4 -4
  1307. package/src/duckdb/src/planner/expression_binder/having_binder.cpp +7 -4
  1308. package/src/duckdb/src/planner/expression_binder/index_binder.cpp +4 -3
  1309. package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +3 -3
  1310. package/src/duckdb/src/planner/expression_binder/order_binder.cpp +8 -8
  1311. package/src/duckdb/src/planner/expression_binder/qualify_binder.cpp +5 -4
  1312. package/src/duckdb/src/planner/expression_binder/select_binder.cpp +1 -132
  1313. package/src/duckdb/src/planner/expression_binder/table_function_binder.cpp +8 -4
  1314. package/src/duckdb/src/planner/expression_binder/where_binder.cpp +3 -2
  1315. package/src/duckdb/src/planner/expression_binder.cpp +41 -42
  1316. package/src/duckdb/src/planner/expression_iterator.cpp +34 -27
  1317. package/src/duckdb/src/planner/filter/conjunction_filter.cpp +2 -2
  1318. package/src/duckdb/src/planner/filter/constant_filter.cpp +5 -7
  1319. package/src/duckdb/src/planner/filter/null_filter.cpp +2 -2
  1320. package/src/duckdb/src/planner/joinside.cpp +5 -5
  1321. package/src/duckdb/src/planner/logical_operator.cpp +10 -2
  1322. package/src/duckdb/src/planner/logical_operator_visitor.cpp +32 -26
  1323. package/src/duckdb/src/planner/operator/logical_aggregate.cpp +1 -1
  1324. package/src/duckdb/src/planner/operator/logical_any_join.cpp +1 -1
  1325. package/src/duckdb/src/planner/operator/logical_asof_join.cpp +14 -0
  1326. package/src/duckdb/src/planner/operator/logical_column_data_get.cpp +2 -2
  1327. package/src/duckdb/src/planner/operator/logical_comparison_join.cpp +3 -3
  1328. package/src/duckdb/src/planner/operator/logical_copy_to_file.cpp +4 -4
  1329. package/src/duckdb/src/planner/operator/logical_create.cpp +1 -1
  1330. package/src/duckdb/src/planner/operator/logical_create_index.cpp +2 -2
  1331. package/src/duckdb/src/planner/operator/logical_create_table.cpp +2 -2
  1332. package/src/duckdb/src/planner/operator/logical_cross_product.cpp +1 -1
  1333. package/src/duckdb/src/planner/operator/logical_cteref.cpp +1 -1
  1334. package/src/duckdb/src/planner/operator/logical_delete.cpp +5 -5
  1335. package/src/duckdb/src/planner/operator/logical_delim_get.cpp +1 -1
  1336. package/src/duckdb/src/planner/operator/logical_delim_join.cpp +1 -1
  1337. package/src/duckdb/src/planner/operator/logical_distinct.cpp +6 -1
  1338. package/src/duckdb/src/planner/operator/logical_dummy_scan.cpp +1 -1
  1339. package/src/duckdb/src/planner/operator/logical_expression_get.cpp +1 -1
  1340. package/src/duckdb/src/planner/operator/logical_filter.cpp +2 -2
  1341. package/src/duckdb/src/planner/operator/logical_get.cpp +1 -1
  1342. package/src/duckdb/src/planner/operator/logical_insert.cpp +6 -7
  1343. package/src/duckdb/src/planner/operator/logical_join.cpp +1 -1
  1344. package/src/duckdb/src/planner/operator/logical_limit.cpp +1 -1
  1345. package/src/duckdb/src/planner/operator/logical_limit_percent.cpp +1 -1
  1346. package/src/duckdb/src/planner/operator/logical_order.cpp +1 -1
  1347. package/src/duckdb/src/planner/operator/logical_pivot.cpp +35 -0
  1348. package/src/duckdb/src/planner/operator/logical_positional_join.cpp +1 -1
  1349. package/src/duckdb/src/planner/operator/logical_projection.cpp +1 -1
  1350. package/src/duckdb/src/planner/operator/logical_recursive_cte.cpp +1 -1
  1351. package/src/duckdb/src/planner/operator/logical_reset.cpp +1 -1
  1352. package/src/duckdb/src/planner/operator/logical_sample.cpp +1 -1
  1353. package/src/duckdb/src/planner/operator/logical_set.cpp +1 -1
  1354. package/src/duckdb/src/planner/operator/logical_simple.cpp +1 -1
  1355. package/src/duckdb/src/planner/operator/logical_top_n.cpp +1 -1
  1356. package/src/duckdb/src/planner/operator/logical_unnest.cpp +1 -1
  1357. package/src/duckdb/src/planner/operator/logical_update.cpp +6 -7
  1358. package/src/duckdb/src/planner/operator/logical_window.cpp +1 -1
  1359. package/src/duckdb/src/planner/parsed_data/bound_create_table_info.cpp +4 -5
  1360. package/src/duckdb/src/planner/planner.cpp +2 -1
  1361. package/src/duckdb/src/planner/pragma_handler.cpp +9 -7
  1362. package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +64 -60
  1363. package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +5 -6
  1364. package/src/duckdb/src/planner/table_binding.cpp +18 -17
  1365. package/src/duckdb/src/planner/table_filter.cpp +2 -2
  1366. package/src/duckdb/src/storage/arena_allocator.cpp +34 -2
  1367. package/src/duckdb/src/storage/buffer/block_handle.cpp +129 -0
  1368. package/src/duckdb/src/storage/buffer/block_manager.cpp +83 -0
  1369. package/src/duckdb/src/storage/buffer/buffer_handle.cpp +1 -0
  1370. package/src/duckdb/src/storage/buffer/buffer_pool.cpp +136 -0
  1371. package/src/duckdb/src/storage/buffer/buffer_pool_reservation.cpp +35 -0
  1372. package/src/duckdb/src/storage/buffer_manager.cpp +35 -1077
  1373. package/src/duckdb/src/storage/checkpoint/row_group_writer.cpp +1 -1
  1374. package/src/duckdb/src/storage/checkpoint/table_data_reader.cpp +5 -16
  1375. package/src/duckdb/src/storage/checkpoint/table_data_writer.cpp +13 -7
  1376. package/src/duckdb/src/storage/checkpoint_manager.cpp +38 -32
  1377. package/src/duckdb/src/storage/compression/bitpacking.cpp +12 -13
  1378. package/src/duckdb/src/storage/compression/dictionary_compression.cpp +11 -12
  1379. package/src/duckdb/src/storage/compression/fixed_size_uncompressed.cpp +9 -8
  1380. package/src/duckdb/src/storage/compression/fsst.cpp +12 -14
  1381. package/src/duckdb/src/storage/compression/numeric_constant.cpp +10 -11
  1382. package/src/duckdb/src/storage/compression/patas.cpp +1 -1
  1383. package/src/duckdb/src/storage/compression/rle.cpp +10 -11
  1384. package/src/duckdb/src/storage/compression/string_uncompressed.cpp +6 -6
  1385. package/src/duckdb/src/storage/compression/validity_uncompressed.cpp +9 -9
  1386. package/src/duckdb/src/storage/data_table.cpp +50 -50
  1387. package/src/duckdb/src/storage/index.cpp +17 -7
  1388. package/src/duckdb/src/storage/local_storage.cpp +98 -91
  1389. package/src/duckdb/src/storage/meta_block_reader.cpp +23 -0
  1390. package/src/duckdb/src/storage/single_file_block_manager.cpp +2 -2
  1391. package/src/duckdb/src/storage/standard_buffer_manager.cpp +801 -0
  1392. package/src/duckdb/src/storage/statistics/base_statistics.cpp +373 -128
  1393. package/src/duckdb/src/storage/statistics/column_statistics.cpp +57 -3
  1394. package/src/duckdb/src/storage/statistics/distinct_statistics.cpp +10 -11
  1395. package/src/duckdb/src/storage/statistics/list_stats.cpp +121 -0
  1396. package/src/duckdb/src/storage/statistics/numeric_stats.cpp +591 -0
  1397. package/src/duckdb/src/storage/statistics/numeric_stats_union.cpp +65 -0
  1398. package/src/duckdb/src/storage/statistics/segment_statistics.cpp +2 -11
  1399. package/src/duckdb/src/storage/statistics/string_stats.cpp +273 -0
  1400. package/src/duckdb/src/storage/statistics/struct_stats.cpp +133 -0
  1401. package/src/duckdb/src/storage/storage_info.cpp +2 -2
  1402. package/src/duckdb/src/storage/storage_lock.cpp +2 -2
  1403. package/src/duckdb/src/storage/storage_manager.cpp +20 -21
  1404. package/src/duckdb/src/storage/table/chunk_info.cpp +2 -2
  1405. package/src/duckdb/src/storage/table/column_checkpoint_state.cpp +7 -13
  1406. package/src/duckdb/src/storage/table/column_data.cpp +123 -70
  1407. package/src/duckdb/src/storage/table/column_data_checkpointer.cpp +28 -15
  1408. package/src/duckdb/src/storage/table/column_segment.cpp +55 -71
  1409. package/src/duckdb/src/storage/table/list_column_data.cpp +21 -27
  1410. package/src/duckdb/src/storage/table/persistent_table_data.cpp +2 -1
  1411. package/src/duckdb/src/storage/table/row_group.cpp +222 -152
  1412. package/src/duckdb/src/storage/table/row_group_collection.cpp +154 -108
  1413. package/src/duckdb/src/storage/table/scan_state.cpp +46 -34
  1414. package/src/duckdb/src/storage/table/standard_column_data.cpp +13 -14
  1415. package/src/duckdb/src/storage/table/struct_column_data.cpp +30 -37
  1416. package/src/duckdb/src/storage/table/table_statistics.cpp +28 -8
  1417. package/src/duckdb/src/storage/table/update_segment.cpp +41 -36
  1418. package/src/duckdb/src/storage/table_index_list.cpp +3 -3
  1419. package/src/duckdb/src/storage/wal_replay.cpp +11 -8
  1420. package/src/duckdb/src/storage/write_ahead_log.cpp +47 -47
  1421. package/src/duckdb/src/transaction/cleanup_state.cpp +10 -10
  1422. package/src/duckdb/src/transaction/commit_state.cpp +66 -62
  1423. package/src/duckdb/src/transaction/duck_transaction.cpp +9 -9
  1424. package/src/duckdb/src/transaction/duck_transaction_manager.cpp +4 -4
  1425. package/src/duckdb/src/transaction/meta_transaction.cpp +13 -13
  1426. package/src/duckdb/src/transaction/rollback_state.cpp +2 -2
  1427. package/src/duckdb/src/transaction/transaction.cpp +1 -1
  1428. package/src/duckdb/src/transaction/transaction_context.cpp +2 -2
  1429. package/src/duckdb/src/transaction/undo_buffer.cpp +2 -1
  1430. package/src/duckdb/src/verification/copied_statement_verifier.cpp +1 -1
  1431. package/src/duckdb/src/verification/deserialized_statement_verifier.cpp +2 -3
  1432. package/src/duckdb/src/verification/external_statement_verifier.cpp +1 -1
  1433. package/src/duckdb/src/verification/parsed_statement_verifier.cpp +1 -1
  1434. package/src/duckdb/src/verification/prepared_statement_verifier.cpp +7 -7
  1435. package/src/duckdb/src/verification/statement_verifier.cpp +3 -3
  1436. package/src/duckdb/src/verification/unoptimized_statement_verifier.cpp +1 -1
  1437. package/src/duckdb/third_party/libpg_query/include/nodes/nodes.hpp +32 -0
  1438. package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +2 -1
  1439. package/src/duckdb/third_party/libpg_query/include/nodes/primnodes.hpp +3 -3
  1440. package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +949 -961
  1441. package/src/duckdb/third_party/libpg_query/include/parser/kwlist.hpp +4 -11
  1442. package/src/duckdb/third_party/libpg_query/include/postgres_parser.hpp +3 -2
  1443. package/src/duckdb/third_party/libpg_query/postgres_parser.cpp +5 -6
  1444. package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +18328 -17747
  1445. package/src/duckdb/third_party/libpg_query/src_backend_parser_scan.cpp +503 -493
  1446. package/src/duckdb/third_party/parquet/parquet_types.cpp +32 -32
  1447. package/src/duckdb/third_party/parquet/parquet_types.h +34 -32
  1448. package/src/duckdb/third_party/re2/re2/re2.cc +9 -0
  1449. package/src/duckdb/third_party/re2/re2/re2.h +2 -0
  1450. package/src/duckdb/third_party/thrift/thrift/TToString.h +3 -3
  1451. package/src/duckdb/third_party/thrift/thrift/protocol/TProtocol.h +1 -1
  1452. package/src/duckdb/third_party/thrift/thrift/protocol/TProtocolDecorator.h +2 -1
  1453. package/src/duckdb/third_party/thrift/thrift/protocol/TVirtualProtocol.h +5 -4
  1454. package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +5 -5
  1455. package/src/duckdb/ub_extension_json_json_functions.cpp +2 -0
  1456. package/src/duckdb/ub_src_common.cpp +6 -0
  1457. package/src/duckdb/ub_src_common_adbc.cpp +4 -0
  1458. package/src/duckdb/ub_src_common_serializer.cpp +2 -0
  1459. package/src/duckdb/ub_src_common_sort.cpp +2 -0
  1460. package/src/duckdb/ub_src_common_types.cpp +1 -15
  1461. package/src/duckdb/ub_src_common_types_column.cpp +10 -0
  1462. package/src/duckdb/ub_src_common_types_row.cpp +20 -0
  1463. package/src/duckdb/ub_src_execution_operator_projection.cpp +2 -0
  1464. package/src/duckdb/ub_src_execution_physical_plan.cpp +4 -0
  1465. package/src/duckdb/ub_src_function_scalar_generic.cpp +2 -0
  1466. package/src/duckdb/ub_src_function_scalar_string.cpp +4 -0
  1467. package/src/duckdb/ub_src_function_scalar_string_regexp.cpp +4 -0
  1468. package/src/duckdb/ub_src_optimizer_rule.cpp +2 -0
  1469. package/src/duckdb/ub_src_parser.cpp +2 -0
  1470. package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
  1471. package/src/duckdb/ub_src_planner_binder_expression.cpp +2 -0
  1472. package/src/duckdb/ub_src_planner_binder_tableref.cpp +2 -0
  1473. package/src/duckdb/ub_src_planner_expression_binder.cpp +2 -0
  1474. package/src/duckdb/ub_src_planner_operator.cpp +4 -0
  1475. package/src/duckdb/ub_src_storage.cpp +2 -0
  1476. package/src/duckdb/ub_src_storage_buffer.cpp +8 -0
  1477. package/src/duckdb/ub_src_storage_statistics.cpp +6 -6
  1478. package/src/duckdb/ub_src_storage_table.cpp +0 -2
  1479. package/src/duckdb_node.hpp +15 -10
  1480. package/src/statement.cpp +28 -24
  1481. package/src/utils.cpp +27 -2
  1482. package/test/extension.test.ts +44 -26
  1483. package/test/syntax_error.test.ts +3 -1
  1484. package/test/udf.test.ts +9 -0
  1485. package/filelist.cache +0 -0
  1486. package/src/duckdb/extension/parquet/include/generated_column_reader.hpp +0 -65
  1487. package/src/duckdb/src/include/duckdb/common/single_thread_ptr.hpp +0 -183
  1488. package/src/duckdb/src/include/duckdb/storage/statistics/list_statistics.hpp +0 -36
  1489. package/src/duckdb/src/include/duckdb/storage/statistics/numeric_statistics.hpp +0 -75
  1490. package/src/duckdb/src/include/duckdb/storage/statistics/string_statistics.hpp +0 -49
  1491. package/src/duckdb/src/include/duckdb/storage/statistics/struct_statistics.hpp +0 -36
  1492. package/src/duckdb/src/include/duckdb/storage/statistics/validity_statistics.hpp +0 -45
  1493. package/src/duckdb/src/storage/statistics/list_statistics.cpp +0 -94
  1494. package/src/duckdb/src/storage/statistics/numeric_statistics.cpp +0 -307
  1495. package/src/duckdb/src/storage/statistics/string_statistics.cpp +0 -220
  1496. package/src/duckdb/src/storage/statistics/struct_statistics.cpp +0 -108
  1497. package/src/duckdb/src/storage/statistics/validity_statistics.cpp +0 -91
  1498. package/src/duckdb/src/storage/table/segment_tree.cpp +0 -179
@@ -14,6 +14,7 @@ unique_ptr<LogicalOperator> FilterPullup::Rewrite(unique_ptr<LogicalOperator> op
14
14
  case LogicalOperatorType::LOGICAL_COMPARISON_JOIN:
15
15
  case LogicalOperatorType::LOGICAL_ANY_JOIN:
16
16
  case LogicalOperatorType::LOGICAL_DELIM_JOIN:
17
+ case LogicalOperatorType::LOGICAL_ASOF_JOIN:
17
18
  return PullupJoin(std::move(op));
18
19
  case LogicalOperatorType::LOGICAL_INTERSECT:
19
20
  case LogicalOperatorType::LOGICAL_EXCEPT:
@@ -31,8 +32,9 @@ unique_ptr<LogicalOperator> FilterPullup::Rewrite(unique_ptr<LogicalOperator> op
31
32
 
32
33
  unique_ptr<LogicalOperator> FilterPullup::PullupJoin(unique_ptr<LogicalOperator> op) {
33
34
  D_ASSERT(op->type == LogicalOperatorType::LOGICAL_COMPARISON_JOIN ||
34
- op->type == LogicalOperatorType::LOGICAL_ANY_JOIN || op->type == LogicalOperatorType::LOGICAL_DELIM_JOIN);
35
- auto &join = (LogicalJoin &)*op;
35
+ op->type == LogicalOperatorType::LOGICAL_ASOF_JOIN || op->type == LogicalOperatorType::LOGICAL_ANY_JOIN ||
36
+ op->type == LogicalOperatorType::LOGICAL_DELIM_JOIN);
37
+ auto &join = op->Cast<LogicalJoin>();
36
38
 
37
39
  switch (join.join_type) {
38
40
  case JoinType::INNER:
@@ -49,7 +51,7 @@ unique_ptr<LogicalOperator> FilterPullup::PullupJoin(unique_ptr<LogicalOperator>
49
51
  }
50
52
 
51
53
  unique_ptr<LogicalOperator> FilterPullup::PullupInnerJoin(unique_ptr<LogicalOperator> op) {
52
- D_ASSERT(((LogicalJoin &)*op).join_type == JoinType::INNER);
54
+ D_ASSERT(op->Cast<LogicalJoin>().join_type == JoinType::INNER);
53
55
  if (op->type == LogicalOperatorType::LOGICAL_DELIM_JOIN) {
54
56
  return op;
55
57
  }
@@ -63,7 +65,7 @@ unique_ptr<LogicalOperator> FilterPullup::PullupCrossProduct(unique_ptr<LogicalO
63
65
 
64
66
  unique_ptr<LogicalOperator> FilterPullup::GeneratePullupFilter(unique_ptr<LogicalOperator> child,
65
67
  vector<unique_ptr<Expression>> &expressions) {
66
- unique_ptr<LogicalFilter> filter = make_unique<LogicalFilter>();
68
+ unique_ptr<LogicalFilter> filter = make_uniq<LogicalFilter>();
67
69
  for (idx_t i = 0; i < expressions.size(); ++i) {
68
70
  filter->expressions.push_back(std::move(expressions[i]));
69
71
  }
@@ -23,6 +23,7 @@ unique_ptr<LogicalOperator> FilterPushdown::Rewrite(unique_ptr<LogicalOperator>
23
23
  return PushdownCrossProduct(std::move(op));
24
24
  case LogicalOperatorType::LOGICAL_COMPARISON_JOIN:
25
25
  case LogicalOperatorType::LOGICAL_ANY_JOIN:
26
+ case LogicalOperatorType::LOGICAL_ASOF_JOIN:
26
27
  case LogicalOperatorType::LOGICAL_DELIM_JOIN:
27
28
  return PushdownJoin(std::move(op));
28
29
  case LogicalOperatorType::LOGICAL_PROJECTION:
@@ -48,8 +49,9 @@ unique_ptr<LogicalOperator> FilterPushdown::Rewrite(unique_ptr<LogicalOperator>
48
49
 
49
50
  unique_ptr<LogicalOperator> FilterPushdown::PushdownJoin(unique_ptr<LogicalOperator> op) {
50
51
  D_ASSERT(op->type == LogicalOperatorType::LOGICAL_COMPARISON_JOIN ||
51
- op->type == LogicalOperatorType::LOGICAL_ANY_JOIN || op->type == LogicalOperatorType::LOGICAL_DELIM_JOIN);
52
- auto &join = (LogicalJoin &)*op;
52
+ op->type == LogicalOperatorType::LOGICAL_ASOF_JOIN || op->type == LogicalOperatorType::LOGICAL_ANY_JOIN ||
53
+ op->type == LogicalOperatorType::LOGICAL_DELIM_JOIN);
54
+ auto &join = op->Cast<LogicalJoin>();
53
55
  unordered_set<idx_t> left_bindings, right_bindings;
54
56
  LogicalJoin::GetTableReferences(*op->children[0], left_bindings);
55
57
  LogicalJoin::GetTableReferences(*op->children[1], right_bindings);
@@ -98,25 +100,19 @@ void FilterPushdown::GenerateFilters() {
98
100
  return;
99
101
  }
100
102
  combiner.GenerateFilters([&](unique_ptr<Expression> filter) {
101
- auto f = make_unique<Filter>();
103
+ auto f = make_uniq<Filter>();
102
104
  f->filter = std::move(filter);
103
105
  f->ExtractBindings();
104
106
  filters.push_back(std::move(f));
105
107
  });
106
108
  }
107
109
 
108
- unique_ptr<LogicalOperator> FilterPushdown::FinishPushdown(unique_ptr<LogicalOperator> op) {
109
- // unhandled type, first perform filter pushdown in its children
110
- for (auto &child : op->children) {
111
- FilterPushdown pushdown(optimizer);
112
- child = pushdown.Rewrite(std::move(child));
113
- }
114
- // now push any existing filters
110
+ unique_ptr<LogicalOperator> FilterPushdown::PushFinalFilters(unique_ptr<LogicalOperator> op) {
115
111
  if (filters.empty()) {
116
112
  // no filters to push
117
113
  return op;
118
114
  }
119
- auto filter = make_unique<LogicalFilter>();
115
+ auto filter = make_uniq<LogicalFilter>();
120
116
  for (auto &f : filters) {
121
117
  filter->expressions.push_back(std::move(f->filter));
122
118
  }
@@ -124,6 +120,16 @@ unique_ptr<LogicalOperator> FilterPushdown::FinishPushdown(unique_ptr<LogicalOpe
124
120
  return std::move(filter);
125
121
  }
126
122
 
123
+ unique_ptr<LogicalOperator> FilterPushdown::FinishPushdown(unique_ptr<LogicalOperator> op) {
124
+ // unhandled type, first perform filter pushdown in its children
125
+ for (auto &child : op->children) {
126
+ FilterPushdown pushdown(optimizer);
127
+ child = pushdown.Rewrite(std::move(child));
128
+ }
129
+ // now push any existing filters
130
+ return PushFinalFilters(std::move(op));
131
+ }
132
+
127
133
  void FilterPushdown::Filter::ExtractBindings() {
128
134
  bindings.clear();
129
135
  LogicalJoin::GetExpressionBindings(*filter, bindings);
@@ -43,18 +43,18 @@ unique_ptr<Expression> InClauseRewriter::VisitReplace(BoundOperatorExpression &e
43
43
  // only one child
44
44
  // IN: turn into X = 1
45
45
  // NOT IN: turn into X <> 1
46
- return make_unique<BoundComparisonExpression>(is_regular_in ? ExpressionType::COMPARE_EQUAL
47
- : ExpressionType::COMPARE_NOTEQUAL,
48
- std::move(expr.children[0]), std::move(expr.children[1]));
46
+ return make_uniq<BoundComparisonExpression>(is_regular_in ? ExpressionType::COMPARE_EQUAL
47
+ : ExpressionType::COMPARE_NOTEQUAL,
48
+ std::move(expr.children[0]), std::move(expr.children[1]));
49
49
  }
50
50
  if (expr.children.size() < 6 || !all_scalar) {
51
51
  // low amount of children or not all scalar
52
52
  // IN: turn into (X = 1 OR X = 2 OR X = 3...)
53
53
  // NOT IN: turn into (X <> 1 AND X <> 2 AND X <> 3 ...)
54
- auto conjunction = make_unique<BoundConjunctionExpression>(is_regular_in ? ExpressionType::CONJUNCTION_OR
55
- : ExpressionType::CONJUNCTION_AND);
54
+ auto conjunction = make_uniq<BoundConjunctionExpression>(is_regular_in ? ExpressionType::CONJUNCTION_OR
55
+ : ExpressionType::CONJUNCTION_AND);
56
56
  for (idx_t i = 1; i < expr.children.size(); i++) {
57
- conjunction->children.push_back(make_unique<BoundComparisonExpression>(
57
+ conjunction->children.push_back(make_uniq<BoundComparisonExpression>(
58
58
  is_regular_in ? ExpressionType::COMPARE_EQUAL : ExpressionType::COMPARE_NOTEQUAL,
59
59
  expr.children[0]->Copy(), std::move(expr.children[i])));
60
60
  }
@@ -64,7 +64,7 @@ unique_ptr<Expression> InClauseRewriter::VisitReplace(BoundOperatorExpression &e
64
64
  // generate a mark join that replaces this IN expression
65
65
  // first generate a ColumnDataCollection from the set of expressions
66
66
  vector<LogicalType> types = {in_type};
67
- auto collection = make_unique<ColumnDataCollection>(context, types);
67
+ auto collection = make_uniq<ColumnDataCollection>(context, types);
68
68
  ColumnDataAppendState append_state;
69
69
  collection->InitializeAppend(append_state);
70
70
 
@@ -84,10 +84,10 @@ unique_ptr<Expression> InClauseRewriter::VisitReplace(BoundOperatorExpression &e
84
84
  }
85
85
  // now generate a ChunkGet that scans this collection
86
86
  auto chunk_index = optimizer.binder.GenerateTableIndex();
87
- auto chunk_scan = make_unique<LogicalColumnDataGet>(chunk_index, types, std::move(collection));
87
+ auto chunk_scan = make_uniq<LogicalColumnDataGet>(chunk_index, types, std::move(collection));
88
88
 
89
89
  // then we generate the MARK join with the chunk scan on the RHS
90
- auto join = make_unique<LogicalComparisonJoin>(JoinType::MARK);
90
+ auto join = make_uniq<LogicalComparisonJoin>(JoinType::MARK);
91
91
  join->mark_index = chunk_index;
92
92
  join->AddChild(std::move(root));
93
93
  join->AddChild(std::move(chunk_scan));
@@ -95,17 +95,17 @@ unique_ptr<Expression> InClauseRewriter::VisitReplace(BoundOperatorExpression &e
95
95
  JoinCondition cond;
96
96
  cond.left = std::move(expr.children[0]);
97
97
 
98
- cond.right = make_unique<BoundColumnRefExpression>(in_type, ColumnBinding(chunk_index, 0));
98
+ cond.right = make_uniq<BoundColumnRefExpression>(in_type, ColumnBinding(chunk_index, 0));
99
99
  cond.comparison = ExpressionType::COMPARE_EQUAL;
100
100
  join->conditions.push_back(std::move(cond));
101
101
  root = std::move(join);
102
102
 
103
103
  // we replace the original subquery with a BoundColumnRefExpression referring to the mark column
104
104
  unique_ptr<Expression> result =
105
- make_unique<BoundColumnRefExpression>("IN (...)", LogicalType::BOOLEAN, ColumnBinding(chunk_index, 0));
105
+ make_uniq<BoundColumnRefExpression>("IN (...)", LogicalType::BOOLEAN, ColumnBinding(chunk_index, 0));
106
106
  if (!is_regular_in) {
107
107
  // NOT IN: invert
108
- auto invert = make_unique<BoundOperatorExpression>(ExpressionType::OPERATOR_NOT, LogicalType::BOOLEAN);
108
+ auto invert = make_uniq<BoundOperatorExpression>(ExpressionType::OPERATOR_NOT, LogicalType::BOOLEAN);
109
109
  invert->children.push_back(std::move(result));
110
110
  result = std::move(invert);
111
111
  }
@@ -6,46 +6,43 @@
6
6
  #include "duckdb/planner/operator/logical_comparison_join.hpp"
7
7
  #include "duckdb/planner/operator/logical_get.hpp"
8
8
  #include "duckdb/storage/data_table.hpp"
9
- #include "duckdb/storage/statistics/numeric_statistics.hpp"
10
9
  #include "duckdb/catalog/catalog_entry/table_catalog_entry.hpp"
11
10
 
11
+ #include <cmath>
12
+
12
13
  namespace duckdb {
13
14
 
14
- static TableCatalogEntry *GetCatalogTableEntry(LogicalOperator *op) {
15
- if (!op) {
16
- return nullptr;
17
- }
18
- D_ASSERT(op->type == LogicalOperatorType::LOGICAL_GET);
19
- auto get = (LogicalGet *)op;
20
- TableCatalogEntry *entry = get->GetTable();
15
+ static optional_ptr<TableCatalogEntry> GetCatalogTableEntry(LogicalOperator &op) {
16
+ D_ASSERT(op.type == LogicalOperatorType::LOGICAL_GET);
17
+ auto &get = op.Cast<LogicalGet>();
18
+ TableCatalogEntry *entry = get.GetTable();
21
19
  return entry;
22
20
  }
23
21
 
24
22
  // The filter was made on top of a logical sample or other projection,
25
23
  // but no specific columns are referenced. See issue 4978 number 4.
26
- bool CardinalityEstimator::EmptyFilter(FilterInfo *filter_info) {
27
- if (!filter_info->left_set && !filter_info->right_set) {
24
+ bool CardinalityEstimator::EmptyFilter(FilterInfo &filter_info) {
25
+ if (!filter_info.left_set && !filter_info.right_set) {
28
26
  return true;
29
27
  }
30
28
  return false;
31
29
  }
32
30
 
33
- void CardinalityEstimator::AddRelationTdom(FilterInfo *filter_info) {
34
- D_ASSERT(filter_info->set->count >= 1);
31
+ void CardinalityEstimator::AddRelationTdom(FilterInfo &filter_info) {
32
+ D_ASSERT(filter_info.set.count >= 1);
35
33
  for (const RelationsToTDom &r2tdom : relations_to_tdoms) {
36
34
  auto &i_set = r2tdom.equivalent_relations;
37
- if (i_set.find(filter_info->left_binding) != i_set.end()) {
35
+ if (i_set.find(filter_info.left_binding) != i_set.end()) {
38
36
  // found an equivalent filter
39
37
  return;
40
38
  }
41
39
  }
42
- auto key = ColumnBinding(filter_info->left_binding.table_index, filter_info->left_binding.column_index);
43
- column_binding_set_t tmp({key});
44
- relations_to_tdoms.emplace_back(RelationsToTDom(tmp));
40
+ auto key = ColumnBinding(filter_info.left_binding.table_index, filter_info.left_binding.column_index);
41
+ relations_to_tdoms.emplace_back(column_binding_set_t({key}));
45
42
  }
46
43
 
47
- bool CardinalityEstimator::SingleColumnFilter(FilterInfo *filter_info) {
48
- if (filter_info->left_set && filter_info->right_set) {
44
+ bool CardinalityEstimator::SingleColumnFilter(FilterInfo &filter_info) {
45
+ if (filter_info.left_set && filter_info.right_set) {
49
46
  // Both set
50
47
  return false;
51
48
  }
@@ -94,7 +91,7 @@ void CardinalityEstimator::AddToEquivalenceSets(FilterInfo *filter_info, vector<
94
91
  column_binding_set_t tmp;
95
92
  tmp.insert(filter_info->left_binding);
96
93
  tmp.insert(filter_info->right_binding);
97
- relations_to_tdoms.emplace_back(RelationsToTDom(tmp));
94
+ relations_to_tdoms.emplace_back(tmp);
98
95
  relations_to_tdoms.back().filters.push_back(filter_info);
99
96
  }
100
97
  }
@@ -105,6 +102,7 @@ void CardinalityEstimator::AddRelationToColumnMapping(ColumnBinding key, ColumnB
105
102
 
106
103
  void CardinalityEstimator::CopyRelationMap(column_binding_map_t<ColumnBinding> &child_binding_map) {
107
104
  for (auto &binding_map : relation_column_to_original_column) {
105
+ D_ASSERT(child_binding_map.find(binding_map.first) == child_binding_map.end());
108
106
  child_binding_map[binding_map.first] = binding_map.second;
109
107
  }
110
108
  }
@@ -113,16 +111,16 @@ void CardinalityEstimator::AddColumnToRelationMap(idx_t table_index, idx_t colum
113
111
  relation_attributes[table_index].columns.insert(column_index);
114
112
  }
115
113
 
116
- void CardinalityEstimator::InitEquivalentRelations(vector<unique_ptr<FilterInfo>> *filter_infos) {
114
+ void CardinalityEstimator::InitEquivalentRelations(vector<unique_ptr<FilterInfo>> &filter_infos) {
117
115
  // For each filter, we fill keep track of the index of the equivalent relation set
118
116
  // the left and right relation needs to be added to.
119
- for (auto &filter : *filter_infos) {
120
- if (SingleColumnFilter(filter.get())) {
117
+ for (auto &filter : filter_infos) {
118
+ if (SingleColumnFilter(*filter)) {
121
119
  // Filter on one relation, (i.e string or range filter on a column).
122
120
  // Grab the first relation and add it to the equivalence_relations
123
- AddRelationTdom(filter.get());
121
+ AddRelationTdom(*filter);
124
122
  continue;
125
- } else if (EmptyFilter(filter.get())) {
123
+ } else if (EmptyFilter(*filter)) {
126
124
  continue;
127
125
  }
128
126
  D_ASSERT(filter->left_set->count >= 1);
@@ -133,14 +131,14 @@ void CardinalityEstimator::InitEquivalentRelations(vector<unique_ptr<FilterInfo>
133
131
  }
134
132
  }
135
133
 
136
- void CardinalityEstimator::VerifySymmetry(JoinNode *result, JoinNode *entry) {
137
- if (result->GetCardinality<double>() != entry->GetCardinality<double>()) {
134
+ void CardinalityEstimator::VerifySymmetry(JoinNode &result, JoinNode &entry) {
135
+ if (result.GetCardinality<double>() != entry.GetCardinality<double>()) {
138
136
  // Currently it's possible that some entries are cartesian joins.
139
137
  // When this is the case, you don't always have symmetry, but
140
138
  // if the cost of the result is less, then just assure the cardinality
141
139
  // is also less, then you have the same effect of symmetry.
142
- D_ASSERT(ceil(result->GetCardinality<double>()) <= ceil(entry->GetCardinality<double>()) ||
143
- floor(result->GetCardinality<double>()) <= floor(entry->GetCardinality<double>()));
140
+ D_ASSERT(ceil(result.GetCardinality<double>()) <= ceil(entry.GetCardinality<double>()) ||
141
+ floor(result.GetCardinality<double>()) <= floor(entry.GetCardinality<double>()));
144
142
  }
145
143
  }
146
144
 
@@ -150,29 +148,29 @@ void CardinalityEstimator::InitTotalDomains() {
150
148
  relations_to_tdoms.erase(remove_start, relations_to_tdoms.end());
151
149
  }
152
150
 
153
- double CardinalityEstimator::ComputeCost(JoinNode *left, JoinNode *right, double expected_cardinality) {
154
- return expected_cardinality + left->GetCost() + right->GetCost();
151
+ double CardinalityEstimator::ComputeCost(JoinNode &left, JoinNode &right, double expected_cardinality) {
152
+ return expected_cardinality + left.GetCost() + right.GetCost();
155
153
  }
156
154
 
157
- double CardinalityEstimator::EstimateCrossProduct(const JoinNode *left, const JoinNode *right) {
155
+ double CardinalityEstimator::EstimateCrossProduct(const JoinNode &left, const JoinNode &right) {
158
156
  // need to explicity use double here, otherwise auto converts it to an int, then
159
157
  // there is an autocast in the return.
160
- return left->GetCardinality<double>() >= (NumericLimits<double>::Maximum() / right->GetCardinality<double>())
161
- ? NumericLimits<double>::Maximum()
162
- : left->GetCardinality<double>() * right->GetCardinality<double>();
158
+ if (left.GetCardinality<double>() >= (NumericLimits<double>::Maximum() / right.GetCardinality<double>())) {
159
+ return NumericLimits<double>::Maximum();
160
+ }
161
+ return left.GetCardinality<double>() * right.GetCardinality<double>();
163
162
  }
164
163
 
165
- void CardinalityEstimator::AddRelationColumnMapping(LogicalGet *get, idx_t relation_id) {
166
- for (idx_t it = 0; it < get->column_ids.size(); it++) {
164
+ void CardinalityEstimator::AddRelationColumnMapping(LogicalGet &get, idx_t relation_id) {
165
+ for (idx_t it = 0; it < get.column_ids.size(); it++) {
167
166
  auto key = ColumnBinding(relation_id, it);
168
- auto value = ColumnBinding(get->table_index, get->column_ids[it]);
167
+ auto value = ColumnBinding(get.table_index, get.column_ids[it]);
169
168
  AddRelationToColumnMapping(key, value);
170
169
  }
171
170
  }
172
171
 
173
- void UpdateDenom(Subgraph2Denominator *relation_2_denom, RelationsToTDom *relation_to_tdom) {
174
- relation_2_denom->denom *=
175
- relation_to_tdom->has_tdom_hll ? relation_to_tdom->tdom_hll : relation_to_tdom->tdom_no_hll;
172
+ void UpdateDenom(Subgraph2Denominator &relation_2_denom, RelationsToTDom &relation_to_tdom) {
173
+ relation_2_denom.denom *= relation_to_tdom.has_tdom_hll ? relation_to_tdom.tdom_hll : relation_to_tdom.tdom_no_hll;
176
174
  }
177
175
 
178
176
  void FindSubgraphMatchAndMerge(Subgraph2Denominator &merge_to, idx_t find_me,
@@ -190,12 +188,12 @@ void FindSubgraphMatchAndMerge(Subgraph2Denominator &merge_to, idx_t find_me,
190
188
  }
191
189
  }
192
190
 
193
- double CardinalityEstimator::EstimateCardinalityWithSet(JoinRelationSet *new_set) {
191
+ double CardinalityEstimator::EstimateCardinalityWithSet(JoinRelationSet &new_set) {
194
192
  double numerator = 1;
195
193
  unordered_set<idx_t> actual_set;
196
- for (idx_t i = 0; i < new_set->count; i++) {
197
- numerator *= relation_attributes[new_set->relations[i]].cardinality;
198
- actual_set.insert(new_set->relations[i]);
194
+ for (idx_t i = 0; i < new_set.count; i++) {
195
+ numerator *= relation_attributes[new_set.relations[i]].cardinality;
196
+ actual_set.insert(new_set.relations[i]);
199
197
  }
200
198
  vector<Subgraph2Denominator> subgraphs;
201
199
  bool done = false;
@@ -252,7 +250,7 @@ double CardinalityEstimator::EstimateCardinalityWithSet(JoinRelationSet *new_set
252
250
  // Now insert the right binding and update denominator with the
253
251
  // tdom of the filter
254
252
  it->relations.insert(find_table);
255
- UpdateDenom(&(*it), &relation_2_tdom);
253
+ UpdateDenom(*it, relation_2_tdom);
256
254
  found_match = true;
257
255
  break;
258
256
  }
@@ -260,17 +258,17 @@ double CardinalityEstimator::EstimateCardinalityWithSet(JoinRelationSet *new_set
260
258
  // connection to any subgraph in subgraphs. Add a new subgraph, and maybe later there will be
261
259
  // a connection.
262
260
  if (!found_match) {
263
- subgraphs.emplace_back(Subgraph2Denominator());
264
- auto subgraph = &subgraphs.back();
265
- subgraph->relations.insert(filter->left_binding.table_index);
266
- subgraph->relations.insert(filter->right_binding.table_index);
267
- UpdateDenom(subgraph, &relation_2_tdom);
261
+ subgraphs.emplace_back();
262
+ auto &subgraph = subgraphs.back();
263
+ subgraph.relations.insert(filter->left_binding.table_index);
264
+ subgraph.relations.insert(filter->right_binding.table_index);
265
+ UpdateDenom(subgraph, relation_2_tdom);
268
266
  }
269
267
  auto remove_start = std::remove_if(subgraphs.begin(), subgraphs.end(),
270
268
  [](Subgraph2Denominator &s) { return s.relations.empty(); });
271
269
  subgraphs.erase(remove_start, subgraphs.end());
272
270
 
273
- if (subgraphs.size() == 1 && subgraphs.at(0).relations.size() == new_set->count) {
271
+ if (subgraphs.size() == 1 && subgraphs.at(0).relations.size() == new_set.count) {
274
272
  // You have found enough filters to connect the relations. These are guaranteed
275
273
  // to be the filters with the highest Tdoms.
276
274
  done = true;
@@ -295,37 +293,38 @@ double CardinalityEstimator::EstimateCardinalityWithSet(JoinRelationSet *new_set
295
293
  return numerator / denom;
296
294
  }
297
295
 
298
- static bool IsLogicalFilter(LogicalOperator *op) {
299
- return op->type == LogicalOperatorType::LOGICAL_FILTER;
296
+ static bool IsLogicalFilter(LogicalOperator &op) {
297
+ return op.type == LogicalOperatorType::LOGICAL_FILTER;
300
298
  }
301
299
 
302
- static LogicalGet *GetLogicalGet(LogicalOperator *op, idx_t table_index = DConstants::INVALID_INDEX) {
303
- LogicalGet *get = nullptr;
304
- switch (op->type) {
300
+ static optional_ptr<LogicalGet> GetLogicalGet(LogicalOperator &op, idx_t table_index = DConstants::INVALID_INDEX) {
301
+ optional_ptr<LogicalGet> get;
302
+ switch (op.type) {
305
303
  case LogicalOperatorType::LOGICAL_GET:
306
- get = (LogicalGet *)op;
304
+ get = &op.Cast<LogicalGet>();
307
305
  break;
308
306
  case LogicalOperatorType::LOGICAL_FILTER:
309
- get = GetLogicalGet(op->children.at(0).get(), table_index);
307
+ get = GetLogicalGet(*op.children.at(0), table_index);
310
308
  break;
311
309
  case LogicalOperatorType::LOGICAL_PROJECTION:
312
- get = GetLogicalGet(op->children.at(0).get(), table_index);
310
+ get = GetLogicalGet(*op.children.at(0), table_index);
313
311
  break;
312
+ case LogicalOperatorType::LOGICAL_ASOF_JOIN:
314
313
  case LogicalOperatorType::LOGICAL_COMPARISON_JOIN: {
315
- LogicalComparisonJoin *join = (LogicalComparisonJoin *)op;
314
+ auto &join = op.Cast<LogicalComparisonJoin>();
316
315
  // We should never be calling GetLogicalGet without a valid table_index.
317
316
  // We are attempting to get the catalog table for a relation (for statistics/cardinality estimation)
318
317
  // A logical join means there is a non-reorderable relation in the join plan. This means we need
319
318
  // to know the exact table index to return.
320
319
  D_ASSERT(table_index != DConstants::INVALID_INDEX);
321
- if (join->join_type == JoinType::MARK || join->join_type == JoinType::LEFT) {
322
- auto child = join->children.at(0).get();
323
- get = GetLogicalGet(child, table_index);
320
+ if (join.join_type == JoinType::MARK || join.join_type == JoinType::LEFT) {
321
+ auto &left_child = *join.children.at(0);
322
+ get = GetLogicalGet(left_child, table_index);
324
323
  if (get && get->table_index == table_index) {
325
324
  return get;
326
325
  }
327
- child = join->children.at(1).get();
328
- get = GetLogicalGet(child, table_index);
326
+ auto &right_child = *join.children.at(1);
327
+ get = GetLogicalGet(right_child, table_index);
329
328
  if (get && get->table_index == table_index) {
330
329
  return get;
331
330
  }
@@ -367,24 +366,27 @@ bool SortTdoms(const RelationsToTDom &a, const RelationsToTDom &b) {
367
366
  return a.tdom_no_hll > b.tdom_no_hll;
368
367
  }
369
368
 
370
- void CardinalityEstimator::InitCardinalityEstimatorProps(vector<NodeOp> *node_ops,
371
- vector<unique_ptr<FilterInfo>> *filter_infos) {
369
+ void CardinalityEstimator::InitCardinalityEstimatorProps(vector<NodeOp> &node_ops,
370
+ vector<unique_ptr<FilterInfo>> &filter_infos) {
372
371
  InitEquivalentRelations(filter_infos);
373
372
  InitTotalDomains();
374
- for (idx_t i = 0; i < node_ops->size(); i++) {
375
- auto join_node = (*node_ops)[i].node.get();
376
- auto op = (*node_ops)[i].op;
377
- join_node->SetBaseTableCardinality(op->EstimateCardinality(context));
378
- if (op->type == LogicalOperatorType::LOGICAL_COMPARISON_JOIN) {
379
- auto &join = (LogicalComparisonJoin &)*op;
373
+ for (idx_t i = 0; i < node_ops.size(); i++) {
374
+ auto &join_node = *node_ops[i].node;
375
+ auto &op = node_ops[i].op;
376
+ join_node.SetBaseTableCardinality(op.EstimateCardinality(context));
377
+ if (op.type == LogicalOperatorType::LOGICAL_COMPARISON_JOIN) {
378
+ auto &join = op.Cast<LogicalComparisonJoin>();
380
379
  if (join.join_type == JoinType::LEFT) {
381
380
  // If a base op is a Logical Comparison join it is probably a left join,
382
381
  // so the cost of the larger table is a fine estimate.
383
382
  // TODO: provide better estimates for cost of mark joins
384
383
  // MARK joins are used for anti and semi joins, so the cost can conceivably be
385
384
  // less than the base table cardinality.
386
- join_node->SetCost(join_node->GetBaseTableCardinality());
385
+ join_node.SetCost(join_node.GetBaseTableCardinality());
387
386
  }
387
+ } else if (op.type == LogicalOperatorType::LOGICAL_ASOF_JOIN) {
388
+ // AsOf joins have the cardinality of the LHS
389
+ join_node.SetCost(join_node.GetBaseTableCardinality());
388
390
  }
389
391
  // Total domains can be affected by filters. So we update base table cardinality first
390
392
  EstimateBaseTableCardinality(join_node, op);
@@ -396,15 +398,14 @@ void CardinalityEstimator::InitCardinalityEstimatorProps(vector<NodeOp> *node_op
396
398
  std::sort(relations_to_tdoms.begin(), relations_to_tdoms.end(), SortTdoms);
397
399
  }
398
400
 
399
- void CardinalityEstimator::UpdateTotalDomains(JoinNode *node, LogicalOperator *op) {
400
- auto relation_id = node->set->relations[0];
401
- relation_attributes[relation_id].cardinality = node->GetCardinality<double>();
401
+ void CardinalityEstimator::UpdateTotalDomains(JoinNode &node, LogicalOperator &op) {
402
+ auto relation_id = node.set.relations[0];
403
+ relation_attributes[relation_id].cardinality = node.GetCardinality<double>();
402
404
  //! Initialize the distinct count for all columns used in joins with the current relation.
403
- idx_t distinct_count = node->GetBaseTableCardinality();
404
- TableCatalogEntry *catalog_table = nullptr;
405
+ idx_t distinct_count = node.GetBaseTableCardinality();
406
+ optional_ptr<TableCatalogEntry> catalog_table;
405
407
 
406
- bool direct_filter = false;
407
- LogicalGet *get = nullptr;
408
+ optional_ptr<LogicalGet> get;
408
409
  bool get_updated = true;
409
410
  for (auto &column : relation_attributes[relation_id].columns) {
410
411
  //! for every column used in a filter in the relation, get the distinct count via HLL, or assume it to be
@@ -425,7 +426,11 @@ void CardinalityEstimator::UpdateTotalDomains(JoinNode *node, LogicalOperator *o
425
426
  }
426
427
 
427
428
  if (get_updated) {
428
- catalog_table = GetCatalogTableEntry(get);
429
+ if (get) {
430
+ catalog_table = GetCatalogTableEntry(*get);
431
+ } else {
432
+ catalog_table = nullptr;
433
+ }
429
434
  }
430
435
 
431
436
  if (catalog_table && actual_binding != relation_column_to_original_column.end()) {
@@ -435,26 +440,12 @@ void CardinalityEstimator::UpdateTotalDomains(JoinNode *node, LogicalOperator *o
435
440
  distinct_count = base_stats->GetDistinctCount();
436
441
  }
437
442
 
438
- // means you have a direct filter on a column. The distinct_count/total domain for the column
439
- // should be decreased to match the predicted total domain matching the filter.
440
- // We decrease the total domain for all columns in the equivalence set because filter pushdown
441
- // will mean all columns are affected.
442
- if (direct_filter) {
443
- distinct_count = node->GetCardinality<idx_t>();
444
- }
445
-
446
443
  // HLL has estimation error, distinct_count can't be greater than cardinality of the table before filters
447
- if (distinct_count > node->GetBaseTableCardinality()) {
448
- distinct_count = node->GetBaseTableCardinality();
444
+ if (distinct_count > node.GetBaseTableCardinality()) {
445
+ distinct_count = node.GetBaseTableCardinality();
449
446
  }
450
447
  } else {
451
- // No HLL. So if we know there is a direct filter, reduce the distinct count to the cardinality
452
- // with filter effects. Otherwise assume the distinct count is still the cardinality
453
- if (direct_filter) {
454
- distinct_count = node->GetCardinality<idx_t>();
455
- } else {
456
- distinct_count = node->GetBaseTableCardinality();
457
- }
448
+ distinct_count = node.GetBaseTableCardinality();
458
449
  }
459
450
  // Update the relation_to_tdom set with the estimated distinct count (or tdom) calculated above
460
451
  for (auto &relation_to_tdom : relations_to_tdoms) {
@@ -484,7 +475,7 @@ void CardinalityEstimator::UpdateTotalDomains(JoinNode *node, LogicalOperator *o
484
475
  }
485
476
  }
486
477
 
487
- TableFilterSet *CardinalityEstimator::GetTableFilters(LogicalOperator *op, idx_t table_index) {
478
+ optional_ptr<TableFilterSet> CardinalityEstimator::GetTableFilters(LogicalOperator &op, idx_t table_index) {
488
479
  auto get = GetLogicalGet(op, table_index);
489
480
  return get ? &get->table_filters : nullptr;
490
481
  }
@@ -547,15 +538,15 @@ idx_t CardinalityEstimator::InspectConjunctionOR(idx_t cardinality, idx_t column
547
538
  return cardinality_after_filters;
548
539
  }
549
540
 
550
- idx_t CardinalityEstimator::InspectTableFilters(idx_t cardinality, LogicalOperator *op, TableFilterSet *table_filters,
541
+ idx_t CardinalityEstimator::InspectTableFilters(idx_t cardinality, LogicalOperator &op, TableFilterSet &table_filters,
551
542
  idx_t table_index) {
552
543
  idx_t cardinality_after_filters = cardinality;
553
544
  auto get = GetLogicalGet(op, table_index);
554
545
  unique_ptr<BaseStatistics> column_statistics;
555
- for (auto &it : table_filters->filters) {
546
+ for (auto &it : table_filters.filters) {
556
547
  column_statistics = nullptr;
557
548
  if (get->bind_data && get->function.name.compare("seq_scan") == 0) {
558
- auto &table_scan_bind_data = (TableScanBindData &)*get->bind_data;
549
+ auto &table_scan_bind_data = get->bind_data->Cast<TableScanBindData>();
559
550
  column_statistics = get->function.statistics(context, &table_scan_bind_data, it.first);
560
551
  }
561
552
  if (it.second->filter_type == TableFilterType::CONJUNCTION_AND) {
@@ -573,22 +564,22 @@ idx_t CardinalityEstimator::InspectTableFilters(idx_t cardinality, LogicalOperat
573
564
  // if the above code didn't find an equality filter (i.e country_code = "[us]")
574
565
  // and there are other table filters, use default selectivity.
575
566
  bool has_equality_filter = (cardinality_after_filters != cardinality);
576
- if (!has_equality_filter && !table_filters->filters.empty()) {
567
+ if (!has_equality_filter && !table_filters.filters.empty()) {
577
568
  cardinality_after_filters = MaxValue<idx_t>(cardinality * DEFAULT_SELECTIVITY, 1);
578
569
  }
579
570
  return cardinality_after_filters;
580
571
  }
581
572
 
582
- void CardinalityEstimator::EstimateBaseTableCardinality(JoinNode *node, LogicalOperator *op) {
573
+ void CardinalityEstimator::EstimateBaseTableCardinality(JoinNode &node, LogicalOperator &op) {
583
574
  auto has_logical_filter = IsLogicalFilter(op);
584
- D_ASSERT(node->set->count == 1);
585
- auto relation_id = node->set->relations[0];
575
+ D_ASSERT(node.set.count == 1);
576
+ auto relation_id = node.set.relations[0];
586
577
 
587
578
  double lowest_card_found = NumericLimits<double>::Maximum();
588
579
  for (auto &column : relation_attributes[relation_id].columns) {
589
- auto card_after_filters = node->GetBaseTableCardinality();
580
+ auto card_after_filters = node.GetBaseTableCardinality();
590
581
  ColumnBinding key = ColumnBinding(relation_id, column);
591
- TableFilterSet *table_filters = nullptr;
582
+ optional_ptr<TableFilterSet> table_filters;
592
583
  auto actual_binding = relation_column_to_original_column.find(key);
593
584
  if (actual_binding != relation_column_to_original_column.end()) {
594
585
  table_filters = GetTableFilters(op, actual_binding->second.table_index);
@@ -596,7 +587,7 @@ void CardinalityEstimator::EstimateBaseTableCardinality(JoinNode *node, LogicalO
596
587
 
597
588
  if (table_filters) {
598
589
  double inspect_result =
599
- (double)InspectTableFilters(card_after_filters, op, table_filters, actual_binding->second.table_index);
590
+ (double)InspectTableFilters(card_after_filters, op, *table_filters, actual_binding->second.table_index);
600
591
  card_after_filters = MinValue(inspect_result, (double)card_after_filters);
601
592
  }
602
593
  if (has_logical_filter) {
@@ -604,7 +595,7 @@ void CardinalityEstimator::EstimateBaseTableCardinality(JoinNode *node, LogicalO
604
595
  }
605
596
  lowest_card_found = MinValue(card_after_filters, lowest_card_found);
606
597
  }
607
- node->SetEstimatedCardinality(lowest_card_found);
598
+ node.SetEstimatedCardinality(lowest_card_found);
608
599
  }
609
600
 
610
601
  } // namespace duckdb