duckdb 0.10.3-dev3.0 → 0.10.3-dev6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1050) hide show
  1. package/binding.gyp +4 -5
  2. package/package.json +1 -1
  3. package/src/database.cpp +3 -3
  4. package/src/duckdb/extension/icu/icu_extension.cpp +44 -15
  5. package/src/duckdb/extension/icu/include/icu_extension.hpp +1 -0
  6. package/src/duckdb/extension/icu/third_party/icu/i18n/basictz.cpp +5 -5
  7. package/src/duckdb/extension/json/include/json_common.hpp +6 -1
  8. package/src/duckdb/extension/json/include/json_executors.hpp +5 -5
  9. package/src/duckdb/extension/json/include/json_extension.hpp +1 -0
  10. package/src/duckdb/extension/json/include/json_functions.hpp +2 -2
  11. package/src/duckdb/extension/json/include/json_serializer.hpp +2 -2
  12. package/src/duckdb/extension/json/json_common.cpp +69 -43
  13. package/src/duckdb/extension/json/json_extension.cpp +8 -0
  14. package/src/duckdb/extension/json/json_functions/copy_json.cpp +17 -16
  15. package/src/duckdb/extension/json/json_functions/json_create.cpp +3 -1
  16. package/src/duckdb/extension/json/json_functions/json_structure.cpp +18 -13
  17. package/src/duckdb/extension/json/json_functions/json_transform.cpp +4 -0
  18. package/src/duckdb/extension/json/json_functions/json_type.cpp +2 -2
  19. package/src/duckdb/extension/json/json_functions/read_json.cpp +14 -11
  20. package/src/duckdb/extension/json/json_functions/read_json_objects.cpp +11 -8
  21. package/src/duckdb/extension/json/json_functions.cpp +4 -3
  22. package/src/duckdb/extension/json/json_scan.cpp +21 -11
  23. package/src/duckdb/extension/parquet/column_reader.cpp +9 -5
  24. package/src/duckdb/extension/parquet/column_writer.cpp +31 -18
  25. package/src/duckdb/extension/parquet/include/column_writer.hpp +1 -0
  26. package/src/duckdb/extension/parquet/include/null_column_reader.hpp +54 -0
  27. package/src/duckdb/extension/parquet/include/parquet_extension.hpp +1 -0
  28. package/src/duckdb/extension/parquet/include/parquet_reader.hpp +1 -1
  29. package/src/duckdb/extension/parquet/include/parquet_writer.hpp +7 -2
  30. package/src/duckdb/extension/parquet/include/templated_column_reader.hpp +6 -1
  31. package/src/duckdb/extension/parquet/parquet_crypto.cpp +8 -6
  32. package/src/duckdb/extension/parquet/parquet_extension.cpp +271 -126
  33. package/src/duckdb/extension/parquet/parquet_metadata.cpp +39 -37
  34. package/src/duckdb/extension/parquet/parquet_reader.cpp +7 -4
  35. package/src/duckdb/extension/parquet/parquet_statistics.cpp +5 -4
  36. package/src/duckdb/extension/parquet/parquet_writer.cpp +55 -2
  37. package/src/duckdb/extension/parquet/serialize_parquet.cpp +2 -2
  38. package/src/duckdb/src/catalog/catalog.cpp +19 -39
  39. package/src/duckdb/src/catalog/catalog_entry/duck_index_entry.cpp +6 -6
  40. package/src/duckdb/src/catalog/catalog_entry/duck_schema_entry.cpp +47 -31
  41. package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +84 -52
  42. package/src/duckdb/src/catalog/catalog_entry/index_catalog_entry.cpp +4 -2
  43. package/src/duckdb/src/catalog/catalog_entry/macro_catalog_entry.cpp +4 -0
  44. package/src/duckdb/src/catalog/catalog_entry/schema_catalog_entry.cpp +7 -0
  45. package/src/duckdb/src/catalog/catalog_entry/sequence_catalog_entry.cpp +4 -1
  46. package/src/duckdb/src/catalog/catalog_entry/table_catalog_entry.cpp +36 -15
  47. package/src/duckdb/src/catalog/catalog_entry/type_catalog_entry.cpp +7 -1
  48. package/src/duckdb/src/catalog/catalog_entry/view_catalog_entry.cpp +5 -1
  49. package/src/duckdb/src/catalog/catalog_entry.cpp +7 -0
  50. package/src/duckdb/src/catalog/catalog_entry_retriever.cpp +64 -0
  51. package/src/duckdb/src/catalog/catalog_set.cpp +32 -17
  52. package/src/duckdb/src/catalog/default/default_functions.cpp +2 -1
  53. package/src/duckdb/src/catalog/default/default_views.cpp +1 -1
  54. package/src/duckdb/src/catalog/dependency_manager.cpp +129 -9
  55. package/src/duckdb/src/catalog/duck_catalog.cpp +5 -0
  56. package/src/duckdb/src/common/adbc/nanoarrow/allocator.cpp +2 -2
  57. package/src/duckdb/src/common/adbc/nanoarrow/metadata.cpp +3 -3
  58. package/src/duckdb/src/common/adbc/nanoarrow/schema.cpp +7 -6
  59. package/src/duckdb/src/common/allocator.cpp +6 -2
  60. package/src/duckdb/src/common/arrow/appender/bool_data.cpp +1 -0
  61. package/src/duckdb/src/common/arrow/appender/struct_data.cpp +1 -1
  62. package/src/duckdb/src/common/arrow/appender/union_data.cpp +2 -1
  63. package/src/duckdb/src/common/arrow/arrow_appender.cpp +7 -5
  64. package/src/duckdb/src/common/arrow/arrow_converter.cpp +3 -5
  65. package/src/duckdb/src/common/arrow/arrow_wrapper.cpp +1 -1
  66. package/src/duckdb/src/common/box_renderer.cpp +6 -3
  67. package/src/duckdb/src/common/compressed_file_system.cpp +11 -7
  68. package/src/duckdb/src/common/enum_util.cpp +230 -17
  69. package/src/duckdb/src/common/enums/logical_operator_type.cpp +2 -0
  70. package/src/duckdb/src/common/enums/physical_operator_type.cpp +2 -0
  71. package/src/duckdb/src/common/enums/relation_type.cpp +2 -0
  72. package/src/duckdb/src/common/enums/statement_type.cpp +2 -0
  73. package/src/duckdb/src/common/error_data.cpp +12 -0
  74. package/src/duckdb/src/common/exception_format_value.cpp +1 -0
  75. package/src/duckdb/src/common/extra_type_info.cpp +86 -8
  76. package/src/duckdb/src/common/file_system.cpp +39 -7
  77. package/src/duckdb/src/common/gzip_file_system.cpp +38 -14
  78. package/src/duckdb/src/common/hive_partitioning.cpp +28 -76
  79. package/src/duckdb/src/common/http_state.cpp +4 -4
  80. package/src/duckdb/src/common/local_file_system.cpp +29 -12
  81. package/src/duckdb/src/common/multi_file_list.cpp +285 -0
  82. package/src/duckdb/src/common/multi_file_reader.cpp +112 -80
  83. package/src/duckdb/src/common/operator/cast_operators.cpp +27 -225
  84. package/src/duckdb/src/common/operator/string_cast.cpp +13 -14
  85. package/src/duckdb/src/common/pipe_file_system.cpp +3 -2
  86. package/src/duckdb/src/common/progress_bar/progress_bar.cpp +1 -1
  87. package/src/duckdb/src/common/random_engine.cpp +2 -1
  88. package/src/duckdb/src/common/re2_regex.cpp +6 -4
  89. package/src/duckdb/src/common/row_operations/row_aggregate.cpp +10 -10
  90. package/src/duckdb/src/common/row_operations/row_external.cpp +4 -3
  91. package/src/duckdb/src/common/row_operations/row_heap_gather.cpp +5 -3
  92. package/src/duckdb/src/common/row_operations/row_heap_scatter.cpp +17 -4
  93. package/src/duckdb/src/common/row_operations/row_radix_scatter.cpp +1 -1
  94. package/src/duckdb/src/common/serializer/buffered_file_reader.cpp +4 -4
  95. package/src/duckdb/src/common/serializer/buffered_file_writer.cpp +9 -8
  96. package/src/duckdb/src/common/serializer/memory_stream.cpp +6 -3
  97. package/src/duckdb/src/common/serializer/serializer.cpp +1 -1
  98. package/src/duckdb/src/common/sort/comparators.cpp +1 -1
  99. package/src/duckdb/src/common/sort/merge_sorter.cpp +2 -2
  100. package/src/duckdb/src/common/sort/partition_state.cpp +6 -6
  101. package/src/duckdb/src/common/sort/radix_sort.cpp +1 -1
  102. package/src/duckdb/src/common/sort/sort_state.cpp +3 -3
  103. package/src/duckdb/src/common/sort/sorted_block.cpp +5 -5
  104. package/src/duckdb/src/common/string_util.cpp +69 -162
  105. package/src/duckdb/src/common/types/bit.cpp +1 -1
  106. package/src/duckdb/src/common/types/blob.cpp +3 -3
  107. package/src/duckdb/src/common/types/cast_helpers.cpp +197 -0
  108. package/src/duckdb/src/common/types/column/column_data_collection.cpp +17 -9
  109. package/src/duckdb/src/common/types/column/column_data_collection_segment.cpp +1 -1
  110. package/src/duckdb/src/common/types/column/partitioned_column_data.cpp +13 -5
  111. package/src/duckdb/src/common/types/conflict_info.cpp +1 -1
  112. package/src/duckdb/src/common/types/conflict_manager.cpp +1 -1
  113. package/src/duckdb/src/common/types/data_chunk.cpp +1 -1
  114. package/src/duckdb/src/common/types/date.cpp +2 -2
  115. package/src/duckdb/src/common/types/decimal.cpp +12 -12
  116. package/src/duckdb/src/common/types/hash.cpp +1 -1
  117. package/src/duckdb/src/common/types/hugeint.cpp +10 -9
  118. package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +4 -4
  119. package/src/duckdb/src/common/types/row/row_data_collection_scanner.cpp +6 -5
  120. package/src/duckdb/src/common/types/row/tuple_data_allocator.cpp +21 -18
  121. package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +2 -2
  122. package/src/duckdb/src/common/types/row/tuple_data_segment.cpp +7 -0
  123. package/src/duckdb/src/common/types/string_heap.cpp +4 -0
  124. package/src/duckdb/src/common/types/timestamp.cpp +23 -1
  125. package/src/duckdb/src/common/types/uhugeint.cpp +1 -1
  126. package/src/duckdb/src/common/types/uuid.cpp +7 -6
  127. package/src/duckdb/src/common/types/value.cpp +54 -30
  128. package/src/duckdb/src/common/types/vector.cpp +71 -96
  129. package/src/duckdb/src/common/types/vector_buffer.cpp +4 -0
  130. package/src/duckdb/src/common/types/vector_cache.cpp +3 -3
  131. package/src/duckdb/src/common/types.cpp +124 -18
  132. package/src/duckdb/src/common/vector_operations/generators.cpp +4 -16
  133. package/src/duckdb/src/common/vector_operations/is_distinct_from.cpp +20 -0
  134. package/src/duckdb/src/common/vector_operations/null_operations.cpp +1 -1
  135. package/src/duckdb/src/common/vector_operations/numeric_inplace_operators.cpp +2 -2
  136. package/src/duckdb/src/core_functions/aggregate/distributive/approx_count.cpp +1 -1
  137. package/src/duckdb/src/core_functions/aggregate/distributive/arg_min_max.cpp +13 -6
  138. package/src/duckdb/src/core_functions/aggregate/distributive/bitagg.cpp +8 -5
  139. package/src/duckdb/src/core_functions/aggregate/distributive/bitstring_agg.cpp +2 -2
  140. package/src/duckdb/src/core_functions/aggregate/distributive/sum.cpp +2 -2
  141. package/src/duckdb/src/core_functions/aggregate/holistic/approximate_quantile.cpp +2 -0
  142. package/src/duckdb/src/core_functions/aggregate/holistic/mode.cpp +2 -2
  143. package/src/duckdb/src/core_functions/aggregate/holistic/quantile.cpp +8 -5
  144. package/src/duckdb/src/core_functions/aggregate/holistic/reservoir_quantile.cpp +14 -8
  145. package/src/duckdb/src/core_functions/function_list.cpp +2 -1
  146. package/src/duckdb/src/core_functions/lambda_functions.cpp +2 -2
  147. package/src/duckdb/src/core_functions/scalar/array/array_functions.cpp +5 -0
  148. package/src/duckdb/src/core_functions/scalar/bit/bitstring.cpp +4 -4
  149. package/src/duckdb/src/core_functions/scalar/blob/create_sort_key.cpp +3 -2
  150. package/src/duckdb/src/core_functions/scalar/date/date_part.cpp +2 -2
  151. package/src/duckdb/src/core_functions/scalar/date/epoch.cpp +17 -0
  152. package/src/duckdb/src/core_functions/scalar/date/strftime.cpp +1 -1
  153. package/src/duckdb/src/core_functions/scalar/date/to_interval.cpp +19 -0
  154. package/src/duckdb/src/core_functions/scalar/debug/vector_type.cpp +6 -5
  155. package/src/duckdb/src/core_functions/scalar/generic/current_setting.cpp +2 -3
  156. package/src/duckdb/src/core_functions/scalar/generic/system_functions.cpp +2 -2
  157. package/src/duckdb/src/core_functions/scalar/list/array_slice.cpp +30 -21
  158. package/src/duckdb/src/core_functions/scalar/list/list_reduce.cpp +1 -1
  159. package/src/duckdb/src/core_functions/scalar/list/list_sort.cpp +3 -3
  160. package/src/duckdb/src/core_functions/scalar/list/list_value.cpp +1 -1
  161. package/src/duckdb/src/core_functions/scalar/list/range.cpp +2 -2
  162. package/src/duckdb/src/core_functions/scalar/map/map.cpp +44 -14
  163. package/src/duckdb/src/core_functions/scalar/map/map_concat.cpp +17 -4
  164. package/src/duckdb/src/core_functions/scalar/map/map_entries.cpp +30 -13
  165. package/src/duckdb/src/core_functions/scalar/map/map_extract.cpp +25 -12
  166. package/src/duckdb/src/core_functions/scalar/map/map_keys_values.cpp +16 -4
  167. package/src/duckdb/src/core_functions/scalar/math/numeric.cpp +2 -2
  168. package/src/duckdb/src/core_functions/scalar/operators/bitwise.cpp +2 -2
  169. package/src/duckdb/src/core_functions/scalar/random/setseed.cpp +1 -1
  170. package/src/duckdb/src/core_functions/scalar/string/bar.cpp +1 -1
  171. package/src/duckdb/src/core_functions/scalar/string/chr.cpp +2 -2
  172. package/src/duckdb/src/core_functions/scalar/string/hex.cpp +13 -13
  173. package/src/duckdb/src/core_functions/scalar/string/instr.cpp +1 -1
  174. package/src/duckdb/src/core_functions/scalar/string/pad.cpp +8 -8
  175. package/src/duckdb/src/core_functions/scalar/string/repeat.cpp +15 -7
  176. package/src/duckdb/src/core_functions/scalar/string/string_split.cpp +1 -1
  177. package/src/duckdb/src/core_functions/scalar/string/to_base.cpp +1 -1
  178. package/src/duckdb/src/core_functions/scalar/string/translate.cpp +4 -4
  179. package/src/duckdb/src/core_functions/scalar/string/trim.cpp +13 -9
  180. package/src/duckdb/src/core_functions/scalar/string/unicode.cpp +1 -1
  181. package/src/duckdb/src/execution/adaptive_filter.cpp +1 -1
  182. package/src/duckdb/src/execution/aggregate_hashtable.cpp +17 -8
  183. package/src/duckdb/src/execution/index/art/art.cpp +6 -6
  184. package/src/duckdb/src/execution/index/bound_index.cpp +115 -0
  185. package/src/duckdb/src/execution/index/unbound_index.cpp +30 -0
  186. package/src/duckdb/src/execution/join_hashtable.cpp +2 -1
  187. package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +1 -1
  188. package/src/duckdb/src/execution/operator/aggregate/distinct_aggregate_data.cpp +1 -1
  189. package/src/duckdb/src/execution/operator/aggregate/physical_hash_aggregate.cpp +3 -3
  190. package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +40 -5
  191. package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +2 -2
  192. package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +16 -3
  193. package/src/duckdb/src/execution/operator/csv_scanner/buffer_manager/csv_buffer.cpp +4 -4
  194. package/src/duckdb/src/execution/operator/csv_scanner/buffer_manager/csv_buffer_manager.cpp +2 -12
  195. package/src/duckdb/src/execution/operator/csv_scanner/buffer_manager/csv_file_handle.cpp +2 -1
  196. package/src/duckdb/src/execution/operator/csv_scanner/scanner/base_scanner.cpp +21 -5
  197. package/src/duckdb/src/execution/operator/csv_scanner/scanner/column_count_scanner.cpp +1 -1
  198. package/src/duckdb/src/execution/operator/csv_scanner/scanner/string_value_scanner.cpp +312 -260
  199. package/src/duckdb/src/execution/operator/csv_scanner/sniffer/csv_sniffer.cpp +2 -2
  200. package/src/duckdb/src/execution/operator/csv_scanner/sniffer/dialect_detection.cpp +45 -16
  201. package/src/duckdb/src/execution/operator/csv_scanner/sniffer/header_detection.cpp +19 -18
  202. package/src/duckdb/src/execution/operator/csv_scanner/sniffer/type_detection.cpp +200 -55
  203. package/src/duckdb/src/execution/operator/csv_scanner/table_function/csv_file_scanner.cpp +26 -23
  204. package/src/duckdb/src/execution/operator/csv_scanner/table_function/global_csv_state.cpp +12 -12
  205. package/src/duckdb/src/execution/operator/csv_scanner/util/csv_error.cpp +7 -7
  206. package/src/duckdb/src/execution/operator/csv_scanner/util/csv_reader_options.cpp +31 -22
  207. package/src/duckdb/src/execution/operator/helper/physical_buffered_collector.cpp +1 -1
  208. package/src/duckdb/src/execution/operator/helper/physical_execute.cpp +1 -1
  209. package/src/duckdb/src/execution/operator/helper/physical_load.cpp +24 -2
  210. package/src/duckdb/src/execution/operator/helper/physical_reservoir_sample.cpp +1 -1
  211. package/src/duckdb/src/execution/operator/helper/physical_update_extensions.cpp +57 -0
  212. package/src/duckdb/src/execution/operator/helper/physical_verify_vector.cpp +13 -8
  213. package/src/duckdb/src/execution/operator/join/physical_asof_join.cpp +2 -2
  214. package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +9 -9
  215. package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +4 -4
  216. package/src/duckdb/src/execution/operator/join/physical_left_delim_join.cpp +1 -1
  217. package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +2 -2
  218. package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +2 -2
  219. package/src/duckdb/src/execution/operator/order/physical_order.cpp +3 -2
  220. package/src/duckdb/src/execution/operator/persistent/physical_batch_copy_to_file.cpp +4 -4
  221. package/src/duckdb/src/execution/operator/persistent/physical_batch_insert.cpp +20 -13
  222. package/src/duckdb/src/execution/operator/persistent/physical_copy_to_file.cpp +70 -60
  223. package/src/duckdb/src/execution/operator/persistent/physical_delete.cpp +18 -7
  224. package/src/duckdb/src/execution/operator/persistent/physical_export.cpp +88 -12
  225. package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +47 -27
  226. package/src/duckdb/src/execution/operator/persistent/physical_update.cpp +34 -9
  227. package/src/duckdb/src/execution/operator/projection/physical_unnest.cpp +3 -0
  228. package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +2 -3
  229. package/src/duckdb/src/execution/operator/scan/physical_expression_scan.cpp +22 -7
  230. package/src/duckdb/src/execution/operator/schema/physical_attach.cpp +1 -1
  231. package/src/duckdb/src/execution/operator/schema/physical_create_art_index.cpp +9 -9
  232. package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +1 -1
  233. package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +5 -4
  234. package/src/duckdb/src/execution/physical_operator.cpp +2 -2
  235. package/src/duckdb/src/execution/physical_plan/plan_column_data_get.cpp +2 -4
  236. package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +1 -1
  237. package/src/duckdb/src/execution/physical_plan/plan_create_table.cpp +2 -2
  238. package/src/duckdb/src/execution/physical_plan/plan_cte.cpp +1 -1
  239. package/src/duckdb/src/execution/physical_plan/plan_delete.cpp +2 -2
  240. package/src/duckdb/src/execution/physical_plan/plan_delim_get.cpp +2 -2
  241. package/src/duckdb/src/execution/physical_plan/plan_distinct.cpp +1 -0
  242. package/src/duckdb/src/execution/physical_plan/plan_expression_get.cpp +4 -5
  243. package/src/duckdb/src/execution/physical_plan/plan_insert.cpp +6 -5
  244. package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +1 -1
  245. package/src/duckdb/src/execution/physical_plan/plan_simple.cpp +4 -0
  246. package/src/duckdb/src/execution/physical_plan/plan_top_n.cpp +2 -2
  247. package/src/duckdb/src/execution/physical_plan/plan_update.cpp +3 -3
  248. package/src/duckdb/src/execution/physical_plan/plan_window.cpp +1 -24
  249. package/src/duckdb/src/execution/physical_plan_generator.cpp +3 -0
  250. package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +38 -33
  251. package/src/duckdb/src/execution/reservoir_sample.cpp +42 -31
  252. package/src/duckdb/src/execution/window_executor.cpp +39 -39
  253. package/src/duckdb/src/execution/window_segment_tree.cpp +5 -2
  254. package/src/duckdb/src/function/aggregate/distributive/first.cpp +1 -1
  255. package/src/duckdb/src/function/cast/string_cast.cpp +3 -3
  256. package/src/duckdb/src/function/cast_rules.cpp +1 -0
  257. package/src/duckdb/src/function/function.cpp +2 -2
  258. package/src/duckdb/src/function/function_binder.cpp +9 -4
  259. package/src/duckdb/src/function/pragma/pragma_functions.cpp +2 -1
  260. package/src/duckdb/src/function/pragma/pragma_queries.cpp +4 -3
  261. package/src/duckdb/src/function/scalar/compressed_materialization/compress_string.cpp +1 -1
  262. package/src/duckdb/src/function/scalar/list/list_extract.cpp +3 -2
  263. package/src/duckdb/src/function/scalar/list/list_resize.cpp +1 -1
  264. package/src/duckdb/src/function/scalar/list/list_select.cpp +11 -4
  265. package/src/duckdb/src/function/scalar/list/list_zip.cpp +3 -1
  266. package/src/duckdb/src/function/scalar/operators/add.cpp +19 -9
  267. package/src/duckdb/src/function/scalar/sequence/nextval.cpp +77 -48
  268. package/src/duckdb/src/function/scalar/strftime_format.cpp +61 -39
  269. package/src/duckdb/src/function/scalar/string/caseconvert.cpp +12 -12
  270. package/src/duckdb/src/function/scalar/string/contains.cpp +2 -2
  271. package/src/duckdb/src/function/scalar/string/length.cpp +9 -9
  272. package/src/duckdb/src/function/scalar/string/regexp/regexp_extract_all.cpp +2 -2
  273. package/src/duckdb/src/function/scalar/string/strip_accents.cpp +2 -1
  274. package/src/duckdb/src/function/scalar/string/substring.cpp +11 -9
  275. package/src/duckdb/src/function/scalar/struct/struct_extract.cpp +2 -2
  276. package/src/duckdb/src/function/scalar_function.cpp +2 -1
  277. package/src/duckdb/src/function/table/arrow.cpp +18 -4
  278. package/src/duckdb/src/function/table/arrow_conversion.cpp +88 -66
  279. package/src/duckdb/src/function/table/copy_csv.cpp +94 -28
  280. package/src/duckdb/src/function/table/glob.cpp +17 -9
  281. package/src/duckdb/src/function/table/read_csv.cpp +37 -14
  282. package/src/duckdb/src/function/table/read_file.cpp +6 -2
  283. package/src/duckdb/src/function/table/repeat.cpp +5 -1
  284. package/src/duckdb/src/function/table/repeat_row.cpp +1 -1
  285. package/src/duckdb/src/function/table/sniff_csv.cpp +9 -3
  286. package/src/duckdb/src/function/table/system/duckdb_columns.cpp +3 -3
  287. package/src/duckdb/src/function/table/system/duckdb_constraints.cpp +31 -16
  288. package/src/duckdb/src/function/table/system/duckdb_databases.cpp +6 -1
  289. package/src/duckdb/src/function/table/system/duckdb_dependencies.cpp +2 -2
  290. package/src/duckdb/src/function/table/system/duckdb_extensions.cpp +48 -6
  291. package/src/duckdb/src/function/table/system/duckdb_functions.cpp +8 -2
  292. package/src/duckdb/src/function/table/system/duckdb_indexes.cpp +9 -4
  293. package/src/duckdb/src/function/table/system/duckdb_memory.cpp +2 -2
  294. package/src/duckdb/src/function/table/system/duckdb_schemas.cpp +7 -2
  295. package/src/duckdb/src/function/table/system/duckdb_sequences.cpp +8 -3
  296. package/src/duckdb/src/function/table/system/duckdb_tables.cpp +18 -10
  297. package/src/duckdb/src/function/table/system/duckdb_temporary_files.cpp +1 -1
  298. package/src/duckdb/src/function/table/system/duckdb_types.cpp +12 -5
  299. package/src/duckdb/src/function/table/system/duckdb_views.cpp +9 -4
  300. package/src/duckdb/src/function/table/system/duckdb_which_secret.cpp +75 -0
  301. package/src/duckdb/src/function/table/system/pragma_database_size.cpp +4 -4
  302. package/src/duckdb/src/function/table/system/pragma_metadata_info.cpp +3 -3
  303. package/src/duckdb/src/function/table/system/pragma_storage_info.cpp +6 -6
  304. package/src/duckdb/src/function/table/system_functions.cpp +1 -0
  305. package/src/duckdb/src/function/table/table_scan.cpp +11 -20
  306. package/src/duckdb/src/function/table/unnest.cpp +1 -1
  307. package/src/duckdb/src/function/table/version/pragma_version.cpp +3 -3
  308. package/src/duckdb/src/function/table_function.cpp +5 -4
  309. package/src/duckdb/src/include/duckdb/catalog/catalog.hpp +1 -10
  310. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_index_entry.hpp +1 -1
  311. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_schema_entry.hpp +2 -2
  312. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_table_entry.hpp +6 -8
  313. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/function_entry.hpp +1 -0
  314. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/schema_catalog_entry.hpp +3 -2
  315. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/sequence_catalog_entry.hpp +2 -5
  316. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_catalog_entry.hpp +3 -4
  317. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/type_catalog_entry.hpp +2 -0
  318. package/src/duckdb/src/include/duckdb/catalog/catalog_entry.hpp +4 -0
  319. package/src/duckdb/src/include/duckdb/catalog/catalog_entry_retriever.hpp +72 -0
  320. package/src/duckdb/src/include/duckdb/catalog/catalog_transaction.hpp +3 -0
  321. package/src/duckdb/src/include/duckdb/catalog/dependency.hpp +4 -0
  322. package/src/duckdb/src/include/duckdb/catalog/dependency_list.hpp +7 -1
  323. package/src/duckdb/src/include/duckdb/catalog/dependency_manager.hpp +2 -2
  324. package/src/duckdb/src/include/duckdb/catalog/standard_entry.hpp +2 -0
  325. package/src/duckdb/src/include/duckdb/common/arrow/appender/append_data.hpp +1 -0
  326. package/src/duckdb/src/include/duckdb/common/arrow/appender/enum_data.hpp +3 -3
  327. package/src/duckdb/src/include/duckdb/common/arrow/appender/map_data.hpp +1 -1
  328. package/src/duckdb/src/include/duckdb/common/arrow/appender/scalar_data.hpp +15 -0
  329. package/src/duckdb/src/include/duckdb/common/arrow/appender/varchar_data.hpp +3 -2
  330. package/src/duckdb/src/include/duckdb/common/bit_utils.hpp +63 -98
  331. package/src/duckdb/src/include/duckdb/common/bitpacking.hpp +4 -4
  332. package/src/duckdb/src/include/duckdb/common/constants.hpp +2 -0
  333. package/src/duckdb/src/include/duckdb/common/enable_shared_from_this.ipp +42 -0
  334. package/src/duckdb/src/include/duckdb/common/enum_util.hpp +43 -3
  335. package/src/duckdb/src/include/duckdb/common/enums/checkpoint_type.hpp +38 -0
  336. package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +1 -0
  337. package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +1 -0
  338. package/src/duckdb/src/include/duckdb/common/enums/relation_type.hpp +1 -0
  339. package/src/duckdb/src/include/duckdb/common/enums/scan_options.hpp +3 -1
  340. package/src/duckdb/src/include/duckdb/common/enums/scan_vector_type.hpp +17 -0
  341. package/src/duckdb/src/include/duckdb/common/enums/statement_type.hpp +1 -0
  342. package/src/duckdb/src/include/duckdb/common/enums/tableref_type.hpp +2 -1
  343. package/src/duckdb/src/include/duckdb/common/enums/undo_flags.hpp +2 -1
  344. package/src/duckdb/src/include/duckdb/common/exception.hpp +0 -1
  345. package/src/duckdb/src/include/duckdb/common/extra_type_info.hpp +15 -1
  346. package/src/duckdb/src/include/duckdb/common/file_opener.hpp +4 -0
  347. package/src/duckdb/src/include/duckdb/common/file_system.hpp +3 -0
  348. package/src/duckdb/src/include/duckdb/common/gzip_file_system.hpp +3 -0
  349. package/src/duckdb/src/include/duckdb/common/helper.hpp +22 -1
  350. package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +3 -17
  351. package/src/duckdb/src/include/duckdb/common/http_state.hpp +1 -1
  352. package/src/duckdb/src/include/duckdb/common/insertion_order_preserving_map.hpp +129 -0
  353. package/src/duckdb/src/include/duckdb/common/multi_file_list.hpp +151 -0
  354. package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +132 -56
  355. package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +7 -3
  356. package/src/duckdb/src/include/duckdb/common/numeric_utils.hpp +3 -0
  357. package/src/duckdb/src/include/duckdb/common/operator/add.hpp +2 -0
  358. package/src/duckdb/src/include/duckdb/common/operator/decimal_cast_operators.hpp +233 -0
  359. package/src/duckdb/src/include/duckdb/common/operator/integer_cast_operator.hpp +5 -4
  360. package/src/duckdb/src/include/duckdb/common/operator/numeric_cast.hpp +2 -2
  361. package/src/duckdb/src/include/duckdb/common/optional_ptr.hpp +5 -0
  362. package/src/duckdb/src/include/duckdb/common/optionally_owned_ptr.hpp +91 -0
  363. package/src/duckdb/src/include/duckdb/common/platform.h +6 -1
  364. package/src/duckdb/src/include/duckdb/common/radix.hpp +12 -4
  365. package/src/duckdb/src/include/duckdb/common/re2_regex.hpp +3 -2
  366. package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +2 -0
  367. package/src/duckdb/src/include/duckdb/common/serializer/binary_deserializer.hpp +2 -1
  368. package/src/duckdb/src/include/duckdb/common/serializer/binary_serializer.hpp +8 -6
  369. package/src/duckdb/src/include/duckdb/common/serializer/deserializer.hpp +36 -0
  370. package/src/duckdb/src/include/duckdb/common/serializer/serialization_traits.hpp +65 -0
  371. package/src/duckdb/src/include/duckdb/common/serializer/serializer.hpp +52 -6
  372. package/src/duckdb/src/include/duckdb/common/shared_ptr.hpp +36 -3
  373. package/src/duckdb/src/include/duckdb/common/shared_ptr.ipp +268 -0
  374. package/src/duckdb/src/include/duckdb/common/sort/duckdb_pdqsort.hpp +3 -3
  375. package/src/duckdb/src/include/duckdb/common/string.hpp +3 -2
  376. package/src/duckdb/src/include/duckdb/common/string_util.hpp +11 -7
  377. package/src/duckdb/src/include/duckdb/common/types/bit.hpp +1 -1
  378. package/src/duckdb/src/include/duckdb/common/types/cast_helpers.hpp +43 -215
  379. package/src/duckdb/src/include/duckdb/common/types/datetime.hpp +36 -11
  380. package/src/duckdb/src/include/duckdb/common/types/hash.hpp +1 -1
  381. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_segment.hpp +7 -1
  382. package/src/duckdb/src/include/duckdb/common/types/selection_vector.hpp +1 -1
  383. package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +2 -0
  384. package/src/duckdb/src/include/duckdb/common/types/timestamp.hpp +2 -0
  385. package/src/duckdb/src/include/duckdb/common/types/validity_mask.hpp +1 -1
  386. package/src/duckdb/src/include/duckdb/common/types/value.hpp +4 -0
  387. package/src/duckdb/src/include/duckdb/common/types/vector.hpp +20 -15
  388. package/src/duckdb/src/include/duckdb/common/types.hpp +14 -2
  389. package/src/duckdb/src/include/duckdb/common/unique_ptr.hpp +7 -6
  390. package/src/duckdb/src/include/duckdb/common/vector.hpp +11 -0
  391. package/src/duckdb/src/include/duckdb/common/vector_size.hpp +1 -1
  392. package/src/duckdb/src/include/duckdb/common/weak_ptr.ipp +117 -0
  393. package/src/duckdb/src/include/duckdb/core_functions/aggregate/sum_helpers.hpp +3 -3
  394. package/src/duckdb/src/include/duckdb/core_functions/scalar/date_functions.hpp +18 -0
  395. package/src/duckdb/src/include/duckdb/execution/adaptive_filter.hpp +1 -0
  396. package/src/duckdb/src/include/duckdb/execution/expression_executor.hpp +1 -1
  397. package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -4
  398. package/src/duckdb/src/include/duckdb/execution/index/art/node.hpp +1 -1
  399. package/src/duckdb/src/include/duckdb/execution/index/bound_index.hpp +145 -0
  400. package/src/duckdb/src/include/duckdb/execution/index/index_type.hpp +2 -2
  401. package/src/duckdb/src/include/duckdb/execution/index/unbound_index.hpp +63 -0
  402. package/src/duckdb/src/include/duckdb/execution/merge_sort_tree.hpp +24 -18
  403. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_streaming_window.hpp +2 -0
  404. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_window.hpp +2 -0
  405. package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/base_scanner.hpp +10 -3
  406. package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/column_count_scanner.hpp +1 -0
  407. package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_error.hpp +6 -6
  408. package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_reader_options.hpp +7 -6
  409. package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_sniffer.hpp +24 -4
  410. package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/string_value_scanner.hpp +90 -20
  411. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_update_extensions.hpp +52 -0
  412. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_insert.hpp +3 -1
  413. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_delete.hpp +5 -5
  414. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_export.hpp +1 -0
  415. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_insert.hpp +8 -5
  416. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_update.hpp +4 -1
  417. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +4 -5
  418. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_expression_scan.hpp +6 -2
  419. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_cte.hpp +1 -1
  420. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +1 -1
  421. package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +1 -1
  422. package/src/duckdb/src/include/duckdb/execution/reservoir_sample.hpp +63 -8
  423. package/src/duckdb/src/include/duckdb/function/function.hpp +0 -5
  424. package/src/duckdb/src/include/duckdb/function/function_binder.hpp +6 -3
  425. package/src/duckdb/src/include/duckdb/function/replacement_scan.hpp +25 -2
  426. package/src/duckdb/src/include/duckdb/function/scalar/regexp.hpp +1 -1
  427. package/src/duckdb/src/include/duckdb/function/scalar/sequence_functions.hpp +3 -4
  428. package/src/duckdb/src/include/duckdb/function/scalar/strftime_format.hpp +5 -0
  429. package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +1 -1
  430. package/src/duckdb/src/include/duckdb/function/scalar_function.hpp +13 -0
  431. package/src/duckdb/src/include/duckdb/function/table/arrow.hpp +7 -3
  432. package/src/duckdb/src/include/duckdb/function/table/read_csv.hpp +3 -0
  433. package/src/duckdb/src/include/duckdb/function/table/system_functions.hpp +4 -0
  434. package/src/duckdb/src/include/duckdb/function/table_function.hpp +15 -2
  435. package/src/duckdb/src/include/duckdb/logging/http_logger.hpp +81 -0
  436. package/src/duckdb/src/include/duckdb/main/appender.hpp +1 -3
  437. package/src/duckdb/src/include/duckdb/main/attached_database.hpp +1 -1
  438. package/src/duckdb/src/include/duckdb/main/buffered_data/buffered_data.hpp +1 -0
  439. package/src/duckdb/src/include/duckdb/main/capi/cast/generic.hpp +2 -2
  440. package/src/duckdb/src/include/duckdb/main/client_config.hpp +8 -0
  441. package/src/duckdb/src/include/duckdb/main/client_context.hpp +1 -19
  442. package/src/duckdb/src/include/duckdb/main/client_context_state.hpp +11 -1
  443. package/src/duckdb/src/include/duckdb/main/client_context_wrapper.hpp +27 -0
  444. package/src/duckdb/src/include/duckdb/main/client_data.hpp +4 -0
  445. package/src/duckdb/src/include/duckdb/main/config.hpp +36 -3
  446. package/src/duckdb/src/include/duckdb/main/connection_manager.hpp +7 -17
  447. package/src/duckdb/src/include/duckdb/main/database.hpp +25 -20
  448. package/src/duckdb/src/include/duckdb/main/extension.hpp +25 -0
  449. package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +155 -10
  450. package/src/duckdb/src/include/duckdb/main/extension_helper.hpp +79 -12
  451. package/src/duckdb/src/include/duckdb/main/extension_install_info.hpp +89 -0
  452. package/src/duckdb/src/include/duckdb/main/extension_util.hpp +3 -1
  453. package/src/duckdb/src/include/duckdb/main/external_dependencies.hpp +46 -4
  454. package/src/duckdb/src/include/duckdb/main/materialized_query_result.hpp +3 -0
  455. package/src/duckdb/src/include/duckdb/main/relation/materialized_relation.hpp +35 -0
  456. package/src/duckdb/src/include/duckdb/main/relation/query_relation.hpp +1 -1
  457. package/src/duckdb/src/include/duckdb/main/relation/table_function_relation.hpp +2 -2
  458. package/src/duckdb/src/include/duckdb/main/relation/table_relation.hpp +1 -1
  459. package/src/duckdb/src/include/duckdb/main/relation/value_relation.hpp +3 -3
  460. package/src/duckdb/src/include/duckdb/main/relation/view_relation.hpp +1 -1
  461. package/src/duckdb/src/include/duckdb/main/relation.hpp +5 -6
  462. package/src/duckdb/src/include/duckdb/main/settings.hpp +47 -0
  463. package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +4 -4
  464. package/src/duckdb/src/include/duckdb/optimizer/join_order/cost_model.hpp +1 -1
  465. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_node.hpp +8 -15
  466. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +0 -51
  467. package/src/duckdb/src/include/duckdb/optimizer/join_order/plan_enumerator.hpp +10 -17
  468. package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph_manager.hpp +5 -7
  469. package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +2 -1
  470. package/src/duckdb/src/include/duckdb/optimizer/optimizer_extension.hpp +10 -2
  471. package/src/duckdb/src/include/duckdb/optimizer/rule/list.hpp +1 -0
  472. package/src/duckdb/src/include/duckdb/optimizer/rule/timestamp_comparison.hpp +30 -0
  473. package/src/duckdb/src/include/duckdb/parallel/event.hpp +1 -1
  474. package/src/duckdb/src/include/duckdb/parallel/interrupt.hpp +1 -0
  475. package/src/duckdb/src/include/duckdb/parallel/meta_pipeline.hpp +1 -1
  476. package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +1 -1
  477. package/src/duckdb/src/include/duckdb/parallel/task.hpp +1 -1
  478. package/src/duckdb/src/include/duckdb/parser/base_expression.hpp +1 -1
  479. package/src/duckdb/src/include/duckdb/parser/column_definition.hpp +2 -0
  480. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_info.hpp +1 -0
  481. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_scalar_function_info.hpp +1 -0
  482. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_table_function_info.hpp +1 -0
  483. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_table_info.hpp +12 -0
  484. package/src/duckdb/src/include/duckdb/parser/parsed_data/attach_info.hpp +1 -0
  485. package/src/duckdb/src/include/duckdb/parser/parsed_data/comment_on_column_info.hpp +3 -1
  486. package/src/duckdb/src/include/duckdb/parser/parsed_data/copy_info.hpp +10 -12
  487. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_info.hpp +6 -2
  488. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_schema_info.hpp +3 -30
  489. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_sequence_info.hpp +2 -0
  490. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_type_info.hpp +12 -1
  491. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_view_info.hpp +1 -0
  492. package/src/duckdb/src/include/duckdb/parser/parsed_data/detach_info.hpp +1 -0
  493. package/src/duckdb/src/include/duckdb/parser/parsed_data/drop_info.hpp +1 -0
  494. package/src/duckdb/src/include/duckdb/parser/parsed_data/exported_table_data.hpp +5 -2
  495. package/src/duckdb/src/include/duckdb/parser/parsed_data/load_info.hpp +4 -7
  496. package/src/duckdb/src/include/duckdb/parser/parsed_data/parse_info.hpp +7 -1
  497. package/src/duckdb/src/include/duckdb/parser/parsed_data/pragma_info.hpp +2 -11
  498. package/src/duckdb/src/include/duckdb/parser/parsed_data/transaction_info.hpp +2 -0
  499. package/src/duckdb/src/include/duckdb/parser/parsed_data/update_extensions_info.hpp +36 -0
  500. package/src/duckdb/src/include/duckdb/parser/parsed_data/vacuum_info.hpp +1 -0
  501. package/src/duckdb/src/include/duckdb/parser/parser_extension.hpp +1 -0
  502. package/src/duckdb/src/include/duckdb/parser/query_node.hpp +2 -2
  503. package/src/duckdb/src/include/duckdb/parser/sql_statement.hpp +1 -4
  504. package/src/duckdb/src/include/duckdb/parser/statement/alter_statement.hpp +1 -0
  505. package/src/duckdb/src/include/duckdb/parser/statement/attach_statement.hpp +1 -0
  506. package/src/duckdb/src/include/duckdb/parser/statement/call_statement.hpp +1 -0
  507. package/src/duckdb/src/include/duckdb/parser/statement/copy_database_statement.hpp +1 -2
  508. package/src/duckdb/src/include/duckdb/parser/statement/copy_statement.hpp +1 -3
  509. package/src/duckdb/src/include/duckdb/parser/statement/detach_statement.hpp +1 -0
  510. package/src/duckdb/src/include/duckdb/parser/statement/drop_statement.hpp +1 -0
  511. package/src/duckdb/src/include/duckdb/parser/statement/execute_statement.hpp +1 -0
  512. package/src/duckdb/src/include/duckdb/parser/statement/explain_statement.hpp +1 -0
  513. package/src/duckdb/src/include/duckdb/parser/statement/export_statement.hpp +1 -0
  514. package/src/duckdb/src/include/duckdb/parser/statement/extension_statement.hpp +1 -0
  515. package/src/duckdb/src/include/duckdb/parser/statement/insert_statement.hpp +1 -0
  516. package/src/duckdb/src/include/duckdb/parser/statement/list.hpp +1 -0
  517. package/src/duckdb/src/include/duckdb/parser/statement/load_statement.hpp +1 -0
  518. package/src/duckdb/src/include/duckdb/parser/statement/logical_plan_statement.hpp +3 -0
  519. package/src/duckdb/src/include/duckdb/parser/statement/multi_statement.hpp +1 -0
  520. package/src/duckdb/src/include/duckdb/parser/statement/pragma_statement.hpp +1 -0
  521. package/src/duckdb/src/include/duckdb/parser/statement/prepare_statement.hpp +1 -0
  522. package/src/duckdb/src/include/duckdb/parser/statement/relation_statement.hpp +1 -0
  523. package/src/duckdb/src/include/duckdb/parser/statement/select_statement.hpp +1 -0
  524. package/src/duckdb/src/include/duckdb/parser/statement/set_statement.hpp +6 -4
  525. package/src/duckdb/src/include/duckdb/parser/statement/transaction_statement.hpp +1 -0
  526. package/src/duckdb/src/include/duckdb/parser/statement/update_extensions_statement.hpp +36 -0
  527. package/src/duckdb/src/include/duckdb/parser/statement/vacuum_statement.hpp +1 -0
  528. package/src/duckdb/src/include/duckdb/parser/tableref/column_data_ref.hpp +46 -0
  529. package/src/duckdb/src/include/duckdb/parser/tableref/list.hpp +1 -0
  530. package/src/duckdb/src/include/duckdb/parser/tableref/table_function_ref.hpp +0 -4
  531. package/src/duckdb/src/include/duckdb/parser/tableref.hpp +3 -0
  532. package/src/duckdb/src/include/duckdb/parser/tokens.hpp +2 -0
  533. package/src/duckdb/src/include/duckdb/parser/transformer.hpp +5 -0
  534. package/src/duckdb/src/include/duckdb/planner/bind_context.hpp +4 -4
  535. package/src/duckdb/src/include/duckdb/planner/binder.hpp +42 -16
  536. package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
  537. package/src/duckdb/src/include/duckdb/planner/expression_binder/alter_binder.hpp +7 -6
  538. package/src/duckdb/src/include/duckdb/planner/expression_binder/having_binder.hpp +2 -1
  539. package/src/duckdb/src/include/duckdb/planner/expression_binder/index_binder.hpp +5 -1
  540. package/src/duckdb/src/include/duckdb/planner/expression_binder.hpp +5 -0
  541. package/src/duckdb/src/include/duckdb/planner/logical_operator.hpp +0 -1
  542. package/src/duckdb/src/include/duckdb/planner/operator/logical_column_data_get.hpp +6 -2
  543. package/src/duckdb/src/include/duckdb/planner/operator/logical_delete.hpp +2 -0
  544. package/src/duckdb/src/include/duckdb/planner/operator/logical_export.hpp +7 -0
  545. package/src/duckdb/src/include/duckdb/planner/operator/logical_insert.hpp +2 -0
  546. package/src/duckdb/src/include/duckdb/planner/operator/logical_top_n.hpp +3 -3
  547. package/src/duckdb/src/include/duckdb/planner/operator/logical_update.hpp +2 -0
  548. package/src/duckdb/src/include/duckdb/planner/parsed_data/bound_create_table_info.hpp +0 -4
  549. package/src/duckdb/src/include/duckdb/planner/table_binding.hpp +4 -4
  550. package/src/duckdb/src/include/duckdb/planner/tableref/bound_column_data_ref.hpp +30 -0
  551. package/src/duckdb/src/include/duckdb/planner/tableref/list.hpp +1 -0
  552. package/src/duckdb/src/include/duckdb/storage/buffer/block_handle.hpp +6 -3
  553. package/src/duckdb/src/include/duckdb/storage/buffer/buffer_pool.hpp +16 -7
  554. package/src/duckdb/src/include/duckdb/storage/buffer_manager.hpp +15 -3
  555. package/src/duckdb/src/include/duckdb/storage/checkpoint/row_group_writer.hpp +10 -7
  556. package/src/duckdb/src/include/duckdb/storage/checkpoint/table_data_writer.hpp +2 -0
  557. package/src/duckdb/src/include/duckdb/storage/checkpoint_manager.hpp +24 -15
  558. package/src/duckdb/src/include/duckdb/storage/compression/alp/algorithm/alp.hpp +8 -7
  559. package/src/duckdb/src/include/duckdb/storage/compression/alp/alp_compress.hpp +2 -2
  560. package/src/duckdb/src/include/duckdb/storage/compression/alp/alp_constants.hpp +5 -4
  561. package/src/duckdb/src/include/duckdb/storage/compression/alp/alp_fetch.hpp +1 -1
  562. package/src/duckdb/src/include/duckdb/storage/compression/alp/alp_utils.hpp +3 -3
  563. package/src/duckdb/src/include/duckdb/storage/compression/alprd/algorithm/alprd.hpp +2 -1
  564. package/src/duckdb/src/include/duckdb/storage/compression/alprd/alprd_analyze.hpp +5 -3
  565. package/src/duckdb/src/include/duckdb/storage/compression/alprd/alprd_compress.hpp +2 -2
  566. package/src/duckdb/src/include/duckdb/storage/compression/alprd/alprd_fetch.hpp +1 -1
  567. package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/bit_reader.hpp +1 -1
  568. package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_fetch.hpp +1 -1
  569. package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_fetch.hpp +1 -1
  570. package/src/duckdb/src/include/duckdb/storage/data_table.hpp +55 -16
  571. package/src/duckdb/src/include/duckdb/storage/index.hpp +33 -97
  572. package/src/duckdb/src/include/duckdb/storage/object_cache.hpp +3 -3
  573. package/src/duckdb/src/include/duckdb/storage/optimistic_data_writer.hpp +1 -1
  574. package/src/duckdb/src/include/duckdb/storage/partial_block_manager.hpp +3 -3
  575. package/src/duckdb/src/include/duckdb/storage/standard_buffer_manager.hpp +22 -9
  576. package/src/duckdb/src/include/duckdb/storage/storage_info.hpp +6 -3
  577. package/src/duckdb/src/include/duckdb/storage/storage_lock.hpp +17 -13
  578. package/src/duckdb/src/include/duckdb/storage/storage_manager.hpp +27 -8
  579. package/src/duckdb/src/include/duckdb/storage/string_uncompressed.hpp +3 -2
  580. package/src/duckdb/src/include/duckdb/storage/table/append_state.hpp +12 -0
  581. package/src/duckdb/src/include/duckdb/storage/table/array_column_data.hpp +5 -4
  582. package/src/duckdb/src/include/duckdb/storage/table/column_data.hpp +29 -10
  583. package/src/duckdb/src/include/duckdb/storage/table/column_segment.hpp +2 -1
  584. package/src/duckdb/src/include/duckdb/storage/table/data_table_info.hpp +32 -6
  585. package/src/duckdb/src/include/duckdb/storage/table/delete_state.hpp +23 -0
  586. package/src/duckdb/src/include/duckdb/storage/table/list_column_data.hpp +5 -4
  587. package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +14 -3
  588. package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +3 -2
  589. package/src/duckdb/src/include/duckdb/storage/table/scan_state.hpp +4 -0
  590. package/src/duckdb/src/include/duckdb/storage/table/segment_tree.hpp +5 -5
  591. package/src/duckdb/src/include/duckdb/storage/table/standard_column_data.hpp +6 -6
  592. package/src/duckdb/src/include/duckdb/storage/table/struct_column_data.hpp +5 -4
  593. package/src/duckdb/src/include/duckdb/storage/table/table_index_list.hpp +25 -1
  594. package/src/duckdb/src/include/duckdb/storage/table/table_statistics.hpp +5 -2
  595. package/src/duckdb/src/include/duckdb/storage/table/update_state.hpp +20 -0
  596. package/src/duckdb/src/include/duckdb/storage/table/validity_column_data.hpp +1 -0
  597. package/src/duckdb/src/include/duckdb/storage/temporary_file_manager.hpp +20 -4
  598. package/src/duckdb/src/include/duckdb/storage/write_ahead_log.hpp +10 -5
  599. package/src/duckdb/src/include/duckdb/transaction/duck_transaction.hpp +19 -4
  600. package/src/duckdb/src/include/duckdb/transaction/duck_transaction_manager.hpp +30 -7
  601. package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +8 -5
  602. package/src/duckdb/src/include/duckdb/transaction/meta_transaction.hpp +1 -0
  603. package/src/duckdb/src/include/duckdb/transaction/transaction.hpp +8 -0
  604. package/src/duckdb/src/include/duckdb/transaction/undo_buffer.hpp +9 -1
  605. package/src/duckdb/src/include/duckdb.h +15 -11
  606. package/src/duckdb/src/main/appender.cpp +3 -1
  607. package/src/duckdb/src/main/attached_database.cpp +5 -3
  608. package/src/duckdb/src/main/capi/appender-c.cpp +4 -3
  609. package/src/duckdb/src/main/capi/arrow-c.cpp +4 -4
  610. package/src/duckdb/src/main/capi/helper-c.cpp +3 -3
  611. package/src/duckdb/src/main/capi/replacement_scan-c.cpp +6 -5
  612. package/src/duckdb/src/main/capi/result-c.cpp +19 -5
  613. package/src/duckdb/src/main/capi/table_function-c.cpp +1 -1
  614. package/src/duckdb/src/main/client_context.cpp +32 -23
  615. package/src/duckdb/src/main/client_context_file_opener.cpp +31 -0
  616. package/src/duckdb/src/main/client_context_wrapper.cpp +22 -0
  617. package/src/duckdb/src/main/client_data.cpp +5 -3
  618. package/src/duckdb/src/main/config.cpp +71 -2
  619. package/src/duckdb/src/main/connection.cpp +11 -10
  620. package/src/duckdb/src/main/connection_manager.cpp +9 -23
  621. package/src/duckdb/src/main/database.cpp +26 -30
  622. package/src/duckdb/src/main/db_instance_cache.cpp +1 -1
  623. package/src/duckdb/src/main/extension/extension_helper.cpp +396 -17
  624. package/src/duckdb/src/main/extension/extension_install.cpp +297 -89
  625. package/src/duckdb/src/main/extension/extension_load.cpp +137 -135
  626. package/src/duckdb/src/main/extension/extension_util.cpp +8 -2
  627. package/src/duckdb/src/main/extension.cpp +56 -0
  628. package/src/duckdb/src/main/extension_install_info.cpp +116 -0
  629. package/src/duckdb/src/main/materialized_query_result.cpp +11 -0
  630. package/src/duckdb/src/main/query_profiler.cpp +1 -1
  631. package/src/duckdb/src/main/relation/create_view_relation.cpp +6 -0
  632. package/src/duckdb/src/main/relation/materialized_relation.cpp +58 -0
  633. package/src/duckdb/src/main/relation/query_relation.cpp +20 -1
  634. package/src/duckdb/src/main/relation/read_csv_relation.cpp +5 -3
  635. package/src/duckdb/src/main/relation/table_relation.cpp +4 -4
  636. package/src/duckdb/src/main/relation/value_relation.cpp +2 -2
  637. package/src/duckdb/src/main/relation/view_relation.cpp +1 -1
  638. package/src/duckdb/src/main/relation/write_csv_relation.cpp +1 -1
  639. package/src/duckdb/src/main/relation/write_parquet_relation.cpp +1 -1
  640. package/src/duckdb/src/main/relation.cpp +36 -32
  641. package/src/duckdb/src/main/secret/secret.cpp +1 -1
  642. package/src/duckdb/src/main/settings/settings.cpp +137 -11
  643. package/src/duckdb/src/optimizer/common_aggregate_optimizer.cpp +1 -1
  644. package/src/duckdb/src/optimizer/filter_combiner.cpp +3 -3
  645. package/src/duckdb/src/optimizer/filter_pushdown.cpp +3 -2
  646. package/src/duckdb/src/optimizer/join_order/cardinality_estimator.cpp +3 -3
  647. package/src/duckdb/src/optimizer/join_order/cost_model.cpp +1 -1
  648. package/src/duckdb/src/optimizer/join_order/join_node.cpp +4 -27
  649. package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +5 -8
  650. package/src/duckdb/src/optimizer/join_order/plan_enumerator.cpp +32 -107
  651. package/src/duckdb/src/optimizer/join_order/query_graph_manager.cpp +68 -61
  652. package/src/duckdb/src/optimizer/join_order/relation_manager.cpp +4 -2
  653. package/src/duckdb/src/optimizer/join_order/relation_statistics_helper.cpp +3 -3
  654. package/src/duckdb/src/optimizer/optimizer.cpp +3 -1
  655. package/src/duckdb/src/optimizer/pushdown/pushdown_aggregate.cpp +2 -2
  656. package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +1 -1
  657. package/src/duckdb/src/optimizer/pushdown/pushdown_left_join.cpp +2 -2
  658. package/src/duckdb/src/optimizer/pushdown/pushdown_mark_join.cpp +6 -6
  659. package/src/duckdb/src/optimizer/pushdown/pushdown_projection.cpp +1 -1
  660. package/src/duckdb/src/optimizer/pushdown/pushdown_semi_anti_join.cpp +1 -1
  661. package/src/duckdb/src/optimizer/pushdown/pushdown_set_operation.cpp +1 -1
  662. package/src/duckdb/src/optimizer/pushdown/pushdown_single_join.cpp +2 -2
  663. package/src/duckdb/src/optimizer/remove_duplicate_groups.cpp +1 -1
  664. package/src/duckdb/src/optimizer/remove_unused_columns.cpp +1 -1
  665. package/src/duckdb/src/optimizer/rule/arithmetic_simplification.cpp +1 -1
  666. package/src/duckdb/src/optimizer/rule/case_simplification.cpp +2 -2
  667. package/src/duckdb/src/optimizer/rule/conjunction_simplification.cpp +2 -1
  668. package/src/duckdb/src/optimizer/rule/constant_folding.cpp +1 -0
  669. package/src/duckdb/src/optimizer/rule/distributivity.cpp +1 -1
  670. package/src/duckdb/src/optimizer/rule/empty_needle_removal.cpp +1 -0
  671. package/src/duckdb/src/optimizer/rule/enum_comparison.cpp +1 -0
  672. package/src/duckdb/src/optimizer/rule/in_clause_simplification_rule.cpp +1 -0
  673. package/src/duckdb/src/optimizer/rule/ordered_aggregate_optimizer.cpp +1 -2
  674. package/src/duckdb/src/optimizer/rule/timestamp_comparison.cpp +107 -0
  675. package/src/duckdb/src/optimizer/statistics/expression/propagate_conjunction.cpp +1 -1
  676. package/src/duckdb/src/optimizer/statistics/expression/propagate_operator.cpp +4 -4
  677. package/src/duckdb/src/optimizer/statistics/operator/propagate_filter.cpp +3 -3
  678. package/src/duckdb/src/optimizer/statistics/operator/propagate_get.cpp +1 -1
  679. package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +6 -3
  680. package/src/duckdb/src/optimizer/statistics/operator/propagate_set_operation.cpp +2 -1
  681. package/src/duckdb/src/optimizer/topn_optimizer.cpp +2 -2
  682. package/src/duckdb/src/parallel/executor.cpp +12 -9
  683. package/src/duckdb/src/parallel/meta_pipeline.cpp +2 -2
  684. package/src/duckdb/src/parallel/pipeline.cpp +2 -2
  685. package/src/duckdb/src/parallel/task_scheduler.cpp +9 -3
  686. package/src/duckdb/src/parser/column_definition.cpp +1 -0
  687. package/src/duckdb/src/parser/constraints/foreign_key_constraint.cpp +9 -7
  688. package/src/duckdb/src/parser/expression/star_expression.cpp +2 -2
  689. package/src/duckdb/src/parser/parsed_data/alter_scalar_function_info.cpp +4 -0
  690. package/src/duckdb/src/parser/parsed_data/alter_table_function_info.cpp +4 -0
  691. package/src/duckdb/src/parser/parsed_data/alter_table_info.cpp +183 -0
  692. package/src/duckdb/src/parser/parsed_data/attach_info.cpp +23 -0
  693. package/src/duckdb/src/parser/parsed_data/comment_on_column_info.cpp +15 -2
  694. package/src/duckdb/src/parser/parsed_data/copy_info.cpp +100 -0
  695. package/src/duckdb/src/parser/parsed_data/create_index_info.cpp +16 -2
  696. package/src/duckdb/src/parser/parsed_data/create_info.cpp +2 -0
  697. package/src/duckdb/src/parser/parsed_data/create_schema_info.cpp +40 -0
  698. package/src/duckdb/src/parser/parsed_data/create_sequence_info.cpp +22 -0
  699. package/src/duckdb/src/parser/parsed_data/create_table_info.cpp +12 -4
  700. package/src/duckdb/src/parser/parsed_data/create_type_info.cpp +37 -14
  701. package/src/duckdb/src/parser/parsed_data/create_view_info.cpp +4 -4
  702. package/src/duckdb/src/parser/parsed_data/detach_info.cpp +12 -0
  703. package/src/duckdb/src/parser/parsed_data/drop_info.cpp +21 -0
  704. package/src/duckdb/src/parser/parsed_data/load_info.cpp +46 -0
  705. package/src/duckdb/src/parser/parsed_data/parse_info.cpp +50 -0
  706. package/src/duckdb/src/parser/parsed_data/pragma_info.cpp +33 -0
  707. package/src/duckdb/src/parser/parsed_data/transaction_info.cpp +22 -0
  708. package/src/duckdb/src/parser/parsed_data/vacuum_info.cpp +20 -0
  709. package/src/duckdb/src/parser/parsed_expression_iterator.cpp +1 -0
  710. package/src/duckdb/src/parser/parser.cpp +5 -4
  711. package/src/duckdb/src/parser/query_node.cpp +6 -2
  712. package/src/duckdb/src/parser/statement/alter_statement.cpp +4 -0
  713. package/src/duckdb/src/parser/statement/attach_statement.cpp +4 -0
  714. package/src/duckdb/src/parser/statement/call_statement.cpp +8 -0
  715. package/src/duckdb/src/parser/statement/copy_statement.cpp +1 -91
  716. package/src/duckdb/src/parser/statement/detach_statement.cpp +4 -0
  717. package/src/duckdb/src/parser/statement/drop_statement.cpp +4 -0
  718. package/src/duckdb/src/parser/statement/execute_statement.cpp +15 -0
  719. package/src/duckdb/src/parser/statement/explain_statement.cpp +19 -0
  720. package/src/duckdb/src/parser/statement/export_statement.cpp +18 -0
  721. package/src/duckdb/src/parser/statement/extension_statement.cpp +4 -0
  722. package/src/duckdb/src/parser/statement/load_statement.cpp +4 -0
  723. package/src/duckdb/src/parser/statement/multi_statement.cpp +8 -0
  724. package/src/duckdb/src/parser/statement/pragma_statement.cpp +4 -0
  725. package/src/duckdb/src/parser/statement/prepare_statement.cpp +13 -0
  726. package/src/duckdb/src/parser/statement/relation_statement.cpp +4 -0
  727. package/src/duckdb/src/parser/statement/set_statement.cpp +33 -4
  728. package/src/duckdb/src/parser/statement/transaction_statement.cpp +4 -0
  729. package/src/duckdb/src/parser/statement/update_extensions_statement.cpp +34 -0
  730. package/src/duckdb/src/parser/statement/vacuum_statement.cpp +4 -0
  731. package/src/duckdb/src/parser/tableref/column_data_ref.cpp +81 -0
  732. package/src/duckdb/src/parser/tableref.cpp +1 -0
  733. package/src/duckdb/src/parser/transform/expression/transform_boolean_test.cpp +2 -2
  734. package/src/duckdb/src/parser/transform/expression/transform_cast.cpp +1 -1
  735. package/src/duckdb/src/parser/transform/expression/transform_interval.cpp +6 -1
  736. package/src/duckdb/src/parser/transform/expression/transform_param_ref.cpp +1 -1
  737. package/src/duckdb/src/parser/transform/expression/transform_positional_reference.cpp +1 -1
  738. package/src/duckdb/src/parser/transform/expression/transform_subquery.cpp +16 -0
  739. package/src/duckdb/src/parser/transform/helpers/nodetype_to_string.cpp +2 -0
  740. package/src/duckdb/src/parser/transform/helpers/transform_typename.cpp +97 -63
  741. package/src/duckdb/src/parser/transform/statement/transform_checkpoint.cpp +2 -0
  742. package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +1 -1
  743. package/src/duckdb/src/parser/transform/statement/transform_load.cpp +4 -2
  744. package/src/duckdb/src/parser/transform/statement/transform_update.cpp +19 -0
  745. package/src/duckdb/src/parser/transformer.cpp +5 -2
  746. package/src/duckdb/src/planner/bind_context.cpp +2 -2
  747. package/src/duckdb/src/planner/binder/expression/bind_aggregate_expression.cpp +35 -8
  748. package/src/duckdb/src/planner/binder/expression/bind_cast_expression.cpp +1 -1
  749. package/src/duckdb/src/planner/binder/expression/bind_function_expression.cpp +13 -7
  750. package/src/duckdb/src/planner/binder/query_node/bind_select_node.cpp +1 -1
  751. package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +35 -2
  752. package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +0 -2
  753. package/src/duckdb/src/planner/binder/statement/bind_attach.cpp +2 -0
  754. package/src/duckdb/src/planner/binder/statement/bind_call.cpp +2 -0
  755. package/src/duckdb/src/planner/binder/statement/bind_copy.cpp +7 -3
  756. package/src/duckdb/src/planner/binder/statement/bind_copy_database.cpp +21 -68
  757. package/src/duckdb/src/planner/binder/statement/bind_create.cpp +141 -28
  758. package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +115 -57
  759. package/src/duckdb/src/planner/binder/statement/bind_delete.cpp +4 -0
  760. package/src/duckdb/src/planner/binder/statement/bind_detach.cpp +2 -0
  761. package/src/duckdb/src/planner/binder/statement/bind_drop.cpp +2 -0
  762. package/src/duckdb/src/planner/binder/statement/bind_execute.cpp +4 -2
  763. package/src/duckdb/src/planner/binder/statement/bind_explain.cpp +2 -0
  764. package/src/duckdb/src/planner/binder/statement/bind_export.cpp +15 -4
  765. package/src/duckdb/src/planner/binder/statement/bind_extension.cpp +1 -0
  766. package/src/duckdb/src/planner/binder/statement/bind_insert.cpp +5 -1
  767. package/src/duckdb/src/planner/binder/statement/bind_load.cpp +13 -0
  768. package/src/duckdb/src/planner/binder/statement/bind_logical_plan.cpp +2 -0
  769. package/src/duckdb/src/planner/binder/statement/bind_pragma.cpp +2 -0
  770. package/src/duckdb/src/planner/binder/statement/bind_prepare.cpp +1 -0
  771. package/src/duckdb/src/planner/binder/statement/bind_select.cpp +1 -0
  772. package/src/duckdb/src/planner/binder/statement/bind_set.cpp +4 -0
  773. package/src/duckdb/src/planner/binder/statement/bind_simple.cpp +6 -4
  774. package/src/duckdb/src/planner/binder/statement/bind_update.cpp +5 -1
  775. package/src/duckdb/src/planner/binder/statement/bind_update_extensions.cpp +28 -0
  776. package/src/duckdb/src/planner/binder/statement/bind_vacuum.cpp +2 -0
  777. package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +32 -29
  778. package/src/duckdb/src/planner/binder/tableref/bind_column_data_ref.cpp +16 -0
  779. package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +7 -4
  780. package/src/duckdb/src/planner/binder/tableref/bind_table_function.cpp +32 -22
  781. package/src/duckdb/src/planner/binder/tableref/plan_column_data_ref.cpp +15 -0
  782. package/src/duckdb/src/planner/binder.cpp +50 -30
  783. package/src/duckdb/src/planner/bound_parameter_map.cpp +1 -1
  784. package/src/duckdb/src/planner/bound_result_modifier.cpp +1 -1
  785. package/src/duckdb/src/planner/expression/bound_expression.cpp +3 -2
  786. package/src/duckdb/src/planner/expression_binder/alter_binder.cpp +24 -7
  787. package/src/duckdb/src/planner/expression_binder/base_select_binder.cpp +27 -2
  788. package/src/duckdb/src/planner/expression_binder/having_binder.cpp +34 -19
  789. package/src/duckdb/src/planner/expression_binder/index_binder.cpp +33 -0
  790. package/src/duckdb/src/planner/expression_binder/order_binder.cpp +10 -1
  791. package/src/duckdb/src/planner/expression_binder.cpp +4 -0
  792. package/src/duckdb/src/planner/expression_iterator.cpp +3 -1
  793. package/src/duckdb/src/planner/filter/constant_filter.cpp +1 -1
  794. package/src/duckdb/src/planner/operator/logical_column_data_get.cpp +16 -2
  795. package/src/duckdb/src/planner/operator/logical_delete.cpp +2 -0
  796. package/src/duckdb/src/planner/operator/logical_get.cpp +4 -1
  797. package/src/duckdb/src/planner/operator/logical_insert.cpp +2 -0
  798. package/src/duckdb/src/planner/operator/logical_top_n.cpp +1 -1
  799. package/src/duckdb/src/planner/operator/logical_update.cpp +2 -0
  800. package/src/duckdb/src/planner/planner.cpp +35 -9
  801. package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +34 -9
  802. package/src/duckdb/src/planner/table_binding.cpp +1 -1
  803. package/src/duckdb/src/storage/arena_allocator.cpp +5 -3
  804. package/src/duckdb/src/storage/buffer/block_handle.cpp +3 -3
  805. package/src/duckdb/src/storage/buffer/block_manager.cpp +1 -1
  806. package/src/duckdb/src/storage/buffer/buffer_pool.cpp +83 -22
  807. package/src/duckdb/src/storage/buffer/buffer_pool_reservation.cpp +2 -2
  808. package/src/duckdb/src/storage/buffer_manager.cpp +6 -2
  809. package/src/duckdb/src/storage/checkpoint/row_group_writer.cpp +9 -0
  810. package/src/duckdb/src/storage/checkpoint/table_data_writer.cpp +7 -2
  811. package/src/duckdb/src/storage/checkpoint_manager.cpp +68 -104
  812. package/src/duckdb/src/storage/compression/bitpacking.cpp +19 -13
  813. package/src/duckdb/src/storage/compression/dictionary_compression.cpp +9 -7
  814. package/src/duckdb/src/storage/compression/fixed_size_uncompressed.cpp +1 -1
  815. package/src/duckdb/src/storage/compression/fsst.cpp +11 -7
  816. package/src/duckdb/src/storage/compression/rle.cpp +1 -1
  817. package/src/duckdb/src/storage/compression/string_uncompressed.cpp +5 -4
  818. package/src/duckdb/src/storage/compression/validity_uncompressed.cpp +1 -1
  819. package/src/duckdb/src/storage/data_table.cpp +254 -101
  820. package/src/duckdb/src/storage/index.cpp +2 -106
  821. package/src/duckdb/src/storage/local_storage.cpp +38 -50
  822. package/src/duckdb/src/storage/metadata/metadata_manager.cpp +2 -2
  823. package/src/duckdb/src/storage/metadata/metadata_writer.cpp +1 -1
  824. package/src/duckdb/src/storage/optimistic_data_writer.cpp +9 -11
  825. package/src/duckdb/src/storage/partial_block_manager.cpp +6 -6
  826. package/src/duckdb/src/storage/serialization/serialize_create_info.cpp +8 -0
  827. package/src/duckdb/src/storage/serialization/serialize_dependency.cpp +49 -0
  828. package/src/duckdb/src/storage/serialization/serialize_extension_install_info.cpp +28 -0
  829. package/src/duckdb/src/storage/serialization/serialize_logical_operator.cpp +5 -2
  830. package/src/duckdb/src/storage/serialization/serialize_nodes.cpp +78 -2
  831. package/src/duckdb/src/storage/serialization/serialize_parse_info.cpp +21 -0
  832. package/src/duckdb/src/storage/serialization/serialize_tableref.cpp +16 -0
  833. package/src/duckdb/src/storage/serialization/serialize_types.cpp +6 -1
  834. package/src/duckdb/src/storage/single_file_block_manager.cpp +22 -19
  835. package/src/duckdb/src/storage/standard_buffer_manager.cpp +68 -40
  836. package/src/duckdb/src/storage/statistics/column_statistics.cpp +3 -3
  837. package/src/duckdb/src/storage/statistics/distinct_statistics.cpp +1 -1
  838. package/src/duckdb/src/storage/storage_info.cpp +67 -23
  839. package/src/duckdb/src/storage/storage_lock.cpp +77 -17
  840. package/src/duckdb/src/storage/storage_manager.cpp +56 -43
  841. package/src/duckdb/src/storage/table/array_column_data.cpp +13 -12
  842. package/src/duckdb/src/storage/table/column_data.cpp +80 -37
  843. package/src/duckdb/src/storage/table/column_data_checkpointer.cpp +1 -1
  844. package/src/duckdb/src/storage/table/column_segment.cpp +6 -5
  845. package/src/duckdb/src/storage/table/list_column_data.cpp +15 -14
  846. package/src/duckdb/src/storage/table/row_group.cpp +38 -23
  847. package/src/duckdb/src/storage/table/row_group_collection.cpp +52 -38
  848. package/src/duckdb/src/storage/table/row_version_manager.cpp +2 -2
  849. package/src/duckdb/src/storage/table/standard_column_data.cpp +28 -16
  850. package/src/duckdb/src/storage/table/struct_column_data.cpp +23 -16
  851. package/src/duckdb/src/storage/table/table_statistics.cpp +27 -8
  852. package/src/duckdb/src/storage/table/update_segment.cpp +6 -6
  853. package/src/duckdb/src/storage/table/validity_column_data.cpp +5 -0
  854. package/src/duckdb/src/storage/table_index_list.cpp +69 -42
  855. package/src/duckdb/src/storage/temporary_file_manager.cpp +111 -17
  856. package/src/duckdb/src/storage/temporary_memory_manager.cpp +4 -4
  857. package/src/duckdb/src/storage/wal_replay.cpp +27 -22
  858. package/src/duckdb/src/storage/write_ahead_log.cpp +42 -22
  859. package/src/duckdb/src/transaction/cleanup_state.cpp +4 -7
  860. package/src/duckdb/src/transaction/commit_state.cpp +17 -8
  861. package/src/duckdb/src/transaction/duck_transaction.cpp +60 -15
  862. package/src/duckdb/src/transaction/duck_transaction_manager.cpp +154 -121
  863. package/src/duckdb/src/transaction/meta_transaction.cpp +19 -1
  864. package/src/duckdb/src/transaction/rollback_state.cpp +2 -0
  865. package/src/duckdb/src/transaction/transaction.cpp +7 -7
  866. package/src/duckdb/src/transaction/undo_buffer.cpp +37 -17
  867. package/src/duckdb/third_party/concurrentqueue/concurrentqueue.h +5 -5
  868. package/src/duckdb/third_party/fsst/fsst.h +1 -1
  869. package/src/duckdb/third_party/jaro_winkler/details/common.hpp +9 -9
  870. package/src/duckdb/third_party/jaro_winkler/details/intrinsics.hpp +1 -1
  871. package/src/duckdb/third_party/jaro_winkler/details/jaro_impl.hpp +18 -18
  872. package/src/duckdb/third_party/libpg_query/include/nodes/nodes.hpp +1 -0
  873. package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +12 -0
  874. package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +555 -1032
  875. package/src/duckdb/third_party/libpg_query/include/parser/kwlist.hpp +3 -0
  876. package/src/duckdb/third_party/libpg_query/include/utils/datetime.hpp +1 -0
  877. package/src/duckdb/third_party/libpg_query/pg_functions.cpp +13 -6
  878. package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +23925 -23444
  879. package/src/duckdb/third_party/mbedtls/library/constant_time.cpp +1 -1
  880. package/src/duckdb/third_party/parquet/parquet_types.cpp +3 -0
  881. package/src/duckdb/third_party/parquet/parquet_types.h +2 -1
  882. package/src/duckdb/third_party/re2/re2/compile.cc +2 -2
  883. package/src/duckdb/third_party/re2/re2/dfa.cc +3 -8
  884. package/src/duckdb/third_party/re2/re2/onepass.cc +4 -3
  885. package/src/duckdb/third_party/re2/re2/prog.cc +10 -10
  886. package/src/duckdb/third_party/re2/re2/prog.h +8 -8
  887. package/src/duckdb/third_party/tdigest/t_digest.hpp +6 -6
  888. package/src/duckdb/third_party/utf8proc/include/utf8proc.hpp +1 -1
  889. package/src/duckdb/third_party/yyjson/include/yyjson.hpp +7930 -0
  890. package/src/duckdb/third_party/yyjson/yyjson.cpp +9490 -0
  891. package/src/duckdb/ub_src_catalog.cpp +2 -0
  892. package/src/duckdb/ub_src_common.cpp +2 -0
  893. package/src/duckdb/ub_src_execution_index.cpp +3 -1
  894. package/src/duckdb/ub_src_execution_operator_helper.cpp +2 -0
  895. package/src/duckdb/ub_src_function_table_system.cpp +2 -0
  896. package/src/duckdb/ub_src_main.cpp +4 -0
  897. package/src/duckdb/ub_src_main_relation.cpp +2 -0
  898. package/src/duckdb/ub_src_optimizer.cpp +8 -8
  899. package/src/duckdb/ub_src_optimizer_join_order.cpp +0 -2
  900. package/src/duckdb/ub_src_optimizer_rule.cpp +4 -2
  901. package/src/duckdb/ub_src_parser_parsed_data.cpp +10 -0
  902. package/src/duckdb/ub_src_parser_statement.cpp +2 -0
  903. package/src/duckdb/ub_src_parser_tableref.cpp +2 -0
  904. package/src/duckdb/ub_src_planner_binder_statement.cpp +2 -0
  905. package/src/duckdb/ub_src_planner_binder_tableref.cpp +4 -0
  906. package/src/duckdb/ub_src_storage_serialization.cpp +4 -0
  907. package/src/duckdb/src/catalog/catalog_entry/ub_duckdb_catalog_entries.cpp +0 -16
  908. package/src/duckdb/src/catalog/default/ub_duckdb_catalog_default_entries.cpp +0 -5
  909. package/src/duckdb/src/catalog/ub_duckdb_catalog.cpp +0 -10
  910. package/src/duckdb/src/common/adbc/nanoarrow/ub_duckdb_adbc_nanoarrow.cpp +0 -5
  911. package/src/duckdb/src/common/adbc/ub_duckdb_adbc.cpp +0 -3
  912. package/src/duckdb/src/common/arrow/appender/ub_duckdb_common_arrow_appender.cpp +0 -6
  913. package/src/duckdb/src/common/arrow/ub_duckdb_common_arrow.cpp +0 -4
  914. package/src/duckdb/src/common/crypto/ub_duckdb_common_crypto.cpp +0 -2
  915. package/src/duckdb/src/common/enums/ub_duckdb_common_enums.cpp +0 -12
  916. package/src/duckdb/src/common/operator/ub_duckdb_common_operators.cpp +0 -4
  917. package/src/duckdb/src/common/progress_bar/ub_duckdb_progress_bar.cpp +0 -3
  918. package/src/duckdb/src/common/row_operations/ub_duckdb_row_operations.cpp +0 -9
  919. package/src/duckdb/src/common/serializer/ub_duckdb_common_serializer.cpp +0 -7
  920. package/src/duckdb/src/common/sort/ub_duckdb_sort.cpp +0 -7
  921. package/src/duckdb/src/common/types/column/ub_duckdb_common_types_column.cpp +0 -6
  922. package/src/duckdb/src/common/types/row/ub_duckdb_common_types_row.cpp +0 -11
  923. package/src/duckdb/src/common/types/ub_duckdb_common_types.cpp +0 -28
  924. package/src/duckdb/src/common/ub_duckdb_common.cpp +0 -34
  925. package/src/duckdb/src/common/value_operations/ub_duckdb_value_operations.cpp +0 -2
  926. package/src/duckdb/src/core_functions/aggregate/algebraic/ub_duckdb_aggr_algebraic.cpp +0 -5
  927. package/src/duckdb/src/core_functions/aggregate/distributive/ub_duckdb_aggr_distributive.cpp +0 -13
  928. package/src/duckdb/src/core_functions/aggregate/holistic/ub_duckdb_aggr_holistic.cpp +0 -5
  929. package/src/duckdb/src/core_functions/aggregate/nested/ub_duckdb_aggr_nested.cpp +0 -3
  930. package/src/duckdb/src/core_functions/aggregate/regression/ub_duckdb_aggr_regr.cpp +0 -8
  931. package/src/duckdb/src/core_functions/scalar/bit/ub_duckdb_func_bit.cpp +0 -2
  932. package/src/duckdb/src/core_functions/scalar/blob/ub_duckdb_func_blob.cpp +0 -3
  933. package/src/duckdb/src/core_functions/scalar/date/ub_duckdb_func_date.cpp +0 -12
  934. package/src/duckdb/src/core_functions/scalar/debug/ub_duckdb_func_debug.cpp +0 -2
  935. package/src/duckdb/src/core_functions/scalar/enum/ub_duckdb_func_enum.cpp +0 -2
  936. package/src/duckdb/src/core_functions/scalar/generic/ub_duckdb_func_generic.cpp +0 -9
  937. package/src/duckdb/src/core_functions/scalar/list/ub_duckdb_func_list.cpp +0 -11
  938. package/src/duckdb/src/core_functions/scalar/map/ub_duckdb_func_map_nested.cpp +0 -8
  939. package/src/duckdb/src/core_functions/scalar/math/ub_duckdb_func_math.cpp +0 -1
  940. package/src/duckdb/src/core_functions/scalar/operators/ub_duckdb_func_ops.cpp +0 -1
  941. package/src/duckdb/src/core_functions/scalar/random/ub_duckdb_func_random.cpp +0 -3
  942. package/src/duckdb/src/core_functions/scalar/string/ub_duckdb_func_string.cpp +0 -26
  943. package/src/duckdb/src/core_functions/scalar/struct/ub_duckdb_func_struct.cpp +0 -3
  944. package/src/duckdb/src/core_functions/scalar/union/ub_duckdb_func_union.cpp +0 -4
  945. package/src/duckdb/src/core_functions/ub_duckdb_core_functions.cpp +0 -3
  946. package/src/duckdb/src/execution/expression_executor/ub_duckdb_expression_executor.cpp +0 -11
  947. package/src/duckdb/src/execution/index/art/ub_duckdb_art_index_execution.cpp +0 -12
  948. package/src/duckdb/src/execution/index/art/ub_duckdb_execution_index_art.cpp +0 -11
  949. package/src/duckdb/src/execution/index/ub_duckdb_execution_index.cpp +0 -3
  950. package/src/duckdb/src/execution/nested_loop_join/ub_duckdb_nested_loop_join.cpp +0 -3
  951. package/src/duckdb/src/execution/operator/aggregate/ub_duckdb_operator_aggregate.cpp +0 -9
  952. package/src/duckdb/src/execution/operator/csv_scanner/sniffer/ub_duckdb_operator_csv_sniffer.cpp +0 -7
  953. package/src/duckdb/src/execution/operator/csv_scanner/ub_duckdb_operator_csv_scanner.cpp +0 -10
  954. package/src/duckdb/src/execution/operator/filter/ub_duckdb_operator_filter.cpp +0 -2
  955. package/src/duckdb/src/execution/operator/helper/ub_duckdb_operator_helper.cpp +0 -18
  956. package/src/duckdb/src/execution/operator/join/ub_duckdb_operator_join.cpp +0 -16
  957. package/src/duckdb/src/execution/operator/order/ub_duckdb_operator_order.cpp +0 -3
  958. package/src/duckdb/src/execution/operator/persistent/ub_duckdb_operator_persistent.cpp +0 -10
  959. package/src/duckdb/src/execution/operator/projection/ub_duckdb_operator_projection.cpp +0 -5
  960. package/src/duckdb/src/execution/operator/scan/ub_duckdb_operator_scan.cpp +0 -7
  961. package/src/duckdb/src/execution/operator/schema/ub_duckdb_operator_schema.cpp +0 -12
  962. package/src/duckdb/src/execution/operator/set/ub_duckdb_operator_set.cpp +0 -4
  963. package/src/duckdb/src/execution/physical_plan/ub_duckdb_physical_plan.cpp +0 -44
  964. package/src/duckdb/src/execution/ub_duckdb_execution.cpp +0 -15
  965. package/src/duckdb/src/function/aggregate/algebraic/ub_duckdb_aggr_algebraic.cpp +0 -5
  966. package/src/duckdb/src/function/aggregate/distributive/ub_duckdb_aggr_distr.cpp +0 -3
  967. package/src/duckdb/src/function/aggregate/holistic/ub_duckdb_aggr_holistic.cpp +0 -5
  968. package/src/duckdb/src/function/aggregate/nested/ub_duckdb_aggr_nested.cpp +0 -3
  969. package/src/duckdb/src/function/aggregate/regression/ub_duckdb_aggr_regr.cpp +0 -8
  970. package/src/duckdb/src/function/aggregate/ub_duckdb_func_aggr.cpp +0 -3
  971. package/src/duckdb/src/function/cast/ub_duckdb_func_cast.cpp +0 -17
  972. package/src/duckdb/src/function/cast/union/ub_duckdb_union_cast.cpp +0 -2
  973. package/src/duckdb/src/function/pragma/ub_duckdb_func_pragma.cpp +0 -3
  974. package/src/duckdb/src/function/scalar/bit/ub_duckdb_func_bit.cpp +0 -2
  975. package/src/duckdb/src/function/scalar/blob/ub_duckdb_func_blob.cpp +0 -3
  976. package/src/duckdb/src/function/scalar/compressed_materialization/ub_duckdb_func_compressed_materialization.cpp +0 -3
  977. package/src/duckdb/src/function/scalar/date/ub_duckdb_func_date.cpp +0 -12
  978. package/src/duckdb/src/function/scalar/enum/ub_duckdb_func_enum.cpp +0 -2
  979. package/src/duckdb/src/function/scalar/generic/ub_duckdb_func_generic.cpp +0 -8
  980. package/src/duckdb/src/function/scalar/generic/ub_duckdb_func_generic_main.cpp +0 -2
  981. package/src/duckdb/src/function/scalar/list/ub_duckdb_func_list.cpp +0 -11
  982. package/src/duckdb/src/function/scalar/list/ub_duckdb_func_list_nested.cpp +0 -5
  983. package/src/duckdb/src/function/scalar/map/ub_duckdb_func_map_nested.cpp +0 -7
  984. package/src/duckdb/src/function/scalar/math/ub_duckdb_func_math.cpp +0 -4
  985. package/src/duckdb/src/function/scalar/operators/ub_duckdb_func_ops.cpp +0 -6
  986. package/src/duckdb/src/function/scalar/operators/ub_duckdb_func_ops_main.cpp +0 -5
  987. package/src/duckdb/src/function/scalar/sequence/ub_duckdb_func_seq.cpp +0 -2
  988. package/src/duckdb/src/function/scalar/string/regexp/ub_duckdb_func_string_regexp.cpp +0 -3
  989. package/src/duckdb/src/function/scalar/string/ub_duckdb_func_string.cpp +0 -31
  990. package/src/duckdb/src/function/scalar/string/ub_duckdb_func_string_main.cpp +0 -12
  991. package/src/duckdb/src/function/scalar/struct/ub_duckdb_func_struct.cpp +0 -4
  992. package/src/duckdb/src/function/scalar/struct/ub_duckdb_func_struct_main.cpp +0 -2
  993. package/src/duckdb/src/function/scalar/system/ub_duckdb_func_system.cpp +0 -2
  994. package/src/duckdb/src/function/scalar/ub_duckdb_func_scalar.cpp +0 -9
  995. package/src/duckdb/src/function/scalar/union/ub_duckdb_func_union.cpp +0 -4
  996. package/src/duckdb/src/function/table/arrow/ub_duckdb_arrow_conversion.cpp +0 -2
  997. package/src/duckdb/src/function/table/system/ub_duckdb_table_func_system.cpp +0 -23
  998. package/src/duckdb/src/function/table/ub_duckdb_func_table.cpp +0 -16
  999. package/src/duckdb/src/function/table/version/ub_duckdb_func_table_version.cpp +0 -2
  1000. package/src/duckdb/src/function/ub_duckdb_function.cpp +0 -14
  1001. package/src/duckdb/src/main/capi/cast/ub_duckdb_main_capi_cast.cpp +0 -3
  1002. package/src/duckdb/src/main/capi/ub_duckdb_main_capi.cpp +0 -19
  1003. package/src/duckdb/src/main/chunk_scan_state/ub_duckdb_main_chunk_scan_state.cpp +0 -2
  1004. package/src/duckdb/src/main/extension/ub_duckdb_main_extension.cpp +0 -6
  1005. package/src/duckdb/src/main/relation/ub_duckdb_main_relation.cpp +0 -26
  1006. package/src/duckdb/src/main/settings/ub_duckdb_main_settings.cpp +0 -2
  1007. package/src/duckdb/src/main/ub_duckdb_main.cpp +0 -25
  1008. package/src/duckdb/src/optimizer/compressed_materialization/ub_duckdb_optimizer_compressed_materialization.cpp +0 -4
  1009. package/src/duckdb/src/optimizer/join_order/ub_duckdb_optimizer_join_order.cpp +0 -12
  1010. package/src/duckdb/src/optimizer/matcher/ub_duckdb_optimizer_matcher.cpp +0 -2
  1011. package/src/duckdb/src/optimizer/pullup/ub_duckdb_optimizer_pullup.cpp +0 -6
  1012. package/src/duckdb/src/optimizer/pushdown/ub_duckdb_optimizer_pushdown.cpp +0 -12
  1013. package/src/duckdb/src/optimizer/rule/ub_duckdb_optimizer_rules.cpp +0 -16
  1014. package/src/duckdb/src/optimizer/statistics/expression/ub_duckdb_optimizer_statistics_expr.cpp +0 -11
  1015. package/src/duckdb/src/optimizer/statistics/operator/ub_duckdb_optimizer_statistics_op.cpp +0 -11
  1016. package/src/duckdb/src/optimizer/ub_duckdb_optimizer.cpp +0 -20
  1017. package/src/duckdb/src/parallel/ub_duckdb_parallel.cpp +0 -15
  1018. package/src/duckdb/src/parser/constraints/ub_duckdb_constraints.cpp +0 -5
  1019. package/src/duckdb/src/parser/expression/ub_duckdb_expression.cpp +0 -18
  1020. package/src/duckdb/src/parser/parsed_data/ub_duckdb_parsed_data.cpp +0 -24
  1021. package/src/duckdb/src/parser/query_node/ub_duckdb_query_node.cpp +0 -5
  1022. package/src/duckdb/src/parser/statement/ub_duckdb_statement.cpp +0 -25
  1023. package/src/duckdb/src/parser/tableref/ub_duckdb_parser_tableref.cpp +0 -8
  1024. package/src/duckdb/src/parser/transform/constraint/ub_duckdb_transformer_constraint.cpp +0 -2
  1025. package/src/duckdb/src/parser/transform/expression/ub_duckdb_transformer_expression.cpp +0 -20
  1026. package/src/duckdb/src/parser/transform/helpers/ub_duckdb_transformer_helpers.cpp +0 -8
  1027. package/src/duckdb/src/parser/transform/statement/ub_duckdb_transformer_statement.cpp +0 -37
  1028. package/src/duckdb/src/parser/transform/tableref/ub_duckdb_transformer_tableref.cpp +0 -8
  1029. package/src/duckdb/src/parser/ub_duckdb_parser.cpp +0 -15
  1030. package/src/duckdb/src/planner/binder/expression/ub_duckdb_bind_expression.cpp +0 -20
  1031. package/src/duckdb/src/planner/binder/query_node/ub_duckdb_bind_query_node.cpp +0 -12
  1032. package/src/duckdb/src/planner/binder/statement/ub_duckdb_bind_statement.cpp +0 -26
  1033. package/src/duckdb/src/planner/binder/tableref/ub_duckdb_bind_tableref.cpp +0 -17
  1034. package/src/duckdb/src/planner/expression/ub_duckdb_planner_expression.cpp +0 -19
  1035. package/src/duckdb/src/planner/expression_binder/ub_duckdb_expression_binders.cpp +0 -20
  1036. package/src/duckdb/src/planner/filter/ub_duckdb_planner_filter.cpp +0 -4
  1037. package/src/duckdb/src/planner/operator/ub_duckdb_planner_operator.cpp +0 -43
  1038. package/src/duckdb/src/planner/parsed_data/ub_duckdb_planner_parsed_data.cpp +0 -2
  1039. package/src/duckdb/src/planner/subquery/ub_duckdb_planner_subquery.cpp +0 -4
  1040. package/src/duckdb/src/planner/ub_duckdb_planner.cpp +0 -15
  1041. package/src/duckdb/src/storage/buffer/ub_duckdb_storage_buffer.cpp +0 -6
  1042. package/src/duckdb/src/storage/checkpoint/ub_duckdb_storage_checkpoint.cpp +0 -5
  1043. package/src/duckdb/src/storage/compression/chimp/ub_duckdb_storage_compression_chimp.cpp +0 -6
  1044. package/src/duckdb/src/storage/compression/ub_duckdb_storage_compression.cpp +0 -12
  1045. package/src/duckdb/src/storage/metadata/ub_duckdb_storage_metadata.cpp +0 -4
  1046. package/src/duckdb/src/storage/serialization/ub_duckdb_storage_serialization.cpp +0 -16
  1047. package/src/duckdb/src/storage/statistics/ub_duckdb_storage_statistics.cpp +0 -10
  1048. package/src/duckdb/src/storage/table/ub_duckdb_storage_table.cpp +0 -17
  1049. package/src/duckdb/src/storage/ub_duckdb_storage.cpp +0 -20
  1050. package/src/duckdb/src/transaction/ub_duckdb_transaction.cpp +0 -11
@@ -67,7 +67,7 @@ FilterResult FilterCombiner::AddConstantComparison(vector<ExpressionValueInforma
67
67
  switch (comparison) {
68
68
  case ValueComparisonResult::PRUNE_LEFT:
69
69
  // prune the entry from the info list
70
- info_list.erase(info_list.begin() + i);
70
+ info_list.erase_at(i);
71
71
  i--;
72
72
  break;
73
73
  case ValueComparisonResult::PRUNE_RIGHT:
@@ -607,7 +607,7 @@ TableFilterSet FilterCombiner::GenerateTableScanFilters(vector<idx_t> &column_id
607
607
  table_filters.PushFilter(column_index, std::move(upper_bound));
608
608
  table_filters.PushFilter(column_index, make_uniq<IsNotNullFilter>());
609
609
 
610
- remaining_filters.erase(remaining_filters.begin() + rem_fil_idx);
610
+ remaining_filters.erase_at(rem_fil_idx);
611
611
  }
612
612
  }
613
613
 
@@ -971,7 +971,7 @@ unique_ptr<Expression> FilterCombiner::FindTransitiveFilter(Expression &expr) {
971
971
  auto &comparison = remaining_filters[i]->Cast<BoundComparisonExpression>();
972
972
  if (expr.Equals(*comparison.right) && comparison.type != ExpressionType::COMPARE_NOTEQUAL) {
973
973
  auto filter = std::move(remaining_filters[i]);
974
- remaining_filters.erase(remaining_filters.begin() + i);
974
+ remaining_filters.erase_at(i);
975
975
  return filter;
976
976
  }
977
977
  }
@@ -9,7 +9,8 @@ namespace duckdb {
9
9
 
10
10
  using Filter = FilterPushdown::Filter;
11
11
 
12
- FilterPushdown::FilterPushdown(Optimizer &optimizer) : optimizer(optimizer), combiner(optimizer.context) {
12
+ FilterPushdown::FilterPushdown(Optimizer &optimizer, bool convert_mark_joins)
13
+ : optimizer(optimizer), combiner(optimizer.context), convert_mark_joins(convert_mark_joins) {
13
14
  }
14
15
 
15
16
  unique_ptr<LogicalOperator> FilterPushdown::Rewrite(unique_ptr<LogicalOperator> op) {
@@ -144,7 +145,7 @@ unique_ptr<LogicalOperator> FilterPushdown::PushFinalFilters(unique_ptr<LogicalO
144
145
  unique_ptr<LogicalOperator> FilterPushdown::FinishPushdown(unique_ptr<LogicalOperator> op) {
145
146
  // unhandled type, first perform filter pushdown in its children
146
147
  for (auto &child : op->children) {
147
- FilterPushdown pushdown(optimizer);
148
+ FilterPushdown pushdown(optimizer, convert_mark_joins);
148
149
  child = pushdown.Rewrite(std::move(child));
149
150
  }
150
151
  // now push any existing filters
@@ -50,7 +50,7 @@ bool CardinalityEstimator::SingleRelationFilter(FilterInfo &filter_info) {
50
50
 
51
51
  vector<idx_t> CardinalityEstimator::DetermineMatchingEquivalentSets(FilterInfo *filter_info) {
52
52
  vector<idx_t> matching_equivalent_sets;
53
- auto equivalent_relation_index = 0;
53
+ idx_t equivalent_relation_index = 0;
54
54
 
55
55
  for (const RelationsToTDom &r2tdom : relations_to_tdoms) {
56
56
  auto &i_set = r2tdom.equivalent_relations;
@@ -246,7 +246,7 @@ double CardinalityEstimator::EstimateCardinalityWithSet(JoinRelationSet &new_set
246
246
  denom *= match.denom;
247
247
  }
248
248
  // can happen if a table has cardinality 0, or a tdom is set to 0
249
- if (denom == 0) {
249
+ if (denom <= 1) {
250
250
  denom = 1;
251
251
  }
252
252
  auto result = numerator / denom;
@@ -259,7 +259,7 @@ template <>
259
259
  idx_t CardinalityEstimator::EstimateCardinalityWithSet(JoinRelationSet &new_set) {
260
260
  auto cardinality_as_double = EstimateCardinalityWithSet<double>(new_set);
261
261
  auto max = NumericLimits<idx_t>::Maximum();
262
- if (cardinality_as_double > max) {
262
+ if (cardinality_as_double >= max) {
263
263
  return max;
264
264
  }
265
265
  return (idx_t)cardinality_as_double;
@@ -8,7 +8,7 @@ CostModel::CostModel(QueryGraphManager &query_graph_manager)
8
8
  : query_graph_manager(query_graph_manager), cardinality_estimator() {
9
9
  }
10
10
 
11
- double CostModel::ComputeCost(JoinNode &left, JoinNode &right) {
11
+ double CostModel::ComputeCost(DPJoinNode &left, DPJoinNode &right) {
12
12
  auto &combination = query_graph_manager.set_manager.Union(left.set, right.set);
13
13
  auto join_card = cardinality_estimator.EstimateCardinalityWithSet<double>(combination);
14
14
  auto join_cost = join_card;
@@ -6,35 +6,12 @@
6
6
 
7
7
  namespace duckdb {
8
8
 
9
- JoinNode::JoinNode(JoinRelationSet &set) : set(set) {
9
+ DPJoinNode::DPJoinNode(JoinRelationSet &set) : set(set), info(nullptr), is_leaf(true), left_set(set), right_set(set) {
10
10
  }
11
11
 
12
- JoinNode::JoinNode(JoinRelationSet &set, optional_ptr<NeighborInfo> info, JoinNode &left, JoinNode &right, double cost)
13
- : set(set), info(info), left(&left), right(&right), cost(cost) {
14
- }
15
-
16
- unique_ptr<EstimatedProperties> EstimatedProperties::Copy() {
17
- auto result = make_uniq<EstimatedProperties>(cardinality, cost);
18
- return result;
19
- }
20
-
21
- string JoinNode::ToString() {
22
- string result = "-------------------------------\n";
23
- result += set.ToString() + "\n";
24
- result += "cost = " + to_string(cost) + "\n";
25
- result += "left = \n";
26
- if (left) {
27
- result += left->ToString();
28
- }
29
- result += "right = \n";
30
- if (right) {
31
- result += right->ToString();
32
- }
33
- return result;
34
- }
35
-
36
- void JoinNode::Print() {
37
- Printer::Print(ToString());
12
+ DPJoinNode::DPJoinNode(JoinRelationSet &set, optional_ptr<NeighborInfo> info, JoinRelationSet &left,
13
+ JoinRelationSet &right, double cost)
14
+ : set(set), info(info), is_leaf(false), left_set(left), right_set(right), cost(cost) {
38
15
  }
39
16
 
40
17
  } // namespace duckdb
@@ -5,7 +5,6 @@
5
5
  #include "duckdb/common/limits.hpp"
6
6
  #include "duckdb/common/pair.hpp"
7
7
  #include "duckdb/planner/expression/list.hpp"
8
- #include "duckdb/planner/expression_iterator.hpp"
9
8
  #include "duckdb/planner/operator/list.hpp"
10
9
 
11
10
  namespace duckdb {
@@ -32,7 +31,7 @@ unique_ptr<LogicalOperator> JoinOrderOptimizer::Optimize(unique_ptr<LogicalOpera
32
31
  // We optimize the children of any non-reorderable operations we come across.
33
32
  bool reorderable = query_graph_manager.Build(*op);
34
33
 
35
- // get relation_stats here since the reconstruction process will move all of the relations.
34
+ // get relation_stats here since the reconstruction process will move all relations.
36
35
  auto relation_stats = query_graph_manager.relation_manager.GetRelationStats();
37
36
  unique_ptr<LogicalOperator> new_logical_plan = nullptr;
38
37
 
@@ -46,13 +45,11 @@ unique_ptr<LogicalOperator> JoinOrderOptimizer::Optimize(unique_ptr<LogicalOpera
46
45
 
47
46
  // Initialize the leaf/single node plans
48
47
  plan_enumerator.InitLeafPlans();
49
-
50
- // Ask the plan enumerator to enumerate a number of join orders
51
- auto final_plan = plan_enumerator.SolveJoinOrder();
52
- // TODO: add in the check that if no plan exists, you have to add a cross product.
53
-
48
+ plan_enumerator.SolveJoinOrder();
54
49
  // now reconstruct a logical plan from the query graph plan
55
- new_logical_plan = query_graph_manager.Reconstruct(std::move(plan), *final_plan);
50
+ query_graph_manager.plans = &plan_enumerator.GetPlans();
51
+
52
+ new_logical_plan = query_graph_manager.Reconstruct(std::move(plan));
56
53
  } else {
57
54
  new_logical_plan = std::move(plan);
58
55
  if (relation_stats.size() == 1) {
@@ -8,25 +8,6 @@
8
8
 
9
9
  namespace duckdb {
10
10
 
11
- bool PlanEnumerator::NodeInFullPlan(JoinNode &node) {
12
- return join_nodes_in_full_plan.find(node.set.ToString()) != join_nodes_in_full_plan.end();
13
- }
14
-
15
- void PlanEnumerator::UpdateJoinNodesInFullPlan(JoinNode &node) {
16
- if (node.set.count == query_graph_manager.relation_manager.NumRelations()) {
17
- join_nodes_in_full_plan.clear();
18
- }
19
- if (node.set.count < query_graph_manager.relation_manager.NumRelations()) {
20
- join_nodes_in_full_plan.insert(node.set.ToString());
21
- }
22
- if (node.left) {
23
- UpdateJoinNodesInFullPlan(*node.left);
24
- }
25
- if (node.right) {
26
- UpdateJoinNodesInFullPlan(*node.right);
27
- }
28
- }
29
-
30
11
  static vector<unordered_set<idx_t>> AddSuperSets(const vector<unordered_set<idx_t>> &current,
31
12
  const vector<idx_t> &all_neighbors) {
32
13
  vector<unordered_set<idx_t>> ret;
@@ -110,10 +91,14 @@ void PlanEnumerator::GenerateCrossProducts() {
110
91
  // query_graph = query_graph_manager.GetQueryGraph();
111
92
  }
112
93
 
94
+ const reference_map_t<JoinRelationSet, unique_ptr<DPJoinNode>> &PlanEnumerator::GetPlans() const {
95
+ return plans;
96
+ }
97
+
113
98
  //! Create a new JoinTree node by joining together two previous JoinTree nodes
114
- unique_ptr<JoinNode> PlanEnumerator::CreateJoinTree(JoinRelationSet &set,
115
- const vector<reference<NeighborInfo>> &possible_connections,
116
- JoinNode &left, JoinNode &right) {
99
+ unique_ptr<DPJoinNode> PlanEnumerator::CreateJoinTree(JoinRelationSet &set,
100
+ const vector<reference<NeighborInfo>> &possible_connections,
101
+ DPJoinNode &left, DPJoinNode &right) {
117
102
  // for the hash join we want the right side (build side) to have the smallest cardinality
118
103
  // also just a heuristic but for now...
119
104
  // FIXME: we should probably actually benchmark that as well
@@ -126,13 +111,13 @@ unique_ptr<JoinNode> PlanEnumerator::CreateJoinTree(JoinRelationSet &set,
126
111
  }
127
112
 
128
113
  auto cost = cost_model.ComputeCost(left, right);
129
- auto result = make_uniq<JoinNode>(set, best_connection, left, right, cost);
114
+ auto result = make_uniq<DPJoinNode>(set, best_connection, left.set, right.set, cost);
130
115
  result->cardinality = cost_model.cardinality_estimator.EstimateCardinalityWithSet<idx_t>(set);
131
116
  return result;
132
117
  }
133
118
 
134
- JoinNode &PlanEnumerator::EmitPair(JoinRelationSet &left, JoinRelationSet &right,
135
- const vector<reference<NeighborInfo>> &info) {
119
+ DPJoinNode &PlanEnumerator::EmitPair(JoinRelationSet &left, JoinRelationSet &right,
120
+ const vector<reference<NeighborInfo>> &info) {
136
121
  // get the left and right join plans
137
122
  auto left_plan = plans.find(left);
138
123
  auto right_plan = plans.find(right);
@@ -150,33 +135,11 @@ JoinNode &PlanEnumerator::EmitPair(JoinRelationSet &left, JoinRelationSet &right
150
135
  old_cost = entry->second->cost;
151
136
  }
152
137
  if (entry == plans.end() || new_cost < old_cost) {
153
- // the new plan costs less than the old plan. Update our DP tree and cost tree
154
- auto &result = *new_plan;
155
-
156
- if (full_plan_found &&
157
- join_nodes_in_full_plan.find(new_plan->set.ToString()) != join_nodes_in_full_plan.end()) {
158
- must_update_full_plan = true;
159
- }
160
- if (new_set.count == query_graph_manager.relation_manager.NumRelations()) {
161
- full_plan_found = true;
162
- // If we find a full plan, we need to keep track of which nodes are in the full plan.
163
- // It's possible the DP algorithm updates a node in the current full plan, then moves on
164
- // to the SolveApproximately. SolveApproximately may find a full plan with a higher cost than
165
- // what SolveExactly found. In this case, we revert to the SolveExactly plan, but it is
166
- // possible to get use-after-free errors if the SolveApproximately algorithm updated some (but not all)
167
- // nodes in the SolveExactly plan
168
- // If we know a node in the full plan is updated, we can prevent ourselves from exiting the
169
- // DP algorithm until the last plan updated is a full plan
170
- UpdateJoinNodesInFullPlan(result);
171
- if (must_update_full_plan) {
172
- must_update_full_plan = false;
173
- }
174
- }
175
-
176
- D_ASSERT(new_plan);
138
+ // the new plan costs less than the old plan. Update our DP table.
177
139
  plans[new_set] = std::move(new_plan);
178
- return result;
140
+ return *plans[new_set];
179
141
  }
142
+ // Create join node from the plan currently in the DP table.
180
143
  return *entry->second;
181
144
  }
182
145
 
@@ -186,7 +149,7 @@ bool PlanEnumerator::TryEmitPair(JoinRelationSet &left, JoinRelationSet &right,
186
149
  // If a full plan is created, it's possible a node in the plan gets updated. When this happens, make sure you keep
187
150
  // emitting pairs until you emit another final plan. Another final plan is guaranteed to be produced because of
188
151
  // our symmetry guarantees.
189
- if (pairs >= 10000 && !must_update_full_plan) {
152
+ if (pairs >= 10000) {
190
153
  // when the amount of pairs gets too large we exit the dynamic programming and resort to a greedy algorithm
191
154
  // FIXME: simple heuristic currently
192
155
  // at 10K pairs stop searching exactly and switch to heuristic
@@ -218,7 +181,7 @@ bool PlanEnumerator::EmitCSG(JoinRelationSet &node) {
218
181
  D_ASSERT(neighbors[i] > neighbors[i + 1]);
219
182
  }
220
183
 
221
- // Dphyp paper missiing this.
184
+ // Dphyp paper missing this.
222
185
  // Because we are traversing in reverse order, we need to add neighbors whose number is smaller than the current
223
186
  // node to exclusion_set
224
187
  // This avoids duplicated enumeration
@@ -353,46 +316,6 @@ bool PlanEnumerator::SolveJoinOrderExactly() {
353
316
  return true;
354
317
  }
355
318
 
356
- void PlanEnumerator::UpdateDPTree(JoinNode &new_plan) {
357
- if (!NodeInFullPlan(new_plan)) {
358
- // if the new node is not in the full plan, feel free to return
359
- // because you won't be updating the full plan.
360
- return;
361
- }
362
- auto &new_set = new_plan.set;
363
- // now update every plan that uses this plan
364
- unordered_set<idx_t> exclusion_set;
365
- for (idx_t i = 0; i < new_set.count; i++) {
366
- exclusion_set.insert(new_set.relations[i]);
367
- }
368
- auto neighbors = query_graph.GetNeighbors(new_set, exclusion_set);
369
- auto all_neighbors = GetAllNeighborSets(neighbors);
370
- for (const auto &neighbor : all_neighbors) {
371
- auto &neighbor_relation = query_graph_manager.set_manager.GetJoinRelation(neighbor);
372
- auto &combined_set = query_graph_manager.set_manager.Union(new_set, neighbor_relation);
373
-
374
- auto combined_set_plan = plans.find(combined_set);
375
- if (combined_set_plan == plans.end()) {
376
- continue;
377
- }
378
-
379
- double combined_set_plan_cost = combined_set_plan->second->cost; // combined_set_plan->second->GetCost();
380
- auto connections = query_graph.GetConnections(new_set, neighbor_relation);
381
- // recurse and update up the tree if the combined set produces a plan with a lower cost
382
- // only recurse on neighbor relations that have plans.
383
- auto right_plan = plans.find(neighbor_relation);
384
- if (right_plan == plans.end()) {
385
- continue;
386
- }
387
- auto &updated_plan = EmitPair(new_set, neighbor_relation, connections);
388
- // <= because the child node has already been replaced. You need to
389
- // replace the parent node as well in this case
390
- if (updated_plan.cost < combined_set_plan_cost) {
391
- UpdateDPTree(updated_plan);
392
- }
393
- }
394
- }
395
-
396
319
  void PlanEnumerator::SolveJoinOrderApproximately() {
397
320
  // at this point, we exited the dynamic programming but did not compute the final join order because it took too
398
321
  // long instead, we use a greedy heuristic to obtain a join ordering now we use Greedy Operator Ordering to
@@ -405,8 +328,10 @@ void PlanEnumerator::SolveJoinOrderApproximately() {
405
328
  // now in every step of the algorithm, we greedily pick the join between the to-be-joined relations that has the
406
329
  // smallest cost. This is O(r^2) per step, and every step will reduce the total amount of relations to-be-joined
407
330
  // by 1, so the total cost is O(r^3) in the amount of relations
331
+ // long is needed to prevent clang-tidy complaints. (idx_t) cannot be added to an iterator position because it
332
+ // is unsigned.
408
333
  idx_t best_left = 0, best_right = 0;
409
- optional_ptr<JoinNode> best_connection;
334
+ optional_ptr<DPJoinNode> best_connection;
410
335
  for (idx_t i = 0; i < join_relations.size(); i++) {
411
336
  auto left = join_relations[i];
412
337
  for (idx_t j = i + 1; j < join_relations.size(); j++) {
@@ -415,17 +340,16 @@ void PlanEnumerator::SolveJoinOrderApproximately() {
415
340
  auto connection = query_graph.GetConnections(left, right);
416
341
  if (!connection.empty()) {
417
342
  // we can check the cost of this connection
418
- auto &node = EmitPair(left, right, connection);
343
+ auto node = EmitPair(left, right, connection);
419
344
 
420
345
  // update the DP tree in case a plan created by the DP algorithm uses the node
421
346
  // that was potentially just updated by EmitPair. You will get a use-after-free
422
347
  // error if future plans rely on the old node that was just replaced.
423
348
  // if node in FullPath, then updateDP tree.
424
- UpdateDPTree(node);
425
349
 
426
350
  if (!best_connection || node.cost < best_connection->cost) {
427
351
  // best pair found so far
428
- best_connection = &node;
352
+ best_connection = &EmitPair(left, right, connection);
429
353
  best_left = i;
430
354
  best_right = j;
431
355
  }
@@ -435,14 +359,14 @@ void PlanEnumerator::SolveJoinOrderApproximately() {
435
359
  if (!best_connection) {
436
360
  // could not find a connection, but we were not done with finding a completed plan
437
361
  // we have to add a cross product; we add it between the two smallest relations
438
- optional_ptr<JoinNode> smallest_plans[2];
439
- idx_t smallest_index[2];
362
+ optional_ptr<DPJoinNode> smallest_plans[2];
363
+ size_t smallest_index[2];
440
364
  D_ASSERT(join_relations.size() >= 2);
441
365
 
442
366
  // first just add the first two join relations. It doesn't matter the cost as the JOO
443
367
  // will swap them on estimated cardinality anyway.
444
368
  for (idx_t i = 0; i < 2; i++) {
445
- auto current_plan = plans[join_relations[i]].get();
369
+ optional_ptr<DPJoinNode> current_plan = plans[join_relations[i]];
446
370
  smallest_plans[i] = current_plan;
447
371
  smallest_index[i] = i;
448
372
  }
@@ -451,7 +375,7 @@ void PlanEnumerator::SolveJoinOrderApproximately() {
451
375
  // add them if they have lower estimated cardinality.
452
376
  for (idx_t i = 2; i < join_relations.size(); i++) {
453
377
  // get the plan for this relation
454
- auto current_plan = plans[join_relations[i].get()].get();
378
+ optional_ptr<DPJoinNode> current_plan = plans[join_relations[i]];
455
379
  // check if the cardinality is smaller than the smallest two found so far
456
380
  for (idx_t j = 0; j < 2; j++) {
457
381
  if (!smallest_plans[j] || smallest_plans[j]->cost > current_plan->cost) {
@@ -478,7 +402,6 @@ void PlanEnumerator::SolveJoinOrderApproximately() {
478
402
  best_left = smallest_index[0];
479
403
  best_right = smallest_index[1];
480
404
 
481
- UpdateDPTree(*best_connection);
482
405
  // the code below assumes best_right > best_left
483
406
  if (best_left > best_right) {
484
407
  std::swap(best_left, best_right);
@@ -489,10 +412,12 @@ void PlanEnumerator::SolveJoinOrderApproximately() {
489
412
 
490
413
  // important to erase the biggest element first
491
414
  // if we erase the smallest element first the index of the biggest element changes
415
+ auto &new_set = query_graph_manager.set_manager.Union(join_relations.at(best_left).get(),
416
+ join_relations.at(best_right).get());
492
417
  D_ASSERT(best_right > best_left);
493
- join_relations.erase(join_relations.begin() + best_right);
494
- join_relations.erase(join_relations.begin() + best_left);
495
- join_relations.push_back(best_connection->set);
418
+ join_relations.erase(join_relations.begin() + (int64_t)best_right);
419
+ join_relations.erase(join_relations.begin() + (int64_t)best_left);
420
+ join_relations.push_back(new_set);
496
421
  }
497
422
  }
498
423
 
@@ -510,9 +435,10 @@ void PlanEnumerator::InitLeafPlans() {
510
435
  for (idx_t i = 0; i < relation_stats.size(); i++) {
511
436
  auto stats = relation_stats.at(i);
512
437
  auto &relation_set = query_graph_manager.set_manager.GetJoinRelation(i);
513
- auto join_node = make_uniq<JoinNode>(relation_set);
438
+ auto join_node = make_uniq<DPJoinNode>(relation_set);
514
439
  join_node->cost = 0;
515
440
  join_node->cardinality = stats.cardinality;
441
+ D_ASSERT(join_node->set.count == 1);
516
442
  plans[relation_set] = std::move(join_node);
517
443
  cost_model.cardinality_estimator.InitCardinalityEstimatorProps(&relation_set, stats);
518
444
  }
@@ -521,7 +447,7 @@ void PlanEnumerator::InitLeafPlans() {
521
447
  // the plan enumeration is a straight implementation of the paper "Dynamic Programming Strikes Back" by Guido
522
448
  // Moerkotte and Thomas Neumannn, see that paper for additional info/documentation bonus slides:
523
449
  // https://db.in.tum.de/teaching/ws1415/queryopt/chapter3.pdf?lang=de
524
- unique_ptr<JoinNode> PlanEnumerator::SolveJoinOrder() {
450
+ void PlanEnumerator::SolveJoinOrder() {
525
451
  bool force_no_cross_product = query_graph_manager.context.config.force_no_cross_product;
526
452
  // first try to solve the join order exactly
527
453
  if (!SolveJoinOrderExactly()) {
@@ -549,7 +475,6 @@ unique_ptr<JoinNode> PlanEnumerator::SolveJoinOrder() {
549
475
  //! solve the join order again, returning the final plan
550
476
  return SolveJoinOrder();
551
477
  }
552
- return std::move(final_plan->second);
553
478
  }
554
479
 
555
480
  } // namespace duckdb
@@ -2,7 +2,6 @@
2
2
 
3
3
  #include "duckdb/common/assert.hpp"
4
4
  #include "duckdb/common/enums/join_type.hpp"
5
- #include "duckdb/common/printer.hpp"
6
5
  #include "duckdb/common/string_util.hpp"
7
6
  #include "duckdb/execution/physical_plan_generator.hpp"
8
7
  #include "duckdb/optimizer/join_order/join_relation.hpp"
@@ -22,7 +21,6 @@ static bool Disjoint(const unordered_set<T> &a, const unordered_set<T> &b) {
22
21
  }
23
22
 
24
23
  bool QueryGraphManager::Build(LogicalOperator &op) {
25
- vector<reference<LogicalOperator>> filter_operators;
26
24
  // have the relation manager extract the join relations and create a reference list of all the
27
25
  // filter operators.
28
26
  auto can_reorder = relation_manager.ExtractJoinRelations(op, filter_operators);
@@ -116,29 +114,81 @@ static unique_ptr<LogicalOperator> ExtractJoinRelation(unique_ptr<SingleJoinRela
116
114
  if (children[i].get() == &rel->op) {
117
115
  // found it! take ownership o/**/f it from the parent
118
116
  auto result = std::move(children[i]);
119
- children.erase(children.begin() + i);
117
+ children.erase_at(i);
120
118
  return result;
121
119
  }
122
120
  }
123
121
  throw InternalException("Could not find relation in parent node (?)");
124
122
  }
125
123
 
126
- unique_ptr<LogicalOperator> QueryGraphManager::Reconstruct(unique_ptr<LogicalOperator> plan, JoinNode &node) {
127
- return RewritePlan(std::move(plan), node);
124
+ unique_ptr<LogicalOperator> QueryGraphManager::Reconstruct(unique_ptr<LogicalOperator> plan) {
125
+ // now we have to rewrite the plan
126
+ bool root_is_join = plan->children.size() > 1;
127
+
128
+ unordered_set<idx_t> bindings;
129
+ for (idx_t i = 0; i < relation_manager.NumRelations(); i++) {
130
+ bindings.insert(i);
131
+ }
132
+ auto &total_relation = set_manager.GetJoinRelation(bindings);
133
+
134
+ // first we will extract all relations from the main plan
135
+ vector<unique_ptr<LogicalOperator>> extracted_relations;
136
+ extracted_relations.reserve(relation_manager.NumRelations());
137
+ for (auto &relation : relation_manager.GetRelations()) {
138
+ extracted_relations.push_back(ExtractJoinRelation(relation));
139
+ }
140
+
141
+ // now we generate the actual joins
142
+ auto join_tree = GenerateJoins(extracted_relations, total_relation);
143
+
144
+ // perform the final pushdown of remaining filters
145
+ for (auto &filter : filters_and_bindings) {
146
+ // check if the filter has already been extracted
147
+ if (filter->filter) {
148
+ // if not we need to push it
149
+ join_tree.op = PushFilter(std::move(join_tree.op), std::move(filter->filter));
150
+ }
151
+ }
152
+
153
+ // find the first join in the relation to know where to place this node
154
+ if (root_is_join) {
155
+ // first node is the join, return it immediately
156
+ return std::move(join_tree.op);
157
+ }
158
+ D_ASSERT(plan->children.size() == 1);
159
+ // have to move up through the relations
160
+ auto op = plan.get();
161
+ auto parent = plan.get();
162
+ while (op->type != LogicalOperatorType::LOGICAL_CROSS_PRODUCT &&
163
+ op->type != LogicalOperatorType::LOGICAL_COMPARISON_JOIN &&
164
+ op->type != LogicalOperatorType::LOGICAL_ASOF_JOIN) {
165
+ D_ASSERT(op->children.size() == 1);
166
+ parent = op;
167
+ op = op->children[0].get();
168
+ }
169
+ // have to replace at this node
170
+ parent->children[0] = std::move(join_tree.op);
171
+ return plan;
128
172
  }
129
173
 
130
174
  GenerateJoinRelation QueryGraphManager::GenerateJoins(vector<unique_ptr<LogicalOperator>> &extracted_relations,
131
- JoinNode &node) {
175
+ JoinRelationSet &set) {
132
176
  optional_ptr<JoinRelationSet> left_node;
133
177
  optional_ptr<JoinRelationSet> right_node;
134
178
  optional_ptr<JoinRelationSet> result_relation;
135
179
  unique_ptr<LogicalOperator> result_operator;
136
- if (node.left && node.right && node.info) {
137
- // generate the left and right children
138
- auto left = GenerateJoins(extracted_relations, *node.left);
139
- auto right = GenerateJoins(extracted_relations, *node.right);
140
180
 
141
- if (node.info->filters.empty()) {
181
+ auto dp_entry = plans->find(set);
182
+ if (dp_entry == plans->end()) {
183
+ throw InternalException("Join Order Optimizer Error: No full plan was created");
184
+ }
185
+ auto &node = dp_entry->second;
186
+ if (!dp_entry->second->is_leaf) {
187
+
188
+ // generate the left and right children
189
+ auto left = GenerateJoins(extracted_relations, node->left_set);
190
+ auto right = GenerateJoins(extracted_relations, node->right_set);
191
+ if (dp_entry->second->info->filters.empty()) {
142
192
  // no filters, create a cross product
143
193
  result_operator = LogicalCrossProduct::Create(std::move(left.op), std::move(right.op));
144
194
  } else {
@@ -150,7 +200,7 @@ GenerateJoinRelation QueryGraphManager::GenerateJoins(vector<unique_ptr<LogicalO
150
200
  join->children.push_back(std::move(right.op));
151
201
 
152
202
  // set the join conditions from the join node
153
- for (auto &filter_ref : node.info->filters) {
203
+ for (auto &filter_ref : node->info->filters) {
154
204
  auto f = filter_ref.get();
155
205
  // extract the filter from the operator it originally belonged to
156
206
  D_ASSERT(filters_and_bindings[f->filter_index]->filter);
@@ -185,23 +235,23 @@ GenerateJoinRelation QueryGraphManager::GenerateJoins(vector<unique_ptr<LogicalO
185
235
  result_relation = &set_manager.Union(*left.set, *right.set);
186
236
  } else {
187
237
  // base node, get the entry from the list of extracted relations
188
- D_ASSERT(node.set.count == 1);
189
- D_ASSERT(extracted_relations[node.set.relations[0]]);
190
- result_relation = &node.set;
191
- result_operator = std::move(extracted_relations[node.set.relations[0]]);
238
+ D_ASSERT(node->set.count == 1);
239
+ D_ASSERT(extracted_relations[node->set.relations[0]]);
240
+ result_relation = &node->set;
241
+ result_operator = std::move(extracted_relations[result_relation->relations[0]]);
192
242
  }
193
243
  // TODO: this is where estimated properties start coming into play.
194
244
  // when creating the result operator, we should ask the cost model and cardinality estimator what
195
245
  // the cost and cardinality are
196
246
  // result_operator->estimated_props = node.estimated_props->Copy();
197
- result_operator->estimated_cardinality = node.cardinality;
247
+ result_operator->estimated_cardinality = node->cardinality;
198
248
  result_operator->has_estimated_cardinality = true;
199
249
  if (result_operator->type == LogicalOperatorType::LOGICAL_FILTER &&
200
250
  result_operator->children[0]->type == LogicalOperatorType::LOGICAL_GET) {
201
251
  // FILTER on top of GET, add estimated properties to both
202
252
  // auto &filter_props = *result_operator->estimated_props;
203
253
  auto &child_operator = *result_operator->children[0];
204
- child_operator.estimated_cardinality = node.cardinality;
254
+ child_operator.estimated_cardinality = node->cardinality;
205
255
  child_operator.has_estimated_cardinality = true;
206
256
  }
207
257
  // check if we should do a pushdown on this node
@@ -292,49 +342,6 @@ void QueryGraphManager::CreateQueryGraphCrossProduct(JoinRelationSet &left, Join
292
342
  query_graph.CreateEdge(right, left, nullptr);
293
343
  }
294
344
 
295
- unique_ptr<LogicalOperator> QueryGraphManager::RewritePlan(unique_ptr<LogicalOperator> plan, JoinNode &node) {
296
- // now we have to rewrite the plan
297
- bool root_is_join = plan->children.size() > 1;
298
-
299
- // first we will extract all relations from the main plan
300
- vector<unique_ptr<LogicalOperator>> extracted_relations;
301
- extracted_relations.reserve(relation_manager.NumRelations());
302
- for (auto &relation : relation_manager.GetRelations()) {
303
- extracted_relations.push_back(ExtractJoinRelation(relation));
304
- }
305
-
306
- // now we generate the actual joins
307
- auto join_tree = GenerateJoins(extracted_relations, node);
308
- // perform the final pushdown of remaining filters
309
- for (auto &filter : filters_and_bindings) {
310
- // check if the filter has already been extracted
311
- if (filter->filter) {
312
- // if not we need to push it
313
- join_tree.op = PushFilter(std::move(join_tree.op), std::move(filter->filter));
314
- }
315
- }
316
-
317
- // find the first join in the relation to know where to place this node
318
- if (root_is_join) {
319
- // first node is the join, return it immediately
320
- return std::move(join_tree.op);
321
- }
322
- D_ASSERT(plan->children.size() == 1);
323
- // have to move up through the relations
324
- auto op = plan.get();
325
- auto parent = plan.get();
326
- while (op->type != LogicalOperatorType::LOGICAL_CROSS_PRODUCT &&
327
- op->type != LogicalOperatorType::LOGICAL_COMPARISON_JOIN &&
328
- op->type != LogicalOperatorType::LOGICAL_ASOF_JOIN) {
329
- D_ASSERT(op->children.size() == 1);
330
- parent = op;
331
- op = op->children[0].get();
332
- }
333
- // have to replace at this node
334
- parent->children[0] = std::move(join_tree.op);
335
- return plan;
336
- }
337
-
338
345
  static void FlipChildren(LogicalOperator &op) {
339
346
  std::swap(op.children[0], op.children[1]);
340
347
  if (op.type == LogicalOperatorType::LOGICAL_COMPARISON_JOIN || op.type == LogicalOperatorType::LOGICAL_DELIM_JOIN) {
@@ -183,7 +183,8 @@ bool RelationManager::ExtractJoinRelations(LogicalOperator &input_op,
183
183
  auto &aggr = op->Cast<LogicalAggregate>();
184
184
  auto operator_stats = RelationStatisticsHelper::ExtractAggregationStats(aggr, child_stats);
185
185
  if (!datasource_filters.empty()) {
186
- operator_stats.cardinality *= RelationStatisticsHelper::DEFAULT_SELECTIVITY;
186
+ operator_stats.cardinality = NumericCast<idx_t>(static_cast<double>(operator_stats.cardinality) *
187
+ RelationStatisticsHelper::DEFAULT_SELECTIVITY);
187
188
  }
188
189
  AddAggregateOrWindowRelation(input_op, parent, operator_stats, op->type);
189
190
  return true;
@@ -196,7 +197,8 @@ bool RelationManager::ExtractJoinRelations(LogicalOperator &input_op,
196
197
  auto &window = op->Cast<LogicalWindow>();
197
198
  auto operator_stats = RelationStatisticsHelper::ExtractWindowStats(window, child_stats);
198
199
  if (!datasource_filters.empty()) {
199
- operator_stats.cardinality *= RelationStatisticsHelper::DEFAULT_SELECTIVITY;
200
+ operator_stats.cardinality = NumericCast<idx_t>(static_cast<double>(operator_stats.cardinality) *
201
+ RelationStatisticsHelper::DEFAULT_SELECTIVITY);
200
202
  }
201
203
  AddAggregateOrWindowRelation(input_op, parent, operator_stats, op->type);
202
204
  return true;
@@ -121,8 +121,8 @@ RelationStats RelationStatisticsHelper::ExtractGetStats(LogicalGet &get, ClientC
121
121
  // and there are other table filters (i.e cost > 50), use default selectivity.
122
122
  bool has_equality_filter = (cardinality_after_filters != base_table_cardinality);
123
123
  if (!has_equality_filter && !get.table_filters.filters.empty()) {
124
- cardinality_after_filters =
125
- MaxValue<idx_t>(base_table_cardinality * RelationStatisticsHelper::DEFAULT_SELECTIVITY, 1);
124
+ cardinality_after_filters = MaxValue<idx_t>(
125
+ NumericCast<idx_t>(base_table_cardinality * RelationStatisticsHelper::DEFAULT_SELECTIVITY), 1U);
126
126
  }
127
127
  if (base_table_cardinality == 0) {
128
128
  cardinality_after_filters = 0;
@@ -345,7 +345,7 @@ RelationStats RelationStatisticsHelper::ExtractAggregationStats(LogicalAggregate
345
345
  // most likely we are running on parquet files. Therefore we divide by 2.
346
346
  new_card = (double)child_stats.cardinality / 2;
347
347
  }
348
- stats.cardinality = new_card;
348
+ stats.cardinality = NumericCast<idx_t>(new_card);
349
349
  stats.column_names = child_stats.column_names;
350
350
  stats.stats_initialized = true;
351
351
  auto num_child_columns = aggr.GetColumnBindings().size();