duckdb 0.8.2-dev33.0 → 0.8.2-dev3300.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (998) hide show
  1. package/README.md +7 -0
  2. package/binding.gyp +25 -13
  3. package/binding.gyp.in +1 -1
  4. package/configure.py +8 -3
  5. package/duckdb_extension_config.cmake +10 -0
  6. package/package.json +1 -1
  7. package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
  8. package/src/duckdb/extension/icu/icu-datefunc.cpp +10 -1
  9. package/src/duckdb/extension/icu/icu-datepart.cpp +162 -41
  10. package/src/duckdb/extension/icu/icu-datesub.cpp +3 -2
  11. package/src/duckdb/extension/icu/icu-datetrunc.cpp +2 -1
  12. package/src/duckdb/extension/icu/icu-list-range.cpp +1 -1
  13. package/src/duckdb/extension/icu/icu-makedate.cpp +19 -6
  14. package/src/duckdb/extension/icu/icu-strptime.cpp +5 -24
  15. package/src/duckdb/extension/icu/icu-table-range.cpp +5 -5
  16. package/src/duckdb/extension/icu/icu-timebucket.cpp +16 -16
  17. package/src/duckdb/extension/icu/icu-timezone.cpp +8 -8
  18. package/src/duckdb/extension/icu/icu_extension.cpp +5 -7
  19. package/src/duckdb/extension/json/buffered_json_reader.cpp +2 -0
  20. package/src/duckdb/extension/json/include/buffered_json_reader.hpp +5 -19
  21. package/src/duckdb/extension/json/include/json_common.hpp +47 -231
  22. package/src/duckdb/extension/json/include/json_deserializer.hpp +1 -1
  23. package/src/duckdb/extension/json/include/json_enums.hpp +60 -0
  24. package/src/duckdb/extension/json/include/json_executors.hpp +49 -13
  25. package/src/duckdb/extension/json/include/json_functions.hpp +2 -1
  26. package/src/duckdb/extension/json/include/json_scan.hpp +14 -10
  27. package/src/duckdb/extension/json/include/json_serializer.hpp +1 -1
  28. package/src/duckdb/extension/json/include/json_transform.hpp +3 -0
  29. package/src/duckdb/extension/json/json_common.cpp +272 -40
  30. package/src/duckdb/extension/json/json_deserializer.cpp +16 -14
  31. package/src/duckdb/extension/json/json_enums.cpp +105 -0
  32. package/src/duckdb/extension/json/json_functions/json_create.cpp +21 -2
  33. package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
  34. package/src/duckdb/extension/json/json_functions/json_transform.cpp +93 -38
  35. package/src/duckdb/extension/json/json_functions/json_type.cpp +1 -1
  36. package/src/duckdb/extension/json/json_functions.cpp +26 -25
  37. package/src/duckdb/extension/json/json_scan.cpp +47 -6
  38. package/src/duckdb/extension/json/json_serializer.cpp +11 -11
  39. package/src/duckdb/extension/json/serialize_json.cpp +92 -0
  40. package/src/duckdb/extension/parquet/column_reader.cpp +37 -25
  41. package/src/duckdb/extension/parquet/column_writer.cpp +77 -61
  42. package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +2 -2
  43. package/src/duckdb/extension/parquet/include/column_reader.hpp +14 -16
  44. package/src/duckdb/extension/parquet/include/column_writer.hpp +9 -7
  45. package/src/duckdb/extension/parquet/include/list_column_reader.hpp +2 -2
  46. package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
  47. package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
  48. package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
  49. package/src/duckdb/extension/parquet/include/parquet_reader.hpp +4 -0
  50. package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
  51. package/src/duckdb/extension/parquet/include/parquet_support.hpp +9 -11
  52. package/src/duckdb/extension/parquet/include/parquet_timestamp.hpp +1 -0
  53. package/src/duckdb/extension/parquet/include/parquet_writer.hpp +28 -5
  54. package/src/duckdb/extension/parquet/include/string_column_reader.hpp +1 -1
  55. package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +2 -3
  56. package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
  57. package/src/duckdb/extension/parquet/parquet_extension.cpp +258 -40
  58. package/src/duckdb/extension/parquet/parquet_reader.cpp +10 -10
  59. package/src/duckdb/extension/parquet/parquet_statistics.cpp +25 -8
  60. package/src/duckdb/extension/parquet/parquet_timestamp.cpp +6 -0
  61. package/src/duckdb/extension/parquet/parquet_writer.cpp +149 -31
  62. package/src/duckdb/extension/parquet/serialize_parquet.cpp +26 -0
  63. package/src/duckdb/extension/parquet/zstd_file_system.cpp +2 -2
  64. package/src/duckdb/src/catalog/catalog.cpp +3 -7
  65. package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +8 -11
  66. package/src/duckdb/src/catalog/catalog_entry/index_catalog_entry.cpp +17 -41
  67. package/src/duckdb/src/catalog/catalog_entry/macro_catalog_entry.cpp +2 -10
  68. package/src/duckdb/src/catalog/catalog_entry/schema_catalog_entry.cpp +4 -14
  69. package/src/duckdb/src/catalog/catalog_entry/sequence_catalog_entry.cpp +11 -28
  70. package/src/duckdb/src/catalog/catalog_entry/table_catalog_entry.cpp +11 -42
  71. package/src/duckdb/src/catalog/catalog_entry/type_catalog_entry.cpp +7 -26
  72. package/src/duckdb/src/catalog/catalog_entry/view_catalog_entry.cpp +11 -27
  73. package/src/duckdb/src/catalog/catalog_entry.cpp +25 -1
  74. package/src/duckdb/src/catalog/catalog_search_path.cpp +5 -4
  75. package/src/duckdb/src/catalog/catalog_set.cpp +0 -63
  76. package/src/duckdb/src/catalog/default/default_functions.cpp +21 -0
  77. package/src/duckdb/src/catalog/dependency_manager.cpp +0 -36
  78. package/src/duckdb/src/common/adbc/adbc.cpp +541 -171
  79. package/src/duckdb/src/common/adbc/driver_manager.cpp +92 -39
  80. package/src/duckdb/src/common/adbc/nanoarrow/allocator.cpp +57 -0
  81. package/src/duckdb/src/common/adbc/nanoarrow/metadata.cpp +121 -0
  82. package/src/duckdb/src/common/adbc/nanoarrow/schema.cpp +474 -0
  83. package/src/duckdb/src/common/adbc/nanoarrow/single_batch_array_stream.cpp +84 -0
  84. package/src/duckdb/src/common/allocator.cpp +14 -2
  85. package/src/duckdb/src/common/arrow/appender/bool_data.cpp +44 -0
  86. package/src/duckdb/src/common/arrow/appender/list_data.cpp +78 -0
  87. package/src/duckdb/src/common/arrow/appender/map_data.cpp +86 -0
  88. package/src/duckdb/src/common/arrow/appender/struct_data.cpp +45 -0
  89. package/src/duckdb/src/common/arrow/appender/union_data.cpp +70 -0
  90. package/src/duckdb/src/common/arrow/arrow_appender.cpp +95 -666
  91. package/src/duckdb/src/common/arrow/arrow_converter.cpp +65 -37
  92. package/src/duckdb/src/common/arrow/arrow_wrapper.cpp +37 -42
  93. package/src/duckdb/src/common/assert.cpp +3 -0
  94. package/src/duckdb/src/common/constants.cpp +2 -1
  95. package/src/duckdb/src/common/enum_util.cpp +4838 -4429
  96. package/src/duckdb/src/common/enums/date_part_specifier.cpp +2 -0
  97. package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
  98. package/src/duckdb/src/common/enums/optimizer_type.cpp +2 -0
  99. package/src/duckdb/src/common/enums/physical_operator_type.cpp +4 -0
  100. package/src/duckdb/src/common/exception.cpp +2 -2
  101. package/src/duckdb/src/common/extra_type_info.cpp +483 -0
  102. package/src/duckdb/src/common/field_writer.cpp +1 -1
  103. package/src/duckdb/src/common/file_system.cpp +25 -6
  104. package/src/duckdb/src/common/filename_pattern.cpp +1 -1
  105. package/src/duckdb/src/common/gzip_file_system.cpp +7 -12
  106. package/src/duckdb/src/common/hive_partitioning.cpp +10 -6
  107. package/src/duckdb/src/common/http_state.cpp +78 -0
  108. package/src/duckdb/src/common/local_file_system.cpp +36 -28
  109. package/src/duckdb/src/common/multi_file_reader.cpp +193 -20
  110. package/src/duckdb/src/common/operator/cast_operators.cpp +92 -1
  111. package/src/duckdb/src/common/operator/string_cast.cpp +45 -8
  112. package/src/duckdb/src/common/radix_partitioning.cpp +26 -8
  113. package/src/duckdb/src/common/re2_regex.cpp +1 -1
  114. package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
  115. package/src/duckdb/src/common/serializer/binary_deserializer.cpp +8 -3
  116. package/src/duckdb/src/common/serializer/binary_serializer.cpp +14 -9
  117. package/src/duckdb/src/common/serializer/buffered_file_reader.cpp +0 -9
  118. package/src/duckdb/src/common/serializer/format_serializer.cpp +15 -0
  119. package/src/duckdb/src/common/sort/merge_sorter.cpp +9 -16
  120. package/src/duckdb/src/common/sort/partition_state.cpp +70 -50
  121. package/src/duckdb/src/common/sort/sort_state.cpp +1 -1
  122. package/src/duckdb/src/common/sort/sorted_block.cpp +1 -1
  123. package/src/duckdb/src/common/types/batched_data_collection.cpp +7 -2
  124. package/src/duckdb/src/common/types/bit.cpp +51 -0
  125. package/src/duckdb/src/common/types/column/column_data_allocator.cpp +9 -6
  126. package/src/duckdb/src/common/types/column/column_data_collection.cpp +68 -2
  127. package/src/duckdb/src/common/types/column/column_data_collection_segment.cpp +20 -6
  128. package/src/duckdb/src/common/types/column/partitioned_column_data.cpp +2 -2
  129. package/src/duckdb/src/common/types/data_chunk.cpp +2 -2
  130. package/src/duckdb/src/common/types/date.cpp +15 -0
  131. package/src/duckdb/src/common/types/hugeint.cpp +40 -0
  132. package/src/duckdb/src/common/types/interval.cpp +3 -0
  133. package/src/duckdb/src/common/types/list_segment.cpp +56 -198
  134. package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +3 -9
  135. package/src/duckdb/src/common/types/row/row_data_collection_scanner.cpp +35 -5
  136. package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +2 -0
  137. package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +2 -2
  138. package/src/duckdb/src/common/types/string_heap.cpp +4 -0
  139. package/src/duckdb/src/common/types/time.cpp +105 -0
  140. package/src/duckdb/src/common/types/timestamp.cpp +7 -0
  141. package/src/duckdb/src/common/types/uuid.cpp +2 -2
  142. package/src/duckdb/src/common/types/validity_mask.cpp +33 -0
  143. package/src/duckdb/src/common/types/value.cpp +65 -47
  144. package/src/duckdb/src/common/types/vector.cpp +52 -25
  145. package/src/duckdb/src/common/types.cpp +38 -724
  146. package/src/duckdb/src/common/virtual_file_system.cpp +142 -1
  147. package/src/duckdb/src/core_functions/aggregate/holistic/approximate_quantile.cpp +26 -0
  148. package/src/duckdb/src/core_functions/aggregate/holistic/mode.cpp +5 -7
  149. package/src/duckdb/src/core_functions/aggregate/holistic/quantile.cpp +64 -19
  150. package/src/duckdb/src/core_functions/aggregate/holistic/reservoir_quantile.cpp +30 -0
  151. package/src/duckdb/src/core_functions/aggregate/nested/histogram.cpp +1 -0
  152. package/src/duckdb/src/core_functions/aggregate/nested/list.cpp +83 -59
  153. package/src/duckdb/src/core_functions/aggregate/regression/regr_avg.cpp +4 -4
  154. package/src/duckdb/src/core_functions/aggregate/regression/regr_intercept.cpp +4 -4
  155. package/src/duckdb/src/core_functions/aggregate/regression/regr_r2.cpp +5 -4
  156. package/src/duckdb/src/core_functions/aggregate/regression/regr_sxx_syy.cpp +8 -8
  157. package/src/duckdb/src/core_functions/aggregate/regression/regr_sxy.cpp +4 -3
  158. package/src/duckdb/src/core_functions/function_list.cpp +10 -4
  159. package/src/duckdb/src/core_functions/scalar/date/date_diff.cpp +2 -0
  160. package/src/duckdb/src/core_functions/scalar/date/date_part.cpp +380 -89
  161. package/src/duckdb/src/core_functions/scalar/date/date_sub.cpp +2 -0
  162. package/src/duckdb/src/core_functions/scalar/date/date_trunc.cpp +4 -0
  163. package/src/duckdb/src/core_functions/scalar/date/epoch.cpp +10 -24
  164. package/src/duckdb/src/core_functions/scalar/date/make_date.cpp +19 -4
  165. package/src/duckdb/src/core_functions/scalar/date/strftime.cpp +10 -0
  166. package/src/duckdb/src/core_functions/scalar/debug/vector_type.cpp +23 -0
  167. package/src/duckdb/src/core_functions/scalar/list/array_slice.cpp +314 -82
  168. package/src/duckdb/src/core_functions/scalar/list/list_aggregates.cpp +4 -2
  169. package/src/duckdb/src/core_functions/scalar/list/list_lambdas.cpp +22 -3
  170. package/src/duckdb/src/core_functions/scalar/map/map_entries.cpp +2 -2
  171. package/src/duckdb/src/core_functions/scalar/string/to_base.cpp +66 -0
  172. package/src/duckdb/src/core_functions/scalar/union/union_tag.cpp +1 -1
  173. package/src/duckdb/src/execution/aggregate_hashtable.cpp +40 -18
  174. package/src/duckdb/src/execution/column_binding_resolver.cpp +10 -7
  175. package/src/duckdb/src/execution/expression_executor/execute_parameter.cpp +2 -2
  176. package/src/duckdb/src/execution/expression_executor.cpp +1 -1
  177. package/src/duckdb/src/execution/index/art/art.cpp +219 -259
  178. package/src/duckdb/src/execution/index/art/art_key.cpp +0 -11
  179. package/src/duckdb/src/execution/index/art/fixed_size_allocator.cpp +11 -15
  180. package/src/duckdb/src/execution/index/art/iterator.cpp +130 -214
  181. package/src/duckdb/src/execution/index/art/leaf.cpp +300 -266
  182. package/src/duckdb/src/execution/index/art/node.cpp +211 -205
  183. package/src/duckdb/src/execution/index/art/node16.cpp +10 -19
  184. package/src/duckdb/src/execution/index/art/node256.cpp +10 -18
  185. package/src/duckdb/src/execution/index/art/node4.cpp +21 -23
  186. package/src/duckdb/src/execution/index/art/node48.cpp +10 -20
  187. package/src/duckdb/src/execution/index/art/prefix.cpp +308 -338
  188. package/src/duckdb/src/execution/join_hashtable.cpp +4 -4
  189. package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +1 -0
  190. package/src/duckdb/src/execution/operator/aggregate/physical_hash_aggregate.cpp +14 -11
  191. package/src/duckdb/src/execution/operator/aggregate/physical_perfecthash_aggregate.cpp +6 -4
  192. package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +8 -3
  193. package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +46 -34
  194. package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +332 -1067
  195. package/src/duckdb/src/execution/operator/filter/physical_filter.cpp +1 -1
  196. package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +12 -9
  197. package/src/duckdb/src/execution/operator/helper/physical_explain_analyze.cpp +2 -2
  198. package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +10 -8
  199. package/src/duckdb/src/execution/operator/helper/physical_materialized_collector.cpp +7 -5
  200. package/src/duckdb/src/execution/operator/helper/physical_vacuum.cpp +7 -5
  201. package/src/duckdb/src/execution/operator/join/physical_asof_join.cpp +449 -288
  202. package/src/duckdb/src/execution/operator/join/physical_blockwise_nl_join.cpp +2 -2
  203. package/src/duckdb/src/execution/operator/join/physical_comparison_join.cpp +1 -2
  204. package/src/duckdb/src/execution/operator/join/physical_delim_join.cpp +13 -6
  205. package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +28 -15
  206. package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +35 -17
  207. package/src/duckdb/src/execution/operator/join/physical_join.cpp +1 -1
  208. package/src/duckdb/src/execution/operator/join/physical_nested_loop_join.cpp +7 -4
  209. package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +31 -10
  210. package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +41 -5
  211. package/src/duckdb/src/execution/operator/order/physical_order.cpp +7 -5
  212. package/src/duckdb/src/execution/operator/order/physical_top_n.cpp +7 -5
  213. package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +100 -13
  214. package/src/duckdb/src/execution/operator/persistent/csv_file_handle.cpp +1 -1
  215. package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +20 -0
  216. package/src/duckdb/src/execution/operator/persistent/csv_rejects_table.cpp +48 -0
  217. package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +2 -3
  218. package/src/duckdb/src/execution/operator/persistent/physical_batch_copy_to_file.cpp +14 -10
  219. package/src/duckdb/src/execution/operator/persistent/physical_batch_insert.cpp +11 -9
  220. package/src/duckdb/src/execution/operator/persistent/physical_copy_to_file.cpp +9 -7
  221. package/src/duckdb/src/execution/operator/persistent/physical_fixed_batch_copy.cpp +14 -12
  222. package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +11 -11
  223. package/src/duckdb/src/execution/operator/persistent/physical_update.cpp +4 -2
  224. package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +2 -1
  225. package/src/duckdb/src/execution/operator/projection/physical_unnest.cpp +24 -27
  226. package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +19 -0
  227. package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +7 -12
  228. package/src/duckdb/src/execution/operator/schema/physical_attach.cpp +2 -1
  229. package/src/duckdb/src/execution/operator/schema/physical_create_art_index.cpp +198 -0
  230. package/src/duckdb/src/execution/operator/schema/physical_create_type.cpp +2 -6
  231. package/src/duckdb/src/execution/operator/set/physical_cte.cpp +160 -0
  232. package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +15 -5
  233. package/src/duckdb/src/execution/partitionable_hashtable.cpp +41 -6
  234. package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +37 -6
  235. package/src/duckdb/src/execution/physical_operator.cpp +20 -16
  236. package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +43 -10
  237. package/src/duckdb/src/execution/physical_plan/plan_asof_join.cpp +57 -35
  238. package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +32 -15
  239. package/src/duckdb/src/execution/physical_plan/plan_create_index.cpp +45 -34
  240. package/src/duckdb/src/execution/physical_plan/plan_cte.cpp +33 -0
  241. package/src/duckdb/src/execution/physical_plan/plan_delim_join.cpp +2 -5
  242. package/src/duckdb/src/execution/physical_plan/plan_get.cpp +2 -2
  243. package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +25 -4
  244. package/src/duckdb/src/execution/physical_plan_generator.cpp +6 -11
  245. package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +290 -43
  246. package/src/duckdb/src/execution/window_executor.cpp +1284 -0
  247. package/src/duckdb/src/execution/window_segment_tree.cpp +408 -144
  248. package/src/duckdb/src/function/aggregate/distributive/count.cpp +2 -13
  249. package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +6 -12
  250. package/src/duckdb/src/function/cast/bit_cast.cpp +34 -2
  251. package/src/duckdb/src/function/cast/blob_cast.cpp +3 -0
  252. package/src/duckdb/src/function/cast/numeric_casts.cpp +2 -0
  253. package/src/duckdb/src/function/cast/string_cast.cpp +2 -2
  254. package/src/duckdb/src/function/cast/time_casts.cpp +7 -6
  255. package/src/duckdb/src/function/function.cpp +3 -1
  256. package/src/duckdb/src/function/pragma/pragma_queries.cpp +5 -0
  257. package/src/duckdb/src/function/scalar/compressed_materialization/compress_integral.cpp +212 -0
  258. package/src/duckdb/src/function/scalar/compressed_materialization/compress_string.cpp +249 -0
  259. package/src/duckdb/src/function/scalar/compressed_materialization_functions.cpp +29 -0
  260. package/src/duckdb/src/function/scalar/list/list_resize.cpp +162 -0
  261. package/src/duckdb/src/function/scalar/nested_functions.cpp +1 -0
  262. package/src/duckdb/src/function/scalar/operators/add.cpp +9 -0
  263. package/src/duckdb/src/function/scalar/operators/arithmetic.cpp +6 -3
  264. package/src/duckdb/src/function/scalar/string/like.cpp +12 -4
  265. package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +39 -5
  266. package/src/duckdb/src/function/scalar_function.cpp +5 -20
  267. package/src/duckdb/src/function/table/arrow/arrow_duck_schema.cpp +57 -0
  268. package/src/duckdb/src/function/table/arrow.cpp +110 -88
  269. package/src/duckdb/src/function/table/arrow_conversion.cpp +86 -73
  270. package/src/duckdb/src/function/table/copy_csv.cpp +8 -1
  271. package/src/duckdb/src/function/table/read_csv.cpp +124 -21
  272. package/src/duckdb/src/function/table/system/test_all_types.cpp +48 -21
  273. package/src/duckdb/src/function/table/system_functions.cpp +1 -0
  274. package/src/duckdb/src/function/table/table_scan.cpp +44 -0
  275. package/src/duckdb/src/function/table/version/pragma_version.cpp +49 -2
  276. package/src/duckdb/src/function/table_function.cpp +4 -3
  277. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/index_catalog_entry.hpp +3 -3
  278. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/macro_catalog_entry.hpp +1 -4
  279. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/schema_catalog_entry.hpp +2 -5
  280. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/sequence_catalog_entry.hpp +1 -6
  281. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_catalog_entry.hpp +2 -13
  282. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/type_catalog_entry.hpp +1 -4
  283. package/src/duckdb/src/include/duckdb/catalog/catalog_entry/view_catalog_entry.hpp +2 -5
  284. package/src/duckdb/src/include/duckdb/catalog/catalog_entry.hpp +14 -0
  285. package/src/duckdb/src/include/duckdb/catalog/catalog_set.hpp +0 -6
  286. package/src/duckdb/src/include/duckdb/common/adbc/adbc.h +1 -0
  287. package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +4 -1
  288. package/src/duckdb/src/include/duckdb/common/adbc/single_batch_array_stream.hpp +16 -0
  289. package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -0
  290. package/src/duckdb/src/include/duckdb/common/arrow/appender/append_data.hpp +109 -0
  291. package/src/duckdb/src/include/duckdb/common/arrow/appender/bool_data.hpp +15 -0
  292. package/src/duckdb/src/include/duckdb/common/arrow/appender/enum_data.hpp +69 -0
  293. package/src/duckdb/src/include/duckdb/common/arrow/appender/list.hpp +8 -0
  294. package/src/duckdb/src/include/duckdb/common/arrow/appender/list_data.hpp +18 -0
  295. package/src/duckdb/src/include/duckdb/common/arrow/appender/map_data.hpp +18 -0
  296. package/src/duckdb/src/include/duckdb/common/arrow/appender/scalar_data.hpp +88 -0
  297. package/src/duckdb/src/include/duckdb/common/arrow/appender/struct_data.hpp +18 -0
  298. package/src/duckdb/src/include/duckdb/common/arrow/appender/union_data.hpp +21 -0
  299. package/src/duckdb/src/include/duckdb/common/arrow/appender/varchar_data.hpp +105 -0
  300. package/src/duckdb/src/include/duckdb/common/arrow/arrow_appender.hpp +9 -4
  301. package/src/duckdb/src/include/duckdb/common/arrow/arrow_converter.hpp +3 -5
  302. package/src/duckdb/src/include/duckdb/common/arrow/arrow_wrapper.hpp +5 -3
  303. package/src/duckdb/src/include/duckdb/common/arrow/nanoarrow/nanoarrow.h +462 -0
  304. package/src/duckdb/src/include/duckdb/common/arrow/nanoarrow/nanoarrow.hpp +14 -0
  305. package/src/duckdb/src/include/duckdb/common/arrow/result_arrow_wrapper.hpp +4 -0
  306. package/src/duckdb/src/include/duckdb/common/assert.hpp +1 -1
  307. package/src/duckdb/src/include/duckdb/common/bitpacking.hpp +70 -55
  308. package/src/duckdb/src/include/duckdb/common/bswap.hpp +42 -0
  309. package/src/duckdb/src/include/duckdb/common/case_insensitive_map.hpp +1 -0
  310. package/src/duckdb/src/include/duckdb/common/constants.hpp +4 -0
  311. package/src/duckdb/src/include/duckdb/common/dl.hpp +3 -1
  312. package/src/duckdb/src/include/duckdb/common/enum_util.hpp +660 -580
  313. package/src/duckdb/src/include/duckdb/common/enums/cte_materialize.hpp +21 -0
  314. package/src/duckdb/src/include/duckdb/common/enums/date_part_specifier.hpp +9 -1
  315. package/src/duckdb/src/include/duckdb/common/enums/index_type.hpp +4 -3
  316. package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +2 -1
  317. package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
  318. package/src/duckdb/src/include/duckdb/common/enums/operator_result_type.hpp +5 -1
  319. package/src/duckdb/src/include/duckdb/common/enums/optimizer_type.hpp +2 -0
  320. package/src/duckdb/src/include/duckdb/common/enums/pending_execution_result.hpp +1 -1
  321. package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
  322. package/src/duckdb/src/include/duckdb/common/extra_operator_info.hpp +27 -0
  323. package/src/duckdb/src/include/duckdb/common/extra_type_info.hpp +215 -0
  324. package/src/duckdb/src/include/duckdb/common/field_writer.hpp +0 -4
  325. package/src/duckdb/src/include/duckdb/common/file_system.hpp +10 -8
  326. package/src/duckdb/src/include/duckdb/common/filename_pattern.hpp +1 -1
  327. package/src/duckdb/src/include/duckdb/common/helper.hpp +8 -3
  328. package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +1 -1
  329. package/src/duckdb/src/include/duckdb/common/http_state.hpp +61 -28
  330. package/src/duckdb/src/include/duckdb/common/hugeint.hpp +15 -0
  331. package/src/duckdb/src/include/duckdb/common/index_vector.hpp +12 -0
  332. package/src/duckdb/src/include/duckdb/common/limits.hpp +52 -149
  333. package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +11 -5
  334. package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +12 -42
  335. package/src/duckdb/src/include/duckdb/common/mutex.hpp +3 -0
  336. package/src/duckdb/src/include/duckdb/common/numeric_utils.hpp +48 -0
  337. package/src/duckdb/src/include/duckdb/common/opener_file_system.hpp +6 -2
  338. package/src/duckdb/src/include/duckdb/common/operator/add.hpp +5 -2
  339. package/src/duckdb/src/include/duckdb/common/operator/cast_operators.hpp +65 -4
  340. package/src/duckdb/src/include/duckdb/common/operator/multiply.hpp +3 -2
  341. package/src/duckdb/src/include/duckdb/common/operator/numeric_cast.hpp +10 -0
  342. package/src/duckdb/src/include/duckdb/common/operator/string_cast.hpp +1 -1
  343. package/src/duckdb/src/include/duckdb/common/operator/subtract.hpp +3 -2
  344. package/src/duckdb/src/include/duckdb/common/radix.hpp +9 -20
  345. package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +6 -21
  346. package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +3 -3
  347. package/src/duckdb/src/include/duckdb/common/serializer/binary_deserializer.hpp +35 -7
  348. package/src/duckdb/src/include/duckdb/common/serializer/binary_serializer.hpp +14 -6
  349. package/src/duckdb/src/include/duckdb/common/serializer/buffered_file_reader.hpp +0 -4
  350. package/src/duckdb/src/include/duckdb/common/serializer/deserialization_data.hpp +110 -0
  351. package/src/duckdb/src/include/duckdb/common/serializer/format_deserializer.hpp +94 -16
  352. package/src/duckdb/src/include/duckdb/common/serializer/format_serializer.hpp +73 -40
  353. package/src/duckdb/src/include/duckdb/common/serializer/serialization_traits.hpp +26 -4
  354. package/src/duckdb/src/include/duckdb/common/serializer.hpp +0 -7
  355. package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +23 -8
  356. package/src/duckdb/src/include/duckdb/common/stack_checker.hpp +34 -0
  357. package/src/duckdb/src/include/duckdb/common/string_util.hpp +11 -0
  358. package/src/duckdb/src/include/duckdb/common/type_util.hpp +8 -0
  359. package/src/duckdb/src/include/duckdb/common/typedefs.hpp +8 -0
  360. package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +3 -1
  361. package/src/duckdb/src/include/duckdb/common/types/bit.hpp +81 -0
  362. package/src/duckdb/src/include/duckdb/common/types/column/column_data_allocator.hpp +11 -1
  363. package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection.hpp +12 -1
  364. package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection_segment.hpp +3 -1
  365. package/src/duckdb/src/include/duckdb/common/types/column/column_data_scan_states.hpp +3 -1
  366. package/src/duckdb/src/include/duckdb/common/types/data_chunk.hpp +1 -3
  367. package/src/duckdb/src/include/duckdb/common/types/date.hpp +9 -5
  368. package/src/duckdb/src/include/duckdb/common/types/datetime.hpp +46 -3
  369. package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +11 -15
  370. package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +5 -2
  371. package/src/duckdb/src/include/duckdb/common/types/row/row_data_collection_scanner.hpp +5 -1
  372. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +1 -0
  373. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +3 -0
  374. package/src/duckdb/src/include/duckdb/common/types/string_heap.hpp +3 -0
  375. package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +9 -0
  376. package/src/duckdb/src/include/duckdb/common/types/time.hpp +5 -0
  377. package/src/duckdb/src/include/duckdb/common/types/timestamp.hpp +16 -10
  378. package/src/duckdb/src/include/duckdb/common/types/value.hpp +7 -2
  379. package/src/duckdb/src/include/duckdb/common/types/vector.hpp +7 -0
  380. package/src/duckdb/src/include/duckdb/common/types.hpp +6 -25
  381. package/src/duckdb/src/include/duckdb/common/vector_operations/aggregate_executor.hpp +7 -2
  382. package/src/duckdb/src/include/duckdb/common/virtual_file_system.hpp +40 -97
  383. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/corr.hpp +4 -4
  384. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/covar.hpp +3 -1
  385. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic_functions.hpp +3 -1
  386. package/src/duckdb/src/include/duckdb/core_functions/aggregate/distributive_functions.hpp +4 -2
  387. package/src/duckdb/src/include/duckdb/core_functions/aggregate/holistic_functions.hpp +3 -1
  388. package/src/duckdb/src/include/duckdb/core_functions/aggregate/nested_functions.hpp +3 -1
  389. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_count.hpp +1 -0
  390. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_slope.hpp +3 -3
  391. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression_functions.hpp +3 -1
  392. package/src/duckdb/src/include/duckdb/core_functions/scalar/bit_functions.hpp +3 -1
  393. package/src/duckdb/src/include/duckdb/core_functions/scalar/blob_functions.hpp +3 -1
  394. package/src/duckdb/src/include/duckdb/core_functions/scalar/date_functions.hpp +40 -11
  395. package/src/duckdb/src/include/duckdb/core_functions/scalar/debug_functions.hpp +27 -0
  396. package/src/duckdb/src/include/duckdb/core_functions/scalar/enum_functions.hpp +3 -1
  397. package/src/duckdb/src/include/duckdb/core_functions/scalar/generic_functions.hpp +3 -1
  398. package/src/duckdb/src/include/duckdb/core_functions/scalar/list_functions.hpp +7 -5
  399. package/src/duckdb/src/include/duckdb/core_functions/scalar/map_functions.hpp +3 -1
  400. package/src/duckdb/src/include/duckdb/core_functions/scalar/math_functions.hpp +6 -4
  401. package/src/duckdb/src/include/duckdb/core_functions/scalar/operators_functions.hpp +4 -2
  402. package/src/duckdb/src/include/duckdb/core_functions/scalar/random_functions.hpp +3 -1
  403. package/src/duckdb/src/include/duckdb/core_functions/scalar/string_functions.hpp +12 -1
  404. package/src/duckdb/src/include/duckdb/core_functions/scalar/struct_functions.hpp +3 -1
  405. package/src/duckdb/src/include/duckdb/core_functions/scalar/union_functions.hpp +3 -1
  406. package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +21 -3
  407. package/src/duckdb/src/include/duckdb/execution/executor.hpp +3 -0
  408. package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +13 -12
  409. package/src/duckdb/src/include/duckdb/execution/index/art/art_key.hpp +0 -1
  410. package/src/duckdb/src/include/duckdb/execution/index/art/fixed_size_allocator.hpp +22 -24
  411. package/src/duckdb/src/include/duckdb/execution/index/art/iterator.hpp +32 -28
  412. package/src/duckdb/src/include/duckdb/execution/index/art/leaf.hpp +46 -51
  413. package/src/duckdb/src/include/duckdb/execution/index/art/node.hpp +134 -53
  414. package/src/duckdb/src/include/duckdb/execution/index/art/node16.hpp +5 -7
  415. package/src/duckdb/src/include/duckdb/execution/index/art/node256.hpp +5 -7
  416. package/src/duckdb/src/include/duckdb/execution/index/art/node4.hpp +7 -9
  417. package/src/duckdb/src/include/duckdb/execution/index/art/node48.hpp +5 -7
  418. package/src/duckdb/src/include/duckdb/execution/index/art/prefix.hpp +63 -52
  419. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_hash_aggregate.hpp +3 -3
  420. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_perfecthash_aggregate.hpp +1 -1
  421. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_ungrouped_aggregate.hpp +3 -3
  422. package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_window.hpp +2 -2
  423. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_batch_collector.hpp +2 -2
  424. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_explain_analyze.hpp +1 -1
  425. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit.hpp +1 -1
  426. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_materialized_collector.hpp +1 -1
  427. package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_vacuum.hpp +2 -2
  428. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_asof_join.hpp +5 -12
  429. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_blockwise_nl_join.hpp +1 -1
  430. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_delim_join.hpp +2 -2
  431. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_hash_join.hpp +2 -2
  432. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_iejoin.hpp +3 -3
  433. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_nested_loop_join.hpp +2 -2
  434. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_piecewise_merge_join.hpp +3 -3
  435. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_range_join.hpp +12 -1
  436. package/src/duckdb/src/include/duckdb/execution/operator/order/physical_order.hpp +2 -2
  437. package/src/duckdb/src/include/duckdb/execution/operator/order/physical_top_n.hpp +2 -2
  438. package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +2 -2
  439. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_line_info.hpp +4 -3
  440. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +10 -1
  441. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_rejects_table.hpp +36 -0
  442. package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +1 -1
  443. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_copy_to_file.hpp +2 -2
  444. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_insert.hpp +2 -2
  445. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_copy_to_file.hpp +2 -2
  446. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_fixed_batch_copy.hpp +2 -2
  447. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_insert.hpp +2 -2
  448. package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_update.hpp +1 -1
  449. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +10 -0
  450. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +5 -5
  451. package/src/duckdb/src/include/duckdb/execution/operator/schema/{physical_create_index.hpp → physical_create_art_index.hpp} +14 -7
  452. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_cte.hpp +62 -0
  453. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +8 -2
  454. package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +5 -1
  455. package/src/duckdb/src/include/duckdb/execution/perfect_aggregate_hashtable.hpp +4 -2
  456. package/src/duckdb/src/include/duckdb/execution/physical_operator.hpp +6 -5
  457. package/src/duckdb/src/include/duckdb/execution/physical_operator_states.hpp +11 -0
  458. package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +6 -2
  459. package/src/duckdb/src/include/duckdb/execution/radix_partitioned_hashtable.hpp +10 -3
  460. package/src/duckdb/src/include/duckdb/execution/window_executor.hpp +313 -0
  461. package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +79 -63
  462. package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +12 -4
  463. package/src/duckdb/src/include/duckdb/function/aggregate_state.hpp +2 -2
  464. package/src/duckdb/src/include/duckdb/function/built_in_functions.hpp +1 -0
  465. package/src/duckdb/src/include/duckdb/function/copy_function.hpp +6 -1
  466. package/src/duckdb/src/include/duckdb/function/function_serialization.hpp +81 -0
  467. package/src/duckdb/src/include/duckdb/function/macro_function.hpp +3 -0
  468. package/src/duckdb/src/include/duckdb/function/scalar/compressed_materialization_functions.hpp +49 -0
  469. package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +1 -1
  470. package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +5 -0
  471. package/src/duckdb/src/include/duckdb/function/scalar/strftime_format.hpp +8 -0
  472. package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +2 -0
  473. package/src/duckdb/src/include/duckdb/function/scalar_function.hpp +8 -3
  474. package/src/duckdb/src/include/duckdb/function/scalar_macro_function.hpp +3 -0
  475. package/src/duckdb/src/include/duckdb/function/table/arrow/arrow_duck_schema.hpp +99 -0
  476. package/src/duckdb/src/include/duckdb/function/table/arrow.hpp +6 -36
  477. package/src/duckdb/src/include/duckdb/function/table/read_csv.hpp +7 -0
  478. package/src/duckdb/src/include/duckdb/function/table/system_functions.hpp +5 -1
  479. package/src/duckdb/src/include/duckdb/function/table_function.hpp +8 -0
  480. package/src/duckdb/src/include/duckdb/function/table_macro_function.hpp +3 -0
  481. package/src/duckdb/src/include/duckdb/function/udf_function.hpp +2 -1
  482. package/src/duckdb/src/include/duckdb/main/attached_database.hpp +1 -1
  483. package/src/duckdb/src/include/duckdb/main/capi/capi_internal.hpp +4 -3
  484. package/src/duckdb/src/include/duckdb/main/chunk_scan_state/query_result.hpp +29 -0
  485. package/src/duckdb/src/include/duckdb/main/chunk_scan_state.hpp +43 -0
  486. package/src/duckdb/src/include/duckdb/main/client_config.hpp +5 -2
  487. package/src/duckdb/src/include/duckdb/main/client_context.hpp +16 -14
  488. package/src/duckdb/src/include/duckdb/main/client_properties.hpp +25 -0
  489. package/src/duckdb/src/include/duckdb/main/config.hpp +3 -1
  490. package/src/duckdb/src/include/duckdb/main/connection.hpp +1 -2
  491. package/src/duckdb/src/include/duckdb/main/extension/generated_extension_loader.hpp +22 -0
  492. package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +8 -0
  493. package/src/duckdb/src/include/duckdb/main/extension_util.hpp +4 -0
  494. package/src/duckdb/src/include/duckdb/main/pending_query_result.hpp +5 -0
  495. package/src/duckdb/src/include/duckdb/main/prepared_statement.hpp +73 -5
  496. package/src/duckdb/src/include/duckdb/main/prepared_statement_data.hpp +6 -6
  497. package/src/duckdb/src/include/duckdb/main/query_result.hpp +2 -27
  498. package/src/duckdb/src/include/duckdb/main/relation/aggregate_relation.hpp +4 -1
  499. package/src/duckdb/src/include/duckdb/main/relation/cross_product_relation.hpp +4 -1
  500. package/src/duckdb/src/include/duckdb/main/relation/join_relation.hpp +5 -2
  501. package/src/duckdb/src/include/duckdb/main/relation.hpp +4 -2
  502. package/src/duckdb/src/include/duckdb/main/settings.hpp +41 -11
  503. package/src/duckdb/src/include/duckdb/optimizer/column_binding_replacer.hpp +47 -0
  504. package/src/duckdb/src/include/duckdb/optimizer/compressed_materialization.hpp +132 -0
  505. package/src/duckdb/src/include/duckdb/optimizer/deliminator.hpp +13 -16
  506. package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +7 -0
  507. package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +38 -64
  508. package/src/duckdb/src/include/duckdb/optimizer/join_order/cost_model.hpp +37 -0
  509. package/src/duckdb/src/include/duckdb/optimizer/join_order/estimated_properties.hpp +10 -1
  510. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_node.hpp +14 -29
  511. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +8 -22
  512. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +1 -12
  513. package/src/duckdb/src/include/duckdb/optimizer/join_order/plan_enumerator.hpp +89 -0
  514. package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +19 -30
  515. package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph_manager.hpp +113 -0
  516. package/src/duckdb/src/include/duckdb/optimizer/join_order/relation_manager.hpp +73 -0
  517. package/src/duckdb/src/include/duckdb/optimizer/join_order/relation_statistics_helper.hpp +73 -0
  518. package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +13 -0
  519. package/src/duckdb/src/include/duckdb/optimizer/optimizer.hpp +3 -0
  520. package/src/duckdb/src/include/duckdb/optimizer/remove_duplicate_groups.hpp +40 -0
  521. package/src/duckdb/src/include/duckdb/optimizer/statistics_propagator.hpp +11 -3
  522. package/src/duckdb/src/include/duckdb/optimizer/topn_optimizer.hpp +2 -0
  523. package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +2 -3
  524. package/src/duckdb/src/include/duckdb/parallel/pipeline_executor.hpp +3 -2
  525. package/src/duckdb/src/include/duckdb/parallel/task_scheduler.hpp +9 -1
  526. package/src/duckdb/src/include/duckdb/parser/column_definition.hpp +6 -5
  527. package/src/duckdb/src/include/duckdb/parser/column_list.hpp +4 -0
  528. package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
  529. package/src/duckdb/src/include/duckdb/parser/constraint.hpp +5 -0
  530. package/src/duckdb/src/include/duckdb/parser/constraints/check_constraint.hpp +3 -0
  531. package/src/duckdb/src/include/duckdb/parser/constraints/foreign_key_constraint.hpp +6 -0
  532. package/src/duckdb/src/include/duckdb/parser/constraints/not_null_constraint.hpp +3 -0
  533. package/src/duckdb/src/include/duckdb/parser/constraints/unique_constraint.hpp +6 -0
  534. package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +4 -1
  535. package/src/duckdb/src/include/duckdb/parser/expression/case_expression.hpp +1 -1
  536. package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +4 -1
  537. package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +4 -1
  538. package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +4 -1
  539. package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +4 -1
  540. package/src/duckdb/src/include/duckdb/parser/expression/conjunction_expression.hpp +1 -1
  541. package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +4 -1
  542. package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +1 -0
  543. package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +4 -1
  544. package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +4 -1
  545. package/src/duckdb/src/include/duckdb/parser/expression/operator_expression.hpp +21 -4
  546. package/src/duckdb/src/include/duckdb/parser/expression/parameter_expression.hpp +18 -2
  547. package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +4 -1
  548. package/src/duckdb/src/include/duckdb/parser/expression/star_expression.hpp +1 -1
  549. package/src/duckdb/src/include/duckdb/parser/expression/subquery_expression.hpp +1 -1
  550. package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +4 -1
  551. package/src/duckdb/src/include/duckdb/parser/group_by_node.hpp +11 -0
  552. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_info.hpp +12 -1
  553. package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_table_info.hpp +66 -2
  554. package/src/duckdb/src/include/duckdb/parser/parsed_data/attach_info.hpp +8 -1
  555. package/src/duckdb/src/include/duckdb/parser/parsed_data/copy_info.hpp +8 -1
  556. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_index_info.hpp +9 -1
  557. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_info.hpp +9 -2
  558. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_macro_info.hpp +3 -0
  559. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_schema_info.hpp +3 -0
  560. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_sequence_info.hpp +3 -0
  561. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_table_info.hpp +3 -0
  562. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_type_info.hpp +3 -0
  563. package/src/duckdb/src/include/duckdb/parser/parsed_data/create_view_info.hpp +3 -0
  564. package/src/duckdb/src/include/duckdb/parser/parsed_data/detach_info.hpp +7 -0
  565. package/src/duckdb/src/include/duckdb/parser/parsed_data/drop_info.hpp +7 -0
  566. package/src/duckdb/src/include/duckdb/parser/parsed_data/exported_table_data.hpp +7 -0
  567. package/src/duckdb/src/include/duckdb/parser/parsed_data/load_info.hpp +13 -3
  568. package/src/duckdb/src/include/duckdb/parser/parsed_data/parse_info.hpp +22 -0
  569. package/src/duckdb/src/include/duckdb/parser/parsed_data/pragma_info.hpp +10 -0
  570. package/src/duckdb/src/include/duckdb/parser/parsed_data/show_select_info.hpp +7 -0
  571. package/src/duckdb/src/include/duckdb/parser/parsed_data/transaction_info.hpp +10 -0
  572. package/src/duckdb/src/include/duckdb/parser/parsed_data/vacuum_info.hpp +10 -0
  573. package/src/duckdb/src/include/duckdb/parser/parser.hpp +4 -0
  574. package/src/duckdb/src/include/duckdb/parser/query_node/cte_node.hpp +54 -0
  575. package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +1 -0
  576. package/src/duckdb/src/include/duckdb/parser/query_node.hpp +2 -1
  577. package/src/duckdb/src/include/duckdb/parser/statement/execute_statement.hpp +1 -1
  578. package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +1 -0
  579. package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +1 -1
  580. package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +3 -0
  581. package/src/duckdb/src/include/duckdb/parser/tokens.hpp +1 -0
  582. package/src/duckdb/src/include/duckdb/parser/transformer.hpp +23 -26
  583. package/src/duckdb/src/include/duckdb/planner/binder.hpp +12 -5
  584. package/src/duckdb/src/include/duckdb/planner/bound_constraint.hpp +0 -8
  585. package/src/duckdb/src/include/duckdb/planner/bound_parameter_map.hpp +2 -1
  586. package/src/duckdb/src/include/duckdb/planner/bound_result_modifier.hpp +6 -0
  587. package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
  588. package/src/duckdb/src/include/duckdb/planner/column_binding.hpp +9 -0
  589. package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -3
  590. package/src/duckdb/src/include/duckdb/planner/expression/bound_aggregate_expression.hpp +3 -0
  591. package/src/duckdb/src/include/duckdb/planner/expression/bound_between_expression.hpp +6 -0
  592. package/src/duckdb/src/include/duckdb/planner/expression/bound_case_expression.hpp +6 -0
  593. package/src/duckdb/src/include/duckdb/planner/expression/bound_cast_expression.hpp +6 -0
  594. package/src/duckdb/src/include/duckdb/planner/expression/bound_columnref_expression.hpp +3 -0
  595. package/src/duckdb/src/include/duckdb/planner/expression/bound_comparison_expression.hpp +3 -0
  596. package/src/duckdb/src/include/duckdb/planner/expression/bound_conjunction_expression.hpp +3 -0
  597. package/src/duckdb/src/include/duckdb/planner/expression/bound_constant_expression.hpp +3 -0
  598. package/src/duckdb/src/include/duckdb/planner/expression/bound_default_expression.hpp +3 -0
  599. package/src/duckdb/src/include/duckdb/planner/expression/bound_function_expression.hpp +4 -0
  600. package/src/duckdb/src/include/duckdb/planner/expression/bound_lambda_expression.hpp +3 -1
  601. package/src/duckdb/src/include/duckdb/planner/expression/bound_lambdaref_expression.hpp +3 -0
  602. package/src/duckdb/src/include/duckdb/planner/expression/bound_operator_expression.hpp +3 -0
  603. package/src/duckdb/src/include/duckdb/planner/expression/bound_parameter_data.hpp +24 -6
  604. package/src/duckdb/src/include/duckdb/planner/expression/bound_parameter_expression.hpp +9 -2
  605. package/src/duckdb/src/include/duckdb/planner/expression/bound_reference_expression.hpp +3 -0
  606. package/src/duckdb/src/include/duckdb/planner/expression/bound_unnest_expression.hpp +3 -0
  607. package/src/duckdb/src/include/duckdb/planner/expression/bound_window_expression.hpp +3 -0
  608. package/src/duckdb/src/include/duckdb/planner/expression/list.hpp +1 -0
  609. package/src/duckdb/src/include/duckdb/planner/expression.hpp +3 -0
  610. package/src/duckdb/src/include/duckdb/planner/expression_binder/lateral_binder.hpp +0 -2
  611. package/src/duckdb/src/include/duckdb/planner/expression_binder.hpp +13 -1
  612. package/src/duckdb/src/include/duckdb/planner/filter/conjunction_filter.hpp +4 -0
  613. package/src/duckdb/src/include/duckdb/planner/filter/constant_filter.hpp +2 -0
  614. package/src/duckdb/src/include/duckdb/planner/filter/null_filter.hpp +4 -0
  615. package/src/duckdb/src/include/duckdb/planner/joinside.hpp +3 -0
  616. package/src/duckdb/src/include/duckdb/planner/logical_operator.hpp +3 -2
  617. package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +1 -2
  618. package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +3 -3
  619. package/src/duckdb/src/include/duckdb/planner/operator/logical_aggregate.hpp +3 -0
  620. package/src/duckdb/src/include/duckdb/planner/operator/logical_any_join.hpp +3 -0
  621. package/src/duckdb/src/include/duckdb/planner/operator/logical_column_data_get.hpp +4 -0
  622. package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +12 -7
  623. package/src/duckdb/src/include/duckdb/planner/operator/logical_copy_to_file.hpp +2 -0
  624. package/src/duckdb/src/include/duckdb/planner/operator/logical_create.hpp +9 -6
  625. package/src/duckdb/src/include/duckdb/planner/operator/logical_create_index.hpp +12 -23
  626. package/src/duckdb/src/include/duckdb/planner/operator/logical_create_table.hpp +10 -6
  627. package/src/duckdb/src/include/duckdb/planner/operator/logical_cross_product.hpp +3 -0
  628. package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +9 -2
  629. package/src/duckdb/src/include/duckdb/planner/operator/logical_delete.hpp +7 -0
  630. package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_get.hpp +3 -0
  631. package/src/duckdb/src/include/duckdb/planner/operator/logical_dependent_join.hpp +43 -0
  632. package/src/duckdb/src/include/duckdb/planner/operator/logical_distinct.hpp +6 -10
  633. package/src/duckdb/src/include/duckdb/planner/operator/logical_dummy_scan.hpp +2 -0
  634. package/src/duckdb/src/include/duckdb/planner/operator/logical_empty_result.hpp +2 -0
  635. package/src/duckdb/src/include/duckdb/planner/operator/logical_explain.hpp +4 -0
  636. package/src/duckdb/src/include/duckdb/planner/operator/logical_expression_get.hpp +3 -0
  637. package/src/duckdb/src/include/duckdb/planner/operator/logical_extension_operator.hpp +8 -0
  638. package/src/duckdb/src/include/duckdb/planner/operator/logical_filter.hpp +3 -0
  639. package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +11 -1
  640. package/src/duckdb/src/include/duckdb/planner/operator/logical_insert.hpp +6 -0
  641. package/src/duckdb/src/include/duckdb/planner/operator/logical_limit.hpp +3 -0
  642. package/src/duckdb/src/include/duckdb/planner/operator/logical_limit_percent.hpp +3 -0
  643. package/src/duckdb/src/include/duckdb/planner/operator/logical_materialized_cte.hpp +52 -0
  644. package/src/duckdb/src/include/duckdb/planner/operator/logical_order.hpp +7 -35
  645. package/src/duckdb/src/include/duckdb/planner/operator/logical_pivot.hpp +6 -0
  646. package/src/duckdb/src/include/duckdb/planner/operator/logical_positional_join.hpp +3 -0
  647. package/src/duckdb/src/include/duckdb/planner/operator/logical_projection.hpp +3 -0
  648. package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +10 -7
  649. package/src/duckdb/src/include/duckdb/planner/operator/logical_reset.hpp +4 -0
  650. package/src/duckdb/src/include/duckdb/planner/operator/logical_sample.hpp +6 -0
  651. package/src/duckdb/src/include/duckdb/planner/operator/logical_set.hpp +4 -0
  652. package/src/duckdb/src/include/duckdb/planner/operator/logical_set_operation.hpp +4 -0
  653. package/src/duckdb/src/include/duckdb/planner/operator/logical_show.hpp +3 -0
  654. package/src/duckdb/src/include/duckdb/planner/operator/logical_simple.hpp +3 -0
  655. package/src/duckdb/src/include/duckdb/planner/operator/logical_top_n.hpp +4 -0
  656. package/src/duckdb/src/include/duckdb/planner/operator/logical_unnest.hpp +2 -0
  657. package/src/duckdb/src/include/duckdb/planner/operator/logical_update.hpp +6 -0
  658. package/src/duckdb/src/include/duckdb/planner/operator/logical_window.hpp +3 -0
  659. package/src/duckdb/src/include/duckdb/planner/operator_extension.hpp +1 -0
  660. package/src/duckdb/src/include/duckdb/planner/planner.hpp +4 -3
  661. package/src/duckdb/src/include/duckdb/planner/query_node/bound_cte_node.hpp +44 -0
  662. package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +1 -0
  663. package/src/duckdb/src/include/duckdb/planner/subquery/flatten_dependent_join.hpp +2 -2
  664. package/src/duckdb/src/include/duckdb/planner/subquery/has_correlated_expressions.hpp +4 -1
  665. package/src/duckdb/src/include/duckdb/planner/subquery/recursive_dependent_join_planner.hpp +31 -0
  666. package/src/duckdb/src/include/duckdb/planner/subquery/rewrite_correlated_expressions.hpp +8 -2
  667. package/src/duckdb/src/include/duckdb/planner/table_filter.hpp +7 -1
  668. package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +5 -2
  669. package/src/duckdb/src/include/duckdb/planner/tableref/bound_pivotref.hpp +3 -0
  670. package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +2 -1
  671. package/src/duckdb/src/include/duckdb/storage/block.hpp +27 -4
  672. package/src/duckdb/src/include/duckdb/storage/block_manager.hpp +11 -11
  673. package/src/duckdb/src/include/duckdb/storage/checkpoint/row_group_writer.hpp +5 -5
  674. package/src/duckdb/src/include/duckdb/storage/checkpoint/table_data_reader.hpp +2 -2
  675. package/src/duckdb/src/include/duckdb/storage/checkpoint/table_data_writer.hpp +3 -3
  676. package/src/duckdb/src/include/duckdb/storage/checkpoint_manager.hpp +19 -16
  677. package/src/duckdb/src/include/duckdb/storage/data_pointer.hpp +1 -1
  678. package/src/duckdb/src/include/duckdb/storage/data_table.hpp +2 -2
  679. package/src/duckdb/src/include/duckdb/storage/in_memory_block_manager.hpp +2 -2
  680. package/src/duckdb/src/include/duckdb/storage/index.hpp +2 -2
  681. package/src/duckdb/src/include/duckdb/storage/metadata/metadata_manager.hpp +88 -0
  682. package/src/duckdb/src/include/duckdb/storage/metadata/metadata_reader.hpp +54 -0
  683. package/src/duckdb/src/include/duckdb/storage/metadata/metadata_writer.hpp +45 -0
  684. package/src/duckdb/src/include/duckdb/storage/object_cache.hpp +22 -0
  685. package/src/duckdb/src/include/duckdb/storage/partial_block_manager.hpp +2 -2
  686. package/src/duckdb/src/include/duckdb/storage/single_file_block_manager.hpp +8 -5
  687. package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +4 -0
  688. package/src/duckdb/src/include/duckdb/storage/storage_info.hpp +2 -2
  689. package/src/duckdb/src/include/duckdb/storage/storage_manager.hpp +2 -2
  690. package/src/duckdb/src/include/duckdb/storage/table/chunk_info.hpp +3 -0
  691. package/src/duckdb/src/include/duckdb/storage/table/persistent_table_data.hpp +2 -2
  692. package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +4 -3
  693. package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +3 -3
  694. package/src/duckdb/src/include/duckdb/storage/table/row_group_segment_tree.hpp +2 -2
  695. package/src/duckdb/src/include/duckdb/storage/table/table_index_list.hpp +1 -1
  696. package/src/duckdb/src/include/duckdb/storage/table_io_manager.hpp +3 -0
  697. package/src/duckdb/src/include/duckdb/storage/write_ahead_log.hpp +3 -4
  698. package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +2 -3
  699. package/src/duckdb/src/include/duckdb/verification/prepared_statement_verifier.hpp +1 -1
  700. package/src/duckdb/src/include/duckdb.h +86 -1
  701. package/src/duckdb/src/main/appender.cpp +3 -1
  702. package/src/duckdb/src/main/attached_database.cpp +2 -2
  703. package/src/duckdb/src/main/capi/arrow-c.cpp +196 -8
  704. package/src/duckdb/src/main/capi/duckdb-c.cpp +16 -0
  705. package/src/duckdb/src/main/capi/duckdb_value-c.cpp +1 -1
  706. package/src/duckdb/src/main/capi/pending-c.cpp +23 -0
  707. package/src/duckdb/src/main/capi/prepared-c.cpp +106 -28
  708. package/src/duckdb/src/main/capi/result-c.cpp +3 -1
  709. package/src/duckdb/src/main/chunk_scan_state/query_result.cpp +53 -0
  710. package/src/duckdb/src/main/chunk_scan_state.cpp +48 -0
  711. package/src/duckdb/src/main/client_context.cpp +42 -19
  712. package/src/duckdb/src/main/client_verify.cpp +17 -0
  713. package/src/duckdb/src/main/config.cpp +4 -1
  714. package/src/duckdb/src/main/database.cpp +2 -11
  715. package/src/duckdb/src/main/db_instance_cache.cpp +14 -6
  716. package/src/duckdb/src/main/extension/extension_helper.cpp +107 -88
  717. package/src/duckdb/src/main/extension/extension_install.cpp +10 -1
  718. package/src/duckdb/src/main/extension/extension_load.cpp +26 -6
  719. package/src/duckdb/src/main/extension/extension_util.cpp +16 -0
  720. package/src/duckdb/src/main/pending_query_result.cpp +9 -1
  721. package/src/duckdb/src/main/prepared_statement.cpp +38 -11
  722. package/src/duckdb/src/main/prepared_statement_data.cpp +23 -18
  723. package/src/duckdb/src/main/query_result.cpp +0 -21
  724. package/src/duckdb/src/main/relation/aggregate_relation.cpp +20 -10
  725. package/src/duckdb/src/main/relation/cross_product_relation.cpp +4 -3
  726. package/src/duckdb/src/main/relation/join_relation.cpp +6 -6
  727. package/src/duckdb/src/main/relation.cpp +10 -9
  728. package/src/duckdb/src/main/settings/settings.cpp +79 -33
  729. package/src/duckdb/src/optimizer/column_binding_replacer.cpp +43 -0
  730. package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +2 -4
  731. package/src/duckdb/src/optimizer/compressed_materialization/compress_aggregate.cpp +140 -0
  732. package/src/duckdb/src/optimizer/compressed_materialization/compress_distinct.cpp +42 -0
  733. package/src/duckdb/src/optimizer/compressed_materialization/compress_order.cpp +65 -0
  734. package/src/duckdb/src/optimizer/compressed_materialization.cpp +477 -0
  735. package/src/duckdb/src/optimizer/deliminator.cpp +180 -323
  736. package/src/duckdb/src/optimizer/filter_pushdown.cpp +23 -6
  737. package/src/duckdb/src/optimizer/join_order/cardinality_estimator.cpp +79 -325
  738. package/src/duckdb/src/optimizer/join_order/cost_model.cpp +19 -0
  739. package/src/duckdb/src/optimizer/join_order/estimated_properties.cpp +7 -0
  740. package/src/duckdb/src/optimizer/join_order/join_node.cpp +5 -37
  741. package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +48 -1047
  742. package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +2 -6
  743. package/src/duckdb/src/optimizer/join_order/plan_enumerator.cpp +552 -0
  744. package/src/duckdb/src/optimizer/join_order/query_graph.cpp +52 -41
  745. package/src/duckdb/src/optimizer/join_order/query_graph_manager.cpp +409 -0
  746. package/src/duckdb/src/optimizer/join_order/relation_manager.cpp +356 -0
  747. package/src/duckdb/src/optimizer/join_order/relation_statistics_helper.cpp +351 -0
  748. package/src/duckdb/src/optimizer/optimizer.cpp +49 -14
  749. package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +5 -5
  750. package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +0 -1
  751. package/src/duckdb/src/optimizer/pushdown/pushdown_projection.cpp +34 -7
  752. package/src/duckdb/src/optimizer/remove_duplicate_groups.cpp +127 -0
  753. package/src/duckdb/src/optimizer/remove_unused_columns.cpp +4 -0
  754. package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +154 -15
  755. package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +65 -8
  756. package/src/duckdb/src/optimizer/statistics/operator/propagate_order.cpp +1 -1
  757. package/src/duckdb/src/optimizer/statistics_propagator.cpp +7 -5
  758. package/src/duckdb/src/optimizer/topn_optimizer.cpp +27 -10
  759. package/src/duckdb/src/optimizer/unnest_rewriter.cpp +3 -5
  760. package/src/duckdb/src/parallel/executor.cpp +25 -1
  761. package/src/duckdb/src/parallel/pipeline.cpp +0 -17
  762. package/src/duckdb/src/parallel/pipeline_executor.cpp +33 -13
  763. package/src/duckdb/src/parallel/pipeline_finish_event.cpp +55 -1
  764. package/src/duckdb/src/parallel/task_scheduler.cpp +18 -2
  765. package/src/duckdb/src/parser/column_definition.cpp +20 -32
  766. package/src/duckdb/src/parser/column_list.cpp +8 -0
  767. package/src/duckdb/src/parser/constraints/foreign_key_constraint.cpp +3 -0
  768. package/src/duckdb/src/parser/constraints/unique_constraint.cpp +3 -0
  769. package/src/duckdb/src/parser/expression/between_expression.cpp +3 -15
  770. package/src/duckdb/src/parser/expression/case_expression.cpp +0 -25
  771. package/src/duckdb/src/parser/expression/cast_expression.cpp +3 -14
  772. package/src/duckdb/src/parser/expression/collate_expression.cpp +3 -13
  773. package/src/duckdb/src/parser/expression/columnref_expression.cpp +3 -12
  774. package/src/duckdb/src/parser/expression/comparison_expression.cpp +3 -13
  775. package/src/duckdb/src/parser/expression/conjunction_expression.cpp +0 -12
  776. package/src/duckdb/src/parser/expression/constant_expression.cpp +3 -11
  777. package/src/duckdb/src/parser/expression/default_expression.cpp +0 -4
  778. package/src/duckdb/src/parser/expression/function_expression.cpp +3 -32
  779. package/src/duckdb/src/parser/expression/lambda_expression.cpp +4 -14
  780. package/src/duckdb/src/parser/expression/operator_expression.cpp +0 -12
  781. package/src/duckdb/src/parser/expression/parameter_expression.cpp +7 -19
  782. package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +4 -11
  783. package/src/duckdb/src/parser/expression/star_expression.cpp +0 -19
  784. package/src/duckdb/src/parser/expression/subquery_expression.cpp +0 -18
  785. package/src/duckdb/src/parser/expression/window_expression.cpp +3 -39
  786. package/src/duckdb/src/parser/parsed_data/alter_info.cpp +5 -2
  787. package/src/duckdb/src/parser/parsed_data/alter_table_info.cpp +38 -0
  788. package/src/duckdb/src/parser/parsed_data/create_index_info.cpp +17 -1
  789. package/src/duckdb/src/parser/parsed_data/create_sequence_info.cpp +2 -0
  790. package/src/duckdb/src/parser/parsed_data/detach_info.cpp +1 -1
  791. package/src/duckdb/src/parser/parsed_data/drop_info.cpp +1 -1
  792. package/src/duckdb/src/parser/parsed_data/sample_options.cpp +0 -18
  793. package/src/duckdb/src/parser/parsed_data/transaction_info.cpp +4 -1
  794. package/src/duckdb/src/parser/parsed_data/vacuum_info.cpp +1 -1
  795. package/src/duckdb/src/parser/parsed_expression.cpp +0 -70
  796. package/src/duckdb/src/parser/parsed_expression_iterator.cpp +7 -0
  797. package/src/duckdb/src/parser/parser.cpp +62 -36
  798. package/src/duckdb/src/parser/query_node/cte_node.cpp +58 -0
  799. package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +0 -19
  800. package/src/duckdb/src/parser/query_node/select_node.cpp +0 -29
  801. package/src/duckdb/src/parser/query_node/set_operation_node.cpp +0 -15
  802. package/src/duckdb/src/parser/query_node.cpp +15 -47
  803. package/src/duckdb/src/parser/result_modifier.cpp +0 -87
  804. package/src/duckdb/src/parser/statement/execute_statement.cpp +2 -2
  805. package/src/duckdb/src/parser/statement/select_statement.cpp +0 -10
  806. package/src/duckdb/src/parser/tableref/basetableref.cpp +0 -19
  807. package/src/duckdb/src/parser/tableref/emptytableref.cpp +0 -4
  808. package/src/duckdb/src/parser/tableref/expressionlistref.cpp +0 -15
  809. package/src/duckdb/src/parser/tableref/joinref.cpp +3 -23
  810. package/src/duckdb/src/parser/tableref/pivotref.cpp +6 -45
  811. package/src/duckdb/src/parser/tableref/subqueryref.cpp +3 -13
  812. package/src/duckdb/src/parser/tableref/table_function.cpp +0 -15
  813. package/src/duckdb/src/parser/tableref.cpp +0 -44
  814. package/src/duckdb/src/parser/transform/constraint/transform_constraint.cpp +55 -38
  815. package/src/duckdb/src/parser/transform/expression/transform_array_access.cpp +13 -4
  816. package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +55 -3
  817. package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +2 -0
  818. package/src/duckdb/src/parser/transform/expression/transform_function.cpp +3 -0
  819. package/src/duckdb/src/parser/transform/expression/transform_multi_assign_reference.cpp +44 -0
  820. package/src/duckdb/src/parser/transform/expression/transform_param_ref.cpp +45 -26
  821. package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +19 -1
  822. package/src/duckdb/src/parser/transform/helpers/transform_typename.cpp +16 -1
  823. package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +13 -0
  824. package/src/duckdb/src/parser/transform/statement/transform_create_index.cpp +32 -17
  825. package/src/duckdb/src/parser/transform/statement/transform_create_type.cpp +1 -1
  826. package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +6 -1
  827. package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +6 -1
  828. package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +7 -2
  829. package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +14 -11
  830. package/src/duckdb/src/parser/transform/statement/transform_prepare.cpp +28 -6
  831. package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +11 -2
  832. package/src/duckdb/src/parser/transform/statement/transform_update.cpp +6 -1
  833. package/src/duckdb/src/parser/transformer.cpp +44 -25
  834. package/src/duckdb/src/planner/binder/expression/bind_macro_expression.cpp +5 -3
  835. package/src/duckdb/src/planner/binder/expression/bind_parameter_expression.cpp +10 -10
  836. package/src/duckdb/src/planner/binder/query_node/bind_cte_node.cpp +64 -0
  837. package/src/duckdb/src/planner/binder/query_node/plan_cte_node.cpp +26 -0
  838. package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +5 -5
  839. package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +4 -4
  840. package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +36 -33
  841. package/src/duckdb/src/planner/binder/statement/bind_create.cpp +14 -52
  842. package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +0 -23
  843. package/src/duckdb/src/planner/binder/statement/bind_execute.cpp +13 -7
  844. package/src/duckdb/src/planner/binder/statement/bind_export.cpp +29 -4
  845. package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +24 -5
  846. package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +32 -5
  847. package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +116 -50
  848. package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +1 -1
  849. package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +67 -31
  850. package/src/duckdb/src/planner/binder/tableref/plan_subqueryref.cpp +3 -3
  851. package/src/duckdb/src/planner/binder.cpp +44 -31
  852. package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +24 -1
  853. package/src/duckdb/src/planner/expression/bound_between_expression.cpp +4 -0
  854. package/src/duckdb/src/planner/expression/bound_cast_expression.cpp +13 -8
  855. package/src/duckdb/src/planner/expression/bound_function_expression.cpp +22 -0
  856. package/src/duckdb/src/planner/expression/bound_parameter_expression.cpp +28 -20
  857. package/src/duckdb/src/planner/expression/bound_window_expression.cpp +48 -4
  858. package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +4 -31
  859. package/src/duckdb/src/planner/expression_binder.cpp +23 -0
  860. package/src/duckdb/src/planner/expression_iterator.cpp +6 -0
  861. package/src/duckdb/src/planner/logical_operator.cpp +19 -7
  862. package/src/duckdb/src/planner/logical_operator_visitor.cpp +5 -6
  863. package/src/duckdb/src/planner/operator/logical_comparison_join.cpp +4 -2
  864. package/src/duckdb/src/planner/operator/logical_copy_to_file.cpp +8 -0
  865. package/src/duckdb/src/planner/operator/logical_create.cpp +14 -0
  866. package/src/duckdb/src/planner/operator/logical_create_index.cpp +36 -7
  867. package/src/duckdb/src/planner/operator/logical_create_table.cpp +16 -0
  868. package/src/duckdb/src/planner/operator/logical_cteref.cpp +3 -1
  869. package/src/duckdb/src/planner/operator/logical_delete.cpp +9 -2
  870. package/src/duckdb/src/planner/operator/logical_dependent_join.cpp +26 -0
  871. package/src/duckdb/src/planner/operator/logical_distinct.cpp +13 -0
  872. package/src/duckdb/src/planner/operator/logical_explain.cpp +1 -1
  873. package/src/duckdb/src/planner/operator/logical_extension_operator.cpp +39 -0
  874. package/src/duckdb/src/planner/operator/logical_get.cpp +82 -4
  875. package/src/duckdb/src/planner/operator/logical_insert.cpp +8 -2
  876. package/src/duckdb/src/planner/operator/logical_materialized_cte.cpp +22 -0
  877. package/src/duckdb/src/planner/operator/logical_order.cpp +39 -0
  878. package/src/duckdb/src/planner/operator/logical_pivot.cpp +3 -0
  879. package/src/duckdb/src/planner/operator/logical_recursive_cte.cpp +5 -5
  880. package/src/duckdb/src/planner/operator/logical_sample.cpp +3 -0
  881. package/src/duckdb/src/planner/operator/logical_update.cpp +8 -2
  882. package/src/duckdb/src/planner/parsed_data/bound_create_table_info.cpp +4 -2
  883. package/src/duckdb/src/planner/planner.cpp +18 -7
  884. package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +90 -38
  885. package/src/duckdb/src/planner/subquery/has_correlated_expressions.cpp +22 -7
  886. package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +65 -7
  887. package/src/duckdb/src/storage/arena_allocator.cpp +13 -2
  888. package/src/duckdb/src/storage/buffer/block_manager.cpp +13 -9
  889. package/src/duckdb/src/storage/checkpoint/row_group_writer.cpp +1 -1
  890. package/src/duckdb/src/storage/checkpoint/table_data_reader.cpp +3 -4
  891. package/src/duckdb/src/storage/checkpoint/table_data_writer.cpp +7 -7
  892. package/src/duckdb/src/storage/checkpoint_manager.cpp +74 -69
  893. package/src/duckdb/src/storage/compression/bitpacking.cpp +87 -63
  894. package/src/duckdb/src/storage/compression/bitpacking_hugeint.cpp +295 -0
  895. package/src/duckdb/src/storage/compression/fsst.cpp +1 -1
  896. package/src/duckdb/src/storage/compression/rle.cpp +52 -13
  897. package/src/duckdb/src/storage/data_table.cpp +36 -25
  898. package/src/duckdb/src/storage/index.cpp +4 -26
  899. package/src/duckdb/src/storage/local_storage.cpp +3 -4
  900. package/src/duckdb/src/storage/metadata/metadata_manager.cpp +267 -0
  901. package/src/duckdb/src/storage/metadata/metadata_reader.cpp +80 -0
  902. package/src/duckdb/src/storage/metadata/metadata_writer.cpp +86 -0
  903. package/src/duckdb/src/storage/serialization/serialize_constraint.cpp +98 -0
  904. package/src/duckdb/src/storage/serialization/serialize_create_info.cpp +194 -0
  905. package/src/duckdb/src/storage/serialization/serialize_expression.cpp +283 -0
  906. package/src/duckdb/src/storage/serialization/serialize_logical_operator.cpp +762 -0
  907. package/src/duckdb/src/storage/serialization/serialize_macro_function.cpp +62 -0
  908. package/src/duckdb/src/storage/serialization/serialize_nodes.cpp +432 -0
  909. package/src/duckdb/src/storage/serialization/serialize_parse_info.cpp +419 -0
  910. package/src/duckdb/src/storage/serialization/serialize_parsed_expression.cpp +342 -0
  911. package/src/duckdb/src/storage/serialization/serialize_query_node.cpp +122 -0
  912. package/src/duckdb/src/storage/serialization/serialize_result_modifier.cpp +97 -0
  913. package/src/duckdb/src/storage/serialization/serialize_statement.cpp +22 -0
  914. package/src/duckdb/src/storage/serialization/serialize_table_filter.cpp +97 -0
  915. package/src/duckdb/src/storage/serialization/serialize_tableref.cpp +164 -0
  916. package/src/duckdb/src/storage/serialization/serialize_types.cpp +127 -0
  917. package/src/duckdb/src/storage/single_file_block_manager.cpp +69 -51
  918. package/src/duckdb/src/storage/statistics/string_stats.cpp +21 -2
  919. package/src/duckdb/src/storage/storage_info.cpp +3 -2
  920. package/src/duckdb/src/storage/storage_manager.cpp +11 -5
  921. package/src/duckdb/src/storage/table/chunk_info.cpp +17 -0
  922. package/src/duckdb/src/storage/table/column_data_checkpointer.cpp +3 -3
  923. package/src/duckdb/src/storage/table/list_column_data.cpp +6 -3
  924. package/src/duckdb/src/storage/table/persistent_table_data.cpp +1 -2
  925. package/src/duckdb/src/storage/table/row_group.cpp +34 -19
  926. package/src/duckdb/src/storage/table/row_group_collection.cpp +23 -19
  927. package/src/duckdb/src/storage/table/update_segment.cpp +1 -1
  928. package/src/duckdb/src/storage/table_index_list.cpp +1 -1
  929. package/src/duckdb/src/storage/wal_replay.cpp +24 -24
  930. package/src/duckdb/src/storage/write_ahead_log.cpp +3 -2
  931. package/src/duckdb/src/verification/prepared_statement_verifier.cpp +16 -11
  932. package/src/duckdb/third_party/concurrentqueue/concurrentqueue.h +2 -2
  933. package/src/duckdb/third_party/concurrentqueue/lightweightsemaphore.h +5 -2
  934. package/src/duckdb/third_party/fast_float/fast_float/fast_float.h +2 -0
  935. package/src/duckdb/third_party/httplib/httplib.hpp +10 -1
  936. package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +10 -0
  937. package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +2 -1
  938. package/src/duckdb/third_party/libpg_query/pg_functions.cpp +13 -0
  939. package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +11057 -10328
  940. package/src/duckdb/third_party/libpg_query/src_backend_parser_scansup.cpp +9 -0
  941. package/src/duckdb/third_party/mbedtls/include/mbedtls_wrapper.hpp +10 -0
  942. package/src/duckdb/third_party/mbedtls/mbedtls_wrapper.cpp +31 -1
  943. package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +4 -4
  944. package/src/duckdb/ub_src_common.cpp +4 -0
  945. package/src/duckdb/ub_src_common_adbc_nanoarrow.cpp +8 -0
  946. package/src/duckdb/ub_src_common_arrow_appender.cpp +10 -0
  947. package/src/duckdb/ub_src_common_serializer.cpp +2 -0
  948. package/src/duckdb/ub_src_core_functions_scalar_debug.cpp +2 -0
  949. package/src/duckdb/ub_src_core_functions_scalar_string.cpp +2 -0
  950. package/src/duckdb/ub_src_execution.cpp +2 -0
  951. package/src/duckdb/ub_src_execution_index_art.cpp +0 -6
  952. package/src/duckdb/ub_src_execution_operator_persistent.cpp +2 -0
  953. package/src/duckdb/ub_src_execution_operator_schema.cpp +1 -1
  954. package/src/duckdb/ub_src_execution_operator_set.cpp +2 -0
  955. package/src/duckdb/ub_src_execution_physical_plan.cpp +2 -0
  956. package/src/duckdb/ub_src_function_scalar.cpp +2 -0
  957. package/src/duckdb/ub_src_function_scalar_compressed_materialization.cpp +4 -0
  958. package/src/duckdb/ub_src_function_scalar_list.cpp +2 -0
  959. package/src/duckdb/ub_src_function_table_arrow.cpp +2 -0
  960. package/src/duckdb/ub_src_main.cpp +2 -0
  961. package/src/duckdb/ub_src_main_chunk_scan_state.cpp +2 -0
  962. package/src/duckdb/ub_src_optimizer.cpp +6 -0
  963. package/src/duckdb/ub_src_optimizer_compressed_materialization.cpp +6 -0
  964. package/src/duckdb/ub_src_optimizer_join_order.cpp +10 -0
  965. package/src/duckdb/ub_src_optimizer_statistics_expression.cpp +0 -2
  966. package/src/duckdb/ub_src_parser.cpp +0 -2
  967. package/src/duckdb/ub_src_parser_query_node.cpp +2 -0
  968. package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
  969. package/src/duckdb/ub_src_planner_binder_query_node.cpp +4 -0
  970. package/src/duckdb/ub_src_planner_operator.cpp +3 -3
  971. package/src/duckdb/ub_src_storage.cpp +0 -4
  972. package/src/duckdb/ub_src_storage_compression.cpp +2 -0
  973. package/src/duckdb/ub_src_storage_metadata.cpp +6 -0
  974. package/src/duckdb/ub_src_storage_serialization.cpp +28 -0
  975. package/src/duckdb_node.hpp +1 -0
  976. package/src/statement.cpp +10 -5
  977. package/test/columns.test.ts +25 -3
  978. package/test/extension.test.ts +1 -1
  979. package/test/test_all_types.test.ts +234 -0
  980. package/tsconfig.json +1 -0
  981. package/src/duckdb/src/execution/index/art/leaf_segment.cpp +0 -52
  982. package/src/duckdb/src/execution/index/art/prefix_segment.cpp +0 -42
  983. package/src/duckdb/src/execution/index/art/swizzleable_pointer.cpp +0 -22
  984. package/src/duckdb/src/execution/operator/schema/physical_create_index.cpp +0 -193
  985. package/src/duckdb/src/include/duckdb/common/arrow/arrow_options.hpp +0 -25
  986. package/src/duckdb/src/include/duckdb/execution/index/art/leaf_segment.hpp +0 -38
  987. package/src/duckdb/src/include/duckdb/execution/index/art/prefix_segment.hpp +0 -40
  988. package/src/duckdb/src/include/duckdb/execution/index/art/swizzleable_pointer.hpp +0 -58
  989. package/src/duckdb/src/include/duckdb/planner/operator/logical_asof_join.hpp +0 -27
  990. package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_join.hpp +0 -32
  991. package/src/duckdb/src/include/duckdb/storage/meta_block_reader.hpp +0 -49
  992. package/src/duckdb/src/include/duckdb/storage/meta_block_writer.hpp +0 -50
  993. package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +0 -118
  994. package/src/duckdb/src/parser/common_table_expression_info.cpp +0 -19
  995. package/src/duckdb/src/planner/operator/logical_asof_join.cpp +0 -14
  996. package/src/duckdb/src/planner/operator/logical_delim_join.cpp +0 -27
  997. package/src/duckdb/src/storage/meta_block_reader.cpp +0 -78
  998. package/src/duckdb/src/storage/meta_block_writer.cpp +0 -80
@@ -8,8 +8,11 @@
8
8
 
9
9
  #pragma once
10
10
 
11
+ #include "duckdb/common/hugeint.hpp"
11
12
  #include "duckdb/common/types.hpp"
12
13
 
14
+ #include <type_traits>
15
+
13
16
  // Undef annoying windows macro
14
17
  #undef max
15
18
 
@@ -21,75 +24,16 @@ template <class T>
21
24
  struct NumericLimits {
22
25
  static constexpr T Minimum() {
23
26
  return std::numeric_limits<T>::lowest();
24
- };
27
+ }
25
28
  static constexpr T Maximum() {
26
29
  return std::numeric_limits<T>::max();
27
- };
28
- DUCKDB_API static bool IsSigned();
29
- DUCKDB_API static idx_t Digits();
30
- };
31
-
32
- template <>
33
- struct NumericLimits<int8_t> {
34
- static constexpr int8_t Minimum() {
35
- return std::numeric_limits<int8_t>::lowest();
36
- };
37
- static constexpr int8_t Maximum() {
38
- return std::numeric_limits<int8_t>::max();
39
- };
40
- static bool IsSigned() {
41
- return true;
42
- }
43
- static idx_t Digits() {
44
- return 3;
45
- }
46
- };
47
- template <>
48
- struct NumericLimits<int16_t> {
49
- static constexpr int16_t Minimum() {
50
- return std::numeric_limits<int16_t>::lowest();
51
- };
52
- static constexpr int16_t Maximum() {
53
- return std::numeric_limits<int16_t>::max();
54
- };
55
- static bool IsSigned() {
56
- return true;
57
- }
58
- static idx_t Digits() {
59
- return 5;
60
- }
61
- };
62
- template <>
63
- struct NumericLimits<int32_t> {
64
- static constexpr int32_t Minimum() {
65
- return std::numeric_limits<int32_t>::lowest();
66
- };
67
- static constexpr int32_t Maximum() {
68
- return std::numeric_limits<int32_t>::max();
69
- };
70
- static bool IsSigned() {
71
- return true;
72
30
  }
73
- static idx_t Digits() {
74
- return 10;
31
+ DUCKDB_API static constexpr bool IsSigned() {
32
+ return std::is_signed<T>::value;
75
33
  }
34
+ DUCKDB_API static constexpr idx_t Digits();
76
35
  };
77
36
 
78
- template <>
79
- struct NumericLimits<int64_t> {
80
- static constexpr int64_t Minimum() {
81
- return std::numeric_limits<int64_t>::lowest();
82
- };
83
- static constexpr int64_t Maximum() {
84
- return std::numeric_limits<int64_t>::max();
85
- };
86
- static bool IsSigned() {
87
- return true;
88
- }
89
- static idx_t Digits() {
90
- return 19;
91
- }
92
- };
93
37
  template <>
94
38
  struct NumericLimits<hugeint_t> {
95
39
  static constexpr hugeint_t Minimum() {
@@ -98,104 +42,63 @@ struct NumericLimits<hugeint_t> {
98
42
  static constexpr hugeint_t Maximum() {
99
43
  return {std::numeric_limits<int64_t>::max(), std::numeric_limits<uint64_t>::max()};
100
44
  };
101
- static bool IsSigned() {
45
+ static constexpr bool IsSigned() {
102
46
  return true;
103
47
  }
104
- static idx_t Digits() {
48
+
49
+ static constexpr idx_t Digits() {
105
50
  return 39;
106
51
  }
107
52
  };
108
53
 
109
54
  template <>
110
- struct NumericLimits<uint8_t> {
111
- static constexpr uint8_t Minimum() {
112
- return std::numeric_limits<uint8_t>::lowest();
113
- };
114
- static constexpr uint8_t Maximum() {
115
- return std::numeric_limits<uint8_t>::max();
116
- };
117
- static bool IsSigned() {
118
- return false;
119
- }
120
- static idx_t Digits() {
121
- return 3;
122
- }
123
- };
55
+ constexpr idx_t NumericLimits<int8_t>::Digits() {
56
+ return 3;
57
+ }
124
58
 
125
59
  template <>
126
- struct NumericLimits<uint16_t> {
127
- static constexpr uint16_t Minimum() {
128
- return std::numeric_limits<uint16_t>::lowest();
129
- };
130
- static constexpr uint16_t Maximum() {
131
- return std::numeric_limits<uint16_t>::max();
132
- };
133
- static bool IsSigned() {
134
- return false;
135
- }
136
- static idx_t Digits() {
137
- return 5;
138
- }
139
- };
60
+ constexpr idx_t NumericLimits<int16_t>::Digits() {
61
+ return 5;
62
+ }
63
+
140
64
  template <>
141
- struct NumericLimits<uint32_t> {
142
- static constexpr uint32_t Minimum() {
143
- return std::numeric_limits<uint32_t>::lowest();
144
- };
145
- static constexpr uint32_t Maximum() {
146
- return std::numeric_limits<uint32_t>::max();
147
- };
148
- static bool IsSigned() {
149
- return false;
150
- }
151
- static idx_t Digits() {
152
- return 10;
153
- }
154
- };
65
+ constexpr idx_t NumericLimits<int32_t>::Digits() {
66
+ return 10;
67
+ }
68
+
155
69
  template <>
156
- struct NumericLimits<uint64_t> {
157
- static constexpr uint64_t Minimum() {
158
- return std::numeric_limits<uint64_t>::lowest();
159
- };
160
- static constexpr uint64_t Maximum() {
161
- return std::numeric_limits<uint64_t>::max();
162
- };
163
- static bool IsSigned() {
164
- return false;
165
- }
166
- static idx_t Digits() {
167
- return 20;
168
- }
169
- };
70
+ constexpr idx_t NumericLimits<int64_t>::Digits() {
71
+ return 19;
72
+ }
73
+
170
74
  template <>
171
- struct NumericLimits<float> {
172
- static constexpr float Minimum() {
173
- return std::numeric_limits<float>::lowest();
174
- };
175
- static constexpr float Maximum() {
176
- return std::numeric_limits<float>::max();
177
- };
178
- static bool IsSigned() {
179
- return true;
180
- }
181
- static idx_t Digits() {
182
- return 127;
183
- }
184
- };
75
+ constexpr idx_t NumericLimits<uint8_t>::Digits() {
76
+ return 3;
77
+ }
78
+
185
79
  template <>
186
- struct NumericLimits<double> {
187
- static constexpr double Minimum() {
188
- return std::numeric_limits<double>::lowest();
189
- };
190
- static constexpr double Maximum() {
191
- return std::numeric_limits<double>::max();
192
- };
193
- static bool IsSigned() {
194
- return true;
195
- }
196
- static idx_t Digits() {
197
- return 250;
198
- }
199
- };
80
+ constexpr idx_t NumericLimits<uint16_t>::Digits() {
81
+ return 5;
82
+ }
83
+
84
+ template <>
85
+ constexpr idx_t NumericLimits<uint32_t>::Digits() {
86
+ return 10;
87
+ }
88
+
89
+ template <>
90
+ constexpr idx_t NumericLimits<uint64_t>::Digits() {
91
+ return 20;
92
+ }
93
+
94
+ template <>
95
+ constexpr idx_t NumericLimits<float>::Digits() {
96
+ return 127;
97
+ }
98
+
99
+ template <>
100
+ constexpr idx_t NumericLimits<double>::Digits() {
101
+ return 250;
102
+ }
200
103
 
201
104
  } // namespace duckdb
@@ -8,7 +8,7 @@
8
8
 
9
9
  #pragma once
10
10
 
11
- #include "duckdb/common/types.hpp"
11
+ #include "duckdb/common/common.hpp"
12
12
  #include "duckdb/common/multi_file_reader_options.hpp"
13
13
  #include "duckdb/common/enums/file_glob_options.hpp"
14
14
  #include "duckdb/common/union_by_name.hpp"
@@ -32,6 +32,8 @@ struct HivePartitioningIndex {
32
32
 
33
33
  DUCKDB_API void Serialize(Serializer &serializer) const;
34
34
  DUCKDB_API static HivePartitioningIndex Deserialize(Deserializer &source);
35
+ DUCKDB_API void FormatSerialize(FormatSerializer &serializer) const;
36
+ DUCKDB_API static HivePartitioningIndex FormatDeserialize(FormatDeserializer &deserializer);
35
37
  };
36
38
 
37
39
  //! The bind data for the multi-file reader, obtained through MultiFileReader::BindReader
@@ -43,6 +45,8 @@ struct MultiFileReaderBindData {
43
45
 
44
46
  DUCKDB_API void Serialize(Serializer &serializer) const;
45
47
  DUCKDB_API static MultiFileReaderBindData Deserialize(Deserializer &source);
48
+ DUCKDB_API void FormatSerialize(FormatSerializer &serializer) const;
49
+ DUCKDB_API static MultiFileReaderBindData FormatDeserialize(FormatDeserializer &deserializer);
46
50
  };
47
51
 
48
52
  struct MultiFileFilterEntry {
@@ -87,7 +91,8 @@ struct MultiFileReader {
87
91
  DUCKDB_API static vector<string> GetFileList(ClientContext &context, const Value &input, const string &name,
88
92
  FileGlobOptions options = FileGlobOptions::DISALLOW_EMPTY);
89
93
  //! Parse the named parameters of a multi-file reader
90
- DUCKDB_API static bool ParseOption(const string &key, const Value &val, MultiFileReaderOptions &options);
94
+ DUCKDB_API static bool ParseOption(const string &key, const Value &val, MultiFileReaderOptions &options,
95
+ ClientContext &context);
91
96
  //! Perform complex filter pushdown into the multi-file reader, potentially filtering out files that should be read
92
97
  //! If "true" the first file has been eliminated
93
98
  DUCKDB_API static bool ComplexFilterPushdown(ClientContext &context, vector<string> &files,
@@ -102,7 +107,7 @@ struct MultiFileReader {
102
107
  const MultiFileReaderBindData &options, const string &filename,
103
108
  const vector<string> &local_names, const vector<LogicalType> &global_types,
104
109
  const vector<string> &global_names, const vector<column_t> &global_column_ids,
105
- MultiFileReaderData &reader_data);
110
+ MultiFileReaderData &reader_data, ClientContext &context);
106
111
  //! Create all required mappings from the global types/names to the file-local types/names
107
112
  DUCKDB_API static void CreateMapping(const string &file_name, const vector<LogicalType> &local_types,
108
113
  const vector<string> &local_names, const vector<LogicalType> &global_types,
@@ -157,9 +162,10 @@ struct MultiFileReader {
157
162
  static void InitializeReader(READER_CLASS &reader, const MultiFileReaderOptions &options,
158
163
  const MultiFileReaderBindData &bind_data, const vector<LogicalType> &global_types,
159
164
  const vector<string> &global_names, const vector<column_t> &global_column_ids,
160
- optional_ptr<TableFilterSet> table_filters, const string &initial_file) {
165
+ optional_ptr<TableFilterSet> table_filters, const string &initial_file,
166
+ ClientContext &context) {
161
167
  FinalizeBind(options, bind_data, reader.GetFileName(), reader.GetNames(), global_types, global_names,
162
- global_column_ids, reader.reader_data);
168
+ global_column_ids, reader.reader_data, context);
163
169
  CreateMapping(reader.GetFileName(), reader.GetTypes(), reader.GetNames(), global_types, global_names,
164
170
  global_column_ids, table_filters, reader.reader_data, initial_file);
165
171
  reader.reader_data.filters = table_filters;
@@ -9,8 +9,9 @@
9
9
  #pragma once
10
10
 
11
11
  #include "duckdb/common/types.hpp"
12
+ #include "duckdb/common/case_insensitive_map.hpp"
12
13
  #include "duckdb/common/hive_partitioning.hpp"
13
- #include "re2/re2.h"
14
+ #include "duckdb/main/client_context.hpp"
14
15
 
15
16
  namespace duckdb {
16
17
  class Serializer;
@@ -22,51 +23,20 @@ struct MultiFileReaderOptions {
22
23
  bool hive_partitioning = false;
23
24
  bool auto_detect_hive_partitioning = true;
24
25
  bool union_by_name = false;
26
+ bool hive_types_autocast = true;
27
+ case_insensitive_map_t<LogicalType> hive_types_schema;
25
28
 
26
29
  DUCKDB_API void Serialize(Serializer &serializer) const;
27
30
  DUCKDB_API static MultiFileReaderOptions Deserialize(Deserializer &source);
31
+ DUCKDB_API void FormatSerialize(FormatSerializer &serializer) const;
32
+ DUCKDB_API static MultiFileReaderOptions FormatDeserialize(FormatDeserializer &source);
28
33
  DUCKDB_API void AddBatchInfo(BindInfo &bind_info) const;
29
-
30
- static bool AutoDetectHivePartitioning(const vector<string> &files) {
31
- if (files.empty()) {
32
- return false;
33
- }
34
-
35
- std::unordered_set<string> uset;
36
- idx_t splits_size;
37
- {
38
- // front file
39
- auto splits = StringUtil::Split(files.front(), FileSystem::PathSeparator());
40
- splits_size = splits.size();
41
- if (splits.size() < 2) {
42
- return false;
43
- }
44
- for (auto it = splits.begin(); it != std::prev(splits.end()); it++) {
45
- auto part = StringUtil::Split(*it, "=");
46
- if (part.size() == 2) {
47
- uset.insert(part.front());
48
- }
49
- }
50
- }
51
- if (uset.empty()) {
52
- return false;
53
- }
54
- for (auto &file : files) {
55
- auto splits = StringUtil::Split(file, FileSystem::PathSeparator());
56
- if (splits.size() != splits_size) {
57
- return false;
58
- }
59
- for (auto it = splits.begin(); it != std::prev(splits.end()); it++) {
60
- auto part = StringUtil::Split(*it, "=");
61
- if (part.size() == 2) {
62
- if (uset.find(part.front()) == uset.end()) {
63
- return false;
64
- }
65
- }
66
- }
67
- }
68
- return true;
69
- }
34
+ DUCKDB_API void AutoDetectHivePartitioning(const vector<string> &files, ClientContext &context);
35
+ DUCKDB_API static bool AutoDetectHivePartitioningInternal(const vector<string> &files, ClientContext &context);
36
+ DUCKDB_API void AutoDetectHiveTypesInternal(const string &file, ClientContext &context);
37
+ DUCKDB_API void VerifyHiveTypesArePartitions(const std::map<string, string> &partitions) const;
38
+ DUCKDB_API LogicalType GetHiveLogicalType(const string &hive_partition_column) const;
39
+ DUCKDB_API Value GetHivePartitionValue(const string &base, const string &entry, ClientContext &context) const;
70
40
  };
71
41
 
72
42
  } // namespace duckdb
@@ -8,6 +8,9 @@
8
8
 
9
9
  #pragma once
10
10
 
11
+ #ifdef __MVS__
12
+ #include <time.h>
13
+ #endif
11
14
  #include <mutex>
12
15
 
13
16
  namespace duckdb {
@@ -0,0 +1,48 @@
1
+ //===----------------------------------------------------------------------===//
2
+ // DuckDB
3
+ //
4
+ // duckdb/common/numeric_utils.hpp
5
+ //
6
+ //
7
+ //===----------------------------------------------------------------------===//
8
+
9
+ #pragma once
10
+
11
+ #include <type_traits>
12
+ #include "duckdb/common/hugeint.hpp"
13
+
14
+ namespace duckdb {
15
+
16
+ template <class T>
17
+ struct MakeSigned {
18
+ using type = typename std::make_signed<T>::type;
19
+ };
20
+
21
+ template <>
22
+ struct MakeSigned<hugeint_t> {
23
+ using type = hugeint_t;
24
+ };
25
+
26
+ template <class T>
27
+ struct MakeUnsigned {
28
+ using type = typename std::make_unsigned<T>::type;
29
+ };
30
+
31
+ // hugeint_t does not actually have an unsigned variant (yet), but this is required to make compression work
32
+ // if an unsigned variant gets implemented this (probably) can be changed without breaking anything
33
+ template <>
34
+ struct MakeUnsigned<hugeint_t> {
35
+ using type = hugeint_t;
36
+ };
37
+
38
+ template <class T>
39
+ struct IsIntegral {
40
+ static constexpr bool value = std::is_integral<T>::value;
41
+ };
42
+
43
+ template <>
44
+ struct IsIntegral<hugeint_t> {
45
+ static constexpr bool value = true;
46
+ };
47
+
48
+ } // namespace duckdb
@@ -99,11 +99,15 @@ public:
99
99
  bool IsPipe(const string &filename) override {
100
100
  return GetFileSystem().IsPipe(filename);
101
101
  }
102
- virtual void RemoveFile(const string &filename) override {
102
+ void RemoveFile(const string &filename) override {
103
103
  GetFileSystem().RemoveFile(filename);
104
104
  }
105
105
 
106
- virtual vector<string> Glob(const string &path, FileOpener *opener = nullptr) override {
106
+ string PathSeparator(const string &path) override {
107
+ return GetFileSystem().PathSeparator(path);
108
+ }
109
+
110
+ vector<string> Glob(const string &path, FileOpener *opener = nullptr) override {
107
111
  if (opener) {
108
112
  throw InternalException("OpenerFileSystem cannot take an opener - the opener is pushed automatically");
109
113
  }
@@ -11,6 +11,7 @@
11
11
  #include "duckdb/common/types.hpp"
12
12
  #include "duckdb/common/type_util.hpp"
13
13
  #include "duckdb/common/exception.hpp"
14
+ #include "duckdb/common/types/cast_helpers.hpp"
14
15
 
15
16
  namespace duckdb {
16
17
 
@@ -68,14 +69,16 @@ template <>
68
69
  bool TryAddOperator::Operation(int32_t left, int32_t right, int32_t &result);
69
70
  template <>
70
71
  DUCKDB_API bool TryAddOperator::Operation(int64_t left, int64_t right, int64_t &result);
72
+ template <>
73
+ bool TryAddOperator::Operation(hugeint_t left, hugeint_t right, hugeint_t &result);
71
74
 
72
75
  struct AddOperatorOverflowCheck {
73
76
  template <class TA, class TB, class TR>
74
77
  static inline TR Operation(TA left, TB right) {
75
78
  TR result;
76
79
  if (!TryAddOperator::Operation(left, right, result)) {
77
- throw OutOfRangeException("Overflow in addition of %s (%d + %d)!", TypeIdToString(GetTypeId<TA>()), left,
78
- right);
80
+ throw OutOfRangeException("Overflow in addition of %s (%s + %s)!", TypeIdToString(GetTypeId<TA>()),
81
+ NumericHelper::ToString(left), NumericHelper::ToString(right));
79
82
  }
80
83
  return result;
81
84
  }
@@ -8,13 +8,18 @@
8
8
 
9
9
  #pragma once
10
10
 
11
+ #include "duckdb/common/assert.hpp"
11
12
  #include "duckdb/common/constants.hpp"
13
+ #include "duckdb/common/hugeint.hpp"
12
14
  #include "duckdb/common/limits.hpp"
13
15
  #include "duckdb/common/exception.hpp"
16
+ #include "duckdb/common/typedefs.hpp"
14
17
  #include "duckdb/common/types/string_type.hpp"
15
18
  #include "duckdb/common/types.hpp"
16
19
  #include "duckdb/common/operator/convert_to_string.hpp"
17
20
  #include "duckdb/common/types/null_value.hpp"
21
+ #include "duckdb/common/types/bit.hpp"
22
+ #include "duckdb/common/types/vector.hpp"
18
23
 
19
24
  namespace duckdb {
20
25
  struct ValidityMask;
@@ -68,7 +73,7 @@ struct Cast {
68
73
  };
69
74
 
70
75
  struct HandleCastError {
71
- static void AssignError(string error_message, string *error_message_ptr) {
76
+ static void AssignError(const string &error_message, string *error_message_ptr) {
72
77
  if (!error_message_ptr) {
73
78
  throw ConversionException(error_message);
74
79
  }
@@ -465,6 +470,16 @@ DUCKDB_API bool TryCast::Operation(date_t input, timestamp_t &result, bool stric
465
470
  //===--------------------------------------------------------------------===//
466
471
  template <>
467
472
  DUCKDB_API bool TryCast::Operation(dtime_t input, dtime_t &result, bool strict);
473
+ template <>
474
+ DUCKDB_API bool TryCast::Operation(dtime_t input, dtime_tz_t &result, bool strict);
475
+
476
+ //===--------------------------------------------------------------------===//
477
+ // Time With Time Zone Casts (Offset)
478
+ //===--------------------------------------------------------------------===//
479
+ template <>
480
+ DUCKDB_API bool TryCast::Operation(dtime_tz_t input, dtime_t &result, bool strict);
481
+ template <>
482
+ DUCKDB_API bool TryCast::Operation(dtime_tz_t input, dtime_tz_t &result, bool strict);
468
483
 
469
484
  //===--------------------------------------------------------------------===//
470
485
  // Timestamp Casts
@@ -474,6 +489,8 @@ DUCKDB_API bool TryCast::Operation(timestamp_t input, date_t &result, bool stric
474
489
  template <>
475
490
  DUCKDB_API bool TryCast::Operation(timestamp_t input, dtime_t &result, bool strict);
476
491
  template <>
492
+ DUCKDB_API bool TryCast::Operation(timestamp_t input, dtime_tz_t &result, bool strict);
493
+ template <>
477
494
  DUCKDB_API bool TryCast::Operation(timestamp_t input, timestamp_t &result, bool strict);
478
495
 
479
496
  //===--------------------------------------------------------------------===//
@@ -501,6 +518,15 @@ DUCKDB_API bool TryCast::Operation(string_t input, dtime_t &result, bool strict)
501
518
  template <>
502
519
  dtime_t Cast::Operation(string_t input);
503
520
  //===--------------------------------------------------------------------===//
521
+ // String -> TimeTZ Casts
522
+ //===--------------------------------------------------------------------===//
523
+ template <>
524
+ DUCKDB_API bool TryCastErrorMessage::Operation(string_t input, dtime_tz_t &result, string *error_message, bool strict);
525
+ template <>
526
+ DUCKDB_API bool TryCast::Operation(string_t input, dtime_tz_t &result, bool strict);
527
+ template <>
528
+ dtime_tz_t Cast::Operation(string_t input);
529
+ //===--------------------------------------------------------------------===//
504
530
  // String -> Timestamp Casts
505
531
  //===--------------------------------------------------------------------===//
506
532
  template <>
@@ -652,6 +678,15 @@ struct CastFromBlob {
652
678
  template <>
653
679
  duckdb::string_t CastFromBlob::Operation(duckdb::string_t input, Vector &vector);
654
680
 
681
+ struct CastFromBlobToBit {
682
+ template <class SRC>
683
+ static inline string_t Operation(SRC input, Vector &result) {
684
+ throw NotImplementedException("Cast from blob could not be performed!");
685
+ }
686
+ };
687
+ template <>
688
+ string_t CastFromBlobToBit::Operation(string_t input, Vector &result);
689
+
655
690
  struct TryCastToBlob {
656
691
  template <class SRC, class DST>
657
692
  static inline bool Operation(SRC input, DST &result, Vector &result_vector, string *error_message,
@@ -659,7 +694,6 @@ struct TryCastToBlob {
659
694
  throw InternalException("Unsupported type for try cast to blob");
660
695
  }
661
696
  };
662
-
663
697
  template <>
664
698
  bool TryCastToBlob::Operation(string_t input, string_t &result, Vector &result_vector, string *error_message,
665
699
  bool strict);
@@ -667,14 +701,41 @@ bool TryCastToBlob::Operation(string_t input, string_t &result, Vector &result_v
667
701
  //===--------------------------------------------------------------------===//
668
702
  // Bits
669
703
  //===--------------------------------------------------------------------===//
670
- struct CastFromBit {
704
+ struct CastFromBitToString {
671
705
  template <class SRC>
672
706
  static inline string_t Operation(SRC input, Vector &result) {
673
707
  throw duckdb::NotImplementedException("Cast from bit could not be performed!");
674
708
  }
675
709
  };
676
710
  template <>
677
- duckdb::string_t CastFromBit::Operation(duckdb::string_t input, Vector &vector);
711
+ duckdb::string_t CastFromBitToString::Operation(duckdb::string_t input, Vector &vector);
712
+
713
+ struct CastFromBitToNumeric {
714
+ template <class SRC = string_t, class DST>
715
+ static inline bool Operation(SRC input, DST &result, bool strict = false) {
716
+ D_ASSERT(input.GetSize() > 1);
717
+
718
+ // TODO: Allow conversion if the significant bytes of the bitstring can be cast to the target type
719
+ // Currently only allows bitstring -> numeric if the full bitstring fits inside the numeric type
720
+ if (input.GetSize() - 1 > sizeof(DST)) {
721
+ throw ConversionException("Bitstring doesn't fit inside of %s", GetTypeId<DST>());
722
+ }
723
+ Bit::BitToNumeric(input, result);
724
+ return (true);
725
+ }
726
+ };
727
+ template <>
728
+ bool CastFromBitToNumeric::Operation(string_t input, bool &result, bool strict);
729
+ template <>
730
+ bool CastFromBitToNumeric::Operation(string_t input, hugeint_t &result, bool strict);
731
+
732
+ struct CastFromBitToBlob {
733
+ template <class SRC>
734
+ static inline string_t Operation(SRC input, Vector &result) {
735
+ D_ASSERT(input.GetSize() > 1);
736
+ return StringVector::AddStringOrBlob(result, Bit::BitToBlob(input));
737
+ }
738
+ };
678
739
 
679
740
  struct TryCastToBit {
680
741
  template <class SRC, class DST>
@@ -11,6 +11,7 @@
11
11
  #include "duckdb/common/types.hpp"
12
12
  #include "duckdb/common/exception.hpp"
13
13
  #include "duckdb/common/type_util.hpp"
14
+ #include "duckdb/common/types/cast_helpers.hpp"
14
15
 
15
16
  namespace duckdb {
16
17
 
@@ -64,8 +65,8 @@ struct MultiplyOperatorOverflowCheck {
64
65
  static inline TR Operation(TA left, TB right) {
65
66
  TR result;
66
67
  if (!TryMultiplyOperator::Operation(left, right, result)) {
67
- throw OutOfRangeException("Overflow in multiplication of %s (%d * %d)!", TypeIdToString(GetTypeId<TA>()),
68
- left, right);
68
+ throw OutOfRangeException("Overflow in multiplication of %s (%s * %s)!", TypeIdToString(GetTypeId<TA>()),
69
+ NumericHelper::ToString(left), NumericHelper::ToString(right));
69
70
  }
70
71
  return result;
71
72
  }
@@ -9,8 +9,11 @@
9
9
  #pragma once
10
10
 
11
11
  #include "duckdb/common/operator/cast_operators.hpp"
12
+ #include "duckdb/common/types/bit.hpp"
12
13
  #include "duckdb/common/types/hugeint.hpp"
14
+ #include "duckdb/common/types/string_type.hpp"
13
15
  #include "duckdb/common/types/value.hpp"
16
+ #include "duckdb/common/types/vector.hpp"
14
17
  #include <cmath>
15
18
 
16
19
  namespace duckdb {
@@ -442,6 +445,13 @@ bool TryCastWithOverflowCheck(hugeint_t value, double &result) {
442
445
  return Hugeint::TryCast(value, result);
443
446
  }
444
447
 
448
+ struct NumericTryCastToBit {
449
+ template <class SRC>
450
+ static inline string_t Operation(SRC input, Vector &result) {
451
+ return StringVector::AddStringOrBlob(result, Bit::NumericToBit(input));
452
+ }
453
+ };
454
+
445
455
  struct NumericTryCast {
446
456
  template <class SRC, class DST>
447
457
  static inline bool Operation(SRC input, DST &result, bool strict = false) {
@@ -71,7 +71,7 @@ struct StringCastTZ {
71
71
  template <>
72
72
  duckdb::string_t StringCastTZ::Operation(date_t input, Vector &result);
73
73
  template <>
74
- duckdb::string_t StringCastTZ::Operation(dtime_t input, Vector &result);
74
+ duckdb::string_t StringCastTZ::Operation(dtime_tz_t input, Vector &result);
75
75
  template <>
76
76
  duckdb::string_t StringCastTZ::Operation(timestamp_t input, Vector &result);
77
77