duckdb 0.8.2-dev150.0 → 0.8.2-dev1559.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (489) hide show
  1. package/binding.gyp +15 -12
  2. package/binding.gyp.in +1 -1
  3. package/configure.py +1 -1
  4. package/duckdb_extension_config.cmake +10 -0
  5. package/package.json +1 -1
  6. package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
  7. package/src/duckdb/extension/icu/icu-datefunc.cpp +1 -1
  8. package/src/duckdb/extension/icu/icu-datepart.cpp +2 -2
  9. package/src/duckdb/extension/icu/icu-datesub.cpp +2 -2
  10. package/src/duckdb/extension/icu/icu-datetrunc.cpp +1 -1
  11. package/src/duckdb/extension/icu/icu-list-range.cpp +1 -1
  12. package/src/duckdb/extension/icu/icu-makedate.cpp +7 -0
  13. package/src/duckdb/extension/icu/icu-strptime.cpp +4 -4
  14. package/src/duckdb/extension/icu/icu-table-range.cpp +5 -5
  15. package/src/duckdb/extension/icu/icu-timebucket.cpp +16 -16
  16. package/src/duckdb/extension/icu/icu-timezone.cpp +8 -8
  17. package/src/duckdb/extension/icu/icu_extension.cpp +3 -3
  18. package/src/duckdb/extension/json/include/json_common.hpp +47 -231
  19. package/src/duckdb/extension/json/include/json_executors.hpp +49 -13
  20. package/src/duckdb/extension/json/include/json_functions.hpp +2 -1
  21. package/src/duckdb/extension/json/json_common.cpp +272 -40
  22. package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
  23. package/src/duckdb/extension/json/json_functions/json_transform.cpp +17 -37
  24. package/src/duckdb/extension/json/json_functions/json_type.cpp +1 -1
  25. package/src/duckdb/extension/json/json_functions.cpp +24 -24
  26. package/src/duckdb/extension/json/json_scan.cpp +3 -6
  27. package/src/duckdb/extension/parquet/column_reader.cpp +19 -21
  28. package/src/duckdb/extension/parquet/column_writer.cpp +77 -61
  29. package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +2 -2
  30. package/src/duckdb/extension/parquet/include/column_reader.hpp +14 -16
  31. package/src/duckdb/extension/parquet/include/column_writer.hpp +9 -7
  32. package/src/duckdb/extension/parquet/include/list_column_reader.hpp +2 -2
  33. package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
  34. package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
  35. package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
  36. package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
  37. package/src/duckdb/extension/parquet/include/parquet_support.hpp +9 -11
  38. package/src/duckdb/extension/parquet/include/parquet_writer.hpp +24 -5
  39. package/src/duckdb/extension/parquet/include/string_column_reader.hpp +1 -1
  40. package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +2 -3
  41. package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
  42. package/src/duckdb/extension/parquet/parquet_extension.cpp +192 -20
  43. package/src/duckdb/extension/parquet/parquet_reader.cpp +6 -6
  44. package/src/duckdb/extension/parquet/parquet_statistics.cpp +7 -6
  45. package/src/duckdb/extension/parquet/parquet_writer.cpp +79 -16
  46. package/src/duckdb/extension/parquet/zstd_file_system.cpp +2 -2
  47. package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +1 -1
  48. package/src/duckdb/src/catalog/catalog_search_path.cpp +5 -4
  49. package/src/duckdb/src/catalog/default/default_functions.cpp +16 -0
  50. package/src/duckdb/src/common/adbc/adbc.cpp +75 -10
  51. package/src/duckdb/src/common/adbc/driver_manager.cpp +6 -11
  52. package/src/duckdb/src/common/allocator.cpp +14 -2
  53. package/src/duckdb/src/common/arrow/arrow_appender.cpp +5 -11
  54. package/src/duckdb/src/common/assert.cpp +3 -0
  55. package/src/duckdb/src/common/enum_util.cpp +4619 -4446
  56. package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
  57. package/src/duckdb/src/common/enums/optimizer_type.cpp +2 -0
  58. package/src/duckdb/src/common/enums/physical_operator_type.cpp +4 -0
  59. package/src/duckdb/src/common/exception.cpp +2 -2
  60. package/src/duckdb/src/common/extra_type_info.cpp +506 -0
  61. package/src/duckdb/src/common/file_system.cpp +19 -0
  62. package/src/duckdb/src/common/hive_partitioning.cpp +10 -6
  63. package/src/duckdb/src/common/local_file_system.cpp +14 -14
  64. package/src/duckdb/src/common/multi_file_reader.cpp +184 -20
  65. package/src/duckdb/src/common/operator/cast_operators.cpp +35 -1
  66. package/src/duckdb/src/common/radix_partitioning.cpp +26 -8
  67. package/src/duckdb/src/common/re2_regex.cpp +1 -1
  68. package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
  69. package/src/duckdb/src/common/sort/merge_sorter.cpp +9 -16
  70. package/src/duckdb/src/common/sort/partition_state.cpp +44 -11
  71. package/src/duckdb/src/common/types/batched_data_collection.cpp +7 -2
  72. package/src/duckdb/src/common/types/bit.cpp +51 -0
  73. package/src/duckdb/src/common/types/column/column_data_allocator.cpp +9 -6
  74. package/src/duckdb/src/common/types/column/column_data_collection.cpp +17 -2
  75. package/src/duckdb/src/common/types/column/column_data_collection_segment.cpp +15 -6
  76. package/src/duckdb/src/common/types/column/partitioned_column_data.cpp +2 -2
  77. package/src/duckdb/src/common/types/data_chunk.cpp +2 -2
  78. package/src/duckdb/src/common/types/date.cpp +9 -0
  79. package/src/duckdb/src/common/types/list_segment.cpp +24 -74
  80. package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +3 -9
  81. package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +2 -0
  82. package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +2 -2
  83. package/src/duckdb/src/common/types/uuid.cpp +2 -2
  84. package/src/duckdb/src/common/types/validity_mask.cpp +33 -0
  85. package/src/duckdb/src/common/types.cpp +8 -655
  86. package/src/duckdb/src/common/virtual_file_system.cpp +138 -1
  87. package/src/duckdb/src/core_functions/aggregate/holistic/reservoir_quantile.cpp +2 -0
  88. package/src/duckdb/src/core_functions/aggregate/nested/list.cpp +2 -2
  89. package/src/duckdb/src/core_functions/aggregate/regression/regr_avg.cpp +4 -4
  90. package/src/duckdb/src/core_functions/aggregate/regression/regr_intercept.cpp +4 -4
  91. package/src/duckdb/src/core_functions/aggregate/regression/regr_r2.cpp +5 -4
  92. package/src/duckdb/src/core_functions/aggregate/regression/regr_sxx_syy.cpp +8 -8
  93. package/src/duckdb/src/core_functions/aggregate/regression/regr_sxy.cpp +4 -3
  94. package/src/duckdb/src/core_functions/function_list.cpp +4 -2
  95. package/src/duckdb/src/core_functions/scalar/date/date_part.cpp +208 -42
  96. package/src/duckdb/src/core_functions/scalar/date/epoch.cpp +10 -24
  97. package/src/duckdb/src/core_functions/scalar/date/make_date.cpp +19 -4
  98. package/src/duckdb/src/core_functions/scalar/list/list_aggregates.cpp +4 -2
  99. package/src/duckdb/src/execution/aggregate_hashtable.cpp +34 -18
  100. package/src/duckdb/src/execution/expression_executor.cpp +1 -1
  101. package/src/duckdb/src/execution/index/art/art.cpp +149 -139
  102. package/src/duckdb/src/execution/index/art/fixed_size_allocator.cpp +1 -1
  103. package/src/duckdb/src/execution/index/art/iterator.cpp +129 -207
  104. package/src/duckdb/src/execution/index/art/leaf.cpp +8 -37
  105. package/src/duckdb/src/execution/index/art/node.cpp +113 -120
  106. package/src/duckdb/src/execution/index/art/node16.cpp +1 -10
  107. package/src/duckdb/src/execution/index/art/node256.cpp +1 -9
  108. package/src/duckdb/src/execution/index/art/node4.cpp +12 -13
  109. package/src/duckdb/src/execution/index/art/node48.cpp +1 -11
  110. package/src/duckdb/src/execution/index/art/prefix.cpp +228 -350
  111. package/src/duckdb/src/execution/join_hashtable.cpp +4 -4
  112. package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +1 -0
  113. package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +8 -3
  114. package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +32 -22
  115. package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +512 -300
  116. package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +4 -3
  117. package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +5 -5
  118. package/src/duckdb/src/execution/operator/join/physical_asof_join.cpp +414 -283
  119. package/src/duckdb/src/execution/operator/join/physical_comparison_join.cpp +1 -1
  120. package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +21 -10
  121. package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +28 -12
  122. package/src/duckdb/src/execution/operator/join/physical_join.cpp +1 -1
  123. package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +23 -4
  124. package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +41 -5
  125. package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +100 -13
  126. package/src/duckdb/src/execution/operator/persistent/csv_file_handle.cpp +1 -1
  127. package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +20 -0
  128. package/src/duckdb/src/execution/operator/persistent/csv_rejects_table.cpp +48 -0
  129. package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +2 -3
  130. package/src/duckdb/src/execution/operator/persistent/physical_batch_copy_to_file.cpp +6 -4
  131. package/src/duckdb/src/execution/operator/persistent/physical_fixed_batch_copy.cpp +3 -3
  132. package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +1 -1
  133. package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +2 -1
  134. package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +19 -0
  135. package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +7 -2
  136. package/src/duckdb/src/execution/operator/set/physical_cte.cpp +160 -0
  137. package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +15 -5
  138. package/src/duckdb/src/execution/partitionable_hashtable.cpp +41 -6
  139. package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +30 -5
  140. package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +43 -10
  141. package/src/duckdb/src/execution/physical_plan/plan_asof_join.cpp +13 -22
  142. package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +17 -13
  143. package/src/duckdb/src/execution/physical_plan/plan_cte.cpp +33 -0
  144. package/src/duckdb/src/execution/physical_plan/plan_get.cpp +2 -2
  145. package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +25 -4
  146. package/src/duckdb/src/execution/physical_plan_generator.cpp +4 -0
  147. package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +290 -43
  148. package/src/duckdb/src/execution/window_segment_tree.cpp +286 -129
  149. package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +2 -1
  150. package/src/duckdb/src/function/cast/bit_cast.cpp +34 -2
  151. package/src/duckdb/src/function/cast/blob_cast.cpp +3 -0
  152. package/src/duckdb/src/function/cast/numeric_casts.cpp +2 -0
  153. package/src/duckdb/src/function/function.cpp +3 -1
  154. package/src/duckdb/src/function/scalar/compressed_materialization/compress_integral.cpp +212 -0
  155. package/src/duckdb/src/function/scalar/compressed_materialization/compress_string.cpp +249 -0
  156. package/src/duckdb/src/function/scalar/compressed_materialization_functions.cpp +29 -0
  157. package/src/duckdb/src/function/scalar/list/list_resize.cpp +162 -0
  158. package/src/duckdb/src/function/scalar/nested_functions.cpp +1 -0
  159. package/src/duckdb/src/function/scalar/string/like.cpp +12 -4
  160. package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +12 -5
  161. package/src/duckdb/src/function/table/copy_csv.cpp +8 -1
  162. package/src/duckdb/src/function/table/read_csv.cpp +100 -17
  163. package/src/duckdb/src/function/table/table_scan.cpp +9 -0
  164. package/src/duckdb/src/function/table/version/pragma_version.cpp +2 -2
  165. package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +1 -0
  166. package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -0
  167. package/src/duckdb/src/include/duckdb/common/bswap.hpp +42 -0
  168. package/src/duckdb/src/include/duckdb/common/dl.hpp +3 -1
  169. package/src/duckdb/src/include/duckdb/common/enum_util.hpp +616 -584
  170. package/src/duckdb/src/include/duckdb/common/enums/cte_materialize.hpp +21 -0
  171. package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +2 -1
  172. package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
  173. package/src/duckdb/src/include/duckdb/common/enums/optimizer_type.hpp +2 -0
  174. package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
  175. package/src/duckdb/src/include/duckdb/common/extra_operator_info.hpp +27 -0
  176. package/src/duckdb/src/include/duckdb/common/extra_type_info.hpp +219 -0
  177. package/src/duckdb/src/include/duckdb/common/file_system.hpp +2 -0
  178. package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +1 -1
  179. package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +6 -4
  180. package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +10 -42
  181. package/src/duckdb/src/include/duckdb/common/mutex.hpp +3 -0
  182. package/src/duckdb/src/include/duckdb/common/operator/cast_operators.hpp +43 -3
  183. package/src/duckdb/src/include/duckdb/common/operator/numeric_cast.hpp +10 -0
  184. package/src/duckdb/src/include/duckdb/common/radix.hpp +9 -20
  185. package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +6 -21
  186. package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +3 -3
  187. package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +13 -0
  188. package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +3 -1
  189. package/src/duckdb/src/include/duckdb/common/types/bit.hpp +81 -0
  190. package/src/duckdb/src/include/duckdb/common/types/column/column_data_allocator.hpp +1 -1
  191. package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection.hpp +6 -1
  192. package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection_segment.hpp +1 -1
  193. package/src/duckdb/src/include/duckdb/common/types/column/column_data_scan_states.hpp +3 -1
  194. package/src/duckdb/src/include/duckdb/common/types/data_chunk.hpp +1 -1
  195. package/src/duckdb/src/include/duckdb/common/types/date.hpp +7 -5
  196. package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +6 -8
  197. package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +0 -1
  198. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +1 -0
  199. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +3 -0
  200. package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +9 -0
  201. package/src/duckdb/src/include/duckdb/common/types.hpp +1 -15
  202. package/src/duckdb/src/include/duckdb/common/virtual_file_system.hpp +38 -97
  203. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/corr.hpp +4 -4
  204. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/covar.hpp +3 -1
  205. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic_functions.hpp +3 -1
  206. package/src/duckdb/src/include/duckdb/core_functions/aggregate/distributive_functions.hpp +3 -1
  207. package/src/duckdb/src/include/duckdb/core_functions/aggregate/holistic_functions.hpp +3 -1
  208. package/src/duckdb/src/include/duckdb/core_functions/aggregate/nested_functions.hpp +3 -1
  209. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_count.hpp +1 -0
  210. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_slope.hpp +3 -3
  211. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression_functions.hpp +3 -1
  212. package/src/duckdb/src/include/duckdb/core_functions/scalar/bit_functions.hpp +3 -1
  213. package/src/duckdb/src/include/duckdb/core_functions/scalar/blob_functions.hpp +3 -1
  214. package/src/duckdb/src/include/duckdb/core_functions/scalar/date_functions.hpp +31 -11
  215. package/src/duckdb/src/include/duckdb/core_functions/scalar/enum_functions.hpp +3 -1
  216. package/src/duckdb/src/include/duckdb/core_functions/scalar/generic_functions.hpp +3 -1
  217. package/src/duckdb/src/include/duckdb/core_functions/scalar/list_functions.hpp +3 -1
  218. package/src/duckdb/src/include/duckdb/core_functions/scalar/map_functions.hpp +3 -1
  219. package/src/duckdb/src/include/duckdb/core_functions/scalar/math_functions.hpp +3 -1
  220. package/src/duckdb/src/include/duckdb/core_functions/scalar/operators_functions.hpp +3 -1
  221. package/src/duckdb/src/include/duckdb/core_functions/scalar/random_functions.hpp +3 -1
  222. package/src/duckdb/src/include/duckdb/core_functions/scalar/string_functions.hpp +3 -1
  223. package/src/duckdb/src/include/duckdb/core_functions/scalar/struct_functions.hpp +3 -1
  224. package/src/duckdb/src/include/duckdb/core_functions/scalar/union_functions.hpp +3 -1
  225. package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +21 -3
  226. package/src/duckdb/src/include/duckdb/execution/executor.hpp +3 -0
  227. package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -5
  228. package/src/duckdb/src/include/duckdb/execution/index/art/iterator.hpp +31 -27
  229. package/src/duckdb/src/include/duckdb/execution/index/art/leaf.hpp +6 -14
  230. package/src/duckdb/src/include/duckdb/execution/index/art/node.hpp +4 -10
  231. package/src/duckdb/src/include/duckdb/execution/index/art/node16.hpp +3 -6
  232. package/src/duckdb/src/include/duckdb/execution/index/art/node256.hpp +3 -6
  233. package/src/duckdb/src/include/duckdb/execution/index/art/node4.hpp +5 -8
  234. package/src/duckdb/src/include/duckdb/execution/index/art/node48.hpp +3 -6
  235. package/src/duckdb/src/include/duckdb/execution/index/art/prefix.hpp +63 -52
  236. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_asof_join.hpp +2 -10
  237. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_iejoin.hpp +1 -1
  238. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_piecewise_merge_join.hpp +1 -1
  239. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_range_join.hpp +12 -1
  240. package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +2 -2
  241. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_line_info.hpp +4 -3
  242. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +8 -1
  243. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_rejects_table.hpp +36 -0
  244. package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +1 -1
  245. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +10 -0
  246. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +5 -1
  247. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_cte.hpp +62 -0
  248. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +8 -2
  249. package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +5 -1
  250. package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +3 -0
  251. package/src/duckdb/src/include/duckdb/execution/radix_partitioned_hashtable.hpp +10 -3
  252. package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +51 -40
  253. package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +1 -1
  254. package/src/duckdb/src/include/duckdb/function/aggregate_state.hpp +2 -2
  255. package/src/duckdb/src/include/duckdb/function/built_in_functions.hpp +1 -0
  256. package/src/duckdb/src/include/duckdb/function/scalar/compressed_materialization_functions.hpp +49 -0
  257. package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +1 -1
  258. package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +5 -0
  259. package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +2 -0
  260. package/src/duckdb/src/include/duckdb/main/client_config.hpp +5 -0
  261. package/src/duckdb/src/include/duckdb/main/config.hpp +2 -0
  262. package/src/duckdb/src/include/duckdb/main/connection.hpp +1 -2
  263. package/src/duckdb/src/include/duckdb/main/relation/cross_product_relation.hpp +4 -1
  264. package/src/duckdb/src/include/duckdb/main/relation/join_relation.hpp +5 -2
  265. package/src/duckdb/src/include/duckdb/main/relation.hpp +4 -2
  266. package/src/duckdb/src/include/duckdb/main/settings.hpp +39 -1
  267. package/src/duckdb/src/include/duckdb/optimizer/column_binding_replacer.hpp +47 -0
  268. package/src/duckdb/src/include/duckdb/optimizer/compressed_materialization.hpp +132 -0
  269. package/src/duckdb/src/include/duckdb/optimizer/deliminator.hpp +13 -16
  270. package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +3 -0
  271. package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +1 -1
  272. package/src/duckdb/src/include/duckdb/optimizer/join_order/estimated_properties.hpp +10 -1
  273. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +1 -1
  274. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +1 -1
  275. package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +3 -0
  276. package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +13 -0
  277. package/src/duckdb/src/include/duckdb/optimizer/optimizer.hpp +3 -0
  278. package/src/duckdb/src/include/duckdb/optimizer/remove_duplicate_groups.hpp +40 -0
  279. package/src/duckdb/src/include/duckdb/optimizer/statistics_propagator.hpp +11 -3
  280. package/src/duckdb/src/include/duckdb/optimizer/topn_optimizer.hpp +2 -0
  281. package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +2 -0
  282. package/src/duckdb/src/include/duckdb/parallel/task_scheduler.hpp +5 -0
  283. package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
  284. package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +3 -0
  285. package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +3 -0
  286. package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +3 -0
  287. package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +3 -0
  288. package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +3 -0
  289. package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +3 -0
  290. package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +1 -0
  291. package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +3 -0
  292. package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +3 -0
  293. package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +3 -0
  294. package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +3 -0
  295. package/src/duckdb/src/include/duckdb/parser/query_node/cte_node.hpp +54 -0
  296. package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +1 -0
  297. package/src/duckdb/src/include/duckdb/parser/query_node.hpp +2 -1
  298. package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +1 -0
  299. package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +1 -1
  300. package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +3 -0
  301. package/src/duckdb/src/include/duckdb/parser/tokens.hpp +1 -0
  302. package/src/duckdb/src/include/duckdb/parser/transformer.hpp +15 -8
  303. package/src/duckdb/src/include/duckdb/planner/binder.hpp +12 -5
  304. package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
  305. package/src/duckdb/src/include/duckdb/planner/column_binding.hpp +4 -0
  306. package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -3
  307. package/src/duckdb/src/include/duckdb/planner/expression_binder/lateral_binder.hpp +0 -2
  308. package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +1 -0
  309. package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +2 -1
  310. package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +5 -5
  311. package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +7 -2
  312. package/src/duckdb/src/include/duckdb/planner/operator/logical_dependent_join.hpp +43 -0
  313. package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +4 -0
  314. package/src/duckdb/src/include/duckdb/planner/operator/logical_materialized_cte.hpp +49 -0
  315. package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +5 -4
  316. package/src/duckdb/src/include/duckdb/planner/query_node/bound_cte_node.hpp +44 -0
  317. package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +1 -0
  318. package/src/duckdb/src/include/duckdb/planner/subquery/flatten_dependent_join.hpp +2 -2
  319. package/src/duckdb/src/include/duckdb/planner/subquery/has_correlated_expressions.hpp +4 -1
  320. package/src/duckdb/src/include/duckdb/planner/subquery/recursive_dependent_join_planner.hpp +31 -0
  321. package/src/duckdb/src/include/duckdb/planner/subquery/rewrite_correlated_expressions.hpp +8 -2
  322. package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +5 -2
  323. package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +1 -1
  324. package/src/duckdb/src/include/duckdb/storage/block_manager.hpp +3 -3
  325. package/src/duckdb/src/include/duckdb/storage/data_table.hpp +1 -1
  326. package/src/duckdb/src/include/duckdb/storage/object_cache.hpp +22 -0
  327. package/src/duckdb/src/include/duckdb/storage/single_file_block_manager.hpp +2 -0
  328. package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +4 -0
  329. package/src/duckdb/src/include/duckdb/storage/table/chunk_info.hpp +3 -0
  330. package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +3 -2
  331. package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +1 -3
  332. package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +2 -3
  333. package/src/duckdb/src/include/duckdb.h +28 -0
  334. package/src/duckdb/src/main/capi/arrow-c.cpp +155 -1
  335. package/src/duckdb/src/main/capi/duckdb_value-c.cpp +1 -1
  336. package/src/duckdb/src/main/config.cpp +4 -0
  337. package/src/duckdb/src/main/database.cpp +1 -1
  338. package/src/duckdb/src/main/extension/extension_helper.cpp +96 -89
  339. package/src/duckdb/src/main/extension/extension_install.cpp +6 -0
  340. package/src/duckdb/src/main/extension/extension_load.cpp +10 -1
  341. package/src/duckdb/src/main/relation/cross_product_relation.cpp +4 -3
  342. package/src/duckdb/src/main/relation/join_relation.cpp +5 -5
  343. package/src/duckdb/src/main/relation.cpp +6 -5
  344. package/src/duckdb/src/main/settings/settings.cpp +79 -18
  345. package/src/duckdb/src/optimizer/column_binding_replacer.cpp +43 -0
  346. package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +1 -2
  347. package/src/duckdb/src/optimizer/compressed_materialization/compress_aggregate.cpp +140 -0
  348. package/src/duckdb/src/optimizer/compressed_materialization/compress_distinct.cpp +42 -0
  349. package/src/duckdb/src/optimizer/compressed_materialization/compress_order.cpp +65 -0
  350. package/src/duckdb/src/optimizer/compressed_materialization.cpp +478 -0
  351. package/src/duckdb/src/optimizer/deliminator.cpp +176 -321
  352. package/src/duckdb/src/optimizer/filter_pushdown.cpp +9 -0
  353. package/src/duckdb/src/optimizer/join_order/estimated_properties.cpp +7 -0
  354. package/src/duckdb/src/optimizer/join_order/join_node.cpp +2 -2
  355. package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +113 -82
  356. package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +2 -6
  357. package/src/duckdb/src/optimizer/join_order/query_graph.cpp +22 -14
  358. package/src/duckdb/src/optimizer/optimizer.cpp +51 -14
  359. package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +5 -5
  360. package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +0 -1
  361. package/src/duckdb/src/optimizer/remove_duplicate_groups.cpp +127 -0
  362. package/src/duckdb/src/optimizer/remove_unused_columns.cpp +4 -0
  363. package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +154 -15
  364. package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +65 -8
  365. package/src/duckdb/src/optimizer/statistics/operator/propagate_order.cpp +1 -1
  366. package/src/duckdb/src/optimizer/statistics_propagator.cpp +7 -5
  367. package/src/duckdb/src/optimizer/topn_optimizer.cpp +20 -10
  368. package/src/duckdb/src/parallel/executor.cpp +15 -0
  369. package/src/duckdb/src/parallel/task_scheduler.cpp +11 -2
  370. package/src/duckdb/src/parser/common_table_expression_info.cpp +2 -0
  371. package/src/duckdb/src/parser/expression/between_expression.cpp +3 -15
  372. package/src/duckdb/src/parser/expression/case_expression.cpp +0 -13
  373. package/src/duckdb/src/parser/expression/cast_expression.cpp +3 -14
  374. package/src/duckdb/src/parser/expression/collate_expression.cpp +3 -13
  375. package/src/duckdb/src/parser/expression/columnref_expression.cpp +3 -12
  376. package/src/duckdb/src/parser/expression/comparison_expression.cpp +3 -13
  377. package/src/duckdb/src/parser/expression/conjunction_expression.cpp +0 -12
  378. package/src/duckdb/src/parser/expression/constant_expression.cpp +3 -11
  379. package/src/duckdb/src/parser/expression/default_expression.cpp +0 -4
  380. package/src/duckdb/src/parser/expression/function_expression.cpp +3 -32
  381. package/src/duckdb/src/parser/expression/lambda_expression.cpp +4 -14
  382. package/src/duckdb/src/parser/expression/operator_expression.cpp +0 -12
  383. package/src/duckdb/src/parser/expression/parameter_expression.cpp +0 -12
  384. package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +4 -11
  385. package/src/duckdb/src/parser/expression/star_expression.cpp +0 -19
  386. package/src/duckdb/src/parser/expression/subquery_expression.cpp +0 -18
  387. package/src/duckdb/src/parser/expression/window_expression.cpp +3 -39
  388. package/src/duckdb/src/parser/parsed_expression.cpp +0 -70
  389. package/src/duckdb/src/parser/parsed_expression_iterator.cpp +7 -0
  390. package/src/duckdb/src/parser/parser.cpp +8 -2
  391. package/src/duckdb/src/parser/query_node/cte_node.cpp +58 -0
  392. package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +0 -19
  393. package/src/duckdb/src/parser/query_node/select_node.cpp +0 -29
  394. package/src/duckdb/src/parser/query_node/set_operation_node.cpp +0 -15
  395. package/src/duckdb/src/parser/query_node.cpp +15 -37
  396. package/src/duckdb/src/parser/result_modifier.cpp +0 -74
  397. package/src/duckdb/src/parser/tableref/basetableref.cpp +0 -19
  398. package/src/duckdb/src/parser/tableref/emptytableref.cpp +0 -4
  399. package/src/duckdb/src/parser/tableref/expressionlistref.cpp +0 -15
  400. package/src/duckdb/src/parser/tableref/joinref.cpp +3 -23
  401. package/src/duckdb/src/parser/tableref/pivotref.cpp +0 -23
  402. package/src/duckdb/src/parser/tableref/subqueryref.cpp +3 -13
  403. package/src/duckdb/src/parser/tableref/table_function.cpp +0 -15
  404. package/src/duckdb/src/parser/tableref.cpp +0 -44
  405. package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +55 -3
  406. package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +2 -0
  407. package/src/duckdb/src/parser/transform/expression/transform_multi_assign_reference.cpp +44 -0
  408. package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +19 -1
  409. package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +13 -0
  410. package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +6 -1
  411. package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +6 -1
  412. package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +7 -2
  413. package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +14 -11
  414. package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +11 -2
  415. package/src/duckdb/src/parser/transform/statement/transform_update.cpp +6 -1
  416. package/src/duckdb/src/parser/transformer.cpp +15 -0
  417. package/src/duckdb/src/planner/binder/query_node/bind_cte_node.cpp +64 -0
  418. package/src/duckdb/src/planner/binder/query_node/plan_cte_node.cpp +26 -0
  419. package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +5 -5
  420. package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +4 -4
  421. package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +32 -29
  422. package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +5 -4
  423. package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +11 -2
  424. package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +32 -5
  425. package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +116 -49
  426. package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +1 -1
  427. package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +61 -26
  428. package/src/duckdb/src/planner/binder/tableref/plan_subqueryref.cpp +3 -3
  429. package/src/duckdb/src/planner/binder.cpp +44 -31
  430. package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +1 -1
  431. package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +4 -31
  432. package/src/duckdb/src/planner/expression_binder.cpp +3 -0
  433. package/src/duckdb/src/planner/expression_iterator.cpp +6 -0
  434. package/src/duckdb/src/planner/logical_operator.cpp +5 -0
  435. package/src/duckdb/src/planner/logical_operator_visitor.cpp +2 -0
  436. package/src/duckdb/src/planner/operator/logical_cteref.cpp +3 -1
  437. package/src/duckdb/src/planner/operator/logical_dependent_join.cpp +26 -0
  438. package/src/duckdb/src/planner/operator/logical_get.cpp +9 -4
  439. package/src/duckdb/src/planner/operator/logical_materialized_cte.cpp +21 -0
  440. package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +90 -38
  441. package/src/duckdb/src/planner/subquery/has_correlated_expressions.cpp +22 -7
  442. package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +65 -7
  443. package/src/duckdb/src/storage/arena_allocator.cpp +1 -2
  444. package/src/duckdb/src/storage/buffer/block_manager.cpp +3 -0
  445. package/src/duckdb/src/storage/checkpoint_manager.cpp +3 -0
  446. package/src/duckdb/src/storage/compression/rle.cpp +0 -1
  447. package/src/duckdb/src/storage/data_table.cpp +1 -1
  448. package/src/duckdb/src/storage/local_storage.cpp +3 -3
  449. package/src/duckdb/src/storage/serialization/serialize_parsed_expression.cpp +340 -0
  450. package/src/duckdb/src/storage/serialization/serialize_query_node.cpp +122 -0
  451. package/src/duckdb/src/storage/serialization/serialize_result_modifier.cpp +86 -0
  452. package/src/duckdb/src/storage/serialization/serialize_tableref.cpp +166 -0
  453. package/src/duckdb/src/storage/serialization/serialize_types.cpp +127 -0
  454. package/src/duckdb/src/storage/single_file_block_manager.cpp +23 -0
  455. package/src/duckdb/src/storage/statistics/string_stats.cpp +21 -2
  456. package/src/duckdb/src/storage/storage_info.cpp +1 -1
  457. package/src/duckdb/src/storage/table/chunk_info.cpp +17 -0
  458. package/src/duckdb/src/storage/table/row_group.cpp +25 -9
  459. package/src/duckdb/src/storage/table/row_group_collection.cpp +19 -18
  460. package/src/duckdb/third_party/concurrentqueue/concurrentqueue.h +2 -2
  461. package/src/duckdb/third_party/concurrentqueue/lightweightsemaphore.h +76 -0
  462. package/src/duckdb/third_party/fast_float/fast_float/fast_float.h +2 -0
  463. package/src/duckdb/third_party/httplib/httplib.hpp +10 -1
  464. package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +9 -0
  465. package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +2 -1
  466. package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +12487 -12331
  467. package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +6 -6
  468. package/src/duckdb/ub_src_common.cpp +2 -0
  469. package/src/duckdb/ub_src_execution_index_art.cpp +0 -2
  470. package/src/duckdb/ub_src_execution_operator_persistent.cpp +2 -0
  471. package/src/duckdb/ub_src_execution_operator_set.cpp +2 -0
  472. package/src/duckdb/ub_src_execution_physical_plan.cpp +2 -0
  473. package/src/duckdb/ub_src_function_scalar.cpp +2 -0
  474. package/src/duckdb/ub_src_function_scalar_compressed_materialization.cpp +4 -0
  475. package/src/duckdb/ub_src_function_scalar_list.cpp +2 -0
  476. package/src/duckdb/ub_src_optimizer.cpp +6 -0
  477. package/src/duckdb/ub_src_optimizer_compressed_materialization.cpp +6 -0
  478. package/src/duckdb/ub_src_optimizer_statistics_expression.cpp +0 -2
  479. package/src/duckdb/ub_src_parser_query_node.cpp +2 -0
  480. package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
  481. package/src/duckdb/ub_src_planner_binder_query_node.cpp +4 -0
  482. package/src/duckdb/ub_src_planner_operator.cpp +4 -0
  483. package/src/duckdb/ub_src_storage_serialization.cpp +10 -0
  484. package/src/statement.cpp +10 -3
  485. package/test/test_all_types.test.ts +233 -0
  486. package/tsconfig.json +1 -0
  487. package/src/duckdb/src/execution/index/art/prefix_segment.cpp +0 -42
  488. package/src/duckdb/src/include/duckdb/execution/index/art/prefix_segment.hpp +0 -40
  489. package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +0 -118
@@ -348,17 +348,17 @@
348
348
 
349
349
  #include "extension/icu/third_party/icu/i18n/wintzimpl.cpp"
350
350
 
351
- #include "extension/icu/third_party/icu/i18n/double-conversion-double-to-string.cpp"
352
-
353
- #include "extension/icu/third_party/icu/i18n/double-conversion-string-to-double.cpp"
354
-
355
- #include "extension/icu/third_party/icu/i18n/double-conversion-cached-powers.cpp"
351
+ #include "extension/icu/third_party/icu/i18n/double-conversion-strtod.cpp"
356
352
 
357
353
  #include "extension/icu/third_party/icu/i18n/double-conversion-fast-dtoa.cpp"
358
354
 
355
+ #include "extension/icu/third_party/icu/i18n/double-conversion-string-to-double.cpp"
356
+
359
357
  #include "extension/icu/third_party/icu/i18n/double-conversion-bignum.cpp"
360
358
 
359
+ #include "extension/icu/third_party/icu/i18n/double-conversion-double-to-string.cpp"
360
+
361
361
  #include "extension/icu/third_party/icu/i18n/double-conversion-bignum-dtoa.cpp"
362
362
 
363
- #include "extension/icu/third_party/icu/i18n/double-conversion-strtod.cpp"
363
+ #include "extension/icu/third_party/icu/i18n/double-conversion-cached-powers.cpp"
364
364
 
@@ -18,6 +18,8 @@
18
18
 
19
19
  #include "src/common/exception_format_value.cpp"
20
20
 
21
+ #include "src/common/extra_type_info.cpp"
22
+
21
23
  #include "src/common/field_writer.cpp"
22
24
 
23
25
  #include "src/common/file_buffer.cpp"
@@ -22,7 +22,5 @@
22
22
 
23
23
  #include "src/execution/index/art/prefix.cpp"
24
24
 
25
- #include "src/execution/index/art/prefix_segment.cpp"
26
-
27
25
  #include "src/execution/index/art/art.cpp"
28
26
 
@@ -10,6 +10,8 @@
10
10
 
11
11
  #include "src/execution/operator/persistent/csv_reader_options.cpp"
12
12
 
13
+ #include "src/execution/operator/persistent/csv_rejects_table.cpp"
14
+
13
15
  #include "src/execution/operator/persistent/physical_fixed_batch_copy.cpp"
14
16
 
15
17
  #include "src/execution/operator/persistent/physical_batch_copy_to_file.cpp"
@@ -2,3 +2,5 @@
2
2
 
3
3
  #include "src/execution/operator/set/physical_recursive_cte.cpp"
4
4
 
5
+ #include "src/execution/operator/set/physical_cte.cpp"
6
+
@@ -82,3 +82,5 @@
82
82
 
83
83
  #include "src/execution/physical_plan/plan_recursive_cte.cpp"
84
84
 
85
+ #include "src/execution/physical_plan/plan_cte.cpp"
86
+
@@ -1,3 +1,5 @@
1
+ #include "src/function/scalar/compressed_materialization_functions.cpp"
2
+
1
3
  #include "src/function/scalar/generic_functions.cpp"
2
4
 
3
5
  #include "src/function/scalar/string_functions.cpp"
@@ -0,0 +1,4 @@
1
+ #include "src/function/scalar/compressed_materialization/compress_integral.cpp"
2
+
3
+ #include "src/function/scalar/compressed_materialization/compress_string.cpp"
4
+
@@ -4,3 +4,5 @@
4
4
 
5
5
  #include "src/function/scalar/list/list_extract.cpp"
6
6
 
7
+ #include "src/function/scalar/list/list_resize.cpp"
8
+
@@ -1,5 +1,9 @@
1
+ #include "src/optimizer/column_binding_replacer.cpp"
2
+
1
3
  #include "src/optimizer/common_aggregate_optimizer.cpp"
2
4
 
5
+ #include "src/optimizer/compressed_materialization.cpp"
6
+
3
7
  #include "src/optimizer/cse_optimizer.cpp"
4
8
 
5
9
  #include "src/optimizer/deliminator.cpp"
@@ -24,6 +28,8 @@
24
28
 
25
29
  #include "src/optimizer/regex_range_filter.cpp"
26
30
 
31
+ #include "src/optimizer/remove_duplicate_groups.cpp"
32
+
27
33
  #include "src/optimizer/remove_unused_columns.cpp"
28
34
 
29
35
  #include "src/optimizer/statistics_propagator.cpp"
@@ -0,0 +1,6 @@
1
+ #include "src/optimizer/compressed_materialization/compress_aggregate.cpp"
2
+
3
+ #include "src/optimizer/compressed_materialization/compress_distinct.cpp"
4
+
5
+ #include "src/optimizer/compressed_materialization/compress_order.cpp"
6
+
@@ -1,7 +1,5 @@
1
1
  #include "src/optimizer/statistics/expression/propagate_aggregate.cpp"
2
2
 
3
- #include "src/optimizer/statistics/expression/propagate_and_compress.cpp"
4
-
5
3
  #include "src/optimizer/statistics/expression/propagate_between.cpp"
6
4
 
7
5
  #include "src/optimizer/statistics/expression/propagate_case.cpp"
@@ -1,5 +1,7 @@
1
1
  #include "src/parser/query_node/recursive_cte_node.cpp"
2
2
 
3
+ #include "src/parser/query_node/cte_node.cpp"
4
+
3
5
  #include "src/parser/query_node/select_node.cpp"
4
6
 
5
7
  #include "src/parser/query_node/set_operation_node.cpp"
@@ -34,3 +34,5 @@
34
34
 
35
35
  #include "src/parser/transform/expression/transform_subquery.cpp"
36
36
 
37
+ #include "src/parser/transform/expression/transform_multi_assign_reference.cpp"
38
+
@@ -4,12 +4,16 @@
4
4
 
5
5
  #include "src/planner/binder/query_node/bind_recursive_cte_node.cpp"
6
6
 
7
+ #include "src/planner/binder/query_node/bind_cte_node.cpp"
8
+
7
9
  #include "src/planner/binder/query_node/bind_table_macro_node.cpp"
8
10
 
9
11
  #include "src/planner/binder/query_node/plan_query_node.cpp"
10
12
 
11
13
  #include "src/planner/binder/query_node/plan_recursive_cte_node.cpp"
12
14
 
15
+ #include "src/planner/binder/query_node/plan_cte_node.cpp"
16
+
13
17
  #include "src/planner/binder/query_node/plan_select_node.cpp"
14
18
 
15
19
  #include "src/planner/binder/query_node/plan_setop.cpp"
@@ -26,6 +26,8 @@
26
26
 
27
27
  #include "src/planner/operator/logical_delim_join.cpp"
28
28
 
29
+ #include "src/planner/operator/logical_dependent_join.cpp"
30
+
29
31
  #include "src/planner/operator/logical_distinct.cpp"
30
32
 
31
33
  #include "src/planner/operator/logical_dummy_scan.cpp"
@@ -68,6 +70,8 @@
68
70
 
69
71
  #include "src/planner/operator/logical_recursive_cte.cpp"
70
72
 
73
+ #include "src/planner/operator/logical_materialized_cte.cpp"
74
+
71
75
  #include "src/planner/operator/logical_sample.cpp"
72
76
 
73
77
  #include "src/planner/operator/logical_set.cpp"
@@ -0,0 +1,10 @@
1
+ #include "src/storage/serialization/serialize_parsed_expression.cpp"
2
+
3
+ #include "src/storage/serialization/serialize_query_node.cpp"
4
+
5
+ #include "src/storage/serialization/serialize_result_modifier.cpp"
6
+
7
+ #include "src/storage/serialization/serialize_tableref.cpp"
8
+
9
+ #include "src/storage/serialization/serialize_types.cpp"
10
+
package/src/statement.cpp CHANGED
@@ -147,7 +147,7 @@ static Napi::Value convert_col_val(Napi::Env &env, duckdb::Value dval, duckdb::L
147
147
  value = Napi::Number::New(env, duckdb::IntegerValue::Get(dval));
148
148
  } break;
149
149
  case duckdb::LogicalTypeId::BIGINT: {
150
- value = Napi::Number::New(env, duckdb::BigIntValue::Get(dval));
150
+ value = Napi::BigInt::New(env, duckdb::BigIntValue::Get(dval));
151
151
  } break;
152
152
  case duckdb::LogicalTypeId::UTINYINT: {
153
153
  value = Napi::Number::New(env, duckdb::UTinyIntValue::Get(dval));
@@ -159,7 +159,7 @@ static Napi::Value convert_col_val(Napi::Env &env, duckdb::Value dval, duckdb::L
159
159
  value = Napi::Number::New(env, duckdb::UIntegerValue::Get(dval));
160
160
  } break;
161
161
  case duckdb::LogicalTypeId::UBIGINT: {
162
- value = Napi::Number::New(env, duckdb::UBigIntValue::Get(dval));
162
+ value = Napi::BigInt::New(env, duckdb::UBigIntValue::Get(dval));
163
163
  } break;
164
164
  case duckdb::LogicalTypeId::FLOAT: {
165
165
  value = Napi::Number::New(env, duckdb::FloatValue::Get(dval));
@@ -168,7 +168,14 @@ static Napi::Value convert_col_val(Napi::Env &env, duckdb::Value dval, duckdb::L
168
168
  value = Napi::Number::New(env, duckdb::DoubleValue::Get(dval));
169
169
  } break;
170
170
  case duckdb::LogicalTypeId::HUGEINT: {
171
- value = Napi::Number::New(env, dval.GetValue<double>());
171
+ auto val = duckdb::HugeIntValue::Get(dval);
172
+ auto negative = val.upper < 0;
173
+ if (negative) {
174
+ duckdb::Hugeint::NegateInPlace(val); // remove signing bit
175
+ }
176
+ D_ASSERT(val.upper >= 0);
177
+ const uint64_t words[] = {val.lower, (uint64_t)val.upper};
178
+ value = Napi::BigInt::New(env, negative, 2, words);
172
179
  } break;
173
180
  case duckdb::LogicalTypeId::DECIMAL: {
174
181
  value = Napi::Number::New(env, dval.GetValue<double>());
@@ -0,0 +1,233 @@
1
+ import { expect } from "chai";
2
+ import duckdb, { DuckDbError, TableData } from "..";
3
+
4
+ function get_all_types(): Promise<string[]> {
5
+ return new Promise((resolve, reject) => {
6
+ const conn = new duckdb.Database(":memory:");
7
+ conn.all(
8
+ "describe select * from test_all_types()",
9
+ (error: DuckDbError | null, data: TableData) => {
10
+ if (error) reject(error);
11
+ resolve(data.map((row) => row.column_name));
12
+ }
13
+ );
14
+ });
15
+ }
16
+
17
+ function timedelta(obj: { days: number; micros: number; months: number }) {
18
+ return obj;
19
+ }
20
+
21
+ // We replace these values since the extreme ranges are not supported in native-node.
22
+ const replacement_values: Record<string, string> = {
23
+ timestamp:
24
+ "'1990-01-01 00:00:00'::TIMESTAMP, '9999-12-31 23:59:59'::TIMESTAMP, NULL::TIMESTAMP",
25
+ // TODO: fix these, they are currently being returned as strings
26
+ // timestamp_s: "'1990-01-01 00:00:00'::TIMESTAMP_S",
27
+ // timestamp_ns: "'1990-01-01 00:00:00'::TIMESTAMP_NS",
28
+ // timestamp_ms: "'1990-01-01 00:00:00'::TIMESTAMP_MS",
29
+ timestamp_tz:
30
+ "'1990-01-01 00:00:00Z'::TIMESTAMPTZ, '9999-12-31 23:59:59.999999Z'::TIMESTAMPTZ, NULL::TIMESTAMPTZ",
31
+ date: "'1990-01-01'::DATE, '9999-12-31'::DATE, NULL::DATE",
32
+ date_array:
33
+ "[], ['1970-01-01'::DATE, NULL, '0001-01-01'::DATE, '9999-12-31'::DATE,], [NULL::DATE,]",
34
+ timestamp_array:
35
+ "[], ['1970-01-01'::TIMESTAMP, NULL, '0001-01-01'::TIMESTAMP, '9999-12-31 23:59:59.999999'::TIMESTAMP,], [NULL::TIMESTAMP,]",
36
+ timestamptz_array:
37
+ "[], ['1970-01-01 00:00:00Z'::TIMESTAMPTZ, NULL, '0001-01-01 00:00:00Z'::TIMESTAMPTZ, '9999-12-31 23:59:59.999999Z'::TIMESTAMPTZ,], [NULL::TIMESTAMPTZ,]",
38
+ };
39
+
40
+ const correct_answer_map: Record<string, any[]> = {
41
+ bool: [false, true, null],
42
+
43
+ tinyint: [-128, 127, null],
44
+ smallint: [-32768, 32767, null],
45
+
46
+ int: [-2147483648, 2147483647, null],
47
+ bigint: [BigInt("-9223372036854775808"), BigInt("9223372036854775807"), null],
48
+
49
+ hugeint: [
50
+ BigInt("-170141183460469231731687303715884105727"),
51
+ BigInt("170141183460469231731687303715884105727"),
52
+ null,
53
+ ],
54
+
55
+ utinyint: [0, 255, null],
56
+ usmallint: [0, 65535, null],
57
+
58
+ uint: [0, 4294967295, null],
59
+ ubigint: [BigInt(0), BigInt("18446744073709551615"), null],
60
+
61
+ time: ["00:00:00", "23:59:59.999999", null],
62
+
63
+ float: [-3.4028234663852886e38, 3.4028234663852886e38, null],
64
+ double: [-1.7976931348623157e308, 1.7976931348623157e308, null],
65
+
66
+ dec_4_1: [-999.9, 999.9, null],
67
+ dec_9_4: [-99999.9999, 99999.9999, null],
68
+ dec_18_6: ["-999999999999.999999", "999999999999.999999", null],
69
+ dec38_10: [
70
+ "-9999999999999999999999999999.9999999999",
71
+ "9999999999999999999999999999.9999999999",
72
+ null,
73
+ ],
74
+ uuid: [
75
+ "00000000-0000-0000-0000-000000000001",
76
+ "ffffffff-ffff-ffff-ffff-ffffffffffff",
77
+ null,
78
+ ],
79
+ varchar: ["🦆🦆🦆🦆🦆🦆", "goo\0se", null],
80
+ json: ["🦆🦆🦆🦆🦆🦆", "goose", null],
81
+ blob: [
82
+ Buffer.from("thisisalongblob\x00withnullbytes"),
83
+ Buffer.from("\x00\x00\x00a"),
84
+ null,
85
+ ],
86
+ bit: ["0010001001011100010101011010111", "10101", null],
87
+ small_enum: ["DUCK_DUCK_ENUM", "GOOSE", null],
88
+ medium_enum: ["enum_0", "enum_299", null],
89
+ large_enum: ["enum_0", "enum_69999", null],
90
+ date_array: [
91
+ [],
92
+ [
93
+ new Date(1970, 0, 1),
94
+ null,
95
+ new Date("0001-01-01T00:00:00.000Z"),
96
+ new Date("9999-12-31T00:00:00.000Z"),
97
+ ],
98
+ [null],
99
+ ],
100
+ timestamp_array: [
101
+ [],
102
+ [
103
+ new Date(1970, 0, 1),
104
+ null,
105
+ new Date("0001-01-01T00:00:00.000Z"),
106
+ new Date("9999-12-31T23:59:59.999Z"),
107
+ ],
108
+ [null],
109
+ ],
110
+
111
+ timestamptz_array: [
112
+ [],
113
+ [
114
+ new Date(1970, 0, 1),
115
+ null,
116
+ new Date("0001-01-01T00:00:00.000Z"),
117
+ new Date("9999-12-31T23:59:59.999Z"),
118
+ ],
119
+ [null],
120
+ ],
121
+
122
+ int_array: [[], [42, 999, null, null, -42], null],
123
+ varchar_array: [[], ["🦆🦆🦆🦆🦆🦆", "goose", null, ""], null],
124
+
125
+ double_array: [
126
+ [],
127
+ [
128
+ 42.0,
129
+ Number.NaN,
130
+ Number.POSITIVE_INFINITY,
131
+ Number.NEGATIVE_INFINITY,
132
+ null,
133
+ -42.0,
134
+ ],
135
+ null,
136
+ ],
137
+
138
+ nested_int_array: [
139
+ [],
140
+ [[], [42, 999, null, null, -42], null, [], [42, 999, null, null, -42]],
141
+ null,
142
+ ],
143
+ struct: [{ a: null, b: null }, { a: 42, b: "🦆🦆🦆🦆🦆🦆" }, null],
144
+
145
+ struct_of_arrays: [
146
+ { a: null, b: null },
147
+ {
148
+ a: [42, 999, null, null, -42],
149
+ b: ["🦆🦆🦆🦆🦆🦆", "goose", null, ""],
150
+ },
151
+ null,
152
+ ],
153
+
154
+ array_of_structs: [
155
+ [],
156
+ [{ a: null, b: null }, { a: 42, b: "🦆🦆🦆🦆🦆🦆" }, null],
157
+ null,
158
+ ],
159
+ map: ["{}", "{key1=🦆🦆🦆🦆🦆🦆, key2=goose}", null],
160
+
161
+ time_tz: ["00:00:00+00", "23:59:59.999999+00", null],
162
+ interval: [
163
+ timedelta({
164
+ days: 0,
165
+ months: 0,
166
+ micros: 0,
167
+ }),
168
+ timedelta({ days: 999, months: 999, micros: 999999999 }),
169
+ null,
170
+ ],
171
+
172
+ timestamp: [
173
+ new Date("1990-01-01T00:00"),
174
+ new Date("9999-12-31T23:59:59.000Z"),
175
+ null,
176
+ ],
177
+ date: [new Date("1990-01-01"), new Date("9999-12-31"), null],
178
+ timestamp_s: ["290309-12-22 (BC) 00:00:00", "294247-01-10 04:00:54", null],
179
+
180
+ timestamp_ns: [
181
+ "1677-09-21 00:12:43.145225",
182
+ "2262-04-11 23:47:16.854775",
183
+ null,
184
+ ],
185
+ timestamp_ms: [
186
+ "290309-12-22 (BC) 00:00:00",
187
+ "294247-01-10 04:00:54.775",
188
+ null,
189
+ ],
190
+ timestamp_tz: [
191
+ new Date("1990-01-01T00:00:00.000Z"),
192
+ new Date("9999-12-31T23:59:59.999Z"),
193
+ null,
194
+ ],
195
+ };
196
+
197
+ const suite = describe("test_all_types", () => {
198
+ before(async function () {
199
+ const all_types = await get_all_types();
200
+
201
+ for (const cur_type of all_types) {
202
+ // FIXME: these currently have too high a precision to be tested
203
+ if (["dec_18_6", "dec38_10"].includes(cur_type)) continue;
204
+
205
+ suite.addTest(
206
+ it(cur_type, async () => {
207
+ const conn = new duckdb.Database(":memory:");
208
+
209
+ let query: string;
210
+ if (cur_type in replacement_values) {
211
+ query = `select UNNEST([${replacement_values[cur_type]}]) AS ${cur_type}`;
212
+ } else {
213
+ query = `select "${cur_type}" from test_all_types()`;
214
+ }
215
+
216
+ let result = await new Promise<any[]>((resolve, reject) =>
217
+ conn.all(query, (err: DuckDbError | null, data: TableData) =>
218
+ err ? reject(err) : resolve(data)
219
+ )
220
+ );
221
+
222
+ result = result.map((row) => row[cur_type]); // pluck values
223
+
224
+ const correct_result = correct_answer_map[cur_type];
225
+
226
+ expect(result).deep.eq(correct_result);
227
+ })
228
+ );
229
+ }
230
+ });
231
+
232
+ it("dummy", () => {});
233
+ });
package/tsconfig.json CHANGED
@@ -2,6 +2,7 @@
2
2
  "compilerOptions": {
3
3
  "allowJs": false,
4
4
  "esModuleInterop": true,
5
+ "lib": ["ES2015"],
5
6
  "noImplicitAny": true,
6
7
  "strict": true,
7
8
  "outDir": "./dist",
@@ -1,42 +0,0 @@
1
- #include "duckdb/execution/index/art/prefix_segment.hpp"
2
-
3
- #include "duckdb/execution/index/art/art.hpp"
4
- #include "duckdb/execution/index/art/node.hpp"
5
-
6
- namespace duckdb {
7
-
8
- PrefixSegment &PrefixSegment::New(ART &art, Node &node) {
9
-
10
- node.SetPtr(Node::GetAllocator(art, NType::PREFIX_SEGMENT).New());
11
- node.type = (uint8_t)NType::PREFIX_SEGMENT;
12
-
13
- auto &segment = PrefixSegment::Get(art, node);
14
- segment.next.Reset();
15
- return segment;
16
- }
17
-
18
- PrefixSegment &PrefixSegment::Append(ART &art, uint32_t &count, const uint8_t byte) {
19
-
20
- reference<PrefixSegment> segment(*this);
21
- auto position = count % Node::PREFIX_SEGMENT_SIZE;
22
-
23
- // we need a new segment
24
- if (position == 0 && count != 0) {
25
- segment = PrefixSegment::New(art, next);
26
- }
27
-
28
- segment.get().bytes[position] = byte;
29
- count++;
30
- return segment.get();
31
- }
32
-
33
- PrefixSegment &PrefixSegment::GetTail(const ART &art) {
34
-
35
- reference<PrefixSegment> segment(*this);
36
- while (segment.get().next.IsSet()) {
37
- segment = PrefixSegment::Get(art, segment.get().next);
38
- }
39
- return segment.get();
40
- }
41
-
42
- } // namespace duckdb
@@ -1,40 +0,0 @@
1
- //===----------------------------------------------------------------------===//
2
- // DuckDB
3
- //
4
- // duckdb/execution/index/art/prefix_segment.hpp
5
- //
6
- //
7
- //===----------------------------------------------------------------------===//
8
- #pragma once
9
-
10
- #include "duckdb/execution/index/art/art.hpp"
11
- #include "duckdb/execution/index/art/node.hpp"
12
-
13
- namespace duckdb {
14
-
15
- class PrefixSegment {
16
- public:
17
- //! Constructor of an empty prefix segment containing bytes.
18
- //! NOTE: only use this constructor for temporary prefix segments
19
- PrefixSegment() {};
20
-
21
- //! The prefix bytes stored in this segment
22
- uint8_t bytes[Node::PREFIX_SEGMENT_SIZE];
23
- //! The position of the next segment, if the prefix exceeds this segment
24
- Node next;
25
-
26
- public:
27
- //! Get a new prefix segment node, might cause a new buffer allocation, and initialize it
28
- static PrefixSegment &New(ART &art, Node &node);
29
- //! Get a reference to the prefix segment
30
- static inline PrefixSegment &Get(const ART &art, const Node ptr) {
31
- return *Node::GetAllocator(art, NType::PREFIX_SEGMENT).Get<PrefixSegment>(ptr);
32
- }
33
-
34
- //! Append a byte to the current segment, or create a new segment containing that byte
35
- PrefixSegment &Append(ART &art, uint32_t &count, const uint8_t byte);
36
- //! Get the tail of a list of segments
37
- PrefixSegment &GetTail(const ART &art);
38
- };
39
-
40
- } // namespace duckdb
@@ -1,118 +0,0 @@
1
- #include "duckdb/function/scalar/operators.hpp"
2
- #include "duckdb/optimizer/statistics_propagator.hpp"
3
- #include "duckdb/planner/bound_result_modifier.hpp"
4
- #include "duckdb/planner/expression/bound_cast_expression.hpp"
5
- #include "duckdb/planner/expression/bound_constant_expression.hpp"
6
- #include "duckdb/planner/expression/bound_function_expression.hpp"
7
- #include "duckdb/storage/statistics/base_statistics.hpp"
8
- #include "duckdb/common/operator/subtract.hpp"
9
-
10
- namespace duckdb {
11
-
12
- template <class T>
13
- bool GetCastType(T signed_range, LogicalType &cast_type) {
14
- auto range = static_cast<typename std::make_unsigned<decltype(signed_range)>::type>(signed_range);
15
-
16
- // Check if this range fits in a smaller type
17
- if (range < NumericLimits<uint8_t>::Maximum()) {
18
- cast_type = LogicalType::UTINYINT;
19
- } else if (sizeof(T) > sizeof(uint16_t) && range < NumericLimits<uint16_t>::Maximum()) {
20
- cast_type = LogicalType::USMALLINT;
21
- } else if (sizeof(T) > sizeof(uint32_t) && range < NumericLimits<uint32_t>::Maximum()) {
22
- cast_type = LogicalType::UINTEGER;
23
- } else {
24
- return false;
25
- }
26
- return true;
27
- }
28
-
29
- template <>
30
- bool GetCastType(hugeint_t range, LogicalType &cast_type) {
31
- if (range < NumericLimits<uint8_t>().Maximum()) {
32
- cast_type = LogicalType::UTINYINT;
33
- } else if (range < NumericLimits<uint16_t>().Maximum()) {
34
- cast_type = LogicalType::USMALLINT;
35
- } else if (range < NumericLimits<uint32_t>().Maximum()) {
36
- cast_type = LogicalType::UINTEGER;
37
- } else if (range < NumericLimits<uint64_t>().Maximum()) {
38
- cast_type = LogicalType::UBIGINT;
39
- } else {
40
- return false;
41
- }
42
- return true;
43
- }
44
-
45
- template <class T>
46
- unique_ptr<Expression> TemplatedCastToSmallestType(unique_ptr<Expression> expr, BaseStatistics &stats) {
47
- // Compute range
48
- if (!NumericStats::HasMinMax(stats)) {
49
- return expr;
50
- }
51
-
52
- auto signed_min_val = NumericStats::Min(stats).GetValue<T>();
53
- auto signed_max_val = NumericStats::Max(stats).GetValue<T>();
54
- if (signed_max_val < signed_min_val) {
55
- return expr;
56
- }
57
-
58
- // Compute range, cast to unsigned to prevent comparing signed with unsigned
59
- T signed_range;
60
- if (!TrySubtractOperator::Operation(signed_max_val, signed_min_val, signed_range)) {
61
- // overflow in subtraction: cannot do any simplification
62
- return expr;
63
- }
64
-
65
- // Check if this range fits in a smaller type
66
- LogicalType cast_type;
67
- if (!GetCastType(signed_range, cast_type)) {
68
- return expr;
69
- }
70
-
71
- // Create expression to map to a smaller range
72
- auto input_type = expr->return_type;
73
- auto minimum_expr = make_uniq<BoundConstantExpression>(Value::CreateValue(signed_min_val));
74
- vector<unique_ptr<Expression>> arguments;
75
- arguments.push_back(std::move(expr));
76
- arguments.push_back(std::move(minimum_expr));
77
- auto minus_expr = make_uniq<BoundFunctionExpression>(input_type, SubtractFun::GetFunction(input_type, input_type),
78
- std::move(arguments), nullptr, true);
79
-
80
- // Cast to smaller type
81
- return BoundCastExpression::AddDefaultCastToType(std::move(minus_expr), cast_type);
82
- }
83
-
84
- unique_ptr<Expression> CastToSmallestType(unique_ptr<Expression> expr, BaseStatistics &num_stats) {
85
- auto physical_type = expr->return_type.InternalType();
86
- switch (physical_type) {
87
- case PhysicalType::UINT8:
88
- case PhysicalType::INT8:
89
- return expr;
90
- case PhysicalType::UINT16:
91
- return TemplatedCastToSmallestType<uint16_t>(std::move(expr), num_stats);
92
- case PhysicalType::INT16:
93
- return TemplatedCastToSmallestType<int16_t>(std::move(expr), num_stats);
94
- case PhysicalType::UINT32:
95
- return TemplatedCastToSmallestType<uint32_t>(std::move(expr), num_stats);
96
- case PhysicalType::INT32:
97
- return TemplatedCastToSmallestType<int32_t>(std::move(expr), num_stats);
98
- case PhysicalType::UINT64:
99
- return TemplatedCastToSmallestType<uint64_t>(std::move(expr), num_stats);
100
- case PhysicalType::INT64:
101
- return TemplatedCastToSmallestType<int64_t>(std::move(expr), num_stats);
102
- case PhysicalType::INT128:
103
- return TemplatedCastToSmallestType<hugeint_t>(std::move(expr), num_stats);
104
- default:
105
- throw NotImplementedException("Unknown integer type!");
106
- }
107
- }
108
-
109
- void StatisticsPropagator::PropagateAndCompress(unique_ptr<Expression> &expr, unique_ptr<BaseStatistics> &stats) {
110
- stats = PropagateExpression(expr);
111
- if (stats) {
112
- if (expr->return_type.IsIntegral()) {
113
- expr = CastToSmallestType(std::move(expr), *stats);
114
- }
115
- }
116
- }
117
-
118
- } // namespace duckdb