duckdb 0.8.2-dev145.0 → 0.8.2-dev1493.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (476) hide show
  1. package/binding.gyp +15 -12
  2. package/binding.gyp.in +1 -1
  3. package/configure.py +1 -1
  4. package/duckdb_extension_config.cmake +10 -0
  5. package/package.json +1 -1
  6. package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
  7. package/src/duckdb/extension/icu/icu-datefunc.cpp +1 -1
  8. package/src/duckdb/extension/icu/icu-datepart.cpp +2 -2
  9. package/src/duckdb/extension/icu/icu-datesub.cpp +2 -2
  10. package/src/duckdb/extension/icu/icu-datetrunc.cpp +1 -1
  11. package/src/duckdb/extension/icu/icu-list-range.cpp +1 -1
  12. package/src/duckdb/extension/icu/icu-makedate.cpp +7 -0
  13. package/src/duckdb/extension/icu/icu-strptime.cpp +4 -4
  14. package/src/duckdb/extension/icu/icu-table-range.cpp +5 -5
  15. package/src/duckdb/extension/icu/icu-timebucket.cpp +16 -16
  16. package/src/duckdb/extension/icu/icu-timezone.cpp +8 -8
  17. package/src/duckdb/extension/icu/icu_extension.cpp +3 -3
  18. package/src/duckdb/extension/json/include/json_common.hpp +47 -231
  19. package/src/duckdb/extension/json/include/json_executors.hpp +49 -13
  20. package/src/duckdb/extension/json/include/json_functions.hpp +2 -1
  21. package/src/duckdb/extension/json/json_common.cpp +272 -40
  22. package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
  23. package/src/duckdb/extension/json/json_functions/json_transform.cpp +17 -37
  24. package/src/duckdb/extension/json/json_functions/json_type.cpp +1 -1
  25. package/src/duckdb/extension/json/json_functions.cpp +24 -24
  26. package/src/duckdb/extension/json/json_scan.cpp +3 -6
  27. package/src/duckdb/extension/parquet/column_reader.cpp +19 -21
  28. package/src/duckdb/extension/parquet/column_writer.cpp +77 -61
  29. package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +2 -2
  30. package/src/duckdb/extension/parquet/include/column_reader.hpp +14 -16
  31. package/src/duckdb/extension/parquet/include/column_writer.hpp +9 -7
  32. package/src/duckdb/extension/parquet/include/list_column_reader.hpp +2 -2
  33. package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
  34. package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
  35. package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
  36. package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
  37. package/src/duckdb/extension/parquet/include/parquet_support.hpp +9 -11
  38. package/src/duckdb/extension/parquet/include/parquet_writer.hpp +24 -5
  39. package/src/duckdb/extension/parquet/include/string_column_reader.hpp +1 -1
  40. package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +2 -3
  41. package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
  42. package/src/duckdb/extension/parquet/parquet_extension.cpp +192 -20
  43. package/src/duckdb/extension/parquet/parquet_reader.cpp +6 -6
  44. package/src/duckdb/extension/parquet/parquet_statistics.cpp +7 -6
  45. package/src/duckdb/extension/parquet/parquet_writer.cpp +79 -16
  46. package/src/duckdb/extension/parquet/zstd_file_system.cpp +2 -2
  47. package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +1 -1
  48. package/src/duckdb/src/catalog/catalog_search_path.cpp +5 -4
  49. package/src/duckdb/src/catalog/default/default_functions.cpp +16 -0
  50. package/src/duckdb/src/common/adbc/adbc.cpp +75 -10
  51. package/src/duckdb/src/common/adbc/driver_manager.cpp +6 -11
  52. package/src/duckdb/src/common/allocator.cpp +14 -2
  53. package/src/duckdb/src/common/arrow/arrow_appender.cpp +5 -11
  54. package/src/duckdb/src/common/assert.cpp +3 -0
  55. package/src/duckdb/src/common/enum_util.cpp +42 -5
  56. package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
  57. package/src/duckdb/src/common/enums/optimizer_type.cpp +2 -0
  58. package/src/duckdb/src/common/enums/physical_operator_type.cpp +4 -0
  59. package/src/duckdb/src/common/exception.cpp +2 -2
  60. package/src/duckdb/src/common/file_system.cpp +19 -0
  61. package/src/duckdb/src/common/hive_partitioning.cpp +10 -6
  62. package/src/duckdb/src/common/local_file_system.cpp +2 -2
  63. package/src/duckdb/src/common/multi_file_reader.cpp +184 -20
  64. package/src/duckdb/src/common/operator/cast_operators.cpp +35 -1
  65. package/src/duckdb/src/common/radix_partitioning.cpp +26 -8
  66. package/src/duckdb/src/common/re2_regex.cpp +1 -1
  67. package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
  68. package/src/duckdb/src/common/sort/merge_sorter.cpp +9 -16
  69. package/src/duckdb/src/common/sort/partition_state.cpp +44 -11
  70. package/src/duckdb/src/common/types/batched_data_collection.cpp +7 -2
  71. package/src/duckdb/src/common/types/bit.cpp +51 -0
  72. package/src/duckdb/src/common/types/column/column_data_allocator.cpp +9 -6
  73. package/src/duckdb/src/common/types/column/column_data_collection.cpp +17 -2
  74. package/src/duckdb/src/common/types/column/column_data_collection_segment.cpp +15 -6
  75. package/src/duckdb/src/common/types/column/partitioned_column_data.cpp +2 -2
  76. package/src/duckdb/src/common/types/data_chunk.cpp +2 -2
  77. package/src/duckdb/src/common/types/date.cpp +9 -0
  78. package/src/duckdb/src/common/types/list_segment.cpp +24 -74
  79. package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +3 -9
  80. package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +2 -0
  81. package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +2 -2
  82. package/src/duckdb/src/common/types/uuid.cpp +2 -2
  83. package/src/duckdb/src/common/types/validity_mask.cpp +33 -0
  84. package/src/duckdb/src/common/virtual_file_system.cpp +138 -1
  85. package/src/duckdb/src/core_functions/aggregate/holistic/reservoir_quantile.cpp +2 -0
  86. package/src/duckdb/src/core_functions/aggregate/nested/list.cpp +2 -2
  87. package/src/duckdb/src/core_functions/aggregate/regression/regr_avg.cpp +4 -4
  88. package/src/duckdb/src/core_functions/aggregate/regression/regr_intercept.cpp +4 -4
  89. package/src/duckdb/src/core_functions/aggregate/regression/regr_r2.cpp +5 -4
  90. package/src/duckdb/src/core_functions/aggregate/regression/regr_sxx_syy.cpp +8 -8
  91. package/src/duckdb/src/core_functions/aggregate/regression/regr_sxy.cpp +4 -3
  92. package/src/duckdb/src/core_functions/function_list.cpp +4 -2
  93. package/src/duckdb/src/core_functions/scalar/date/date_part.cpp +208 -42
  94. package/src/duckdb/src/core_functions/scalar/date/epoch.cpp +10 -24
  95. package/src/duckdb/src/core_functions/scalar/date/make_date.cpp +19 -4
  96. package/src/duckdb/src/core_functions/scalar/list/list_aggregates.cpp +4 -2
  97. package/src/duckdb/src/execution/aggregate_hashtable.cpp +34 -18
  98. package/src/duckdb/src/execution/expression_executor.cpp +1 -1
  99. package/src/duckdb/src/execution/index/art/art.cpp +149 -139
  100. package/src/duckdb/src/execution/index/art/fixed_size_allocator.cpp +1 -1
  101. package/src/duckdb/src/execution/index/art/iterator.cpp +129 -207
  102. package/src/duckdb/src/execution/index/art/leaf.cpp +8 -37
  103. package/src/duckdb/src/execution/index/art/node.cpp +113 -120
  104. package/src/duckdb/src/execution/index/art/node16.cpp +1 -10
  105. package/src/duckdb/src/execution/index/art/node256.cpp +1 -9
  106. package/src/duckdb/src/execution/index/art/node4.cpp +12 -13
  107. package/src/duckdb/src/execution/index/art/node48.cpp +1 -11
  108. package/src/duckdb/src/execution/index/art/prefix.cpp +228 -350
  109. package/src/duckdb/src/execution/join_hashtable.cpp +4 -4
  110. package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +1 -0
  111. package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +8 -3
  112. package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +32 -22
  113. package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +512 -300
  114. package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +4 -3
  115. package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +5 -5
  116. package/src/duckdb/src/execution/operator/join/physical_asof_join.cpp +414 -283
  117. package/src/duckdb/src/execution/operator/join/physical_comparison_join.cpp +1 -1
  118. package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +21 -10
  119. package/src/duckdb/src/execution/operator/join/physical_join.cpp +1 -1
  120. package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +22 -3
  121. package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +2 -2
  122. package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +100 -13
  123. package/src/duckdb/src/execution/operator/persistent/csv_file_handle.cpp +1 -1
  124. package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +20 -0
  125. package/src/duckdb/src/execution/operator/persistent/csv_rejects_table.cpp +48 -0
  126. package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +2 -3
  127. package/src/duckdb/src/execution/operator/persistent/physical_batch_copy_to_file.cpp +6 -4
  128. package/src/duckdb/src/execution/operator/persistent/physical_fixed_batch_copy.cpp +3 -3
  129. package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +1 -1
  130. package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +2 -1
  131. package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +19 -0
  132. package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +7 -2
  133. package/src/duckdb/src/execution/operator/set/physical_cte.cpp +160 -0
  134. package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +15 -5
  135. package/src/duckdb/src/execution/partitionable_hashtable.cpp +41 -6
  136. package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +30 -5
  137. package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +43 -10
  138. package/src/duckdb/src/execution/physical_plan/plan_cte.cpp +33 -0
  139. package/src/duckdb/src/execution/physical_plan/plan_get.cpp +2 -2
  140. package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +25 -4
  141. package/src/duckdb/src/execution/physical_plan_generator.cpp +4 -0
  142. package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +290 -43
  143. package/src/duckdb/src/execution/window_segment_tree.cpp +286 -129
  144. package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +2 -1
  145. package/src/duckdb/src/function/cast/bit_cast.cpp +34 -2
  146. package/src/duckdb/src/function/cast/blob_cast.cpp +3 -0
  147. package/src/duckdb/src/function/cast/numeric_casts.cpp +2 -0
  148. package/src/duckdb/src/function/function.cpp +3 -1
  149. package/src/duckdb/src/function/scalar/compressed_materialization/compress_integral.cpp +212 -0
  150. package/src/duckdb/src/function/scalar/compressed_materialization/compress_string.cpp +249 -0
  151. package/src/duckdb/src/function/scalar/compressed_materialization_functions.cpp +29 -0
  152. package/src/duckdb/src/function/scalar/list/list_resize.cpp +162 -0
  153. package/src/duckdb/src/function/scalar/nested_functions.cpp +1 -0
  154. package/src/duckdb/src/function/scalar/string/like.cpp +12 -4
  155. package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +12 -5
  156. package/src/duckdb/src/function/table/copy_csv.cpp +8 -1
  157. package/src/duckdb/src/function/table/read_csv.cpp +100 -17
  158. package/src/duckdb/src/function/table/table_scan.cpp +9 -0
  159. package/src/duckdb/src/function/table/version/pragma_version.cpp +2 -2
  160. package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +1 -0
  161. package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -0
  162. package/src/duckdb/src/include/duckdb/common/bswap.hpp +42 -0
  163. package/src/duckdb/src/include/duckdb/common/enum_util.hpp +8 -0
  164. package/src/duckdb/src/include/duckdb/common/enums/cte_materialize.hpp +21 -0
  165. package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +2 -1
  166. package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
  167. package/src/duckdb/src/include/duckdb/common/enums/optimizer_type.hpp +2 -0
  168. package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
  169. package/src/duckdb/src/include/duckdb/common/extra_operator_info.hpp +27 -0
  170. package/src/duckdb/src/include/duckdb/common/file_system.hpp +2 -0
  171. package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +1 -1
  172. package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +6 -4
  173. package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +10 -42
  174. package/src/duckdb/src/include/duckdb/common/mutex.hpp +3 -0
  175. package/src/duckdb/src/include/duckdb/common/operator/cast_operators.hpp +43 -3
  176. package/src/duckdb/src/include/duckdb/common/operator/numeric_cast.hpp +10 -0
  177. package/src/duckdb/src/include/duckdb/common/radix.hpp +9 -20
  178. package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +6 -21
  179. package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +3 -3
  180. package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +13 -0
  181. package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +3 -1
  182. package/src/duckdb/src/include/duckdb/common/types/bit.hpp +81 -0
  183. package/src/duckdb/src/include/duckdb/common/types/column/column_data_allocator.hpp +1 -1
  184. package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection.hpp +6 -1
  185. package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection_segment.hpp +1 -1
  186. package/src/duckdb/src/include/duckdb/common/types/column/column_data_scan_states.hpp +3 -1
  187. package/src/duckdb/src/include/duckdb/common/types/data_chunk.hpp +1 -1
  188. package/src/duckdb/src/include/duckdb/common/types/date.hpp +7 -5
  189. package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +6 -8
  190. package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +0 -1
  191. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +1 -0
  192. package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +3 -0
  193. package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +9 -0
  194. package/src/duckdb/src/include/duckdb/common/virtual_file_system.hpp +38 -97
  195. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/corr.hpp +4 -4
  196. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/covar.hpp +3 -1
  197. package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic_functions.hpp +3 -1
  198. package/src/duckdb/src/include/duckdb/core_functions/aggregate/distributive_functions.hpp +3 -1
  199. package/src/duckdb/src/include/duckdb/core_functions/aggregate/holistic_functions.hpp +3 -1
  200. package/src/duckdb/src/include/duckdb/core_functions/aggregate/nested_functions.hpp +3 -1
  201. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_count.hpp +1 -0
  202. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_slope.hpp +3 -3
  203. package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression_functions.hpp +3 -1
  204. package/src/duckdb/src/include/duckdb/core_functions/scalar/bit_functions.hpp +3 -1
  205. package/src/duckdb/src/include/duckdb/core_functions/scalar/blob_functions.hpp +3 -1
  206. package/src/duckdb/src/include/duckdb/core_functions/scalar/date_functions.hpp +31 -11
  207. package/src/duckdb/src/include/duckdb/core_functions/scalar/enum_functions.hpp +3 -1
  208. package/src/duckdb/src/include/duckdb/core_functions/scalar/generic_functions.hpp +3 -1
  209. package/src/duckdb/src/include/duckdb/core_functions/scalar/list_functions.hpp +3 -1
  210. package/src/duckdb/src/include/duckdb/core_functions/scalar/map_functions.hpp +3 -1
  211. package/src/duckdb/src/include/duckdb/core_functions/scalar/math_functions.hpp +3 -1
  212. package/src/duckdb/src/include/duckdb/core_functions/scalar/operators_functions.hpp +3 -1
  213. package/src/duckdb/src/include/duckdb/core_functions/scalar/random_functions.hpp +3 -1
  214. package/src/duckdb/src/include/duckdb/core_functions/scalar/string_functions.hpp +3 -1
  215. package/src/duckdb/src/include/duckdb/core_functions/scalar/struct_functions.hpp +3 -1
  216. package/src/duckdb/src/include/duckdb/core_functions/scalar/union_functions.hpp +3 -1
  217. package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +21 -3
  218. package/src/duckdb/src/include/duckdb/execution/executor.hpp +3 -0
  219. package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -5
  220. package/src/duckdb/src/include/duckdb/execution/index/art/iterator.hpp +31 -27
  221. package/src/duckdb/src/include/duckdb/execution/index/art/leaf.hpp +6 -14
  222. package/src/duckdb/src/include/duckdb/execution/index/art/node.hpp +4 -10
  223. package/src/duckdb/src/include/duckdb/execution/index/art/node16.hpp +3 -6
  224. package/src/duckdb/src/include/duckdb/execution/index/art/node256.hpp +3 -6
  225. package/src/duckdb/src/include/duckdb/execution/index/art/node4.hpp +5 -8
  226. package/src/duckdb/src/include/duckdb/execution/index/art/node48.hpp +3 -6
  227. package/src/duckdb/src/include/duckdb/execution/index/art/prefix.hpp +63 -52
  228. package/src/duckdb/src/include/duckdb/execution/operator/join/physical_asof_join.hpp +2 -10
  229. package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +2 -2
  230. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_line_info.hpp +4 -3
  231. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +8 -1
  232. package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_rejects_table.hpp +36 -0
  233. package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +1 -1
  234. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +10 -0
  235. package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +5 -1
  236. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_cte.hpp +62 -0
  237. package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +8 -2
  238. package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +5 -1
  239. package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +3 -0
  240. package/src/duckdb/src/include/duckdb/execution/radix_partitioned_hashtable.hpp +10 -3
  241. package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +51 -40
  242. package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +1 -1
  243. package/src/duckdb/src/include/duckdb/function/aggregate_state.hpp +2 -2
  244. package/src/duckdb/src/include/duckdb/function/built_in_functions.hpp +1 -0
  245. package/src/duckdb/src/include/duckdb/function/scalar/compressed_materialization_functions.hpp +49 -0
  246. package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +1 -1
  247. package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +5 -0
  248. package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +2 -0
  249. package/src/duckdb/src/include/duckdb/main/client_config.hpp +3 -0
  250. package/src/duckdb/src/include/duckdb/main/config.hpp +2 -0
  251. package/src/duckdb/src/include/duckdb/main/connection.hpp +1 -2
  252. package/src/duckdb/src/include/duckdb/main/relation/cross_product_relation.hpp +4 -1
  253. package/src/duckdb/src/include/duckdb/main/relation/join_relation.hpp +5 -2
  254. package/src/duckdb/src/include/duckdb/main/relation.hpp +4 -2
  255. package/src/duckdb/src/include/duckdb/main/settings.hpp +30 -1
  256. package/src/duckdb/src/include/duckdb/optimizer/column_binding_replacer.hpp +47 -0
  257. package/src/duckdb/src/include/duckdb/optimizer/compressed_materialization.hpp +132 -0
  258. package/src/duckdb/src/include/duckdb/optimizer/deliminator.hpp +13 -16
  259. package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +3 -0
  260. package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +1 -1
  261. package/src/duckdb/src/include/duckdb/optimizer/join_order/estimated_properties.hpp +10 -1
  262. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +1 -1
  263. package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +1 -1
  264. package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +3 -0
  265. package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +13 -0
  266. package/src/duckdb/src/include/duckdb/optimizer/optimizer.hpp +3 -0
  267. package/src/duckdb/src/include/duckdb/optimizer/remove_duplicate_groups.hpp +40 -0
  268. package/src/duckdb/src/include/duckdb/optimizer/statistics_propagator.hpp +11 -3
  269. package/src/duckdb/src/include/duckdb/optimizer/topn_optimizer.hpp +2 -0
  270. package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +2 -0
  271. package/src/duckdb/src/include/duckdb/parallel/task_scheduler.hpp +5 -0
  272. package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
  273. package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +3 -0
  274. package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +3 -0
  275. package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +3 -0
  276. package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +3 -0
  277. package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +3 -0
  278. package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +3 -0
  279. package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +1 -0
  280. package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +3 -0
  281. package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +3 -0
  282. package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +3 -0
  283. package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +3 -0
  284. package/src/duckdb/src/include/duckdb/parser/query_node/cte_node.hpp +54 -0
  285. package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +1 -0
  286. package/src/duckdb/src/include/duckdb/parser/query_node.hpp +2 -1
  287. package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +1 -0
  288. package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +1 -1
  289. package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +3 -0
  290. package/src/duckdb/src/include/duckdb/parser/tokens.hpp +1 -0
  291. package/src/duckdb/src/include/duckdb/parser/transformer.hpp +15 -8
  292. package/src/duckdb/src/include/duckdb/planner/binder.hpp +8 -5
  293. package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
  294. package/src/duckdb/src/include/duckdb/planner/column_binding.hpp +4 -0
  295. package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -3
  296. package/src/duckdb/src/include/duckdb/planner/expression_binder/lateral_binder.hpp +0 -2
  297. package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +1 -0
  298. package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +2 -1
  299. package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +5 -5
  300. package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +7 -2
  301. package/src/duckdb/src/include/duckdb/planner/operator/logical_dependent_join.hpp +43 -0
  302. package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +4 -0
  303. package/src/duckdb/src/include/duckdb/planner/operator/logical_materialized_cte.hpp +49 -0
  304. package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +5 -4
  305. package/src/duckdb/src/include/duckdb/planner/query_node/bound_cte_node.hpp +44 -0
  306. package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +1 -0
  307. package/src/duckdb/src/include/duckdb/planner/subquery/flatten_dependent_join.hpp +2 -2
  308. package/src/duckdb/src/include/duckdb/planner/subquery/has_correlated_expressions.hpp +4 -1
  309. package/src/duckdb/src/include/duckdb/planner/subquery/recursive_dependent_join_planner.hpp +31 -0
  310. package/src/duckdb/src/include/duckdb/planner/subquery/rewrite_correlated_expressions.hpp +8 -2
  311. package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +5 -2
  312. package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +1 -1
  313. package/src/duckdb/src/include/duckdb/storage/block_manager.hpp +3 -3
  314. package/src/duckdb/src/include/duckdb/storage/data_table.hpp +1 -1
  315. package/src/duckdb/src/include/duckdb/storage/object_cache.hpp +22 -0
  316. package/src/duckdb/src/include/duckdb/storage/single_file_block_manager.hpp +2 -0
  317. package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +4 -0
  318. package/src/duckdb/src/include/duckdb/storage/table/chunk_info.hpp +3 -0
  319. package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +3 -2
  320. package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +1 -3
  321. package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +2 -3
  322. package/src/duckdb/src/include/duckdb.h +28 -0
  323. package/src/duckdb/src/main/capi/arrow-c.cpp +155 -1
  324. package/src/duckdb/src/main/capi/duckdb_value-c.cpp +1 -1
  325. package/src/duckdb/src/main/config.cpp +3 -0
  326. package/src/duckdb/src/main/database.cpp +1 -1
  327. package/src/duckdb/src/main/extension/extension_helper.cpp +96 -89
  328. package/src/duckdb/src/main/extension/extension_install.cpp +6 -0
  329. package/src/duckdb/src/main/extension/extension_load.cpp +10 -1
  330. package/src/duckdb/src/main/relation/cross_product_relation.cpp +4 -3
  331. package/src/duckdb/src/main/relation/join_relation.cpp +5 -5
  332. package/src/duckdb/src/main/relation.cpp +6 -5
  333. package/src/duckdb/src/main/settings/settings.cpp +64 -18
  334. package/src/duckdb/src/optimizer/column_binding_replacer.cpp +43 -0
  335. package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +1 -2
  336. package/src/duckdb/src/optimizer/compressed_materialization/compress_aggregate.cpp +140 -0
  337. package/src/duckdb/src/optimizer/compressed_materialization/compress_distinct.cpp +42 -0
  338. package/src/duckdb/src/optimizer/compressed_materialization/compress_order.cpp +65 -0
  339. package/src/duckdb/src/optimizer/compressed_materialization.cpp +478 -0
  340. package/src/duckdb/src/optimizer/deliminator.cpp +176 -321
  341. package/src/duckdb/src/optimizer/filter_pushdown.cpp +9 -0
  342. package/src/duckdb/src/optimizer/join_order/estimated_properties.cpp +7 -0
  343. package/src/duckdb/src/optimizer/join_order/join_node.cpp +2 -2
  344. package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +113 -82
  345. package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +2 -6
  346. package/src/duckdb/src/optimizer/join_order/query_graph.cpp +22 -14
  347. package/src/duckdb/src/optimizer/optimizer.cpp +51 -14
  348. package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +5 -5
  349. package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +0 -1
  350. package/src/duckdb/src/optimizer/remove_duplicate_groups.cpp +127 -0
  351. package/src/duckdb/src/optimizer/remove_unused_columns.cpp +4 -0
  352. package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +154 -15
  353. package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +65 -8
  354. package/src/duckdb/src/optimizer/statistics/operator/propagate_order.cpp +1 -1
  355. package/src/duckdb/src/optimizer/statistics_propagator.cpp +7 -5
  356. package/src/duckdb/src/optimizer/topn_optimizer.cpp +20 -10
  357. package/src/duckdb/src/parallel/executor.cpp +15 -0
  358. package/src/duckdb/src/parallel/task_scheduler.cpp +11 -2
  359. package/src/duckdb/src/parser/common_table_expression_info.cpp +2 -0
  360. package/src/duckdb/src/parser/expression/between_expression.cpp +3 -15
  361. package/src/duckdb/src/parser/expression/case_expression.cpp +0 -13
  362. package/src/duckdb/src/parser/expression/cast_expression.cpp +3 -14
  363. package/src/duckdb/src/parser/expression/collate_expression.cpp +3 -13
  364. package/src/duckdb/src/parser/expression/columnref_expression.cpp +3 -12
  365. package/src/duckdb/src/parser/expression/comparison_expression.cpp +3 -13
  366. package/src/duckdb/src/parser/expression/conjunction_expression.cpp +0 -12
  367. package/src/duckdb/src/parser/expression/constant_expression.cpp +3 -11
  368. package/src/duckdb/src/parser/expression/default_expression.cpp +0 -4
  369. package/src/duckdb/src/parser/expression/function_expression.cpp +3 -32
  370. package/src/duckdb/src/parser/expression/lambda_expression.cpp +4 -14
  371. package/src/duckdb/src/parser/expression/operator_expression.cpp +0 -12
  372. package/src/duckdb/src/parser/expression/parameter_expression.cpp +0 -12
  373. package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +4 -11
  374. package/src/duckdb/src/parser/expression/star_expression.cpp +0 -19
  375. package/src/duckdb/src/parser/expression/subquery_expression.cpp +0 -18
  376. package/src/duckdb/src/parser/expression/window_expression.cpp +3 -39
  377. package/src/duckdb/src/parser/parsed_expression.cpp +0 -70
  378. package/src/duckdb/src/parser/parsed_expression_iterator.cpp +7 -0
  379. package/src/duckdb/src/parser/parser.cpp +8 -2
  380. package/src/duckdb/src/parser/query_node/cte_node.cpp +58 -0
  381. package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +0 -19
  382. package/src/duckdb/src/parser/query_node/select_node.cpp +0 -29
  383. package/src/duckdb/src/parser/query_node/set_operation_node.cpp +0 -15
  384. package/src/duckdb/src/parser/query_node.cpp +15 -37
  385. package/src/duckdb/src/parser/result_modifier.cpp +0 -74
  386. package/src/duckdb/src/parser/tableref/basetableref.cpp +0 -19
  387. package/src/duckdb/src/parser/tableref/emptytableref.cpp +0 -4
  388. package/src/duckdb/src/parser/tableref/expressionlistref.cpp +0 -15
  389. package/src/duckdb/src/parser/tableref/joinref.cpp +3 -23
  390. package/src/duckdb/src/parser/tableref/pivotref.cpp +0 -23
  391. package/src/duckdb/src/parser/tableref/subqueryref.cpp +3 -13
  392. package/src/duckdb/src/parser/tableref/table_function.cpp +0 -15
  393. package/src/duckdb/src/parser/tableref.cpp +0 -44
  394. package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +55 -3
  395. package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +2 -0
  396. package/src/duckdb/src/parser/transform/expression/transform_multi_assign_reference.cpp +44 -0
  397. package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +19 -1
  398. package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +13 -0
  399. package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +6 -1
  400. package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +6 -1
  401. package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +7 -2
  402. package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +14 -11
  403. package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +11 -2
  404. package/src/duckdb/src/parser/transform/statement/transform_update.cpp +6 -1
  405. package/src/duckdb/src/parser/transformer.cpp +15 -0
  406. package/src/duckdb/src/planner/binder/query_node/bind_cte_node.cpp +64 -0
  407. package/src/duckdb/src/planner/binder/query_node/plan_cte_node.cpp +26 -0
  408. package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +5 -5
  409. package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +4 -4
  410. package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +32 -29
  411. package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +5 -4
  412. package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +11 -2
  413. package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +32 -5
  414. package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +116 -49
  415. package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +1 -1
  416. package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +61 -26
  417. package/src/duckdb/src/planner/binder/tableref/plan_subqueryref.cpp +3 -3
  418. package/src/duckdb/src/planner/binder.cpp +5 -0
  419. package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +1 -1
  420. package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +4 -31
  421. package/src/duckdb/src/planner/expression_binder.cpp +3 -0
  422. package/src/duckdb/src/planner/expression_iterator.cpp +6 -0
  423. package/src/duckdb/src/planner/logical_operator.cpp +5 -0
  424. package/src/duckdb/src/planner/logical_operator_visitor.cpp +2 -0
  425. package/src/duckdb/src/planner/operator/logical_cteref.cpp +3 -1
  426. package/src/duckdb/src/planner/operator/logical_dependent_join.cpp +26 -0
  427. package/src/duckdb/src/planner/operator/logical_get.cpp +9 -4
  428. package/src/duckdb/src/planner/operator/logical_materialized_cte.cpp +21 -0
  429. package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +90 -38
  430. package/src/duckdb/src/planner/subquery/has_correlated_expressions.cpp +22 -7
  431. package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +65 -7
  432. package/src/duckdb/src/storage/arena_allocator.cpp +1 -2
  433. package/src/duckdb/src/storage/buffer/block_manager.cpp +3 -0
  434. package/src/duckdb/src/storage/checkpoint_manager.cpp +3 -0
  435. package/src/duckdb/src/storage/compression/rle.cpp +0 -1
  436. package/src/duckdb/src/storage/data_table.cpp +1 -1
  437. package/src/duckdb/src/storage/local_storage.cpp +3 -3
  438. package/src/duckdb/src/storage/serialization/serialize_parsed_expression.cpp +340 -0
  439. package/src/duckdb/src/storage/serialization/serialize_query_node.cpp +122 -0
  440. package/src/duckdb/src/storage/serialization/serialize_result_modifier.cpp +86 -0
  441. package/src/duckdb/src/storage/serialization/serialize_tableref.cpp +166 -0
  442. package/src/duckdb/src/storage/single_file_block_manager.cpp +23 -0
  443. package/src/duckdb/src/storage/statistics/string_stats.cpp +21 -2
  444. package/src/duckdb/src/storage/storage_info.cpp +1 -1
  445. package/src/duckdb/src/storage/table/chunk_info.cpp +17 -0
  446. package/src/duckdb/src/storage/table/row_group.cpp +25 -9
  447. package/src/duckdb/src/storage/table/row_group_collection.cpp +19 -18
  448. package/src/duckdb/third_party/concurrentqueue/concurrentqueue.h +2 -2
  449. package/src/duckdb/third_party/concurrentqueue/lightweightsemaphore.h +76 -0
  450. package/src/duckdb/third_party/fast_float/fast_float/fast_float.h +2 -0
  451. package/src/duckdb/third_party/httplib/httplib.hpp +10 -1
  452. package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +9 -0
  453. package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +2 -1
  454. package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +12487 -12331
  455. package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +6 -6
  456. package/src/duckdb/ub_src_execution_index_art.cpp +0 -2
  457. package/src/duckdb/ub_src_execution_operator_persistent.cpp +2 -0
  458. package/src/duckdb/ub_src_execution_operator_set.cpp +2 -0
  459. package/src/duckdb/ub_src_execution_physical_plan.cpp +2 -0
  460. package/src/duckdb/ub_src_function_scalar.cpp +2 -0
  461. package/src/duckdb/ub_src_function_scalar_compressed_materialization.cpp +4 -0
  462. package/src/duckdb/ub_src_function_scalar_list.cpp +2 -0
  463. package/src/duckdb/ub_src_optimizer.cpp +6 -0
  464. package/src/duckdb/ub_src_optimizer_compressed_materialization.cpp +6 -0
  465. package/src/duckdb/ub_src_optimizer_statistics_expression.cpp +0 -2
  466. package/src/duckdb/ub_src_parser_query_node.cpp +2 -0
  467. package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
  468. package/src/duckdb/ub_src_planner_binder_query_node.cpp +4 -0
  469. package/src/duckdb/ub_src_planner_operator.cpp +4 -0
  470. package/src/duckdb/ub_src_storage_serialization.cpp +8 -0
  471. package/src/statement.cpp +10 -3
  472. package/test/test_all_types.test.ts +233 -0
  473. package/tsconfig.json +1 -0
  474. package/src/duckdb/src/execution/index/art/prefix_segment.cpp +0 -42
  475. package/src/duckdb/src/include/duckdb/execution/index/art/prefix_segment.hpp +0 -40
  476. package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +0 -118
@@ -3,6 +3,7 @@
3
3
  #include "duckdb/parser/query_node/select_node.hpp"
4
4
  #include "duckdb/parser/query_node/set_operation_node.hpp"
5
5
  #include "duckdb/parser/query_node/recursive_cte_node.hpp"
6
+ #include "duckdb/parser/query_node/cte_node.hpp"
6
7
  #include "duckdb/common/limits.hpp"
7
8
  #include "duckdb/common/field_writer.hpp"
8
9
  #include "duckdb/common/serializer/format_serializer.hpp"
@@ -21,6 +22,7 @@ CommonTableExpressionMap CommonTableExpressionMap::Copy() const {
21
22
  kv_info->aliases.push_back(al);
22
23
  }
23
24
  kv_info->query = unique_ptr_cast<SQLStatement, SelectStatement>(kv.second->query->Copy());
25
+ kv_info->materialized = kv.second->materialized;
24
26
  res.map[kv.first] = std::move(kv_info);
25
27
  }
26
28
  return res;
@@ -59,7 +61,13 @@ string CommonTableExpressionMap::ToString() const {
59
61
  }
60
62
  result += ")";
61
63
  }
62
- result += " AS (";
64
+ if (kv.second->materialized == CTEMaterialize::CTE_MATERIALIZE_ALWAYS) {
65
+ result += " AS MATERIALIZED (";
66
+ } else if (kv.second->materialized == CTEMaterialize::CTE_MATERIALIZE_NEVER) {
67
+ result += " AS NOT MATERIALIZED (";
68
+ } else {
69
+ result += " AS (";
70
+ }
63
71
  result += cte.query->ToString();
64
72
  result += ")";
65
73
  first_cte = false;
@@ -159,6 +167,7 @@ void QueryNode::CopyProperties(QueryNode &other) const {
159
167
  kv_info->aliases.push_back(al);
160
168
  }
161
169
  kv_info->query = unique_ptr_cast<SQLStatement, SelectStatement>(kv.second->query->Copy());
170
+ kv_info->materialized = kv.second->materialized;
162
171
  other.cte_map.map[kv.first] = std::move(kv_info);
163
172
  }
164
173
  }
@@ -175,48 +184,13 @@ void QueryNode::Serialize(Serializer &main_serializer) const {
175
184
  serializer.WriteString(cte.first);
176
185
  serializer.WriteStringVector(cte.second->aliases);
177
186
  cte.second->query->Serialize(serializer);
187
+ writer.WriteField<CTEMaterialize>(cte.second->materialized);
178
188
  }
179
189
  Serialize(writer);
180
190
 
181
191
  writer.Finalize();
182
192
  }
183
193
 
184
- // Children should call the base method before their own.
185
- void QueryNode::FormatSerialize(FormatSerializer &serializer) const {
186
- serializer.WriteProperty("type", type);
187
- serializer.WriteProperty("modifiers", modifiers);
188
- serializer.WriteProperty("cte_map", cte_map);
189
- }
190
-
191
- unique_ptr<QueryNode> QueryNode::FormatDeserialize(FormatDeserializer &deserializer) {
192
-
193
- auto type = deserializer.ReadProperty<QueryNodeType>("type");
194
-
195
- auto modifiers = deserializer.ReadProperty<vector<unique_ptr<ResultModifier>>>("modifiers");
196
- auto cte_map = deserializer.ReadProperty<CommonTableExpressionMap>("cte_map");
197
-
198
- unique_ptr<QueryNode> result;
199
-
200
- switch (type) {
201
- case QueryNodeType::SELECT_NODE:
202
- result = SelectNode::FormatDeserialize(deserializer);
203
- break;
204
- case QueryNodeType::SET_OPERATION_NODE:
205
- result = SetOperationNode::FormatDeserialize(deserializer);
206
- break;
207
- case QueryNodeType::RECURSIVE_CTE_NODE:
208
- result = RecursiveCTENode::FormatDeserialize(deserializer);
209
- break;
210
- default:
211
- throw SerializationException("Could not deserialize Query Node: unknown type!");
212
- }
213
-
214
- result->type = type;
215
- result->modifiers = std::move(modifiers);
216
- result->cte_map = std::move(cte_map);
217
- return result;
218
- }
219
-
220
194
  unique_ptr<QueryNode> QueryNode::Deserialize(Deserializer &main_source) {
221
195
  FieldReader reader(main_source);
222
196
 
@@ -231,6 +205,7 @@ unique_ptr<QueryNode> QueryNode::Deserialize(Deserializer &main_source) {
231
205
  auto info = make_uniq<CommonTableExpressionInfo>();
232
206
  source.ReadStringVector(info->aliases);
233
207
  info->query = SelectStatement::Deserialize(source);
208
+ info->materialized = reader.ReadField<CTEMaterialize>(CTEMaterialize::CTE_MATERIALIZE_DEFAULT);
234
209
  new_map[name] = std::move(info);
235
210
  }
236
211
  unique_ptr<QueryNode> result;
@@ -244,6 +219,9 @@ unique_ptr<QueryNode> QueryNode::Deserialize(Deserializer &main_source) {
244
219
  case QueryNodeType::RECURSIVE_CTE_NODE:
245
220
  result = RecursiveCTENode::Deserialize(reader);
246
221
  break;
222
+ case QueryNodeType::CTE_NODE:
223
+ result = CTENode::Deserialize(reader);
224
+ break;
247
225
  default:
248
226
  throw SerializationException("Could not deserialize Query Node: unknown type!");
249
227
  }
@@ -17,33 +17,6 @@ void ResultModifier::Serialize(Serializer &serializer) const {
17
17
  writer.Finalize();
18
18
  }
19
19
 
20
- void ResultModifier::FormatSerialize(FormatSerializer &serializer) const {
21
- serializer.WriteProperty("type", type);
22
- }
23
-
24
- unique_ptr<ResultModifier> ResultModifier::FormatDeserialize(FormatDeserializer &deserializer) {
25
- auto type = deserializer.ReadProperty<ResultModifierType>("type");
26
-
27
- unique_ptr<ResultModifier> result;
28
- switch (type) {
29
- case ResultModifierType::LIMIT_MODIFIER:
30
- result = LimitModifier::FormatDeserialize(deserializer);
31
- break;
32
- case ResultModifierType::ORDER_MODIFIER:
33
- result = OrderModifier::FormatDeserialize(deserializer);
34
- break;
35
- case ResultModifierType::DISTINCT_MODIFIER:
36
- result = DistinctModifier::FormatDeserialize(deserializer);
37
- break;
38
- case ResultModifierType::LIMIT_PERCENT_MODIFIER:
39
- result = LimitPercentModifier::FormatDeserialize(deserializer);
40
- break;
41
- default:
42
- throw InternalException("Unrecognized ResultModifierType for Deserialization");
43
- }
44
- return result;
45
- }
46
-
47
20
  unique_ptr<ResultModifier> ResultModifier::Deserialize(Deserializer &source) {
48
21
  FieldReader reader(source);
49
22
  auto type = reader.ReadRequired<ResultModifierType>();
@@ -99,19 +72,6 @@ void LimitModifier::Serialize(FieldWriter &writer) const {
99
72
  writer.WriteOptional(offset);
100
73
  }
101
74
 
102
- void LimitModifier::FormatSerialize(FormatSerializer &serializer) const {
103
- ResultModifier::FormatSerialize(serializer);
104
- serializer.WriteOptionalProperty("limit", limit);
105
- serializer.WriteOptionalProperty("offset", offset);
106
- }
107
-
108
- unique_ptr<ResultModifier> LimitModifier::FormatDeserialize(FormatDeserializer &deserializer) {
109
- auto mod = make_uniq<LimitModifier>();
110
- deserializer.ReadOptionalProperty("limit", mod->limit);
111
- deserializer.ReadOptionalProperty("offset", mod->offset);
112
- return std::move(mod);
113
- }
114
-
115
75
  unique_ptr<ResultModifier> LimitModifier::Deserialize(FieldReader &reader) {
116
76
  auto mod = make_uniq<LimitModifier>();
117
77
  mod->limit = reader.ReadOptional<ParsedExpression>(nullptr);
@@ -142,17 +102,6 @@ void DistinctModifier::Serialize(FieldWriter &writer) const {
142
102
  writer.WriteSerializableList(distinct_on_targets);
143
103
  }
144
104
 
145
- void DistinctModifier::FormatSerialize(duckdb::FormatSerializer &serializer) const {
146
- ResultModifier::FormatSerialize(serializer);
147
- serializer.WriteProperty("distinct_on_targets", distinct_on_targets);
148
- }
149
-
150
- unique_ptr<ResultModifier> DistinctModifier::FormatDeserialize(FormatDeserializer &deserializer) {
151
- auto mod = make_uniq<DistinctModifier>();
152
- deserializer.ReadProperty("distinct_on_targets", mod->distinct_on_targets);
153
- return std::move(mod);
154
- }
155
-
156
105
  unique_ptr<ResultModifier> DistinctModifier::Deserialize(FieldReader &reader) {
157
106
  auto mod = make_uniq<DistinctModifier>();
158
107
  mod->distinct_on_targets = reader.ReadRequiredSerializableList<ParsedExpression>();
@@ -256,16 +205,6 @@ void OrderModifier::Serialize(FieldWriter &writer) const {
256
205
  writer.WriteRegularSerializableList(orders);
257
206
  }
258
207
 
259
- void OrderModifier::FormatSerialize(FormatSerializer &serializer) const {
260
- ResultModifier::FormatSerialize(serializer);
261
- serializer.WriteProperty("orders", orders);
262
- }
263
- unique_ptr<ResultModifier> OrderModifier::FormatDeserialize(FormatDeserializer &deserializer) {
264
- auto mod = make_uniq<OrderModifier>();
265
- deserializer.ReadProperty("orders", mod->orders);
266
- return std::move(mod);
267
- }
268
-
269
208
  unique_ptr<ResultModifier> OrderModifier::Deserialize(FieldReader &reader) {
270
209
  auto mod = make_uniq<OrderModifier>();
271
210
  mod->orders = reader.ReadRequiredSerializableList<OrderByNode, OrderByNode>();
@@ -302,12 +241,6 @@ void LimitPercentModifier::Serialize(FieldWriter &writer) const {
302
241
  writer.WriteOptional(offset);
303
242
  }
304
243
 
305
- void LimitPercentModifier::FormatSerialize(FormatSerializer &serializer) const {
306
- ResultModifier::FormatSerialize(serializer);
307
- serializer.WriteOptionalProperty("limit", limit);
308
- serializer.WriteOptionalProperty("offset", offset);
309
- }
310
-
311
244
  unique_ptr<ResultModifier> LimitPercentModifier::Deserialize(FieldReader &reader) {
312
245
  auto mod = make_uniq<LimitPercentModifier>();
313
246
  mod->limit = reader.ReadOptional<ParsedExpression>(nullptr);
@@ -315,11 +248,4 @@ unique_ptr<ResultModifier> LimitPercentModifier::Deserialize(FieldReader &reader
315
248
  return std::move(mod);
316
249
  }
317
250
 
318
- unique_ptr<ResultModifier> LimitPercentModifier::FormatDeserialize(FormatDeserializer &deserializer) {
319
- auto mod = make_uniq<LimitPercentModifier>();
320
- deserializer.ReadOptionalProperty("limit", mod->limit);
321
- deserializer.ReadOptionalProperty("offset", mod->offset);
322
- return std::move(mod);
323
- }
324
-
325
251
  } // namespace duckdb
@@ -31,25 +31,6 @@ void BaseTableRef::Serialize(FieldWriter &writer) const {
31
31
  writer.WriteString(catalog_name);
32
32
  }
33
33
 
34
- void BaseTableRef::FormatSerialize(FormatSerializer &serializer) const {
35
- TableRef::FormatSerialize(serializer);
36
- serializer.WriteProperty("schema_name", schema_name);
37
- serializer.WriteProperty("table_name", table_name);
38
- serializer.WriteProperty("column_name_alias", column_name_alias);
39
- serializer.WriteProperty("catalog_name", catalog_name);
40
- }
41
-
42
- unique_ptr<TableRef> BaseTableRef::FormatDeserialize(FormatDeserializer &deserializer) {
43
- auto result = make_uniq<BaseTableRef>();
44
-
45
- deserializer.ReadProperty("schema_name", result->schema_name);
46
- deserializer.ReadProperty("table_name", result->table_name);
47
- deserializer.ReadProperty("column_name_alias", result->column_name_alias);
48
- deserializer.ReadProperty("catalog_name", result->catalog_name);
49
-
50
- return std::move(result);
51
- }
52
-
53
34
  unique_ptr<TableRef> BaseTableRef::Deserialize(FieldReader &reader) {
54
35
  auto result = make_uniq<BaseTableRef>();
55
36
 
@@ -23,8 +23,4 @@ unique_ptr<TableRef> EmptyTableRef::Deserialize(FieldReader &reader) {
23
23
  return make_uniq<EmptyTableRef>();
24
24
  }
25
25
 
26
- unique_ptr<TableRef> EmptyTableRef::FormatDeserialize(FormatDeserializer &source) {
27
- return make_uniq<EmptyTableRef>();
28
- }
29
-
30
26
  } // namespace duckdb
@@ -75,21 +75,6 @@ void ExpressionListRef::Serialize(FieldWriter &writer) const {
75
75
  }
76
76
  }
77
77
 
78
- void ExpressionListRef::FormatSerialize(FormatSerializer &serializer) const {
79
- TableRef::FormatSerialize(serializer);
80
- serializer.WriteProperty("expected_names", expected_names);
81
- serializer.WriteProperty("expected_types", expected_types);
82
- serializer.WriteProperty("values", values);
83
- }
84
-
85
- unique_ptr<TableRef> ExpressionListRef::FormatDeserialize(FormatDeserializer &source) {
86
- auto result = make_uniq<ExpressionListRef>();
87
- source.ReadProperty("expected_names", result->expected_names);
88
- source.ReadProperty("expected_types", result->expected_types);
89
- source.ReadProperty("values", result->values);
90
- return std::move(result);
91
- }
92
-
93
78
  unique_ptr<TableRef> ExpressionListRef::Deserialize(FieldReader &reader) {
94
79
  auto result = make_uniq<ExpressionListRef>();
95
80
  // value list
@@ -28,6 +28,9 @@ string JoinRef::ToString() const {
28
28
  case JoinRefType::POSITIONAL:
29
29
  result += "POSITIONAL JOIN ";
30
30
  break;
31
+ case JoinRefType::DEPENDENT:
32
+ result += "DEPENDENT JOIN ";
33
+ break;
31
34
  }
32
35
  result += right->ToString();
33
36
  if (condition) {
@@ -88,29 +91,6 @@ void JoinRef::Serialize(FieldWriter &writer) const {
88
91
  writer.WriteList<string>(using_columns);
89
92
  }
90
93
 
91
- void JoinRef::FormatSerialize(FormatSerializer &serializer) const {
92
- TableRef::FormatSerialize(serializer);
93
- serializer.WriteProperty("left", *left);
94
- serializer.WriteProperty("right", *right);
95
- serializer.WriteOptionalProperty("condition", condition);
96
- serializer.WriteProperty("join_type", type);
97
- serializer.WriteProperty("ref_type", ref_type);
98
- serializer.WriteProperty("using_columns", using_columns);
99
- }
100
-
101
- unique_ptr<TableRef> JoinRef::FormatDeserialize(FormatDeserializer &source) {
102
- auto result = make_uniq<JoinRef>(JoinRefType::REGULAR);
103
-
104
- source.ReadProperty("left", result->left);
105
- source.ReadProperty("right", result->right);
106
- source.ReadOptionalProperty("condition", result->condition);
107
- source.ReadProperty("join_type", result->type);
108
- source.ReadProperty("ref_type", result->ref_type);
109
- source.ReadProperty("using_columns", result->using_columns);
110
-
111
- return std::move(result);
112
- }
113
-
114
94
  unique_ptr<TableRef> JoinRef::Deserialize(FieldReader &reader) {
115
95
  auto result = make_uniq<JoinRef>(JoinRefType::REGULAR);
116
96
  result->left = reader.ReadRequiredSerializable<TableRef>();
@@ -330,17 +330,6 @@ void PivotRef::Serialize(FieldWriter &writer) const {
330
330
  writer.WriteField<bool>(include_nulls);
331
331
  }
332
332
 
333
- void PivotRef::FormatSerialize(FormatSerializer &serializer) const {
334
- TableRef::FormatSerialize(serializer);
335
- serializer.WriteProperty("source", source);
336
- serializer.WriteProperty("aggregates", aggregates);
337
- serializer.WriteProperty("unpivot_names", unpivot_names);
338
- serializer.WriteProperty("pivots", pivots);
339
- serializer.WriteProperty("groups", groups);
340
- serializer.WriteProperty("column_name_alias", column_name_alias);
341
- serializer.WriteProperty("include_nulls", include_nulls);
342
- }
343
-
344
333
  unique_ptr<TableRef> PivotRef::Deserialize(FieldReader &reader) {
345
334
  auto result = make_uniq<PivotRef>();
346
335
  result->source = reader.ReadRequiredSerializable<TableRef>();
@@ -353,16 +342,4 @@ unique_ptr<TableRef> PivotRef::Deserialize(FieldReader &reader) {
353
342
  return std::move(result);
354
343
  }
355
344
 
356
- unique_ptr<TableRef> PivotRef::FormatDeserialize(FormatDeserializer &source) {
357
- auto result = make_uniq<PivotRef>();
358
- source.ReadProperty("source", result->source);
359
- source.ReadProperty("aggregates", result->aggregates);
360
- source.ReadProperty("unpivot_names", result->unpivot_names);
361
- source.ReadProperty("pivots", result->pivots);
362
- source.ReadProperty("groups", result->groups);
363
- source.ReadProperty("column_name_alias", result->column_name_alias);
364
- source.ReadProperty("include_nulls", result->include_nulls);
365
- return std::move(result);
366
- }
367
-
368
345
  } // namespace duckdb
@@ -12,6 +12,9 @@ string SubqueryRef::ToString() const {
12
12
  return BaseToString(result, column_name_alias);
13
13
  }
14
14
 
15
+ SubqueryRef::SubqueryRef() : TableRef(TableReferenceType::SUBQUERY) {
16
+ }
17
+
15
18
  SubqueryRef::SubqueryRef(unique_ptr<SelectStatement> subquery_p, string alias_p)
16
19
  : TableRef(TableReferenceType::SUBQUERY), subquery(std::move(subquery_p)) {
17
20
  this->alias = std::move(alias_p);
@@ -37,19 +40,6 @@ void SubqueryRef::Serialize(FieldWriter &writer) const {
37
40
  writer.WriteList<string>(column_name_alias);
38
41
  }
39
42
 
40
- void SubqueryRef::FormatSerialize(FormatSerializer &serializer) const {
41
- TableRef::FormatSerialize(serializer);
42
- serializer.WriteProperty("subquery", subquery);
43
- serializer.WriteProperty("column_name_alias", column_name_alias);
44
- }
45
-
46
- unique_ptr<TableRef> SubqueryRef::FormatDeserialize(FormatDeserializer &deserializer) {
47
- auto subquery = deserializer.ReadProperty<unique_ptr<SelectStatement>>("subquery");
48
- auto result = make_uniq<SubqueryRef>(std::move(subquery));
49
- deserializer.ReadProperty("column_name_alias", result->column_name_alias);
50
- return std::move(result);
51
- }
52
-
53
43
  unique_ptr<TableRef> SubqueryRef::Deserialize(FieldReader &reader) {
54
44
  auto subquery = reader.ReadRequiredSerializable<SelectStatement>();
55
45
  auto result = make_uniq<SubqueryRef>(std::move(subquery));
@@ -27,21 +27,6 @@ void TableFunctionRef::Serialize(FieldWriter &writer) const {
27
27
  writer.WriteList<string>(column_name_alias);
28
28
  }
29
29
 
30
- void TableFunctionRef::FormatSerialize(FormatSerializer &serializer) const {
31
- TableRef::FormatSerialize(serializer);
32
- serializer.WriteProperty("function", function);
33
- serializer.WriteProperty("alias", alias);
34
- serializer.WriteProperty("column_name_alias", column_name_alias);
35
- }
36
-
37
- unique_ptr<TableRef> TableFunctionRef::FormatDeserialize(FormatDeserializer &deserializer) {
38
- auto result = make_uniq<TableFunctionRef>();
39
- deserializer.ReadProperty("function", result->function);
40
- deserializer.ReadProperty("alias", result->alias);
41
- deserializer.ReadProperty("column_name_alias", result->column_name_alias);
42
- return std::move(result);
43
- }
44
-
45
30
  unique_ptr<TableRef> TableFunctionRef::Deserialize(FieldReader &reader) {
46
31
  auto result = make_uniq<TableFunctionRef>();
47
32
  result->function = reader.ReadRequiredSerializable<ParsedExpression>();
@@ -53,50 +53,6 @@ void TableRef::Serialize(Serializer &serializer) const {
53
53
  writer.Finalize();
54
54
  }
55
55
 
56
- void TableRef::FormatSerialize(FormatSerializer &serializer) const {
57
- serializer.WriteProperty("type", type);
58
- serializer.WriteProperty("alias", alias);
59
- serializer.WriteOptionalProperty("sample", sample);
60
- }
61
-
62
- unique_ptr<TableRef> TableRef::FormatDeserialize(FormatDeserializer &deserializer) {
63
- auto type = deserializer.ReadProperty<TableReferenceType>("type");
64
- auto alias = deserializer.ReadProperty<string>("alias");
65
- auto sample = deserializer.ReadOptionalProperty<unique_ptr<SampleOptions>>("sample");
66
-
67
- unique_ptr<TableRef> result;
68
-
69
- switch (type) {
70
- case TableReferenceType::BASE_TABLE:
71
- result = BaseTableRef::FormatDeserialize(deserializer);
72
- break;
73
- case TableReferenceType::JOIN:
74
- result = JoinRef::FormatDeserialize(deserializer);
75
- break;
76
- case TableReferenceType::SUBQUERY:
77
- result = SubqueryRef::FormatDeserialize(deserializer);
78
- break;
79
- case TableReferenceType::TABLE_FUNCTION:
80
- result = TableFunctionRef::FormatDeserialize(deserializer);
81
- break;
82
- case TableReferenceType::EMPTY:
83
- result = EmptyTableRef::FormatDeserialize(deserializer);
84
- break;
85
- case TableReferenceType::EXPRESSION_LIST:
86
- result = ExpressionListRef::FormatDeserialize(deserializer);
87
- break;
88
- case TableReferenceType::PIVOT:
89
- result = PivotRef::FormatDeserialize(deserializer);
90
- break;
91
- case TableReferenceType::CTE:
92
- case TableReferenceType::INVALID:
93
- throw InternalException("Unsupported type for TableRef::FormatDeserialize");
94
- }
95
- result->alias = alias;
96
- result->sample = std::move(sample);
97
- return result;
98
- }
99
-
100
56
  unique_ptr<TableRef> TableRef::Deserialize(Deserializer &source) {
101
57
  FieldReader reader(source);
102
58
 
@@ -1,8 +1,11 @@
1
- #include "duckdb/parser/expression/constant_expression.hpp"
2
- #include "duckdb/parser/transformer.hpp"
3
- #include "duckdb/common/operator/cast_operators.hpp"
1
+ #include "duckdb/common/enum_util.hpp"
4
2
  #include "duckdb/common/limits.hpp"
3
+ #include "duckdb/common/operator/cast_operators.hpp"
5
4
  #include "duckdb/common/types/decimal.hpp"
5
+ #include "duckdb/parser/expression/cast_expression.hpp"
6
+ #include "duckdb/parser/expression/constant_expression.hpp"
7
+ #include "duckdb/parser/expression/function_expression.hpp"
8
+ #include "duckdb/parser/transformer.hpp"
6
9
 
7
10
  namespace duckdb {
8
11
 
@@ -76,4 +79,53 @@ unique_ptr<ParsedExpression> Transformer::TransformConstant(duckdb_libpgquery::P
76
79
  return TransformValue(c.val);
77
80
  }
78
81
 
82
+ bool Transformer::ConstructConstantFromExpression(const ParsedExpression &expr, Value &value) {
83
+ // We have to construct it like this because we don't have the ClientContext for binding/executing the expr here
84
+ switch (expr.type) {
85
+ case ExpressionType::FUNCTION: {
86
+ auto &function = expr.Cast<FunctionExpression>();
87
+ if (function.function_name == "struct_pack") {
88
+ unordered_set<string> unique_names;
89
+ child_list_t<Value> values;
90
+ values.reserve(function.children.size());
91
+ for (const auto &child : function.children) {
92
+ if (!unique_names.insert(child->alias).second) {
93
+ throw BinderException("Duplicate struct entry name \"%s\"", child->alias);
94
+ }
95
+ Value child_value;
96
+ if (!ConstructConstantFromExpression(*child, child_value)) {
97
+ return false;
98
+ }
99
+ values.emplace_back(child->alias, std::move(child_value));
100
+ }
101
+ value = Value::STRUCT(std::move(values));
102
+ return true;
103
+ } else {
104
+ return false;
105
+ }
106
+ }
107
+ case ExpressionType::VALUE_CONSTANT: {
108
+ auto &constant = expr.Cast<ConstantExpression>();
109
+ value = constant.value;
110
+ return true;
111
+ }
112
+ case ExpressionType::OPERATOR_CAST: {
113
+ auto &cast = expr.Cast<CastExpression>();
114
+ Value dummy_value;
115
+ if (!ConstructConstantFromExpression(*cast.child, dummy_value)) {
116
+ return false;
117
+ }
118
+
119
+ string error_message;
120
+ if (!dummy_value.DefaultTryCastAs(cast.cast_type, value, &error_message)) {
121
+ throw ConversionException("Unable to cast %s to %s", dummy_value.ToString(),
122
+ EnumUtil::ToString(cast.cast_type.id()));
123
+ }
124
+ return true;
125
+ }
126
+ default:
127
+ return false;
128
+ }
129
+ }
130
+
79
131
  } // namespace duckdb
@@ -75,6 +75,8 @@ unique_ptr<ParsedExpression> Transformer::TransformExpression(duckdb_libpgquery:
75
75
  return TransformStarExpression(PGCast<duckdb_libpgquery::PGAStar>(node));
76
76
  case duckdb_libpgquery::T_PGBooleanTest:
77
77
  return TransformBooleanTest(PGCast<duckdb_libpgquery::PGBooleanTest>(node));
78
+ case duckdb_libpgquery::T_PGMultiAssignRef:
79
+ return TransformMultiAssignRef(PGCast<duckdb_libpgquery::PGMultiAssignRef>(node));
78
80
 
79
81
  default:
80
82
  throw NotImplementedException("Expression type %s (%d)", NodetypeToString(node.type), (int)node.type);
@@ -0,0 +1,44 @@
1
+ #include "duckdb/parser/parsed_expression.hpp"
2
+ #include "duckdb/parser/transformer.hpp"
3
+
4
+ namespace duckdb {
5
+
6
+ unique_ptr<ParsedExpression> Transformer::TransformMultiAssignRef(duckdb_libpgquery::PGMultiAssignRef &root) {
7
+ // Multi assignment for the ROW function
8
+ if (root.source->type == duckdb_libpgquery::T_PGFuncCall) {
9
+ auto func = PGCast<duckdb_libpgquery::PGFuncCall>(*root.source);
10
+
11
+ // Explicitly only allow ROW function
12
+ char const *function_name =
13
+ PGPointerCast<duckdb_libpgquery::PGValue>(func.funcname->tail->data.ptr_value)->val.str;
14
+ if (function_name == nullptr || strlen(function_name) != 3 || strncmp(function_name, "row", 3) != 0) {
15
+ return TransformExpression(root.source);
16
+ }
17
+
18
+ // Too many columns (ie. (x, y) = (1, 2, 3) )
19
+ if (root.ncolumns < func.args->length) {
20
+ throw ParserException(
21
+ "Could not perform multiple assignment, target only expects %d values, %d were provided", root.ncolumns,
22
+ func.args->length);
23
+ }
24
+
25
+ // Get the expression corresponding with the current column
26
+ idx_t idx = 1;
27
+ auto list = func.args->head;
28
+ while (list && idx < static_cast<idx_t>(root.colno)) {
29
+ list = list->next;
30
+ ++idx;
31
+ }
32
+
33
+ // Not enough columns (ie. (x, y, z) = (1, 2) )
34
+ if (!list) {
35
+ throw ParserException(
36
+ "Could not perform multiple assignment, target expects %d values, only %d were provided", root.ncolumns,
37
+ func.args->length);
38
+ }
39
+ return TransformExpression(reinterpret_cast<duckdb_libpgquery::PGNode *>(list->data.ptr_value));
40
+ }
41
+ return TransformExpression(root.source);
42
+ }
43
+
44
+ } // namespace duckdb
@@ -3,6 +3,7 @@
3
3
  #include "duckdb/common/exception.hpp"
4
4
  #include "duckdb/parser/statement/select_statement.hpp"
5
5
  #include "duckdb/parser/query_node/recursive_cte_node.hpp"
6
+ #include "duckdb/parser/query_node/cte_node.hpp"
6
7
 
7
8
  namespace duckdb {
8
9
 
@@ -10,6 +11,7 @@ unique_ptr<CommonTableExpressionInfo> CommonTableExpressionInfo::Copy() {
10
11
  auto result = make_uniq<CommonTableExpressionInfo>();
11
12
  result->aliases = aliases;
12
13
  result->query = unique_ptr_cast<SQLStatement, SelectStatement>(query->Copy());
14
+ result->materialized = materialized;
13
15
  return result;
14
16
  }
15
17
 
@@ -29,7 +31,8 @@ void Transformer::ExtractCTEsRecursive(CommonTableExpressionMap &cte_map) {
29
31
  }
30
32
  }
31
33
 
32
- void Transformer::TransformCTE(duckdb_libpgquery::PGWithClause &de_with_clause, CommonTableExpressionMap &cte_map) {
34
+ void Transformer::TransformCTE(duckdb_libpgquery::PGWithClause &de_with_clause, CommonTableExpressionMap &cte_map,
35
+ vector<unique_ptr<CTENode>> &materialized_ctes) {
33
36
  // TODO: might need to update in case of future lawsuit
34
37
  stored_cte_map.push_back(&cte_map);
35
38
 
@@ -79,6 +82,21 @@ void Transformer::TransformCTE(duckdb_libpgquery::PGWithClause &de_with_clause,
79
82
  // can't have two CTEs with same name
80
83
  throw ParserException("Duplicate CTE name \"%s\"", cte_name);
81
84
  }
85
+
86
+ #ifdef DUCKDB_ALTERNATIVE_VERIFY
87
+ if (cte.ctematerialized == duckdb_libpgquery::PGCTEMaterializeDefault) {
88
+ #else
89
+ if (cte.ctematerialized == duckdb_libpgquery::PGCTEMaterializeAlways) {
90
+ #endif
91
+ auto materialize = make_uniq<CTENode>();
92
+ materialize->query = info->query->node->Copy();
93
+ materialize->ctename = cte_name;
94
+ materialize->aliases = info->aliases;
95
+ materialized_ctes.push_back(std::move(materialize));
96
+
97
+ info->materialized = CTEMaterialize::CTE_MATERIALIZE_ALWAYS;
98
+ }
99
+
82
100
  cte_map.map[cte_name] = std::move(info);
83
101
  }
84
102
  }
@@ -1,6 +1,8 @@
1
1
  #include "duckdb/common/string_util.hpp"
2
2
  #include "duckdb/common/types/value.hpp"
3
+ #include "duckdb/core_functions/scalar/struct_functions.hpp"
3
4
  #include "duckdb/parser/expression/constant_expression.hpp"
5
+ #include "duckdb/parser/expression/function_expression.hpp"
4
6
  #include "duckdb/parser/statement/copy_statement.hpp"
5
7
  #include "duckdb/parser/tableref/basetableref.hpp"
6
8
  #include "duckdb/parser/transformer.hpp"
@@ -47,6 +49,17 @@ void Transformer::TransformCopyOptions(CopyInfo &info, optional_ptr<duckdb_libpg
47
49
  case duckdb_libpgquery::T_PGAStar:
48
50
  info.options[def_elem->defname].push_back(Value("*"));
49
51
  break;
52
+ case duckdb_libpgquery::T_PGFuncCall: {
53
+ auto func_call = PGPointerCast<duckdb_libpgquery::PGFuncCall>(def_elem->arg);
54
+ auto func_expr = TransformFuncCall(*func_call);
55
+
56
+ Value value;
57
+ if (!Transformer::ConstructConstantFromExpression(*func_expr, value)) {
58
+ throw ParserException("Unsupported expression in COPY options: %s", func_expr->ToString());
59
+ }
60
+ info.options[def_elem->defname].push_back(std::move(value));
61
+ break;
62
+ }
50
63
  default: {
51
64
  auto val = PGPointerCast<duckdb_libpgquery::PGValue>(def_elem->arg);
52
65
  info.options[def_elem->defname].push_back(TransformValue(*val)->value);
@@ -5,8 +5,13 @@ namespace duckdb {
5
5
 
6
6
  unique_ptr<DeleteStatement> Transformer::TransformDelete(duckdb_libpgquery::PGDeleteStmt &stmt) {
7
7
  auto result = make_uniq<DeleteStatement>();
8
+ vector<unique_ptr<CTENode>> materialized_ctes;
8
9
  if (stmt.withClause) {
9
- TransformCTE(*PGPointerCast<duckdb_libpgquery::PGWithClause>(stmt.withClause), result->cte_map);
10
+ TransformCTE(*PGPointerCast<duckdb_libpgquery::PGWithClause>(stmt.withClause), result->cte_map,
11
+ materialized_ctes);
12
+ if (!materialized_ctes.empty()) {
13
+ throw NotImplementedException("Materialized CTEs are not implemented for delete.");
14
+ }
10
15
  }
11
16
 
12
17
  result->condition = TransformExpression(stmt.whereClause);