duckdb 0.7.2-dev225.0 → 0.7.2-dev2320.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/binding.gyp +13 -6
- package/lib/duckdb.d.ts +55 -2
- package/lib/duckdb.js +20 -1
- package/package.json +1 -1
- package/src/connection.cpp +13 -14
- package/src/data_chunk.cpp +14 -2
- package/src/database.cpp +15 -16
- package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datefunc.cpp +23 -11
- package/src/duckdb/extension/icu/icu-datepart.cpp +18 -18
- package/src/duckdb/extension/icu/icu-datesub.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datetrunc.cpp +1 -1
- package/src/duckdb/extension/icu/icu-extension.cpp +32 -29
- package/src/duckdb/extension/icu/icu-list-range.cpp +207 -0
- package/src/duckdb/extension/icu/icu-makedate.cpp +1 -1
- package/src/duckdb/extension/icu/icu-strptime.cpp +133 -45
- package/src/duckdb/extension/icu/icu-table-range.cpp +10 -10
- package/src/duckdb/extension/icu/icu-timebucket.cpp +6 -6
- package/src/duckdb/extension/icu/icu-timezone.cpp +19 -18
- package/src/duckdb/extension/icu/include/icu-datefunc.hpp +10 -8
- package/src/duckdb/extension/icu/include/icu-list-range.hpp +17 -0
- package/src/duckdb/extension/icu/third_party/icu/common/unicode/localpointer.h +22 -22
- package/src/duckdb/extension/icu/third_party/icu/i18n/unicode/numberformatter.h +1 -1
- package/src/duckdb/extension/icu/third_party/icu/stubdata/stubdata.cpp +1 -1
- package/src/duckdb/extension/json/buffered_json_reader.cpp +3 -3
- package/src/duckdb/extension/json/include/buffered_json_reader.hpp +5 -5
- package/src/duckdb/extension/json/include/json_common.hpp +1 -0
- package/src/duckdb/extension/json/include/json_deserializer.hpp +92 -0
- package/src/duckdb/extension/json/include/json_executors.hpp +2 -2
- package/src/duckdb/extension/json/include/json_functions.hpp +8 -1
- package/src/duckdb/extension/json/include/json_scan.hpp +9 -10
- package/src/duckdb/extension/json/include/json_serializer.hpp +82 -0
- package/src/duckdb/extension/json/include/json_structure.hpp +1 -1
- package/src/duckdb/extension/json/json-extension.cpp +6 -0
- package/src/duckdb/extension/json/json_deserializer.cpp +306 -0
- package/src/duckdb/extension/json/json_functions/copy_json.cpp +19 -19
- package/src/duckdb/extension/json/json_functions/json_create.cpp +27 -26
- package/src/duckdb/extension/json/json_functions/json_merge_patch.cpp +2 -2
- package/src/duckdb/extension/json/json_functions/json_serialize_sql.cpp +279 -0
- package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
- package/src/duckdb/extension/json/json_functions/json_transform.cpp +3 -3
- package/src/duckdb/extension/json/json_functions/read_json.cpp +26 -35
- package/src/duckdb/extension/json/json_functions.cpp +35 -18
- package/src/duckdb/extension/json/json_scan.cpp +9 -32
- package/src/duckdb/extension/json/json_serializer.cpp +253 -0
- package/src/duckdb/extension/parquet/column_reader.cpp +162 -99
- package/src/duckdb/extension/parquet/column_writer.cpp +106 -105
- package/src/duckdb/extension/parquet/include/boolean_column_reader.hpp +5 -3
- package/src/duckdb/extension/parquet/include/callback_column_reader.hpp +3 -0
- package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +7 -4
- package/src/duckdb/extension/parquet/include/column_reader.hpp +26 -10
- package/src/duckdb/extension/parquet/include/column_writer.hpp +7 -8
- package/src/duckdb/extension/parquet/include/decode_utils.hpp +5 -4
- package/src/duckdb/extension/parquet/include/list_column_reader.hpp +6 -4
- package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_metadata.hpp +1 -0
- package/src/duckdb/extension/parquet/include/parquet_reader.hpp +27 -52
- package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_support.hpp +10 -9
- package/src/duckdb/extension/parquet/include/parquet_timestamp.hpp +2 -1
- package/src/duckdb/extension/parquet/include/parquet_writer.hpp +3 -3
- package/src/duckdb/extension/parquet/include/row_number_column_reader.hpp +6 -3
- package/src/duckdb/extension/parquet/include/string_column_reader.hpp +4 -1
- package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +7 -3
- package/src/duckdb/extension/parquet/include/templated_column_reader.hpp +3 -0
- package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
- package/src/duckdb/extension/parquet/parquet-extension.cpp +113 -253
- package/src/duckdb/extension/parquet/parquet_metadata.cpp +11 -19
- package/src/duckdb/extension/parquet/parquet_reader.cpp +120 -255
- package/src/duckdb/extension/parquet/parquet_statistics.cpp +53 -40
- package/src/duckdb/extension/parquet/parquet_timestamp.cpp +16 -6
- package/src/duckdb/extension/parquet/parquet_writer.cpp +2 -2
- package/src/duckdb/extension/parquet/zstd_file_system.cpp +4 -4
- package/src/duckdb/src/catalog/catalog.cpp +79 -49
- package/src/duckdb/src/catalog/catalog_entry/duck_index_entry.cpp +3 -3
- package/src/duckdb/src/catalog/catalog_entry/duck_schema_entry.cpp +33 -33
- package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +52 -75
- package/src/duckdb/src/catalog/catalog_entry/index_catalog_entry.cpp +5 -5
- package/src/duckdb/src/catalog/catalog_entry/scalar_function_catalog_entry.cpp +1 -1
- package/src/duckdb/src/catalog/catalog_entry/scalar_macro_catalog_entry.cpp +6 -6
- package/src/duckdb/src/catalog/catalog_entry/schema_catalog_entry.cpp +3 -3
- package/src/duckdb/src/catalog/catalog_entry/sequence_catalog_entry.cpp +3 -3
- package/src/duckdb/src/catalog/catalog_entry/table_catalog_entry.cpp +8 -12
- package/src/duckdb/src/catalog/catalog_entry/table_function_catalog_entry.cpp +1 -1
- package/src/duckdb/src/catalog/catalog_entry/type_catalog_entry.cpp +11 -5
- package/src/duckdb/src/catalog/catalog_entry/view_catalog_entry.cpp +6 -6
- package/src/duckdb/src/catalog/catalog_entry.cpp +2 -2
- package/src/duckdb/src/catalog/catalog_set.cpp +56 -53
- package/src/duckdb/src/catalog/default/default_functions.cpp +15 -11
- package/src/duckdb/src/catalog/default/default_schemas.cpp +1 -1
- package/src/duckdb/src/catalog/default/default_types.cpp +4 -4
- package/src/duckdb/src/catalog/default/default_views.cpp +5 -5
- package/src/duckdb/src/catalog/dependency_list.cpp +15 -2
- package/src/duckdb/src/catalog/dependency_manager.cpp +46 -40
- package/src/duckdb/src/catalog/duck_catalog.cpp +37 -10
- package/src/duckdb/src/common/adbc/adbc.cpp +441 -0
- package/src/duckdb/src/common/adbc/driver_manager.cpp +749 -0
- package/src/duckdb/src/common/allocator.cpp +2 -2
- package/src/duckdb/src/common/arrow/arrow_appender.cpp +121 -52
- package/src/duckdb/src/common/arrow/arrow_converter.cpp +5 -5
- package/src/duckdb/src/common/arrow/arrow_wrapper.cpp +21 -3
- package/src/duckdb/src/common/box_renderer.cpp +113 -25
- package/src/duckdb/src/common/compressed_file_system.cpp +15 -0
- package/src/duckdb/src/common/constants.cpp +10 -1
- package/src/duckdb/src/common/enums/expression_type.cpp +8 -222
- package/src/duckdb/src/common/enums/join_type.cpp +3 -22
- package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
- package/src/duckdb/src/common/enums/physical_operator_type.cpp +2 -0
- package/src/duckdb/src/common/exception.cpp +19 -1
- package/src/duckdb/src/common/exception_format_value.cpp +1 -1
- package/src/duckdb/src/common/field_writer.cpp +2 -1
- package/src/duckdb/src/common/file_system.cpp +5 -3
- package/src/duckdb/src/common/filename_pattern.cpp +41 -0
- package/src/duckdb/src/common/gzip_file_system.cpp +69 -5
- package/src/duckdb/src/common/hive_partitioning.cpp +150 -19
- package/src/duckdb/src/common/local_file_system.cpp +82 -14
- package/src/duckdb/src/common/multi_file_reader.cpp +373 -0
- package/src/duckdb/src/common/operator/cast_operators.cpp +1 -1
- package/src/duckdb/src/common/pipe_file_system.cpp +2 -1
- package/src/duckdb/src/common/preserved_error.cpp +7 -5
- package/src/duckdb/src/common/progress_bar/progress_bar.cpp +8 -1
- package/src/duckdb/src/common/radix_partitioning.cpp +102 -370
- package/src/duckdb/src/common/random_engine.cpp +1 -1
- package/src/duckdb/src/common/re2_regex.cpp +4 -4
- package/src/duckdb/src/common/row_operations/row_aggregate.cpp +22 -17
- package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
- package/src/duckdb/src/common/row_operations/row_gather.cpp +5 -3
- package/src/duckdb/src/common/row_operations/row_match.cpp +117 -22
- package/src/duckdb/src/common/row_operations/row_scatter.cpp +6 -4
- package/src/duckdb/src/common/serializer/buffered_deserializer.cpp +4 -0
- package/src/duckdb/src/common/serializer/buffered_file_reader.cpp +21 -3
- package/src/duckdb/src/common/serializer/enum_serializer.cpp +1180 -0
- package/src/duckdb/src/common/sort/comparators.cpp +14 -5
- package/src/duckdb/src/common/sort/merge_sorter.cpp +3 -3
- package/src/duckdb/src/common/sort/partition_state.cpp +644 -0
- package/src/duckdb/src/common/sort/sort_state.cpp +18 -19
- package/src/duckdb/src/common/sort/sorted_block.cpp +23 -18
- package/src/duckdb/src/common/string_util.cpp +43 -3
- package/src/duckdb/src/common/tree_renderer.cpp +7 -9
- package/src/duckdb/src/common/types/batched_data_collection.cpp +5 -4
- package/src/duckdb/src/common/types/bit.cpp +89 -47
- package/src/duckdb/src/common/types/blob.cpp +3 -3
- package/src/duckdb/src/common/types/chunk_collection.cpp +4 -4
- package/src/duckdb/src/common/types/{column_data_allocator.cpp → column/column_data_allocator.cpp} +3 -2
- package/src/duckdb/src/common/types/{column_data_collection.cpp → column/column_data_collection.cpp} +67 -7
- package/src/duckdb/src/common/types/{column_data_collection_segment.cpp → column/column_data_collection_segment.cpp} +14 -11
- package/src/duckdb/src/common/types/{column_data_consumer.cpp → column/column_data_consumer.cpp} +1 -1
- package/src/duckdb/src/common/types/{partitioned_column_data.cpp → column/partitioned_column_data.cpp} +14 -12
- package/src/duckdb/src/common/types/conflict_manager.cpp +5 -4
- package/src/duckdb/src/common/types/data_chunk.cpp +1 -1
- package/src/duckdb/src/common/types/hyperloglog.cpp +2 -2
- package/src/duckdb/src/common/types/interval.cpp +0 -41
- package/src/duckdb/src/common/types/list_segment.cpp +658 -0
- package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +316 -0
- package/src/duckdb/src/common/types/{row_data_collection.cpp → row/row_data_collection.cpp} +2 -2
- package/src/duckdb/src/common/types/{row_data_collection_scanner.cpp → row/row_data_collection_scanner.cpp} +3 -3
- package/src/duckdb/src/common/types/{row_layout.cpp → row/row_layout.cpp} +1 -1
- package/src/duckdb/src/common/types/row/tuple_data_allocator.cpp +465 -0
- package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +511 -0
- package/src/duckdb/src/common/types/row/tuple_data_iterator.cpp +96 -0
- package/src/duckdb/src/common/types/row/tuple_data_layout.cpp +119 -0
- package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +1200 -0
- package/src/duckdb/src/common/types/row/tuple_data_segment.cpp +170 -0
- package/src/duckdb/src/common/types/string_heap.cpp +1 -1
- package/src/duckdb/src/common/types/string_type.cpp +1 -1
- package/src/duckdb/src/common/types/time.cpp +13 -0
- package/src/duckdb/src/common/types/validity_mask.cpp +24 -7
- package/src/duckdb/src/common/types/value.cpp +184 -101
- package/src/duckdb/src/common/types/vector.cpp +205 -144
- package/src/duckdb/src/common/types/vector_buffer.cpp +3 -3
- package/src/duckdb/src/common/types/vector_cache.cpp +4 -4
- package/src/duckdb/src/common/types.cpp +314 -152
- package/src/duckdb/src/common/value_operations/comparison_operations.cpp +14 -22
- package/src/duckdb/src/common/vector.cpp +12 -0
- package/src/duckdb/src/common/vector_operations/comparison_operators.cpp +10 -10
- package/src/duckdb/src/common/vector_operations/is_distinct_from.cpp +11 -10
- package/src/duckdb/src/common/vector_operations/vector_cast.cpp +2 -1
- package/src/duckdb/src/common/vector_operations/vector_copy.cpp +14 -11
- package/src/duckdb/src/common/virtual_file_system.cpp +1 -1
- package/src/duckdb/src/execution/adaptive_filter.cpp +1 -1
- package/src/duckdb/src/execution/aggregate_hashtable.cpp +331 -339
- package/src/duckdb/src/execution/column_binding_resolver.cpp +27 -11
- package/src/duckdb/src/execution/expression_executor/execute_between.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_case.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_cast.cpp +3 -2
- package/src/duckdb/src/execution/expression_executor/execute_comparison.cpp +3 -3
- package/src/duckdb/src/execution/expression_executor/execute_conjunction.cpp +6 -6
- package/src/duckdb/src/execution/expression_executor/execute_constant.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_function.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_operator.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_parameter.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_reference.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor.cpp +5 -4
- package/src/duckdb/src/execution/expression_executor_state.cpp +3 -4
- package/src/duckdb/src/execution/index/art/art.cpp +27 -15
- package/src/duckdb/src/execution/join_hashtable.cpp +203 -337
- package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +12 -3
- package/src/duckdb/src/execution/operator/aggregate/distinct_aggregate_data.cpp +12 -12
- package/src/duckdb/src/execution/operator/aggregate/grouped_aggregate_data.cpp +2 -2
- package/src/duckdb/src/execution/operator/aggregate/physical_hash_aggregate.cpp +44 -44
- package/src/duckdb/src/execution/operator/aggregate/physical_perfecthash_aggregate.cpp +22 -23
- package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +13 -9
- package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +43 -29
- package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +237 -917
- package/src/duckdb/src/execution/operator/filter/physical_filter.cpp +4 -4
- package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +9 -9
- package/src/duckdb/src/execution/operator/helper/physical_execute.cpp +3 -8
- package/src/duckdb/src/execution/operator/helper/physical_explain_analyze.cpp +4 -4
- package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +11 -8
- package/src/duckdb/src/execution/operator/helper/physical_limit_percent.cpp +8 -9
- package/src/duckdb/src/execution/operator/helper/physical_materialized_collector.cpp +14 -10
- package/src/duckdb/src/execution/operator/helper/physical_reservoir_sample.cpp +5 -5
- package/src/duckdb/src/execution/operator/helper/physical_result_collector.cpp +8 -14
- package/src/duckdb/src/execution/operator/helper/physical_streaming_limit.cpp +6 -6
- package/src/duckdb/src/execution/operator/helper/physical_streaming_sample.cpp +3 -3
- package/src/duckdb/src/execution/operator/helper/physical_vacuum.cpp +13 -11
- package/src/duckdb/src/execution/operator/join/perfect_hash_join_executor.cpp +37 -22
- package/src/duckdb/src/execution/operator/join/physical_blockwise_nl_join.cpp +78 -31
- package/src/duckdb/src/execution/operator/join/physical_cross_product.cpp +7 -7
- package/src/duckdb/src/execution/operator/join/physical_delim_join.cpp +18 -17
- package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +193 -169
- package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +42 -38
- package/src/duckdb/src/execution/operator/join/physical_index_join.cpp +29 -19
- package/src/duckdb/src/execution/operator/join/physical_join.cpp +9 -20
- package/src/duckdb/src/execution/operator/join/physical_nested_loop_join.cpp +21 -21
- package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +28 -33
- package/src/duckdb/src/execution/operator/join/physical_positional_join.cpp +6 -7
- package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +4 -2
- package/src/duckdb/src/execution/operator/order/physical_order.cpp +17 -17
- package/src/duckdb/src/execution/operator/order/physical_top_n.cpp +14 -14
- package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +54 -46
- package/src/duckdb/src/execution/operator/persistent/buffered_csv_reader.cpp +96 -43
- package/src/duckdb/src/execution/operator/persistent/csv_buffer.cpp +17 -13
- package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +12 -19
- package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +134 -30
- package/src/duckdb/src/execution/operator/persistent/physical_batch_insert.cpp +41 -36
- package/src/duckdb/src/execution/operator/persistent/physical_copy_to_file.cpp +31 -29
- package/src/duckdb/src/execution/operator/persistent/physical_delete.cpp +11 -12
- package/src/duckdb/src/execution/operator/persistent/physical_export.cpp +30 -29
- package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +51 -49
- package/src/duckdb/src/execution/operator/persistent/physical_update.cpp +15 -14
- package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +81 -0
- package/src/duckdb/src/execution/operator/projection/physical_projection.cpp +37 -3
- package/src/duckdb/src/execution/operator/projection/physical_tableinout_function.cpp +7 -7
- package/src/duckdb/src/execution/operator/projection/physical_unnest.cpp +5 -6
- package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +14 -8
- package/src/duckdb/src/execution/operator/scan/physical_dummy_scan.cpp +1 -1
- package/src/duckdb/src/execution/operator/scan/physical_expression_scan.cpp +1 -1
- package/src/duckdb/src/execution/operator/scan/physical_positional_scan.cpp +26 -11
- package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +27 -15
- package/src/duckdb/src/execution/operator/schema/physical_alter.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_attach.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_function.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_index.cpp +17 -16
- package/src/duckdb/src/execution/operator/schema/physical_create_schema.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_sequence.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_table.cpp +4 -4
- package/src/duckdb/src/execution/operator/schema/physical_create_type.cpp +26 -46
- package/src/duckdb/src/execution/operator/schema/physical_create_view.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_detach.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_drop.cpp +2 -2
- package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +19 -23
- package/src/duckdb/src/execution/operator/set/physical_union.cpp +15 -4
- package/src/duckdb/src/execution/partitionable_hashtable.cpp +30 -43
- package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +35 -39
- package/src/duckdb/src/execution/physical_operator.cpp +22 -37
- package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +34 -28
- package/src/duckdb/src/execution/physical_plan/plan_any_join.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_asof_join.cpp +97 -0
- package/src/duckdb/src/execution/physical_plan/plan_column_data_get.cpp +2 -4
- package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +119 -70
- package/src/duckdb/src/execution/physical_plan/plan_copy_to_file.cpp +3 -3
- package/src/duckdb/src/execution/physical_plan/plan_create.cpp +9 -9
- package/src/duckdb/src/execution/physical_plan/plan_create_index.cpp +16 -16
- package/src/duckdb/src/execution/physical_plan/plan_create_table.cpp +6 -6
- package/src/duckdb/src/execution/physical_plan/plan_cross_product.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_delete.cpp +4 -4
- package/src/duckdb/src/execution/physical_plan/plan_delim_get.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_delim_join.cpp +12 -13
- package/src/duckdb/src/execution/physical_plan/plan_distinct.cpp +15 -16
- package/src/duckdb/src/execution/physical_plan/plan_dummy_scan.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_empty_result.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_execute.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_explain.cpp +9 -12
- package/src/duckdb/src/execution/physical_plan/plan_export.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_expression_get.cpp +6 -6
- package/src/duckdb/src/execution/physical_plan/plan_filter.cpp +3 -3
- package/src/duckdb/src/execution/physical_plan/plan_get.cpp +12 -13
- package/src/duckdb/src/execution/physical_plan/plan_insert.cpp +28 -8
- package/src/duckdb/src/execution/physical_plan/plan_limit.cpp +6 -7
- package/src/duckdb/src/execution/physical_plan/plan_limit_percent.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_order.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_pivot.cpp +14 -0
- package/src/duckdb/src/execution/physical_plan/plan_positional_join.cpp +14 -5
- package/src/duckdb/src/execution/physical_plan/plan_pragma.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_prepare.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_projection.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +7 -7
- package/src/duckdb/src/execution/physical_plan/plan_reset.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_sample.cpp +4 -4
- package/src/duckdb/src/execution/physical_plan/plan_set.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_set_operation.cpp +5 -5
- package/src/duckdb/src/execution/physical_plan/plan_show_select.cpp +3 -5
- package/src/duckdb/src/execution/physical_plan/plan_simple.cpp +14 -14
- package/src/duckdb/src/execution/physical_plan/plan_top_n.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_unnest.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_update.cpp +3 -3
- package/src/duckdb/src/execution/physical_plan/plan_window.cpp +13 -13
- package/src/duckdb/src/execution/physical_plan_generator.cpp +53 -43
- package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +84 -54
- package/src/duckdb/src/execution/reservoir_sample.cpp +3 -3
- package/src/duckdb/src/execution/window_segment_tree.cpp +196 -26
- package/src/duckdb/src/function/aggregate/algebraic/avg.cpp +4 -4
- package/src/duckdb/src/function/aggregate/distributive/approx_count.cpp +1 -1
- package/src/duckdb/src/function/aggregate/distributive/arg_min_max.cpp +1 -1
- package/src/duckdb/src/function/aggregate/distributive/bitagg.cpp +1 -1
- package/src/duckdb/src/function/aggregate/distributive/bitstring_agg.cpp +33 -25
- package/src/duckdb/src/function/aggregate/distributive/bool.cpp +2 -0
- package/src/duckdb/src/function/aggregate/distributive/count.cpp +3 -4
- package/src/duckdb/src/function/aggregate/distributive/entropy.cpp +1 -1
- package/src/duckdb/src/function/aggregate/distributive/first.cpp +10 -8
- package/src/duckdb/src/function/aggregate/distributive/minmax.cpp +23 -23
- package/src/duckdb/src/function/aggregate/distributive/string_agg.cpp +8 -8
- package/src/duckdb/src/function/aggregate/distributive/sum.cpp +19 -13
- package/src/duckdb/src/function/aggregate/holistic/approximate_quantile.cpp +10 -7
- package/src/duckdb/src/function/aggregate/holistic/mode.cpp +2 -2
- package/src/duckdb/src/function/aggregate/holistic/quantile.cpp +25 -10
- package/src/duckdb/src/function/aggregate/holistic/reservoir_quantile.cpp +6 -6
- package/src/duckdb/src/function/aggregate/nested/histogram.cpp +2 -2
- package/src/duckdb/src/function/aggregate/nested/list.cpp +42 -804
- package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +289 -98
- package/src/duckdb/src/function/cast/cast_function_set.cpp +3 -2
- package/src/duckdb/src/function/cast/enum_casts.cpp +28 -6
- package/src/duckdb/src/function/cast/list_casts.cpp +19 -6
- package/src/duckdb/src/function/cast/map_cast.cpp +6 -3
- package/src/duckdb/src/function/cast/string_cast.cpp +39 -13
- package/src/duckdb/src/function/cast/struct_cast.cpp +27 -7
- package/src/duckdb/src/function/cast/time_casts.cpp +2 -2
- package/src/duckdb/src/function/cast/union_casts.cpp +40 -14
- package/src/duckdb/src/function/cast/vector_cast_helpers.cpp +2 -3
- package/src/duckdb/src/function/cast_rules.cpp +9 -4
- package/src/duckdb/src/function/compression_config.cpp +9 -9
- package/src/duckdb/src/function/function.cpp +4 -4
- package/src/duckdb/src/function/function_binder.cpp +8 -14
- package/src/duckdb/src/function/macro_function.cpp +3 -3
- package/src/duckdb/src/function/pragma/pragma_queries.cpp +25 -2
- package/src/duckdb/src/function/pragma_function.cpp +1 -1
- package/src/duckdb/src/function/scalar/bit/bitstring.cpp +4 -3
- package/src/duckdb/src/function/scalar/date/current.cpp +0 -2
- package/src/duckdb/src/function/scalar/date/date_diff.cpp +0 -1
- package/src/duckdb/src/function/scalar/date/date_part.cpp +22 -30
- package/src/duckdb/src/function/scalar/date/date_sub.cpp +0 -1
- package/src/duckdb/src/function/scalar/date/date_trunc.cpp +10 -14
- package/src/duckdb/src/function/scalar/date/strftime.cpp +133 -36
- package/src/duckdb/src/function/scalar/generic/alias.cpp +1 -1
- package/src/duckdb/src/function/scalar/generic/constant_or_null.cpp +6 -6
- package/src/duckdb/src/function/scalar/generic/current_setting.cpp +4 -4
- package/src/duckdb/src/function/scalar/generic/error.cpp +21 -0
- package/src/duckdb/src/function/scalar/generic/stats.cpp +6 -8
- package/src/duckdb/src/function/scalar/generic_functions.cpp +1 -0
- package/src/duckdb/src/function/scalar/list/array_slice.cpp +1 -1
- package/src/duckdb/src/function/scalar/list/contains_or_position.cpp +5 -147
- package/src/duckdb/src/function/scalar/list/flatten.cpp +7 -14
- package/src/duckdb/src/function/scalar/list/list_aggregates.cpp +12 -11
- package/src/duckdb/src/function/scalar/list/list_concat.cpp +9 -13
- package/src/duckdb/src/function/scalar/list/list_extract.cpp +6 -13
- package/src/duckdb/src/function/scalar/list/list_lambdas.cpp +13 -9
- package/src/duckdb/src/function/scalar/list/list_sort.cpp +32 -25
- package/src/duckdb/src/function/scalar/list/list_value.cpp +7 -11
- package/src/duckdb/src/function/scalar/map/cardinality.cpp +1 -1
- package/src/duckdb/src/function/scalar/map/map.cpp +48 -2
- package/src/duckdb/src/function/scalar/map/map_entries.cpp +2 -2
- package/src/duckdb/src/function/scalar/map/map_extract.cpp +69 -27
- package/src/duckdb/src/function/scalar/map/map_from_entries.cpp +1 -1
- package/src/duckdb/src/function/scalar/map/map_keys_values.cpp +1 -1
- package/src/duckdb/src/function/scalar/math/numeric.cpp +163 -22
- package/src/duckdb/src/function/scalar/math/random.cpp +3 -3
- package/src/duckdb/src/function/scalar/math/setseed.cpp +4 -4
- package/src/duckdb/src/function/scalar/math_functions.cpp +4 -0
- package/src/duckdb/src/function/scalar/operators/arithmetic.cpp +50 -51
- package/src/duckdb/src/function/scalar/operators/multiply.cpp +5 -0
- package/src/duckdb/src/function/scalar/sequence/nextval.cpp +35 -35
- package/src/duckdb/src/function/scalar/string/caseconvert.cpp +2 -6
- package/src/duckdb/src/function/scalar/string/damerau_levenshtein.cpp +106 -0
- package/src/duckdb/src/function/scalar/string/hex.cpp +384 -0
- package/src/duckdb/src/function/scalar/string/instr.cpp +2 -6
- package/src/duckdb/src/function/scalar/string/length.cpp +2 -6
- package/src/duckdb/src/function/scalar/string/levenshtein.cpp +2 -2
- package/src/duckdb/src/function/scalar/string/like.cpp +6 -10
- package/src/duckdb/src/function/scalar/string/printf.cpp +4 -4
- package/src/duckdb/src/function/scalar/string/regexp/regexp_extract_all.cpp +243 -0
- package/src/duckdb/src/function/scalar/string/regexp/regexp_util.cpp +79 -0
- package/src/duckdb/src/function/scalar/string/regexp.cpp +183 -125
- package/src/duckdb/src/function/scalar/string/string_split.cpp +3 -3
- package/src/duckdb/src/function/scalar/string/substring.cpp +2 -6
- package/src/duckdb/src/function/scalar/string_functions.cpp +2 -0
- package/src/duckdb/src/function/scalar/struct/struct_extract.cpp +9 -14
- package/src/duckdb/src/function/scalar/struct/struct_insert.cpp +12 -15
- package/src/duckdb/src/function/scalar/struct/struct_pack.cpp +9 -10
- package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +12 -12
- package/src/duckdb/src/function/scalar/union/union_extract.cpp +4 -4
- package/src/duckdb/src/function/scalar/union/union_value.cpp +2 -2
- package/src/duckdb/src/function/scalar_macro_function.cpp +4 -4
- package/src/duckdb/src/function/table/arrow.cpp +17 -14
- package/src/duckdb/src/function/table/arrow_conversion.cpp +28 -4
- package/src/duckdb/src/function/table/checkpoint.cpp +12 -8
- package/src/duckdb/src/function/table/copy_csv.cpp +22 -18
- package/src/duckdb/src/function/table/glob.cpp +7 -12
- package/src/duckdb/src/function/table/pragma_detailed_profiling_output.cpp +15 -14
- package/src/duckdb/src/function/table/pragma_last_profiling_output.cpp +13 -11
- package/src/duckdb/src/function/table/range.cpp +10 -10
- package/src/duckdb/src/function/table/read_csv.cpp +318 -278
- package/src/duckdb/src/function/table/repeat.cpp +4 -4
- package/src/duckdb/src/function/table/summary.cpp +1 -1
- package/src/duckdb/src/function/table/system/duckdb_columns.cpp +25 -25
- package/src/duckdb/src/function/table/system/duckdb_constraints.cpp +21 -20
- package/src/duckdb/src/function/table/system/duckdb_databases.cpp +4 -4
- package/src/duckdb/src/function/table/system/duckdb_dependencies.cpp +13 -13
- package/src/duckdb/src/function/table/system/duckdb_extensions.cpp +4 -4
- package/src/duckdb/src/function/table/system/duckdb_functions.cpp +3 -3
- package/src/duckdb/src/function/table/system/duckdb_indexes.cpp +3 -3
- package/src/duckdb/src/function/table/system/duckdb_keywords.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_schemas.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_sequences.cpp +3 -3
- package/src/duckdb/src/function/table/system/duckdb_settings.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_tables.cpp +4 -4
- package/src/duckdb/src/function/table/system/duckdb_temporary_files.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_types.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_views.cpp +2 -2
- package/src/duckdb/src/function/table/system/pragma_collations.cpp +2 -2
- package/src/duckdb/src/function/table/system/pragma_database_size.cpp +3 -3
- package/src/duckdb/src/function/table/system/pragma_storage_info.cpp +9 -7
- package/src/duckdb/src/function/table/system/pragma_table_info.cpp +22 -23
- package/src/duckdb/src/function/table/system/test_all_types.cpp +6 -6
- package/src/duckdb/src/function/table/system/test_vector_types.cpp +6 -6
- package/src/duckdb/src/function/table/table_scan.cpp +55 -62
- package/src/duckdb/src/function/table/unnest.cpp +10 -10
- package/src/duckdb/src/function/table/version/pragma_version.cpp +6 -4
- package/src/duckdb/src/function/table_function.cpp +11 -11
- package/src/duckdb/src/function/table_macro_function.cpp +3 -3
- package/src/duckdb/src/include/duckdb/catalog/catalog.hpp +31 -12
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_index_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_table_entry.hpp +3 -4
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/index_catalog_entry.hpp +5 -5
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/macro_catalog_entry.hpp +3 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/scalar_macro_catalog_entry.hpp +1 -1
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/schema_catalog_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/sequence_catalog_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_catalog_entry.hpp +3 -4
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_macro_catalog_entry.hpp +1 -1
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/type_catalog_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/view_catalog_entry.hpp +3 -3
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry.hpp +14 -3
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry_map.hpp +38 -0
- package/src/duckdb/src/include/duckdb/catalog/catalog_set.hpp +5 -5
- package/src/duckdb/src/include/duckdb/catalog/catalog_transaction.hpp +4 -3
- package/src/duckdb/src/include/duckdb/catalog/default/default_functions.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/default/default_types.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/default/default_views.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/dependency.hpp +4 -5
- package/src/duckdb/src/include/duckdb/catalog/dependency_list.hpp +6 -4
- package/src/duckdb/src/include/duckdb/catalog/dependency_manager.hpp +10 -9
- package/src/duckdb/src/include/duckdb/catalog/duck_catalog.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/adbc/adbc-init.hpp +37 -0
- package/src/duckdb/src/include/duckdb/common/adbc/adbc.h +1088 -0
- package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +85 -0
- package/src/duckdb/src/include/duckdb/common/adbc/driver_manager.h +84 -0
- package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/arrow/arrow_appender.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/bit_utils.hpp +147 -0
- package/src/duckdb/src/include/duckdb/common/box_renderer.hpp +8 -2
- package/src/duckdb/src/include/duckdb/common/case_insensitive_map.hpp +2 -3
- package/src/duckdb/src/include/duckdb/common/common.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/compressed_file_system.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/constants.hpp +9 -29
- package/src/duckdb/src/include/duckdb/common/enums/aggregate_handling.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/expression_type.hpp +2 -3
- package/src/duckdb/src/include/duckdb/common/enums/file_glob_options.hpp +20 -0
- package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +7 -4
- package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/order_preservation_type.hpp +24 -0
- package/src/duckdb/src/include/duckdb/common/enums/order_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/set_operation_type.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/exception.hpp +77 -5
- package/src/duckdb/src/include/duckdb/common/exception_format_value.hpp +6 -2
- package/src/duckdb/src/include/duckdb/common/fast_mem.hpp +528 -0
- package/src/duckdb/src/include/duckdb/common/field_writer.hpp +12 -4
- package/src/duckdb/src/include/duckdb/common/file_system.hpp +3 -2
- package/src/duckdb/src/include/duckdb/common/filename_pattern.hpp +34 -0
- package/src/duckdb/src/include/duckdb/common/gzip_file_system.hpp +4 -1
- package/src/duckdb/src/include/duckdb/common/helper.hpp +70 -9
- package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +16 -6
- package/src/duckdb/src/include/duckdb/common/{http_stats.hpp → http_state.hpp} +18 -4
- package/src/duckdb/src/include/duckdb/common/hugeint.hpp +63 -0
- package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +199 -0
- package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +28 -0
- package/src/duckdb/src/include/duckdb/common/operator/comparison_operators.hpp +45 -149
- package/src/duckdb/src/include/duckdb/common/operator/multiply.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/optional_ptr.hpp +76 -0
- package/src/duckdb/src/include/duckdb/common/perfect_map_set.hpp +34 -0
- package/src/duckdb/src/include/duckdb/common/preserved_error.hpp +6 -1
- package/src/duckdb/src/include/duckdb/common/progress_bar/progress_bar.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +80 -27
- package/src/duckdb/src/include/duckdb/common/re2_regex.hpp +3 -3
- package/src/duckdb/src/include/duckdb/common/reference_map.hpp +38 -0
- package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +21 -9
- package/src/duckdb/src/include/duckdb/common/serializer/buffered_deserializer.hpp +4 -2
- package/src/duckdb/src/include/duckdb/common/serializer/buffered_file_reader.hpp +9 -2
- package/src/duckdb/src/include/duckdb/common/serializer/enum_serializer.hpp +113 -0
- package/src/duckdb/src/include/duckdb/common/serializer/format_deserializer.hpp +373 -0
- package/src/duckdb/src/include/duckdb/common/serializer/format_serializer.hpp +248 -0
- package/src/duckdb/src/include/duckdb/common/serializer/serialization_traits.hpp +109 -0
- package/src/duckdb/src/include/duckdb/common/serializer.hpp +13 -0
- package/src/duckdb/src/include/duckdb/common/shared_ptr.hpp +11 -0
- package/src/duckdb/src/include/duckdb/common/sort/comparators.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +247 -0
- package/src/duckdb/src/include/duckdb/common/sort/sort.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/sort/sorted_block.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/string_util.hpp +39 -0
- package/src/duckdb/src/include/duckdb/common/typedefs.hpp +31 -0
- package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/bit.hpp +7 -6
- package/src/duckdb/src/include/duckdb/common/types/{column_data_allocator.hpp → column/column_data_allocator.hpp} +4 -4
- package/src/duckdb/src/include/duckdb/common/types/{column_data_collection.hpp → column/column_data_collection.hpp} +4 -4
- package/src/duckdb/src/include/duckdb/common/types/{column_data_collection_iterators.hpp → column/column_data_collection_iterators.hpp} +2 -2
- package/src/duckdb/src/include/duckdb/common/types/{column_data_collection_segment.hpp → column/column_data_collection_segment.hpp} +3 -3
- package/src/duckdb/src/include/duckdb/common/types/{column_data_consumer.hpp → column/column_data_consumer.hpp} +8 -4
- package/src/duckdb/src/include/duckdb/common/types/{column_data_scan_states.hpp → column/column_data_scan_states.hpp} +1 -1
- package/src/duckdb/src/include/duckdb/common/types/{partitioned_column_data.hpp → column/partitioned_column_data.hpp} +16 -8
- package/src/duckdb/src/include/duckdb/common/types/conflict_manager.hpp +3 -2
- package/src/duckdb/src/include/duckdb/common/types/interval.hpp +39 -3
- package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +62 -0
- package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +140 -0
- package/src/duckdb/src/include/duckdb/common/types/{row_data_collection.hpp → row/row_data_collection.hpp} +4 -3
- package/src/duckdb/src/include/duckdb/common/types/{row_data_collection_scanner.hpp → row/row_data_collection_scanner.hpp} +2 -2
- package/src/duckdb/src/include/duckdb/common/types/{row_layout.hpp → row/row_layout.hpp} +3 -1
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_allocator.hpp +116 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +239 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_iterator.hpp +64 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_layout.hpp +113 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_segment.hpp +124 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +74 -0
- package/src/duckdb/src/include/duckdb/common/types/selection_vector.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +73 -3
- package/src/duckdb/src/include/duckdb/common/types/time.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/types/validity_mask.hpp +7 -1
- package/src/duckdb/src/include/duckdb/common/types/value.hpp +20 -53
- package/src/duckdb/src/include/duckdb/common/types/value_map.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/vector.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/types.hpp +43 -59
- package/src/duckdb/src/include/duckdb/common/union_by_name.hpp +17 -66
- package/src/duckdb/src/include/duckdb/common/unique_ptr.hpp +61 -0
- package/src/duckdb/src/include/duckdb/common/vector.hpp +45 -2
- package/src/duckdb/src/include/duckdb/common/vector_operations/aggregate_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/vector_operations/unary_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +69 -47
- package/src/duckdb/src/include/duckdb/execution/base_aggregate_hashtable.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/execution_context.hpp +3 -2
- package/src/duckdb/src/include/duckdb/execution/executor.hpp +7 -7
- package/src/duckdb/src/include/duckdb/execution/expression_executor.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/expression_executor_state.hpp +1 -3
- package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -15
- package/src/duckdb/src/include/duckdb/execution/join_hashtable.hpp +41 -67
- package/src/duckdb/src/include/duckdb/execution/nested_loop_join.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/aggregate_object.hpp +15 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_hash_aggregate.hpp +12 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_perfecthash_aggregate.hpp +12 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_streaming_window.hpp +5 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_ungrouped_aggregate.hpp +9 -0
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_window.hpp +9 -3
- package/src/duckdb/src/include/duckdb/execution/operator/filter/physical_filter.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_execute.hpp +6 -4
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_explain_analyze.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit_percent.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_load.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_materialized_collector.hpp +1 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_pragma.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_prepare.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_reservoir_sample.hpp +4 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_reset.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_result_collector.hpp +6 -3
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_set.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_streaming_limit.hpp +4 -1
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_streaming_sample.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_transaction.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_vacuum.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/outer_join_marker.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/perfect_hash_join_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_blockwise_nl_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_cross_product.hpp +13 -7
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_delim_join.hpp +10 -4
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_hash_join.hpp +3 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_iejoin.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_index_join.hpp +9 -7
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_join.hpp +11 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_nested_loop_join.hpp +3 -4
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_piecewise_merge_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_positional_join.hpp +5 -2
- package/src/duckdb/src/include/duckdb/execution/operator/order/physical_order.hpp +11 -1
- package/src/duckdb/src/include/duckdb/execution/operator/order/physical_top_n.hpp +10 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +15 -10
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/buffered_csv_reader.hpp +4 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_buffer.hpp +8 -3
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_file_handle.hpp +2 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +19 -15
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_insert.hpp +11 -4
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_copy_to_file.hpp +12 -2
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_delete.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_export.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_insert.hpp +18 -7
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_update.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_pivot.hpp +38 -0
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_projection.hpp +8 -0
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_tableinout_function.hpp +4 -2
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_unnest.hpp +3 -1
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +11 -5
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_dummy_scan.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_empty_result.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_expression_scan.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_positional_scan.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +6 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_alter.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_attach.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_function.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_index.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_schema.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_sequence.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_table.hpp +9 -2
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_type.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_view.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_detach.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_drop.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +9 -2
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_union.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +7 -3
- package/src/duckdb/src/include/duckdb/execution/perfect_aggregate_hashtable.hpp +4 -0
- package/src/duckdb/src/include/duckdb/execution/physical_operator.hpp +37 -70
- package/src/duckdb/src/include/duckdb/execution/physical_operator_states.hpp +150 -0
- package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +2 -3
- package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +55 -5
- package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +21 -9
- package/src/duckdb/src/include/duckdb/function/cast/bound_cast_data.hpp +84 -0
- package/src/duckdb/src/include/duckdb/function/cast/cast_function_set.hpp +3 -3
- package/src/duckdb/src/include/duckdb/function/cast/default_casts.hpp +42 -65
- package/src/duckdb/src/include/duckdb/function/cast/vector_cast_helpers.hpp +2 -2
- package/src/duckdb/src/include/duckdb/function/copy_function.hpp +22 -0
- package/src/duckdb/src/include/duckdb/function/function.hpp +22 -4
- package/src/duckdb/src/include/duckdb/function/function_binder.hpp +3 -6
- package/src/duckdb/src/include/duckdb/function/macro_function.hpp +3 -3
- package/src/duckdb/src/include/duckdb/function/pragma_function.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/scalar/generic_functions.hpp +4 -0
- package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +138 -0
- package/src/duckdb/src/include/duckdb/function/scalar/math_functions.hpp +12 -0
- package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +50 -3
- package/src/duckdb/src/include/duckdb/function/scalar/regexp.hpp +81 -1
- package/src/duckdb/src/include/duckdb/function/scalar/strftime.hpp +4 -0
- package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +8 -0
- package/src/duckdb/src/include/duckdb/function/scalar_function.hpp +13 -2
- package/src/duckdb/src/include/duckdb/function/scalar_macro_function.hpp +2 -2
- package/src/duckdb/src/include/duckdb/function/table/arrow.hpp +13 -2
- package/src/duckdb/src/include/duckdb/function/table/read_csv.hpp +41 -6
- package/src/duckdb/src/include/duckdb/function/table_function.hpp +30 -0
- package/src/duckdb/src/include/duckdb/function/table_macro_function.hpp +3 -3
- package/src/duckdb/src/include/duckdb/main/client_config.hpp +10 -2
- package/src/duckdb/src/include/duckdb/main/client_data.hpp +6 -3
- package/src/duckdb/src/include/duckdb/main/config.hpp +4 -6
- package/src/duckdb/src/include/duckdb/main/connection_manager.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/database_manager.hpp +4 -3
- package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +5 -0
- package/src/duckdb/src/include/duckdb/main/materialized_query_result.hpp +1 -1
- package/src/duckdb/src/include/duckdb/main/prepared_statement.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/query_profiler.hpp +10 -9
- package/src/duckdb/src/include/duckdb/main/query_result.hpp +18 -4
- package/src/duckdb/src/include/duckdb/main/relation/explain_relation.hpp +2 -1
- package/src/duckdb/src/include/duckdb/main/relation.hpp +2 -1
- package/src/duckdb/src/include/duckdb/main/settings.hpp +29 -0
- package/src/duckdb/src/include/duckdb/optimizer/expression_rewriter.hpp +3 -3
- package/src/duckdb/src/include/duckdb/optimizer/filter_combiner.hpp +9 -9
- package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +2 -0
- package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +16 -16
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_node.hpp +8 -8
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +23 -15
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +9 -10
- package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +18 -11
- package/src/duckdb/src/include/duckdb/optimizer/matcher/expression_matcher.hpp +11 -11
- package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +8 -8
- package/src/duckdb/src/include/duckdb/optimizer/rule/arithmetic_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/case_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/comparison_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/conjunction_simplification.hpp +2 -2
- package/src/duckdb/src/include/duckdb/optimizer/rule/constant_folding.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/date_part_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/distributivity.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/empty_needle_removal.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/enum_comparison.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/equal_or_null_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/in_clause_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/like_optimizations.hpp +2 -2
- package/src/duckdb/src/include/duckdb/optimizer/rule/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/optimizer/rule/move_constants.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/ordered_aggregate_optimizer.hpp +24 -0
- package/src/duckdb/src/include/duckdb/optimizer/rule/regex_optimizations.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parallel/concurrentqueue.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parallel/meta_pipeline.hpp +5 -5
- package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +19 -18
- package/src/duckdb/src/include/duckdb/parallel/pipeline_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/base_expression.hpp +19 -1
- package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/constraint.hpp +18 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/check_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/foreign_key_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/not_null_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/unique_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/expression/bound_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/case_expression.hpp +8 -0
- package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/conjunction_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +4 -0
- package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +7 -2
- package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/operator_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/parameter_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/star_expression.hpp +7 -2
- package/src/duckdb/src/include/duckdb/parser/expression/subquery_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +10 -0
- package/src/duckdb/src/include/duckdb/parser/expression_map.hpp +19 -6
- package/src/duckdb/src/include/duckdb/parser/expression_util.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_info.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_table_info.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/attach_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/copy_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_database_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_macro_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_schema_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_sequence_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_type_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/detach_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/drop_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/exported_table_data.hpp +6 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/load_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/pragma_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/sample_options.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/show_select_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/vacuum_info.hpp +4 -3
- package/src/duckdb/src/include/duckdb/parser/parsed_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/parser.hpp +1 -7
- package/src/duckdb/src/include/duckdb/parser/parser_options.hpp +23 -0
- package/src/duckdb/src/include/duckdb/parser/query_error_context.hpp +4 -2
- package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/recursive_cte_node.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/select_node.hpp +8 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/set_operation_node.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/query_node.hpp +29 -1
- package/src/duckdb/src/include/duckdb/parser/result_modifier.hpp +24 -1
- package/src/duckdb/src/include/duckdb/parser/sql_statement.hpp +20 -1
- package/src/duckdb/src/include/duckdb/parser/statement/alter_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/attach_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/call_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/copy_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/create_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/delete_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/detach_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/drop_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/execute_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/explain_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/export_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/extension_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/insert_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/statement/load_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/logical_plan_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/multi_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/pragma_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/prepare_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/relation_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/select_statement.hpp +9 -1
- package/src/duckdb/src/include/duckdb/parser/statement/set_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/show_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/transaction_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/update_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/vacuum_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/basetableref.hpp +7 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/expressionlistref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/pivotref.hpp +27 -2
- package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/table_function_ref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref.hpp +20 -1
- package/src/duckdb/src/include/duckdb/parser/transformer.hpp +24 -41
- package/src/duckdb/src/include/duckdb/planner/bind_context.hpp +17 -16
- package/src/duckdb/src/include/duckdb/planner/binder.hpp +38 -32
- package/src/duckdb/src/include/duckdb/planner/bound_constraint.hpp +19 -1
- package/src/duckdb/src/include/duckdb/planner/bound_query_node.hpp +17 -0
- package/src/duckdb/src/include/duckdb/planner/bound_result_modifier.hpp +8 -1
- package/src/duckdb/src/include/duckdb/planner/bound_tableref.hpp +17 -0
- package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_check_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_foreign_key_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_not_null_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_aggregate_expression.hpp +7 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_between_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_case_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_cast_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_columnref_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_comparison_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_conjunction_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_constant_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_default_expression.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/expression/bound_function_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_lambda_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_lambdaref_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_operator_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_parameter_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_reference_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_subquery_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_unnest_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_window_expression.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/expression.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/expression_binder/base_select_binder.hpp +64 -0
- package/src/duckdb/src/include/duckdb/planner/expression_binder/having_binder.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/expression_binder/index_binder.hpp +4 -4
- package/src/duckdb/src/include/duckdb/planner/expression_binder/order_binder.hpp +7 -4
- package/src/duckdb/src/include/duckdb/planner/expression_binder/qualify_binder.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/expression_binder/select_binder.hpp +9 -38
- package/src/duckdb/src/include/duckdb/planner/expression_binder/table_function_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/where_binder.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/expression_binder.hpp +6 -4
- package/src/duckdb/src/include/duckdb/planner/logical_operator.hpp +17 -0
- package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +2 -0
- package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +2 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_aggregate.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_any_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_asof_join.hpp +27 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_column_data_get.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +8 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_copy_to_file.hpp +6 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_create.hpp +6 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_create_index.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_create_table.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_cross_product.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_delete.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_get.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_distinct.hpp +15 -4
- package/src/duckdb/src/include/duckdb/planner/operator/logical_dummy_scan.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_empty_result.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_execute.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_explain.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_export.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_expression_get.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_extension_operator.hpp +4 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_filter.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_insert.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_limit.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_limit_percent.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_order.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_pivot.hpp +36 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_positional_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_pragma.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_prepare.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_projection.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +9 -5
- package/src/duckdb/src/include/duckdb/planner/operator/logical_reset.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_sample.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_set.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_set_operation.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_show.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_simple.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_top_n.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_unconditional_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_unnest.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_update.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_window.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator_extension.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/parsed_data/bound_create_function_info.hpp +3 -2
- package/src/duckdb/src/include/duckdb/planner/parsed_data/bound_create_table_info.hpp +3 -2
- package/src/duckdb/src/include/duckdb/planner/pragma_handler.hpp +3 -2
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_recursive_cte_node.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_select_node.hpp +11 -2
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_set_operation_node.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/table_binding.hpp +6 -5
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_basetableref.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_dummytableref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_expressionlistref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_joinref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_pivotref.hpp +43 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_pos_join_ref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_subqueryref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_table_function.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +7 -0
- package/src/duckdb/src/include/duckdb/storage/buffer/block_handle.hpp +16 -9
- package/src/duckdb/src/include/duckdb/storage/buffer/buffer_pool.hpp +80 -0
- package/src/duckdb/src/include/duckdb/storage/buffer/temporary_file_information.hpp +12 -0
- package/src/duckdb/src/include/duckdb/storage/buffer_manager.hpp +49 -182
- package/src/duckdb/src/include/duckdb/storage/checkpoint/table_data_writer.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/checkpoint_manager.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/chimp128.hpp +1 -0
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/chimp_utils.hpp +0 -97
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_analyze.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_compress.hpp +6 -10
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_fetch.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_scan.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/compression/patas/algorithm/patas.hpp +1 -0
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_analyze.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_compress.hpp +6 -10
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_fetch.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_scan.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/data_pointer.hpp +4 -3
- package/src/duckdb/src/include/duckdb/storage/data_table.hpp +7 -5
- package/src/duckdb/src/include/duckdb/storage/index.hpp +20 -6
- package/src/duckdb/src/include/duckdb/storage/meta_block_reader.hpp +7 -0
- package/src/duckdb/src/include/duckdb/storage/standard_buffer_manager.hpp +159 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/base_statistics.hpp +93 -31
- package/src/duckdb/src/include/duckdb/storage/statistics/column_statistics.hpp +22 -3
- package/src/duckdb/src/include/duckdb/storage/statistics/distinct_statistics.hpp +8 -6
- package/src/duckdb/src/include/duckdb/storage/statistics/list_stats.hpp +41 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/node_statistics.hpp +3 -3
- package/src/duckdb/src/include/duckdb/storage/statistics/numeric_stats.hpp +114 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/numeric_stats_union.hpp +62 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/segment_statistics.hpp +2 -7
- package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +74 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/struct_stats.hpp +42 -0
- package/src/duckdb/src/include/duckdb/storage/storage_manager.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/string_uncompressed.hpp +3 -4
- package/src/duckdb/src/include/duckdb/storage/table/column_checkpoint_state.hpp +2 -1
- package/src/duckdb/src/include/duckdb/storage/table/column_data.hpp +21 -7
- package/src/duckdb/src/include/duckdb/storage/table/column_data_checkpointer.hpp +5 -3
- package/src/duckdb/src/include/duckdb/storage/table/column_segment.hpp +7 -7
- package/src/duckdb/src/include/duckdb/storage/table/column_segment_tree.hpp +18 -0
- package/src/duckdb/src/include/duckdb/storage/table/persistent_table_data.hpp +6 -3
- package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +42 -46
- package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +24 -8
- package/src/duckdb/src/include/duckdb/storage/table/row_group_segment_tree.hpp +35 -0
- package/src/duckdb/src/include/duckdb/storage/table/scan_state.hpp +19 -29
- package/src/duckdb/src/include/duckdb/storage/table/segment_base.hpp +6 -6
- package/src/duckdb/src/include/duckdb/storage/table/segment_tree.hpp +281 -26
- package/src/duckdb/src/include/duckdb/storage/table/standard_column_data.hpp +0 -4
- package/src/duckdb/src/include/duckdb/storage/table/table_index_list.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/table/table_statistics.hpp +5 -0
- package/src/duckdb/src/include/duckdb/storage/table/update_segment.hpp +4 -5
- package/src/duckdb/src/include/duckdb/storage/write_ahead_log.hpp +21 -21
- package/src/duckdb/src/include/duckdb/transaction/cleanup_state.hpp +3 -3
- package/src/duckdb/src/include/duckdb/transaction/commit_state.hpp +6 -6
- package/src/duckdb/src/include/duckdb/transaction/duck_transaction.hpp +3 -3
- package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +37 -33
- package/src/duckdb/src/include/duckdb/transaction/meta_transaction.hpp +6 -5
- package/src/duckdb/src/include/duckdb/transaction/transaction_data.hpp +2 -1
- package/src/duckdb/src/include/duckdb/transaction/undo_buffer.hpp +1 -1
- package/src/duckdb/src/include/duckdb.h +22 -1
- package/src/duckdb/src/main/appender.cpp +9 -9
- package/src/duckdb/src/main/attached_database.cpp +6 -7
- package/src/duckdb/src/main/capi/appender-c.cpp +1 -1
- package/src/duckdb/src/main/capi/duckdb-c.cpp +1 -1
- package/src/duckdb/src/main/capi/pending-c.cpp +4 -4
- package/src/duckdb/src/main/capi/replacement_scan-c.cpp +4 -4
- package/src/duckdb/src/main/capi/result-c.cpp +1 -1
- package/src/duckdb/src/main/capi/table_function-c.cpp +38 -15
- package/src/duckdb/src/main/capi/threading-c.cpp +1 -1
- package/src/duckdb/src/main/client_context.cpp +84 -85
- package/src/duckdb/src/main/client_data.cpp +11 -10
- package/src/duckdb/src/main/client_verify.cpp +2 -2
- package/src/duckdb/src/main/config.cpp +73 -1
- package/src/duckdb/src/main/connection.cpp +3 -3
- package/src/duckdb/src/main/database.cpp +29 -19
- package/src/duckdb/src/main/database_manager.cpp +6 -6
- package/src/duckdb/src/main/extension/extension_helper.cpp +18 -3
- package/src/duckdb/src/main/extension/extension_install.cpp +18 -2
- package/src/duckdb/src/main/extension/extension_load.cpp +30 -4
- package/src/duckdb/src/main/materialized_query_result.cpp +2 -2
- package/src/duckdb/src/main/pending_query_result.cpp +1 -1
- package/src/duckdb/src/main/prepared_statement.cpp +5 -1
- package/src/duckdb/src/main/query_profiler.cpp +48 -44
- package/src/duckdb/src/main/query_result.cpp +13 -0
- package/src/duckdb/src/main/relation/aggregate_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/create_table_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/create_view_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/cross_product_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/delete_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/explain_relation.cpp +4 -4
- package/src/duckdb/src/main/relation/filter_relation.cpp +4 -4
- package/src/duckdb/src/main/relation/insert_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/join_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/limit_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/order_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/projection_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/query_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/read_csv_relation.cpp +4 -2
- package/src/duckdb/src/main/relation/setop_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/table_function_relation.cpp +11 -11
- package/src/duckdb/src/main/relation/table_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/update_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/value_relation.cpp +4 -4
- package/src/duckdb/src/main/relation/view_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/write_csv_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/write_parquet_relation.cpp +1 -1
- package/src/duckdb/src/main/relation.cpp +8 -7
- package/src/duckdb/src/main/settings/settings.cpp +78 -15
- package/src/duckdb/src/main/stream_query_result.cpp +5 -5
- package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +4 -3
- package/src/duckdb/src/optimizer/common_aggregate_optimizer.cpp +3 -3
- package/src/duckdb/src/optimizer/cse_optimizer.cpp +9 -9
- package/src/duckdb/src/optimizer/deliminator.cpp +28 -27
- package/src/duckdb/src/optimizer/expression_heuristics.cpp +11 -11
- package/src/duckdb/src/optimizer/expression_rewriter.cpp +10 -10
- package/src/duckdb/src/optimizer/filter_combiner.cpp +139 -138
- package/src/duckdb/src/optimizer/filter_pullup.cpp +6 -4
- package/src/duckdb/src/optimizer/filter_pushdown.cpp +17 -11
- package/src/duckdb/src/optimizer/in_clause_rewriter.cpp +12 -12
- package/src/duckdb/src/optimizer/join_order/cardinality_estimator.cpp +102 -111
- package/src/duckdb/src/optimizer/join_order/join_node.cpp +8 -11
- package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +224 -213
- package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +30 -30
- package/src/duckdb/src/optimizer/join_order/query_graph.cpp +37 -38
- package/src/duckdb/src/optimizer/matcher/expression_matcher.cpp +28 -26
- package/src/duckdb/src/optimizer/optimizer.cpp +15 -14
- package/src/duckdb/src/optimizer/pullup/pullup_filter.cpp +1 -1
- package/src/duckdb/src/optimizer/pullup/pullup_from_left.cpp +2 -2
- package/src/duckdb/src/optimizer/pullup/pullup_projection.cpp +3 -3
- package/src/duckdb/src/optimizer/pullup/pullup_set_operation.cpp +3 -3
- package/src/duckdb/src/optimizer/pushdown/pushdown_aggregate.cpp +36 -8
- package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +1 -1
- package/src/duckdb/src/optimizer/pushdown/pushdown_filter.cpp +2 -2
- package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +2 -2
- package/src/duckdb/src/optimizer/pushdown/pushdown_inner_join.cpp +9 -6
- package/src/duckdb/src/optimizer/pushdown/pushdown_left_join.cpp +11 -18
- package/src/duckdb/src/optimizer/pushdown/pushdown_limit.cpp +2 -2
- package/src/duckdb/src/optimizer/pushdown/pushdown_mark_join.cpp +5 -5
- package/src/duckdb/src/optimizer/pushdown/pushdown_projection.cpp +4 -4
- package/src/duckdb/src/optimizer/pushdown/pushdown_set_operation.cpp +8 -8
- package/src/duckdb/src/optimizer/pushdown/pushdown_single_join.cpp +2 -2
- package/src/duckdb/src/optimizer/regex_range_filter.cpp +9 -9
- package/src/duckdb/src/optimizer/remove_unused_columns.cpp +17 -12
- package/src/duckdb/src/optimizer/rule/arithmetic_simplification.cpp +31 -30
- package/src/duckdb/src/optimizer/rule/case_simplification.cpp +10 -10
- package/src/duckdb/src/optimizer/rule/comparison_simplification.cpp +22 -23
- package/src/duckdb/src/optimizer/rule/conjunction_simplification.cpp +17 -16
- package/src/duckdb/src/optimizer/rule/constant_folding.cpp +9 -9
- package/src/duckdb/src/optimizer/rule/date_part_simplification.cpp +8 -8
- package/src/duckdb/src/optimizer/rule/distributivity.cpp +23 -23
- package/src/duckdb/src/optimizer/rule/empty_needle_removal.cpp +14 -15
- package/src/duckdb/src/optimizer/rule/enum_comparison.cpp +15 -16
- package/src/duckdb/src/optimizer/rule/equal_or_null_simplification.cpp +35 -38
- package/src/duckdb/src/optimizer/rule/in_clause_simplification_rule.cpp +16 -17
- package/src/duckdb/src/optimizer/rule/like_optimizations.cpp +22 -22
- package/src/duckdb/src/optimizer/rule/move_constants.cpp +46 -40
- package/src/duckdb/src/optimizer/rule/ordered_aggregate_optimizer.cpp +30 -0
- package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +25 -17
- package/src/duckdb/src/optimizer/statistics/expression/propagate_aggregate.cpp +9 -3
- package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +9 -10
- package/src/duckdb/src/optimizer/statistics/expression/propagate_between.cpp +6 -6
- package/src/duckdb/src/optimizer/statistics/expression/propagate_cast.cpp +14 -11
- package/src/duckdb/src/optimizer/statistics/expression/propagate_columnref.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics/expression/propagate_comparison.cpp +15 -17
- package/src/duckdb/src/optimizer/statistics/expression/propagate_conjunction.cpp +2 -3
- package/src/duckdb/src/optimizer/statistics/expression/propagate_constant.cpp +3 -75
- package/src/duckdb/src/optimizer/statistics/expression/propagate_function.cpp +7 -2
- package/src/duckdb/src/optimizer/statistics/expression/propagate_operator.cpp +12 -2
- package/src/duckdb/src/optimizer/statistics/operator/propagate_aggregate.cpp +2 -3
- package/src/duckdb/src/optimizer/statistics/operator/propagate_filter.cpp +40 -42
- package/src/duckdb/src/optimizer/statistics/operator/propagate_get.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +9 -9
- package/src/duckdb/src/optimizer/statistics/operator/propagate_limit.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics/operator/propagate_set_operation.cpp +3 -3
- package/src/duckdb/src/optimizer/statistics_propagator.cpp +34 -22
- package/src/duckdb/src/optimizer/topn_optimizer.cpp +3 -3
- package/src/duckdb/src/optimizer/unnest_rewriter.cpp +16 -16
- package/src/duckdb/src/parallel/executor.cpp +59 -53
- package/src/duckdb/src/parallel/meta_pipeline.cpp +8 -15
- package/src/duckdb/src/parallel/pipeline.cpp +67 -35
- package/src/duckdb/src/parallel/pipeline_executor.cpp +23 -23
- package/src/duckdb/src/parallel/pipeline_initialize_event.cpp +1 -1
- package/src/duckdb/src/parallel/task_scheduler.cpp +6 -6
- package/src/duckdb/src/parser/column_definition.cpp +6 -6
- package/src/duckdb/src/parser/common_table_expression_info.cpp +19 -0
- package/src/duckdb/src/parser/constraints/check_constraint.cpp +2 -2
- package/src/duckdb/src/parser/constraints/foreign_key_constraint.cpp +2 -2
- package/src/duckdb/src/parser/constraints/not_null_constraint.cpp +2 -2
- package/src/duckdb/src/parser/constraints/unique_constraint.cpp +4 -4
- package/src/duckdb/src/parser/expression/between_expression.cpp +19 -2
- package/src/duckdb/src/parser/expression/case_expression.cpp +30 -2
- package/src/duckdb/src/parser/expression/cast_expression.cpp +19 -2
- package/src/duckdb/src/parser/expression/collate_expression.cpp +18 -2
- package/src/duckdb/src/parser/expression/columnref_expression.cpp +19 -7
- package/src/duckdb/src/parser/expression/comparison_expression.cpp +18 -2
- package/src/duckdb/src/parser/expression/conjunction_expression.cpp +20 -3
- package/src/duckdb/src/parser/expression/constant_expression.cpp +17 -3
- package/src/duckdb/src/parser/expression/default_expression.cpp +9 -2
- package/src/duckdb/src/parser/expression/function_expression.cpp +42 -6
- package/src/duckdb/src/parser/expression/lambda_expression.cpp +18 -2
- package/src/duckdb/src/parser/expression/operator_expression.cpp +17 -2
- package/src/duckdb/src/parser/expression/parameter_expression.cpp +17 -2
- package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +16 -2
- package/src/duckdb/src/parser/expression/star_expression.cpp +30 -8
- package/src/duckdb/src/parser/expression/subquery_expression.cpp +22 -2
- package/src/duckdb/src/parser/expression/window_expression.cpp +72 -2
- package/src/duckdb/src/parser/expression_util.cpp +6 -6
- package/src/duckdb/src/parser/parsed_data/alter_scalar_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/alter_table_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/alter_table_info.cpp +27 -28
- package/src/duckdb/src/parser/parsed_data/create_aggregate_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_collation_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_copy_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_index_info.cpp +2 -2
- package/src/duckdb/src/parser/parsed_data/create_pragma_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_scalar_function_info.cpp +3 -3
- package/src/duckdb/src/parser/parsed_data/create_table_function_info.cpp +3 -3
- package/src/duckdb/src/parser/parsed_data/create_table_info.cpp +2 -2
- package/src/duckdb/src/parser/parsed_data/create_view_info.cpp +3 -3
- package/src/duckdb/src/parser/parsed_data/sample_options.cpp +24 -12
- package/src/duckdb/src/parser/parsed_expression.cpp +72 -0
- package/src/duckdb/src/parser/parsed_expression_iterator.cpp +26 -20
- package/src/duckdb/src/parser/parser.cpp +12 -12
- package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +27 -6
- package/src/duckdb/src/parser/query_node/select_node.cpp +43 -12
- package/src/duckdb/src/parser/query_node/set_operation_node.cpp +23 -6
- package/src/duckdb/src/parser/query_node.cpp +54 -4
- package/src/duckdb/src/parser/result_modifier.cpp +97 -8
- package/src/duckdb/src/parser/statement/copy_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/drop_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/extension_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/insert_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/pragma_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/select_statement.cpp +59 -3
- package/src/duckdb/src/parser/statement/show_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/transaction_statement.cpp +2 -2
- package/src/duckdb/src/parser/statement/vacuum_statement.cpp +1 -1
- package/src/duckdb/src/parser/tableref/basetableref.cpp +23 -2
- package/src/duckdb/src/parser/tableref/emptytableref.cpp +6 -2
- package/src/duckdb/src/parser/tableref/expressionlistref.cpp +19 -2
- package/src/duckdb/src/parser/tableref/joinref.cpp +31 -2
- package/src/duckdb/src/parser/tableref/pivotref.cpp +88 -11
- package/src/duckdb/src/parser/tableref/subqueryref.cpp +17 -2
- package/src/duckdb/src/parser/tableref/table_function.cpp +19 -2
- package/src/duckdb/src/parser/tableref.cpp +46 -0
- package/src/duckdb/src/parser/transform/constraint/transform_constraint.cpp +7 -7
- package/src/duckdb/src/parser/transform/expression/transform_array_access.cpp +16 -5
- package/src/duckdb/src/parser/transform/expression/transform_bool_expr.cpp +6 -6
- package/src/duckdb/src/parser/transform/expression/transform_boolean_test.cpp +39 -0
- package/src/duckdb/src/parser/transform/expression/transform_case.cpp +3 -3
- package/src/duckdb/src/parser/transform/expression/transform_cast.cpp +2 -2
- package/src/duckdb/src/parser/transform/expression/transform_coalesce.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_columnref.cpp +19 -4
- package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +7 -7
- package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +5 -2
- package/src/duckdb/src/parser/transform/expression/transform_function.cpp +96 -119
- package/src/duckdb/src/parser/transform/expression/transform_grouping_function.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_interval.cpp +5 -5
- package/src/duckdb/src/parser/transform/expression/transform_lambda.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_operator.cpp +29 -25
- package/src/duckdb/src/parser/transform/expression/transform_param_ref.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_positional_reference.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_subquery.cpp +11 -11
- package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +5 -5
- package/src/duckdb/src/parser/transform/helpers/transform_groupby.cpp +11 -4
- package/src/duckdb/src/parser/transform/helpers/transform_orderby.cpp +0 -7
- package/src/duckdb/src/parser/transform/helpers/transform_sample.cpp +1 -1
- package/src/duckdb/src/parser/transform/helpers/transform_typename.cpp +3 -2
- package/src/duckdb/src/parser/transform/statement/transform_alter_sequence.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_alter_table.cpp +10 -10
- package/src/duckdb/src/parser/transform/statement/transform_attach.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_call.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_checkpoint.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_create_database.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_function.cpp +4 -4
- package/src/duckdb/src/parser/transform/statement/transform_create_index.cpp +4 -4
- package/src/duckdb/src/parser/transform/statement/transform_create_schema.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_sequence.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_table.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_create_table_as.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_type.cpp +2 -3
- package/src/duckdb/src/parser/transform/statement/transform_create_view.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_detach.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_drop.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_explain.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_export.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_import.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_load.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +57 -25
- package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +7 -7
- package/src/duckdb/src/parser/transform/statement/transform_prepare.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_rename.cpp +7 -8
- package/src/duckdb/src/parser/transform/statement/transform_select.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +27 -28
- package/src/duckdb/src/parser/transform/statement/transform_set.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_show.cpp +5 -5
- package/src/duckdb/src/parser/transform/statement/transform_show_select.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_transaction.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_update.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_upsert.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_use.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_vacuum.cpp +1 -1
- package/src/duckdb/src/parser/transform/tableref/transform_base_tableref.cpp +1 -1
- package/src/duckdb/src/parser/transform/tableref/transform_from.cpp +3 -3
- package/src/duckdb/src/parser/transform/tableref/transform_join.cpp +13 -2
- package/src/duckdb/src/parser/transform/tableref/transform_pivot.cpp +23 -7
- package/src/duckdb/src/parser/transform/tableref/transform_subquery.cpp +2 -2
- package/src/duckdb/src/parser/transform/tableref/transform_table_function.cpp +1 -1
- package/src/duckdb/src/parser/transformer.cpp +54 -12
- package/src/duckdb/src/planner/bind_context.cpp +96 -96
- package/src/duckdb/src/planner/binder/expression/bind_aggregate_expression.cpp +14 -12
- package/src/duckdb/src/planner/binder/expression/bind_between_expression.cpp +8 -8
- package/src/duckdb/src/planner/binder/expression/bind_case_expression.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_columnref_expression.cpp +59 -15
- package/src/duckdb/src/planner/binder/expression/bind_comparison_expression.cpp +2 -2
- package/src/duckdb/src/planner/binder/expression/bind_conjunction_expression.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_constant_expression.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_function_expression.cpp +32 -22
- package/src/duckdb/src/planner/binder/expression/bind_lambda.cpp +12 -11
- package/src/duckdb/src/planner/binder/expression/bind_macro_expression.cpp +4 -4
- package/src/duckdb/src/planner/binder/expression/bind_operator_expression.cpp +15 -2
- package/src/duckdb/src/planner/binder/expression/bind_parameter_expression.cpp +2 -2
- package/src/duckdb/src/planner/binder/expression/bind_star_expression.cpp +176 -0
- package/src/duckdb/src/planner/binder/expression/bind_subquery_expression.cpp +8 -4
- package/src/duckdb/src/planner/binder/expression/bind_unnest_expression.cpp +163 -24
- package/src/duckdb/src/planner/binder/expression/bind_window_expression.cpp +6 -6
- package/src/duckdb/src/planner/binder/query_node/bind_recursive_cte_node.cpp +1 -1
- package/src/duckdb/src/planner/binder/query_node/bind_select_node.cpp +134 -133
- package/src/duckdb/src/planner/binder/query_node/bind_setop_node.cpp +18 -18
- package/src/duckdb/src/planner/binder/query_node/bind_table_macro_node.cpp +2 -2
- package/src/duckdb/src/planner/binder/query_node/plan_query_node.cpp +17 -6
- package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +4 -5
- package/src/duckdb/src/planner/binder/query_node/plan_select_node.cpp +20 -17
- package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +6 -7
- package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +29 -31
- package/src/duckdb/src/planner/binder/statement/bind_attach.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_call.cpp +3 -2
- package/src/duckdb/src/planner/binder/statement/bind_copy.cpp +28 -16
- package/src/duckdb/src/planner/binder/statement/bind_create.cpp +49 -50
- package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +31 -23
- package/src/duckdb/src/planner/binder/statement/bind_delete.cpp +9 -9
- package/src/duckdb/src/planner/binder/statement/bind_detach.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_drop.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_execute.cpp +2 -2
- package/src/duckdb/src/planner/binder/statement/bind_explain.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_export.cpp +25 -26
- package/src/duckdb/src/planner/binder/statement/bind_extension.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_insert.cpp +39 -36
- package/src/duckdb/src/planner/binder/statement/bind_load.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_pragma.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_prepare.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_set.cpp +4 -4
- package/src/duckdb/src/planner/binder/statement/bind_show.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_simple.cpp +2 -2
- package/src/duckdb/src/planner/binder/statement/bind_summarize.cpp +28 -28
- package/src/duckdb/src/planner/binder/statement/bind_update.cpp +27 -25
- package/src/duckdb/src/planner/binder/statement/bind_vacuum.cpp +10 -9
- package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +37 -34
- package/src/duckdb/src/planner/binder/tableref/bind_emptytableref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/bind_expressionlistref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +45 -27
- package/src/duckdb/src/planner/binder/tableref/bind_named_parameters.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +324 -98
- package/src/duckdb/src/planner/binder/tableref/bind_subqueryref.cpp +7 -7
- package/src/duckdb/src/planner/binder/tableref/bind_table_function.cpp +37 -18
- package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +2 -1
- package/src/duckdb/src/planner/binder/tableref/plan_dummytableref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/plan_expressionlistref.cpp +2 -2
- package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +74 -26
- package/src/duckdb/src/planner/binder/tableref/plan_pivotref.cpp +13 -0
- package/src/duckdb/src/planner/binder.cpp +85 -94
- package/src/duckdb/src/planner/bound_result_modifier.cpp +27 -1
- package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +20 -13
- package/src/duckdb/src/planner/expression/bound_between_expression.cpp +9 -9
- package/src/duckdb/src/planner/expression/bound_case_expression.cpp +3 -3
- package/src/duckdb/src/planner/expression/bound_cast_expression.cpp +8 -9
- package/src/duckdb/src/planner/expression/bound_columnref_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_comparison_expression.cpp +5 -6
- package/src/duckdb/src/planner/expression/bound_conjunction_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_constant_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_expression.cpp +4 -0
- package/src/duckdb/src/planner/expression/bound_function_expression.cpp +8 -8
- package/src/duckdb/src/planner/expression/bound_lambda_expression.cpp +5 -5
- package/src/duckdb/src/planner/expression/bound_lambdaref_expression.cpp +5 -5
- package/src/duckdb/src/planner/expression/bound_operator_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_parameter_expression.cpp +5 -5
- package/src/duckdb/src/planner/expression/bound_reference_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_unnest_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_window_expression.cpp +21 -22
- package/src/duckdb/src/planner/expression_binder/alter_binder.cpp +2 -2
- package/src/duckdb/src/planner/expression_binder/base_select_binder.cpp +146 -0
- package/src/duckdb/src/planner/expression_binder/check_binder.cpp +3 -3
- package/src/duckdb/src/planner/expression_binder/constant_binder.cpp +11 -1
- package/src/duckdb/src/planner/expression_binder/group_binder.cpp +4 -4
- package/src/duckdb/src/planner/expression_binder/having_binder.cpp +7 -4
- package/src/duckdb/src/planner/expression_binder/index_binder.cpp +4 -3
- package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +3 -3
- package/src/duckdb/src/planner/expression_binder/order_binder.cpp +8 -8
- package/src/duckdb/src/planner/expression_binder/qualify_binder.cpp +5 -4
- package/src/duckdb/src/planner/expression_binder/select_binder.cpp +1 -132
- package/src/duckdb/src/planner/expression_binder/table_function_binder.cpp +8 -4
- package/src/duckdb/src/planner/expression_binder/where_binder.cpp +3 -2
- package/src/duckdb/src/planner/expression_binder.cpp +41 -42
- package/src/duckdb/src/planner/expression_iterator.cpp +34 -27
- package/src/duckdb/src/planner/filter/conjunction_filter.cpp +2 -2
- package/src/duckdb/src/planner/filter/constant_filter.cpp +5 -7
- package/src/duckdb/src/planner/filter/null_filter.cpp +2 -2
- package/src/duckdb/src/planner/joinside.cpp +5 -5
- package/src/duckdb/src/planner/logical_operator.cpp +10 -2
- package/src/duckdb/src/planner/logical_operator_visitor.cpp +32 -26
- package/src/duckdb/src/planner/operator/logical_aggregate.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_any_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_asof_join.cpp +14 -0
- package/src/duckdb/src/planner/operator/logical_column_data_get.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_comparison_join.cpp +3 -3
- package/src/duckdb/src/planner/operator/logical_copy_to_file.cpp +4 -4
- package/src/duckdb/src/planner/operator/logical_create.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_create_index.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_create_table.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_cross_product.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_cteref.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_delete.cpp +5 -5
- package/src/duckdb/src/planner/operator/logical_delim_get.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_delim_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_distinct.cpp +6 -1
- package/src/duckdb/src/planner/operator/logical_dummy_scan.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_expression_get.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_filter.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_get.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_insert.cpp +6 -7
- package/src/duckdb/src/planner/operator/logical_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_limit.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_limit_percent.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_order.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_pivot.cpp +35 -0
- package/src/duckdb/src/planner/operator/logical_positional_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_projection.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_recursive_cte.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_reset.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_sample.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_set.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_simple.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_top_n.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_unnest.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_update.cpp +6 -7
- package/src/duckdb/src/planner/operator/logical_window.cpp +1 -1
- package/src/duckdb/src/planner/parsed_data/bound_create_table_info.cpp +4 -5
- package/src/duckdb/src/planner/planner.cpp +2 -1
- package/src/duckdb/src/planner/pragma_handler.cpp +9 -7
- package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +64 -60
- package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +5 -6
- package/src/duckdb/src/planner/table_binding.cpp +18 -17
- package/src/duckdb/src/planner/table_filter.cpp +2 -2
- package/src/duckdb/src/storage/arena_allocator.cpp +34 -2
- package/src/duckdb/src/storage/buffer/block_handle.cpp +129 -0
- package/src/duckdb/src/storage/buffer/block_manager.cpp +83 -0
- package/src/duckdb/src/storage/buffer/buffer_handle.cpp +1 -0
- package/src/duckdb/src/storage/buffer/buffer_pool.cpp +136 -0
- package/src/duckdb/src/storage/buffer/buffer_pool_reservation.cpp +35 -0
- package/src/duckdb/src/storage/buffer_manager.cpp +35 -1077
- package/src/duckdb/src/storage/checkpoint/row_group_writer.cpp +1 -1
- package/src/duckdb/src/storage/checkpoint/table_data_reader.cpp +5 -16
- package/src/duckdb/src/storage/checkpoint/table_data_writer.cpp +13 -7
- package/src/duckdb/src/storage/checkpoint_manager.cpp +38 -32
- package/src/duckdb/src/storage/compression/bitpacking.cpp +12 -13
- package/src/duckdb/src/storage/compression/dictionary_compression.cpp +11 -12
- package/src/duckdb/src/storage/compression/fixed_size_uncompressed.cpp +9 -8
- package/src/duckdb/src/storage/compression/fsst.cpp +12 -14
- package/src/duckdb/src/storage/compression/numeric_constant.cpp +10 -11
- package/src/duckdb/src/storage/compression/patas.cpp +1 -1
- package/src/duckdb/src/storage/compression/rle.cpp +10 -11
- package/src/duckdb/src/storage/compression/string_uncompressed.cpp +6 -6
- package/src/duckdb/src/storage/compression/validity_uncompressed.cpp +9 -9
- package/src/duckdb/src/storage/data_table.cpp +50 -50
- package/src/duckdb/src/storage/index.cpp +17 -7
- package/src/duckdb/src/storage/local_storage.cpp +98 -91
- package/src/duckdb/src/storage/meta_block_reader.cpp +23 -0
- package/src/duckdb/src/storage/single_file_block_manager.cpp +2 -2
- package/src/duckdb/src/storage/standard_buffer_manager.cpp +801 -0
- package/src/duckdb/src/storage/statistics/base_statistics.cpp +373 -128
- package/src/duckdb/src/storage/statistics/column_statistics.cpp +57 -3
- package/src/duckdb/src/storage/statistics/distinct_statistics.cpp +10 -11
- package/src/duckdb/src/storage/statistics/list_stats.cpp +121 -0
- package/src/duckdb/src/storage/statistics/numeric_stats.cpp +591 -0
- package/src/duckdb/src/storage/statistics/numeric_stats_union.cpp +65 -0
- package/src/duckdb/src/storage/statistics/segment_statistics.cpp +2 -11
- package/src/duckdb/src/storage/statistics/string_stats.cpp +273 -0
- package/src/duckdb/src/storage/statistics/struct_stats.cpp +133 -0
- package/src/duckdb/src/storage/storage_info.cpp +2 -2
- package/src/duckdb/src/storage/storage_lock.cpp +2 -2
- package/src/duckdb/src/storage/storage_manager.cpp +20 -21
- package/src/duckdb/src/storage/table/chunk_info.cpp +2 -2
- package/src/duckdb/src/storage/table/column_checkpoint_state.cpp +7 -13
- package/src/duckdb/src/storage/table/column_data.cpp +123 -70
- package/src/duckdb/src/storage/table/column_data_checkpointer.cpp +28 -15
- package/src/duckdb/src/storage/table/column_segment.cpp +55 -71
- package/src/duckdb/src/storage/table/list_column_data.cpp +21 -27
- package/src/duckdb/src/storage/table/persistent_table_data.cpp +2 -1
- package/src/duckdb/src/storage/table/row_group.cpp +222 -152
- package/src/duckdb/src/storage/table/row_group_collection.cpp +154 -108
- package/src/duckdb/src/storage/table/scan_state.cpp +46 -34
- package/src/duckdb/src/storage/table/standard_column_data.cpp +13 -14
- package/src/duckdb/src/storage/table/struct_column_data.cpp +30 -37
- package/src/duckdb/src/storage/table/table_statistics.cpp +28 -8
- package/src/duckdb/src/storage/table/update_segment.cpp +41 -36
- package/src/duckdb/src/storage/table_index_list.cpp +3 -3
- package/src/duckdb/src/storage/wal_replay.cpp +11 -8
- package/src/duckdb/src/storage/write_ahead_log.cpp +47 -47
- package/src/duckdb/src/transaction/cleanup_state.cpp +10 -10
- package/src/duckdb/src/transaction/commit_state.cpp +66 -62
- package/src/duckdb/src/transaction/duck_transaction.cpp +9 -9
- package/src/duckdb/src/transaction/duck_transaction_manager.cpp +4 -4
- package/src/duckdb/src/transaction/meta_transaction.cpp +13 -13
- package/src/duckdb/src/transaction/rollback_state.cpp +2 -2
- package/src/duckdb/src/transaction/transaction.cpp +1 -1
- package/src/duckdb/src/transaction/transaction_context.cpp +2 -2
- package/src/duckdb/src/transaction/undo_buffer.cpp +2 -1
- package/src/duckdb/src/verification/copied_statement_verifier.cpp +1 -1
- package/src/duckdb/src/verification/deserialized_statement_verifier.cpp +2 -3
- package/src/duckdb/src/verification/external_statement_verifier.cpp +1 -1
- package/src/duckdb/src/verification/parsed_statement_verifier.cpp +1 -1
- package/src/duckdb/src/verification/prepared_statement_verifier.cpp +7 -7
- package/src/duckdb/src/verification/statement_verifier.cpp +3 -3
- package/src/duckdb/src/verification/unoptimized_statement_verifier.cpp +1 -1
- package/src/duckdb/third_party/libpg_query/include/nodes/nodes.hpp +32 -0
- package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +2 -1
- package/src/duckdb/third_party/libpg_query/include/nodes/primnodes.hpp +3 -3
- package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +949 -961
- package/src/duckdb/third_party/libpg_query/include/parser/kwlist.hpp +4 -11
- package/src/duckdb/third_party/libpg_query/include/postgres_parser.hpp +3 -2
- package/src/duckdb/third_party/libpg_query/postgres_parser.cpp +5 -6
- package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +18328 -17747
- package/src/duckdb/third_party/libpg_query/src_backend_parser_scan.cpp +503 -493
- package/src/duckdb/third_party/parquet/parquet_types.cpp +32 -32
- package/src/duckdb/third_party/parquet/parquet_types.h +34 -32
- package/src/duckdb/third_party/re2/re2/re2.cc +9 -0
- package/src/duckdb/third_party/re2/re2/re2.h +2 -0
- package/src/duckdb/third_party/thrift/thrift/TToString.h +3 -3
- package/src/duckdb/third_party/thrift/thrift/protocol/TProtocol.h +1 -1
- package/src/duckdb/third_party/thrift/thrift/protocol/TProtocolDecorator.h +2 -1
- package/src/duckdb/third_party/thrift/thrift/protocol/TVirtualProtocol.h +5 -4
- package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +5 -5
- package/src/duckdb/ub_extension_json_json_functions.cpp +2 -0
- package/src/duckdb/ub_src_common.cpp +6 -0
- package/src/duckdb/ub_src_common_adbc.cpp +4 -0
- package/src/duckdb/ub_src_common_serializer.cpp +2 -0
- package/src/duckdb/ub_src_common_sort.cpp +2 -0
- package/src/duckdb/ub_src_common_types.cpp +1 -15
- package/src/duckdb/ub_src_common_types_column.cpp +10 -0
- package/src/duckdb/ub_src_common_types_row.cpp +20 -0
- package/src/duckdb/ub_src_execution_operator_projection.cpp +2 -0
- package/src/duckdb/ub_src_execution_physical_plan.cpp +4 -0
- package/src/duckdb/ub_src_function_scalar_generic.cpp +2 -0
- package/src/duckdb/ub_src_function_scalar_string.cpp +4 -0
- package/src/duckdb/ub_src_function_scalar_string_regexp.cpp +4 -0
- package/src/duckdb/ub_src_optimizer_rule.cpp +2 -0
- package/src/duckdb/ub_src_parser.cpp +2 -0
- package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
- package/src/duckdb/ub_src_planner_binder_expression.cpp +2 -0
- package/src/duckdb/ub_src_planner_binder_tableref.cpp +2 -0
- package/src/duckdb/ub_src_planner_expression_binder.cpp +2 -0
- package/src/duckdb/ub_src_planner_operator.cpp +4 -0
- package/src/duckdb/ub_src_storage.cpp +2 -0
- package/src/duckdb/ub_src_storage_buffer.cpp +8 -0
- package/src/duckdb/ub_src_storage_statistics.cpp +6 -6
- package/src/duckdb/ub_src_storage_table.cpp +0 -2
- package/src/duckdb_node.hpp +15 -10
- package/src/statement.cpp +28 -24
- package/src/utils.cpp +27 -2
- package/test/extension.test.ts +44 -26
- package/test/syntax_error.test.ts +3 -1
- package/test/udf.test.ts +9 -0
- package/filelist.cache +0 -0
- package/src/duckdb/extension/parquet/include/generated_column_reader.hpp +0 -65
- package/src/duckdb/src/include/duckdb/common/single_thread_ptr.hpp +0 -183
- package/src/duckdb/src/include/duckdb/storage/statistics/list_statistics.hpp +0 -36
- package/src/duckdb/src/include/duckdb/storage/statistics/numeric_statistics.hpp +0 -75
- package/src/duckdb/src/include/duckdb/storage/statistics/string_statistics.hpp +0 -49
- package/src/duckdb/src/include/duckdb/storage/statistics/struct_statistics.hpp +0 -36
- package/src/duckdb/src/include/duckdb/storage/statistics/validity_statistics.hpp +0 -45
- package/src/duckdb/src/storage/statistics/list_statistics.cpp +0 -94
- package/src/duckdb/src/storage/statistics/numeric_statistics.cpp +0 -307
- package/src/duckdb/src/storage/statistics/string_statistics.cpp +0 -220
- package/src/duckdb/src/storage/statistics/struct_statistics.cpp +0 -108
- package/src/duckdb/src/storage/statistics/validity_statistics.cpp +0 -91
- package/src/duckdb/src/storage/table/segment_tree.cpp +0 -179
@@ -5,7 +5,6 @@
|
|
5
5
|
|
6
6
|
#include "boolean_column_reader.hpp"
|
7
7
|
#include "cast_column_reader.hpp"
|
8
|
-
#include "generated_column_reader.hpp"
|
9
8
|
#include "row_number_column_reader.hpp"
|
10
9
|
#include "callback_column_reader.hpp"
|
11
10
|
#include "parquet_decimal_utils.hpp"
|
@@ -34,10 +33,69 @@ using duckdb_parquet::format::Encoding;
|
|
34
33
|
using duckdb_parquet::format::PageType;
|
35
34
|
using duckdb_parquet::format::Type;
|
36
35
|
|
37
|
-
const
|
38
|
-
|
39
|
-
|
40
|
-
|
36
|
+
const uint64_t ParquetDecodeUtils::BITPACK_MASKS[] = {0,
|
37
|
+
1,
|
38
|
+
3,
|
39
|
+
7,
|
40
|
+
15,
|
41
|
+
31,
|
42
|
+
63,
|
43
|
+
127,
|
44
|
+
255,
|
45
|
+
511,
|
46
|
+
1023,
|
47
|
+
2047,
|
48
|
+
4095,
|
49
|
+
8191,
|
50
|
+
16383,
|
51
|
+
32767,
|
52
|
+
65535,
|
53
|
+
131071,
|
54
|
+
262143,
|
55
|
+
524287,
|
56
|
+
1048575,
|
57
|
+
2097151,
|
58
|
+
4194303,
|
59
|
+
8388607,
|
60
|
+
16777215,
|
61
|
+
33554431,
|
62
|
+
67108863,
|
63
|
+
134217727,
|
64
|
+
268435455,
|
65
|
+
536870911,
|
66
|
+
1073741823,
|
67
|
+
2147483647,
|
68
|
+
4294967295,
|
69
|
+
8589934591,
|
70
|
+
17179869183,
|
71
|
+
34359738367,
|
72
|
+
68719476735,
|
73
|
+
137438953471,
|
74
|
+
274877906943,
|
75
|
+
549755813887,
|
76
|
+
1099511627775,
|
77
|
+
2199023255551,
|
78
|
+
4398046511103,
|
79
|
+
8796093022207,
|
80
|
+
17592186044415,
|
81
|
+
35184372088831,
|
82
|
+
70368744177663,
|
83
|
+
140737488355327,
|
84
|
+
281474976710655,
|
85
|
+
562949953421311,
|
86
|
+
1125899906842623,
|
87
|
+
2251799813685247,
|
88
|
+
4503599627370495,
|
89
|
+
9007199254740991,
|
90
|
+
18014398509481983,
|
91
|
+
36028797018963967,
|
92
|
+
72057594037927935,
|
93
|
+
144115188075855871,
|
94
|
+
288230376151711743,
|
95
|
+
576460752303423487,
|
96
|
+
1152921504606846975,
|
97
|
+
2305843009213693951,
|
98
|
+
4611686018427387903};
|
41
99
|
|
42
100
|
const uint8_t ParquetDecodeUtils::BITPACK_DLEN = 8;
|
43
101
|
|
@@ -120,7 +178,7 @@ idx_t ColumnReader::GroupRowsAvailable() {
|
|
120
178
|
return group_rows_available;
|
121
179
|
}
|
122
180
|
|
123
|
-
unique_ptr<BaseStatistics> ColumnReader::Stats(idx_t row_group_idx_p, const
|
181
|
+
unique_ptr<BaseStatistics> ColumnReader::Stats(idx_t row_group_idx_p, const vector<ColumnChunk> &columns) {
|
124
182
|
if (Type().id() == LogicalTypeId::LIST || Type().id() == LogicalTypeId::STRUCT ||
|
125
183
|
Type().id() == LogicalTypeId::MAP) {
|
126
184
|
return nullptr;
|
@@ -160,8 +218,7 @@ void ColumnReader::DictReference(Vector &result) {
|
|
160
218
|
void ColumnReader::PlainReference(shared_ptr<ByteBuffer>, Vector &result) { // NOLINT
|
161
219
|
}
|
162
220
|
|
163
|
-
void ColumnReader::InitializeRead(idx_t row_group_idx_p, const
|
164
|
-
TProtocol &protocol_p) {
|
221
|
+
void ColumnReader::InitializeRead(idx_t row_group_idx_p, const vector<ColumnChunk> &columns, TProtocol &protocol_p) {
|
165
222
|
D_ASSERT(file_idx < columns.size());
|
166
223
|
chunk = &columns[file_idx];
|
167
224
|
protocol = &protocol_p;
|
@@ -338,8 +395,8 @@ void ColumnReader::PrepareDataPage(PageHeader &page_hdr) {
|
|
338
395
|
if (HasRepeats()) {
|
339
396
|
uint32_t rep_length = is_v1 ? block->read<uint32_t>() : v2_header.repetition_levels_byte_length;
|
340
397
|
block->available(rep_length);
|
341
|
-
repeated_decoder =
|
342
|
-
|
398
|
+
repeated_decoder =
|
399
|
+
make_uniq<RleBpDecoder>((const uint8_t *)block->ptr, rep_length, RleBpDecoder::ComputeBitWidth(max_repeat));
|
343
400
|
block->inc(rep_length);
|
344
401
|
} else if (is_v2 && v2_header.repetition_levels_byte_length > 0) {
|
345
402
|
block->inc(v2_header.repetition_levels_byte_length);
|
@@ -348,8 +405,8 @@ void ColumnReader::PrepareDataPage(PageHeader &page_hdr) {
|
|
348
405
|
if (HasDefines()) {
|
349
406
|
uint32_t def_length = is_v1 ? block->read<uint32_t>() : v2_header.definition_levels_byte_length;
|
350
407
|
block->available(def_length);
|
351
|
-
defined_decoder =
|
352
|
-
|
408
|
+
defined_decoder =
|
409
|
+
make_uniq<RleBpDecoder>((const uint8_t *)block->ptr, def_length, RleBpDecoder::ComputeBitWidth(max_define));
|
353
410
|
block->inc(def_length);
|
354
411
|
} else if (is_v2 && v2_header.definition_levels_byte_length > 0) {
|
355
412
|
block->inc(v2_header.definition_levels_byte_length);
|
@@ -361,7 +418,7 @@ void ColumnReader::PrepareDataPage(PageHeader &page_hdr) {
|
|
361
418
|
// where is it otherwise??
|
362
419
|
auto dict_width = block->read<uint8_t>();
|
363
420
|
// TODO somehow dict_width can be 0 ?
|
364
|
-
dict_decoder =
|
421
|
+
dict_decoder = make_uniq<RleBpDecoder>((const uint8_t *)block->ptr, block->len, dict_width);
|
365
422
|
block->inc(block->len);
|
366
423
|
break;
|
367
424
|
}
|
@@ -370,11 +427,11 @@ void ColumnReader::PrepareDataPage(PageHeader &page_hdr) {
|
|
370
427
|
throw std::runtime_error("RLE encoding is only supported for boolean data");
|
371
428
|
}
|
372
429
|
block->inc(sizeof(uint32_t));
|
373
|
-
rle_decoder =
|
430
|
+
rle_decoder = make_uniq<RleBpDecoder>((const uint8_t *)block->ptr, block->len, 1);
|
374
431
|
break;
|
375
432
|
}
|
376
433
|
case Encoding::DELTA_BINARY_PACKED: {
|
377
|
-
dbp_decoder =
|
434
|
+
dbp_decoder = make_uniq<DbpDecoder>((const uint8_t *)block->ptr, block->len);
|
378
435
|
block->inc(block->len);
|
379
436
|
break;
|
380
437
|
}
|
@@ -449,13 +506,13 @@ idx_t ColumnReader::Read(uint64_t num_values, parquet_filter_t &filter, uint8_t
|
|
449
506
|
// TODO keep this in the state
|
450
507
|
auto read_buf = make_shared<ResizeableBuffer>();
|
451
508
|
|
452
|
-
switch (type.
|
453
|
-
case
|
509
|
+
switch (type.InternalType()) {
|
510
|
+
case PhysicalType::INT32:
|
454
511
|
read_buf->resize(reader.allocator, sizeof(int32_t) * (read_now - null_count));
|
455
512
|
dbp_decoder->GetBatch<int32_t>(read_buf->ptr, read_now - null_count);
|
456
513
|
|
457
514
|
break;
|
458
|
-
case
|
515
|
+
case PhysicalType::INT64:
|
459
516
|
read_buf->resize(reader.allocator, sizeof(int64_t) * (read_now - null_count));
|
460
517
|
dbp_decoder->GetBatch<int64_t>(read_buf->ptr, read_now - null_count);
|
461
518
|
break;
|
@@ -550,7 +607,7 @@ uint32_t StringColumnReader::VerifyString(const char *str_data, uint32_t str_len
|
|
550
607
|
|
551
608
|
void StringColumnReader::Dictionary(shared_ptr<ResizeableBuffer> data, idx_t num_entries) {
|
552
609
|
dict = std::move(data);
|
553
|
-
dict_strings = unique_ptr<string_t[]>(new string_t[num_entries]);
|
610
|
+
dict_strings = duckdb::unique_ptr<string_t[]>(new string_t[num_entries]);
|
554
611
|
for (idx_t dict_idx = 0; dict_idx < num_entries; dict_idx++) {
|
555
612
|
uint32_t str_len;
|
556
613
|
if (fixed_width_string_length == 0) {
|
@@ -569,7 +626,7 @@ void StringColumnReader::Dictionary(shared_ptr<ResizeableBuffer> data, idx_t num
|
|
569
626
|
}
|
570
627
|
|
571
628
|
static shared_ptr<ResizeableBuffer> ReadDbpData(Allocator &allocator, ResizeableBuffer &buffer, idx_t &value_count) {
|
572
|
-
auto decoder =
|
629
|
+
auto decoder = make_uniq<DbpDecoder>((const uint8_t *)buffer.ptr, buffer.len);
|
573
630
|
value_count = decoder->TotalValues();
|
574
631
|
auto result = make_shared<ResizeableBuffer>();
|
575
632
|
result->resize(allocator, sizeof(uint32_t) * value_count);
|
@@ -584,12 +641,13 @@ void StringColumnReader::PrepareDeltaLengthByteArray(ResizeableBuffer &buffer) {
|
|
584
641
|
auto length_buffer = ReadDbpData(reader.allocator, buffer, value_count);
|
585
642
|
if (value_count == 0) {
|
586
643
|
// no values
|
587
|
-
byte_array_data =
|
644
|
+
byte_array_data = make_uniq<Vector>(LogicalType::VARCHAR, nullptr);
|
588
645
|
return;
|
589
646
|
}
|
590
647
|
auto length_data = (uint32_t *)length_buffer->ptr;
|
591
|
-
byte_array_data =
|
648
|
+
byte_array_data = make_uniq<Vector>(LogicalType::VARCHAR, value_count);
|
592
649
|
byte_array_count = value_count;
|
650
|
+
delta_offset = 0;
|
593
651
|
auto string_data = FlatVector::GetData<string_t>(*byte_array_data);
|
594
652
|
for (idx_t i = 0; i < value_count; i++) {
|
595
653
|
auto str_len = length_data[i];
|
@@ -610,13 +668,14 @@ void StringColumnReader::PrepareDeltaByteArray(ResizeableBuffer &buffer) {
|
|
610
668
|
}
|
611
669
|
if (prefix_count == 0) {
|
612
670
|
// no values
|
613
|
-
byte_array_data =
|
671
|
+
byte_array_data = make_uniq<Vector>(LogicalType::VARCHAR, nullptr);
|
614
672
|
return;
|
615
673
|
}
|
616
674
|
auto prefix_data = (uint32_t *)prefix_buffer->ptr;
|
617
675
|
auto suffix_data = (uint32_t *)suffix_buffer->ptr;
|
618
|
-
byte_array_data =
|
676
|
+
byte_array_data = make_uniq<Vector>(LogicalType::VARCHAR, prefix_count);
|
619
677
|
byte_array_count = prefix_count;
|
678
|
+
delta_offset = 0;
|
620
679
|
auto string_data = FlatVector::GetData<string_t>(*byte_array_data);
|
621
680
|
for (idx_t i = 0; i < prefix_count; i++) {
|
622
681
|
auto str_len = prefix_data[i] + suffix_data[i];
|
@@ -658,6 +717,7 @@ void StringColumnReader::DeltaByteArray(uint8_t *defines, idx_t num_values, parq
|
|
658
717
|
delta_offset++;
|
659
718
|
}
|
660
719
|
}
|
720
|
+
StringVector::AddHeapReference(result, *byte_array_data);
|
661
721
|
}
|
662
722
|
|
663
723
|
class ParquetStringVectorBuffer : public VectorBuffer {
|
@@ -678,22 +738,22 @@ void StringColumnReader::PlainReference(shared_ptr<ByteBuffer> plain_data, Vecto
|
|
678
738
|
}
|
679
739
|
|
680
740
|
string_t StringParquetValueConversion::DictRead(ByteBuffer &dict, uint32_t &offset, ColumnReader &reader) {
|
681
|
-
auto &dict_strings = (
|
741
|
+
auto &dict_strings = reader.Cast<StringColumnReader>().dict_strings;
|
682
742
|
return dict_strings[offset];
|
683
743
|
}
|
684
744
|
|
685
745
|
string_t StringParquetValueConversion::PlainRead(ByteBuffer &plain_data, ColumnReader &reader) {
|
686
|
-
auto &scr = (
|
746
|
+
auto &scr = reader.Cast<StringColumnReader>();
|
687
747
|
uint32_t str_len = scr.fixed_width_string_length == 0 ? plain_data.read<uint32_t>() : scr.fixed_width_string_length;
|
688
748
|
plain_data.available(str_len);
|
689
|
-
auto actual_str_len = (
|
749
|
+
auto actual_str_len = reader.Cast<StringColumnReader>().VerifyString(plain_data.ptr, str_len);
|
690
750
|
auto ret_str = string_t(plain_data.ptr, actual_str_len);
|
691
751
|
plain_data.inc(str_len);
|
692
752
|
return ret_str;
|
693
753
|
}
|
694
754
|
|
695
755
|
void StringParquetValueConversion::PlainSkip(ByteBuffer &plain_data, ColumnReader &reader) {
|
696
|
-
auto &scr = (
|
756
|
+
auto &scr = reader.Cast<StringColumnReader>();
|
697
757
|
uint32_t str_len = scr.fixed_width_string_length == 0 ? plain_data.read<uint32_t>() : scr.fixed_width_string_length;
|
698
758
|
plain_data.inc(str_len);
|
699
759
|
}
|
@@ -804,7 +864,7 @@ idx_t ListColumnReader::Read(uint64_t num_values, parquet_filter_t &filter, uint
|
|
804
864
|
|
805
865
|
ListColumnReader::ListColumnReader(ParquetReader &reader, LogicalType type_p, const SchemaElement &schema_p,
|
806
866
|
idx_t schema_idx_p, idx_t max_define_p, idx_t max_repeat_p,
|
807
|
-
unique_ptr<ColumnReader> child_column_reader_p)
|
867
|
+
duckdb::unique_ptr<ColumnReader> child_column_reader_p)
|
808
868
|
: ColumnReader(reader, std::move(type_p), schema_p, schema_idx_p, max_define_p, max_repeat_p),
|
809
869
|
child_column_reader(std::move(child_column_reader_p)),
|
810
870
|
read_cache(reader.allocator, ListType::GetChildType(Type())), read_vector(read_cache), overflow_child_count(0) {
|
@@ -820,8 +880,8 @@ ListColumnReader::ListColumnReader(ParquetReader &reader, LogicalType type_p, co
|
|
820
880
|
void ListColumnReader::ApplyPendingSkips(idx_t num_values) {
|
821
881
|
pending_skips -= num_values;
|
822
882
|
|
823
|
-
auto define_out = unique_ptr<uint8_t[]>(new uint8_t[num_values]);
|
824
|
-
auto repeat_out = unique_ptr<uint8_t[]>(new uint8_t[num_values]);
|
883
|
+
auto define_out = duckdb::unique_ptr<uint8_t[]>(new uint8_t[num_values]);
|
884
|
+
auto repeat_out = duckdb::unique_ptr<uint8_t[]>(new uint8_t[num_values]);
|
825
885
|
|
826
886
|
idx_t remaining = num_values;
|
827
887
|
idx_t read = 0;
|
@@ -839,22 +899,6 @@ void ListColumnReader::ApplyPendingSkips(idx_t num_values) {
|
|
839
899
|
}
|
840
900
|
}
|
841
901
|
|
842
|
-
//===--------------------------------------------------------------------===//
|
843
|
-
// Generated Constant Column Reader
|
844
|
-
//===--------------------------------------------------------------------===//
|
845
|
-
GeneratedConstantColumnReader::GeneratedConstantColumnReader(ParquetReader &reader, LogicalType type_p,
|
846
|
-
const SchemaElement &schema_p, idx_t schema_idx_p,
|
847
|
-
idx_t max_define_p, idx_t max_repeat_p, Value constant_p)
|
848
|
-
: ColumnReader(reader, std::move(type_p), schema_p, schema_idx_p, max_define_p, max_repeat_p),
|
849
|
-
constant(std::move(constant_p)) {
|
850
|
-
}
|
851
|
-
idx_t GeneratedConstantColumnReader::Read(uint64_t num_values, parquet_filter_t &filter, uint8_t *define_out,
|
852
|
-
uint8_t *repeat_out, Vector &result) {
|
853
|
-
result.SetValue(0, constant);
|
854
|
-
result.SetVectorType(VectorType::CONSTANT_VECTOR);
|
855
|
-
return num_values;
|
856
|
-
}
|
857
|
-
|
858
902
|
//===--------------------------------------------------------------------===//
|
859
903
|
// Row NumberColumn Reader
|
860
904
|
//===--------------------------------------------------------------------===//
|
@@ -863,9 +907,8 @@ RowNumberColumnReader::RowNumberColumnReader(ParquetReader &reader, LogicalType
|
|
863
907
|
: ColumnReader(reader, std::move(type_p), schema_p, schema_idx_p, max_define_p, max_repeat_p) {
|
864
908
|
}
|
865
909
|
|
866
|
-
unique_ptr<BaseStatistics> RowNumberColumnReader::Stats(idx_t row_group_idx_p,
|
867
|
-
|
868
|
-
auto stats = make_unique<NumericStatistics>(type, StatisticsType::LOCAL_STATS);
|
910
|
+
unique_ptr<BaseStatistics> RowNumberColumnReader::Stats(idx_t row_group_idx_p, const vector<ColumnChunk> &columns) {
|
911
|
+
auto stats = NumericStats::CreateUnknown(type);
|
869
912
|
auto &row_groups = reader.GetFileMetadata()->row_groups;
|
870
913
|
D_ASSERT(row_group_idx_p < row_groups.size());
|
871
914
|
idx_t row_group_offset_min = 0;
|
@@ -873,14 +916,13 @@ unique_ptr<BaseStatistics> RowNumberColumnReader::Stats(idx_t row_group_idx_p,
|
|
873
916
|
row_group_offset_min += row_groups[i].num_rows;
|
874
917
|
}
|
875
918
|
|
876
|
-
stats
|
877
|
-
stats
|
878
|
-
|
879
|
-
|
880
|
-
return std::move(stats);
|
919
|
+
NumericStats::SetMin(stats, Value::BIGINT(row_group_offset_min));
|
920
|
+
NumericStats::SetMax(stats, Value::BIGINT(row_group_offset_min + row_groups[row_group_idx_p].num_rows));
|
921
|
+
stats.Set(StatsInfo::CANNOT_HAVE_NULL_VALUES);
|
922
|
+
return stats.ToUnique();
|
881
923
|
}
|
882
924
|
|
883
|
-
void RowNumberColumnReader::InitializeRead(idx_t row_group_idx_p, const
|
925
|
+
void RowNumberColumnReader::InitializeRead(idx_t row_group_idx_p, const vector<ColumnChunk> &columns,
|
884
926
|
TProtocol &protocol_p) {
|
885
927
|
row_group_offset = 0;
|
886
928
|
auto &row_groups = reader.GetFileMetadata()->row_groups;
|
@@ -902,7 +944,7 @@ idx_t RowNumberColumnReader::Read(uint64_t num_values, parquet_filter_t &filter,
|
|
902
944
|
//===--------------------------------------------------------------------===//
|
903
945
|
// Cast Column Reader
|
904
946
|
//===--------------------------------------------------------------------===//
|
905
|
-
CastColumnReader::CastColumnReader(unique_ptr<ColumnReader> child_reader_p, LogicalType target_type_p)
|
947
|
+
CastColumnReader::CastColumnReader(duckdb::unique_ptr<ColumnReader> child_reader_p, LogicalType target_type_p)
|
906
948
|
: ColumnReader(child_reader_p->Reader(), std::move(target_type_p), child_reader_p->Schema(),
|
907
949
|
child_reader_p->FileIdx(), child_reader_p->MaxDefine(), child_reader_p->MaxRepeat()),
|
908
950
|
child_reader(std::move(child_reader_p)) {
|
@@ -910,12 +952,12 @@ CastColumnReader::CastColumnReader(unique_ptr<ColumnReader> child_reader_p, Logi
|
|
910
952
|
intermediate_chunk.Initialize(reader.allocator, intermediate_types);
|
911
953
|
}
|
912
954
|
|
913
|
-
unique_ptr<BaseStatistics> CastColumnReader::Stats(idx_t row_group_idx_p, const
|
955
|
+
unique_ptr<BaseStatistics> CastColumnReader::Stats(idx_t row_group_idx_p, const vector<ColumnChunk> &columns) {
|
914
956
|
// casting stats is not supported (yet)
|
915
957
|
return nullptr;
|
916
958
|
}
|
917
959
|
|
918
|
-
void CastColumnReader::InitializeRead(idx_t row_group_idx_p, const
|
960
|
+
void CastColumnReader::InitializeRead(idx_t row_group_idx_p, const vector<ColumnChunk> &columns,
|
919
961
|
TProtocol &protocol_p) {
|
920
962
|
child_reader->InitializeRead(row_group_idx_p, columns, protocol_p);
|
921
963
|
}
|
@@ -954,7 +996,7 @@ idx_t CastColumnReader::GroupRowsAvailable() {
|
|
954
996
|
//===--------------------------------------------------------------------===//
|
955
997
|
StructColumnReader::StructColumnReader(ParquetReader &reader, LogicalType type_p, const SchemaElement &schema_p,
|
956
998
|
idx_t schema_idx_p, idx_t max_define_p, idx_t max_repeat_p,
|
957
|
-
vector<unique_ptr<ColumnReader>> child_readers_p)
|
999
|
+
vector<duckdb::unique_ptr<ColumnReader>> child_readers_p)
|
958
1000
|
: ColumnReader(reader, std::move(type_p), schema_p, schema_idx_p, max_define_p, max_repeat_p),
|
959
1001
|
child_readers(std::move(child_readers_p)) {
|
960
1002
|
D_ASSERT(type.InternalType() == PhysicalType::STRUCT);
|
@@ -965,7 +1007,7 @@ ColumnReader *StructColumnReader::GetChildReader(idx_t child_idx) {
|
|
965
1007
|
return child_readers[child_idx].get();
|
966
1008
|
}
|
967
1009
|
|
968
|
-
void StructColumnReader::InitializeRead(idx_t row_group_idx_p, const
|
1010
|
+
void StructColumnReader::InitializeRead(idx_t row_group_idx_p, const vector<ColumnChunk> &columns,
|
969
1011
|
TProtocol &protocol_p) {
|
970
1012
|
for (auto &child : child_readers) {
|
971
1013
|
child->InitializeRead(row_group_idx_p, columns, protocol_p);
|
@@ -1104,22 +1146,22 @@ protected:
|
|
1104
1146
|
};
|
1105
1147
|
|
1106
1148
|
template <bool FIXED_LENGTH>
|
1107
|
-
static unique_ptr<ColumnReader> CreateDecimalReaderInternal(ParquetReader &reader, const LogicalType &type_p,
|
1108
|
-
|
1109
|
-
|
1149
|
+
static duckdb::unique_ptr<ColumnReader> CreateDecimalReaderInternal(ParquetReader &reader, const LogicalType &type_p,
|
1150
|
+
const SchemaElement &schema_p, idx_t file_idx_p,
|
1151
|
+
idx_t max_define, idx_t max_repeat) {
|
1110
1152
|
switch (type_p.InternalType()) {
|
1111
1153
|
case PhysicalType::INT16:
|
1112
|
-
return
|
1113
|
-
|
1154
|
+
return make_uniq<DecimalColumnReader<int16_t, FIXED_LENGTH>>(reader, type_p, schema_p, file_idx_p, max_define,
|
1155
|
+
max_repeat);
|
1114
1156
|
case PhysicalType::INT32:
|
1115
|
-
return
|
1116
|
-
|
1157
|
+
return make_uniq<DecimalColumnReader<int32_t, FIXED_LENGTH>>(reader, type_p, schema_p, file_idx_p, max_define,
|
1158
|
+
max_repeat);
|
1117
1159
|
case PhysicalType::INT64:
|
1118
|
-
return
|
1119
|
-
|
1160
|
+
return make_uniq<DecimalColumnReader<int64_t, FIXED_LENGTH>>(reader, type_p, schema_p, file_idx_p, max_define,
|
1161
|
+
max_repeat);
|
1120
1162
|
case PhysicalType::INT128:
|
1121
|
-
return
|
1122
|
-
|
1163
|
+
return make_uniq<DecimalColumnReader<hugeint_t, FIXED_LENGTH>>(reader, type_p, schema_p, file_idx_p, max_define,
|
1164
|
+
max_repeat);
|
1123
1165
|
default:
|
1124
1166
|
throw InternalException("Unrecognized type for Decimal");
|
1125
1167
|
}
|
@@ -1253,13 +1295,13 @@ unique_ptr<ColumnReader> CreateDecimalReader(ParquetReader &reader, const Logica
|
|
1253
1295
|
idx_t max_repeat) {
|
1254
1296
|
switch (type_p.InternalType()) {
|
1255
1297
|
case PhysicalType::INT16:
|
1256
|
-
return
|
1298
|
+
return make_uniq<TemplatedColumnReader<int16_t, TemplatedParquetValueConversion<T>>>(
|
1257
1299
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1258
1300
|
case PhysicalType::INT32:
|
1259
|
-
return
|
1301
|
+
return make_uniq<TemplatedColumnReader<int32_t, TemplatedParquetValueConversion<T>>>(
|
1260
1302
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1261
1303
|
case PhysicalType::INT64:
|
1262
|
-
return
|
1304
|
+
return make_uniq<TemplatedColumnReader<int64_t, TemplatedParquetValueConversion<T>>>(
|
1263
1305
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1264
1306
|
default:
|
1265
1307
|
throw NotImplementedException("Unimplemented internal type for CreateDecimalReader");
|
@@ -1271,62 +1313,62 @@ unique_ptr<ColumnReader> ColumnReader::CreateReader(ParquetReader &reader, const
|
|
1271
1313
|
idx_t max_repeat) {
|
1272
1314
|
switch (type_p.id()) {
|
1273
1315
|
case LogicalTypeId::BOOLEAN:
|
1274
|
-
return
|
1316
|
+
return make_uniq<BooleanColumnReader>(reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1275
1317
|
case LogicalTypeId::UTINYINT:
|
1276
|
-
return
|
1318
|
+
return make_uniq<TemplatedColumnReader<uint8_t, TemplatedParquetValueConversion<uint32_t>>>(
|
1277
1319
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1278
1320
|
case LogicalTypeId::USMALLINT:
|
1279
|
-
return
|
1321
|
+
return make_uniq<TemplatedColumnReader<uint16_t, TemplatedParquetValueConversion<uint32_t>>>(
|
1280
1322
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1281
1323
|
case LogicalTypeId::UINTEGER:
|
1282
|
-
return
|
1324
|
+
return make_uniq<TemplatedColumnReader<uint32_t, TemplatedParquetValueConversion<uint32_t>>>(
|
1283
1325
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1284
1326
|
case LogicalTypeId::UBIGINT:
|
1285
|
-
return
|
1327
|
+
return make_uniq<TemplatedColumnReader<uint64_t, TemplatedParquetValueConversion<uint64_t>>>(
|
1286
1328
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1287
1329
|
case LogicalTypeId::TINYINT:
|
1288
|
-
return
|
1330
|
+
return make_uniq<TemplatedColumnReader<int8_t, TemplatedParquetValueConversion<int32_t>>>(
|
1289
1331
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1290
1332
|
case LogicalTypeId::SMALLINT:
|
1291
|
-
return
|
1333
|
+
return make_uniq<TemplatedColumnReader<int16_t, TemplatedParquetValueConversion<int32_t>>>(
|
1292
1334
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1293
1335
|
case LogicalTypeId::INTEGER:
|
1294
|
-
return
|
1336
|
+
return make_uniq<TemplatedColumnReader<int32_t, TemplatedParquetValueConversion<int32_t>>>(
|
1295
1337
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1296
1338
|
case LogicalTypeId::BIGINT:
|
1297
|
-
return
|
1339
|
+
return make_uniq<TemplatedColumnReader<int64_t, TemplatedParquetValueConversion<int64_t>>>(
|
1298
1340
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1299
1341
|
case LogicalTypeId::FLOAT:
|
1300
|
-
return
|
1342
|
+
return make_uniq<TemplatedColumnReader<float, TemplatedParquetValueConversion<float>>>(
|
1301
1343
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1302
1344
|
case LogicalTypeId::DOUBLE:
|
1303
|
-
return
|
1345
|
+
return make_uniq<TemplatedColumnReader<double, TemplatedParquetValueConversion<double>>>(
|
1304
1346
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1305
1347
|
case LogicalTypeId::TIMESTAMP:
|
1306
1348
|
case LogicalTypeId::TIMESTAMP_TZ:
|
1307
1349
|
switch (schema_p.type) {
|
1308
1350
|
case Type::INT96:
|
1309
|
-
return
|
1351
|
+
return make_uniq<CallbackColumnReader<Int96, timestamp_t, ImpalaTimestampToTimestamp>>(
|
1310
1352
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1311
1353
|
case Type::INT64:
|
1312
1354
|
if (schema_p.__isset.logicalType && schema_p.logicalType.__isset.TIMESTAMP) {
|
1313
1355
|
if (schema_p.logicalType.TIMESTAMP.unit.__isset.MILLIS) {
|
1314
|
-
return
|
1356
|
+
return make_uniq<CallbackColumnReader<int64_t, timestamp_t, ParquetTimestampMsToTimestamp>>(
|
1315
1357
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1316
1358
|
} else if (schema_p.logicalType.TIMESTAMP.unit.__isset.MICROS) {
|
1317
|
-
return
|
1359
|
+
return make_uniq<CallbackColumnReader<int64_t, timestamp_t, ParquetTimestampMicrosToTimestamp>>(
|
1318
1360
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1319
1361
|
} else if (schema_p.logicalType.TIMESTAMP.unit.__isset.NANOS) {
|
1320
|
-
return
|
1362
|
+
return make_uniq<CallbackColumnReader<int64_t, timestamp_t, ParquetTimestampNsToTimestamp>>(
|
1321
1363
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1322
1364
|
}
|
1323
1365
|
} else if (schema_p.__isset.converted_type) {
|
1324
1366
|
switch (schema_p.converted_type) {
|
1325
1367
|
case ConvertedType::TIMESTAMP_MICROS:
|
1326
|
-
return
|
1368
|
+
return make_uniq<CallbackColumnReader<int64_t, timestamp_t, ParquetTimestampMicrosToTimestamp>>(
|
1327
1369
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1328
1370
|
case ConvertedType::TIMESTAMP_MILLIS:
|
1329
|
-
return
|
1371
|
+
return make_uniq<CallbackColumnReader<int64_t, timestamp_t, ParquetTimestampMsToTimestamp>>(
|
1330
1372
|
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1331
1373
|
default:
|
1332
1374
|
break;
|
@@ -1337,15 +1379,36 @@ unique_ptr<ColumnReader> ColumnReader::CreateReader(ParquetReader &reader, const
|
|
1337
1379
|
}
|
1338
1380
|
break;
|
1339
1381
|
case LogicalTypeId::DATE:
|
1340
|
-
return
|
1341
|
-
|
1382
|
+
return make_uniq<CallbackColumnReader<int32_t, date_t, ParquetIntToDate>>(reader, type_p, schema_p, file_idx_p,
|
1383
|
+
max_define, max_repeat);
|
1342
1384
|
case LogicalTypeId::TIME:
|
1343
1385
|
case LogicalTypeId::TIME_TZ:
|
1344
|
-
|
1345
|
-
|
1386
|
+
if (schema_p.__isset.logicalType && schema_p.logicalType.__isset.TIME) {
|
1387
|
+
if (schema_p.logicalType.TIME.unit.__isset.MILLIS) {
|
1388
|
+
return make_uniq<CallbackColumnReader<int32_t, dtime_t, ParquetIntToTimeMs>>(
|
1389
|
+
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1390
|
+
} else if (schema_p.logicalType.TIME.unit.__isset.MICROS) {
|
1391
|
+
return make_uniq<CallbackColumnReader<int64_t, dtime_t, ParquetIntToTime>>(
|
1392
|
+
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1393
|
+
} else if (schema_p.logicalType.TIME.unit.__isset.NANOS) {
|
1394
|
+
return make_uniq<CallbackColumnReader<int64_t, dtime_t, ParquetIntToTimeNs>>(
|
1395
|
+
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1396
|
+
}
|
1397
|
+
} else if (schema_p.__isset.converted_type) {
|
1398
|
+
switch (schema_p.converted_type) {
|
1399
|
+
case ConvertedType::TIME_MICROS:
|
1400
|
+
return make_uniq<CallbackColumnReader<int64_t, dtime_t, ParquetIntToTime>>(
|
1401
|
+
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1402
|
+
case ConvertedType::TIME_MILLIS:
|
1403
|
+
return make_uniq<CallbackColumnReader<int32_t, dtime_t, ParquetIntToTimeMs>>(
|
1404
|
+
reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1405
|
+
default:
|
1406
|
+
break;
|
1407
|
+
}
|
1408
|
+
}
|
1346
1409
|
case LogicalTypeId::BLOB:
|
1347
1410
|
case LogicalTypeId::VARCHAR:
|
1348
|
-
return
|
1411
|
+
return make_uniq<StringColumnReader>(reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1349
1412
|
case LogicalTypeId::DECIMAL:
|
1350
1413
|
// we have to figure out what kind of int we need
|
1351
1414
|
switch (schema_p.type) {
|
@@ -1361,9 +1424,9 @@ unique_ptr<ColumnReader> ColumnReader::CreateReader(ParquetReader &reader, const
|
|
1361
1424
|
}
|
1362
1425
|
break;
|
1363
1426
|
case LogicalTypeId::UUID:
|
1364
|
-
return
|
1427
|
+
return make_uniq<UUIDColumnReader>(reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1365
1428
|
case LogicalTypeId::INTERVAL:
|
1366
|
-
return
|
1429
|
+
return make_uniq<IntervalColumnReader>(reader, type_p, schema_p, file_idx_p, max_define, max_repeat);
|
1367
1430
|
default:
|
1368
1431
|
break;
|
1369
1432
|
}
|