duckdb 0.7.2-dev225.0 → 0.7.2-dev2366.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/binding.gyp +13 -6
- package/lib/duckdb.d.ts +55 -2
- package/lib/duckdb.js +20 -1
- package/package.json +1 -1
- package/src/connection.cpp +13 -14
- package/src/data_chunk.cpp +14 -2
- package/src/database.cpp +15 -16
- package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datefunc.cpp +23 -11
- package/src/duckdb/extension/icu/icu-datepart.cpp +18 -18
- package/src/duckdb/extension/icu/icu-datesub.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datetrunc.cpp +1 -1
- package/src/duckdb/extension/icu/icu-extension.cpp +34 -31
- package/src/duckdb/extension/icu/icu-list-range.cpp +207 -0
- package/src/duckdb/extension/icu/icu-makedate.cpp +53 -1
- package/src/duckdb/extension/icu/icu-strptime.cpp +134 -46
- package/src/duckdb/extension/icu/icu-table-range.cpp +10 -10
- package/src/duckdb/extension/icu/icu-timebucket.cpp +6 -6
- package/src/duckdb/extension/icu/icu-timezone.cpp +19 -18
- package/src/duckdb/extension/icu/include/icu-datefunc.hpp +10 -8
- package/src/duckdb/extension/icu/include/icu-list-range.hpp +17 -0
- package/src/duckdb/extension/icu/third_party/icu/common/unicode/localpointer.h +22 -22
- package/src/duckdb/extension/icu/third_party/icu/i18n/calendar.cpp +4 -0
- package/src/duckdb/extension/icu/third_party/icu/i18n/dangical.cpp +28 -28
- package/src/duckdb/extension/icu/third_party/icu/i18n/dangical.h +4 -4
- package/src/duckdb/extension/icu/third_party/icu/i18n/unicode/numberformatter.h +1 -1
- package/src/duckdb/extension/icu/third_party/icu/stubdata/stubdata.cpp +1 -1
- package/src/duckdb/extension/json/buffered_json_reader.cpp +3 -3
- package/src/duckdb/extension/json/include/buffered_json_reader.hpp +5 -5
- package/src/duckdb/extension/json/include/json_common.hpp +2 -1
- package/src/duckdb/extension/json/include/json_deserializer.hpp +92 -0
- package/src/duckdb/extension/json/include/json_executors.hpp +2 -2
- package/src/duckdb/extension/json/include/json_functions.hpp +8 -1
- package/src/duckdb/extension/json/include/json_scan.hpp +9 -10
- package/src/duckdb/extension/json/include/json_serializer.hpp +82 -0
- package/src/duckdb/extension/json/include/json_structure.hpp +1 -1
- package/src/duckdb/extension/json/json-extension.cpp +6 -0
- package/src/duckdb/extension/json/json_deserializer.cpp +306 -0
- package/src/duckdb/extension/json/json_functions/copy_json.cpp +19 -19
- package/src/duckdb/extension/json/json_functions/json_create.cpp +28 -27
- package/src/duckdb/extension/json/json_functions/json_merge_patch.cpp +2 -2
- package/src/duckdb/extension/json/json_functions/json_serialize_sql.cpp +279 -0
- package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
- package/src/duckdb/extension/json/json_functions/json_transform.cpp +4 -4
- package/src/duckdb/extension/json/json_functions/read_json.cpp +26 -35
- package/src/duckdb/extension/json/json_functions.cpp +37 -20
- package/src/duckdb/extension/json/json_scan.cpp +9 -32
- package/src/duckdb/extension/json/json_serializer.cpp +253 -0
- package/src/duckdb/extension/parquet/column_reader.cpp +163 -100
- package/src/duckdb/extension/parquet/column_writer.cpp +109 -108
- package/src/duckdb/extension/parquet/include/boolean_column_reader.hpp +5 -3
- package/src/duckdb/extension/parquet/include/callback_column_reader.hpp +3 -0
- package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +7 -4
- package/src/duckdb/extension/parquet/include/column_reader.hpp +26 -10
- package/src/duckdb/extension/parquet/include/column_writer.hpp +7 -8
- package/src/duckdb/extension/parquet/include/decode_utils.hpp +5 -4
- package/src/duckdb/extension/parquet/include/list_column_reader.hpp +6 -4
- package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_metadata.hpp +1 -0
- package/src/duckdb/extension/parquet/include/parquet_reader.hpp +27 -52
- package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_support.hpp +10 -9
- package/src/duckdb/extension/parquet/include/parquet_timestamp.hpp +2 -1
- package/src/duckdb/extension/parquet/include/parquet_writer.hpp +3 -3
- package/src/duckdb/extension/parquet/include/row_number_column_reader.hpp +6 -3
- package/src/duckdb/extension/parquet/include/string_column_reader.hpp +4 -1
- package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +7 -3
- package/src/duckdb/extension/parquet/include/templated_column_reader.hpp +3 -0
- package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
- package/src/duckdb/extension/parquet/parquet-extension.cpp +113 -253
- package/src/duckdb/extension/parquet/parquet_metadata.cpp +11 -19
- package/src/duckdb/extension/parquet/parquet_reader.cpp +120 -255
- package/src/duckdb/extension/parquet/parquet_statistics.cpp +53 -40
- package/src/duckdb/extension/parquet/parquet_timestamp.cpp +16 -6
- package/src/duckdb/extension/parquet/parquet_writer.cpp +2 -2
- package/src/duckdb/extension/parquet/zstd_file_system.cpp +4 -4
- package/src/duckdb/src/catalog/catalog.cpp +79 -49
- package/src/duckdb/src/catalog/catalog_entry/duck_index_entry.cpp +3 -3
- package/src/duckdb/src/catalog/catalog_entry/duck_schema_entry.cpp +33 -33
- package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +52 -75
- package/src/duckdb/src/catalog/catalog_entry/index_catalog_entry.cpp +5 -5
- package/src/duckdb/src/catalog/catalog_entry/scalar_function_catalog_entry.cpp +1 -1
- package/src/duckdb/src/catalog/catalog_entry/scalar_macro_catalog_entry.cpp +8 -8
- package/src/duckdb/src/catalog/catalog_entry/schema_catalog_entry.cpp +3 -3
- package/src/duckdb/src/catalog/catalog_entry/sequence_catalog_entry.cpp +3 -3
- package/src/duckdb/src/catalog/catalog_entry/table_catalog_entry.cpp +8 -12
- package/src/duckdb/src/catalog/catalog_entry/table_function_catalog_entry.cpp +1 -1
- package/src/duckdb/src/catalog/catalog_entry/type_catalog_entry.cpp +11 -5
- package/src/duckdb/src/catalog/catalog_entry/view_catalog_entry.cpp +6 -6
- package/src/duckdb/src/catalog/catalog_entry.cpp +2 -2
- package/src/duckdb/src/catalog/catalog_set.cpp +56 -53
- package/src/duckdb/src/catalog/default/default_functions.cpp +15 -11
- package/src/duckdb/src/catalog/default/default_schemas.cpp +1 -1
- package/src/duckdb/src/catalog/default/default_types.cpp +4 -4
- package/src/duckdb/src/catalog/default/default_views.cpp +5 -5
- package/src/duckdb/src/catalog/dependency_list.cpp +15 -2
- package/src/duckdb/src/catalog/dependency_manager.cpp +46 -40
- package/src/duckdb/src/catalog/duck_catalog.cpp +37 -10
- package/src/duckdb/src/common/adbc/adbc.cpp +441 -0
- package/src/duckdb/src/common/adbc/driver_manager.cpp +749 -0
- package/src/duckdb/src/common/allocator.cpp +2 -2
- package/src/duckdb/src/common/arrow/arrow_appender.cpp +122 -53
- package/src/duckdb/src/common/arrow/arrow_converter.cpp +5 -5
- package/src/duckdb/src/common/arrow/arrow_wrapper.cpp +21 -3
- package/src/duckdb/src/common/box_renderer.cpp +113 -25
- package/src/duckdb/src/common/compressed_file_system.cpp +15 -0
- package/src/duckdb/src/common/constants.cpp +10 -1
- package/src/duckdb/src/common/enums/expression_type.cpp +8 -222
- package/src/duckdb/src/common/enums/join_type.cpp +3 -22
- package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
- package/src/duckdb/src/common/enums/physical_operator_type.cpp +2 -0
- package/src/duckdb/src/common/exception.cpp +19 -1
- package/src/duckdb/src/common/exception_format_value.cpp +1 -1
- package/src/duckdb/src/common/field_writer.cpp +2 -1
- package/src/duckdb/src/common/file_system.cpp +5 -3
- package/src/duckdb/src/common/filename_pattern.cpp +41 -0
- package/src/duckdb/src/common/gzip_file_system.cpp +69 -5
- package/src/duckdb/src/common/hive_partitioning.cpp +150 -19
- package/src/duckdb/src/common/local_file_system.cpp +82 -14
- package/src/duckdb/src/common/multi_file_reader.cpp +373 -0
- package/src/duckdb/src/common/operator/cast_operators.cpp +25 -26
- package/src/duckdb/src/common/pipe_file_system.cpp +2 -1
- package/src/duckdb/src/common/preserved_error.cpp +7 -5
- package/src/duckdb/src/common/progress_bar/progress_bar.cpp +8 -1
- package/src/duckdb/src/common/radix_partitioning.cpp +102 -370
- package/src/duckdb/src/common/random_engine.cpp +1 -1
- package/src/duckdb/src/common/re2_regex.cpp +4 -4
- package/src/duckdb/src/common/row_operations/row_aggregate.cpp +22 -17
- package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
- package/src/duckdb/src/common/row_operations/row_gather.cpp +5 -3
- package/src/duckdb/src/common/row_operations/row_heap_scatter.cpp +2 -2
- package/src/duckdb/src/common/row_operations/row_match.cpp +117 -22
- package/src/duckdb/src/common/row_operations/row_scatter.cpp +7 -5
- package/src/duckdb/src/common/serializer/buffered_deserializer.cpp +4 -0
- package/src/duckdb/src/common/serializer/buffered_file_reader.cpp +21 -3
- package/src/duckdb/src/common/serializer/enum_serializer.cpp +1180 -0
- package/src/duckdb/src/common/sort/comparators.cpp +14 -5
- package/src/duckdb/src/common/sort/merge_sorter.cpp +3 -3
- package/src/duckdb/src/common/sort/partition_state.cpp +644 -0
- package/src/duckdb/src/common/sort/sort_state.cpp +18 -19
- package/src/duckdb/src/common/sort/sorted_block.cpp +23 -18
- package/src/duckdb/src/common/string_util.cpp +43 -3
- package/src/duckdb/src/common/tree_renderer.cpp +7 -9
- package/src/duckdb/src/common/types/batched_data_collection.cpp +5 -4
- package/src/duckdb/src/common/types/bit.cpp +107 -65
- package/src/duckdb/src/common/types/blob.cpp +10 -10
- package/src/duckdb/src/common/types/chunk_collection.cpp +4 -4
- package/src/duckdb/src/common/types/{column_data_allocator.cpp → column/column_data_allocator.cpp} +4 -3
- package/src/duckdb/src/common/types/{column_data_collection.cpp → column/column_data_collection.cpp} +68 -8
- package/src/duckdb/src/common/types/{column_data_collection_segment.cpp → column/column_data_collection_segment.cpp} +14 -11
- package/src/duckdb/src/common/types/{column_data_consumer.cpp → column/column_data_consumer.cpp} +1 -1
- package/src/duckdb/src/common/types/{partitioned_column_data.cpp → column/partitioned_column_data.cpp} +14 -12
- package/src/duckdb/src/common/types/conflict_manager.cpp +5 -4
- package/src/duckdb/src/common/types/data_chunk.cpp +1 -1
- package/src/duckdb/src/common/types/hash.cpp +1 -1
- package/src/duckdb/src/common/types/hyperloglog.cpp +3 -3
- package/src/duckdb/src/common/types/interval.cpp +0 -41
- package/src/duckdb/src/common/types/list_segment.cpp +658 -0
- package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +316 -0
- package/src/duckdb/src/common/types/{row_data_collection.cpp → row/row_data_collection.cpp} +2 -2
- package/src/duckdb/src/common/types/{row_data_collection_scanner.cpp → row/row_data_collection_scanner.cpp} +3 -3
- package/src/duckdb/src/common/types/{row_layout.cpp → row/row_layout.cpp} +1 -1
- package/src/duckdb/src/common/types/row/tuple_data_allocator.cpp +465 -0
- package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +511 -0
- package/src/duckdb/src/common/types/row/tuple_data_iterator.cpp +96 -0
- package/src/duckdb/src/common/types/row/tuple_data_layout.cpp +119 -0
- package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +1200 -0
- package/src/duckdb/src/common/types/row/tuple_data_segment.cpp +170 -0
- package/src/duckdb/src/common/types/string_heap.cpp +3 -3
- package/src/duckdb/src/common/types/string_type.cpp +3 -3
- package/src/duckdb/src/common/types/time.cpp +13 -0
- package/src/duckdb/src/common/types/timestamp.cpp +1 -1
- package/src/duckdb/src/common/types/validity_mask.cpp +24 -7
- package/src/duckdb/src/common/types/value.cpp +184 -101
- package/src/duckdb/src/common/types/vector.cpp +212 -151
- package/src/duckdb/src/common/types/vector_buffer.cpp +3 -3
- package/src/duckdb/src/common/types/vector_cache.cpp +4 -4
- package/src/duckdb/src/common/types.cpp +314 -152
- package/src/duckdb/src/common/value_operations/comparison_operations.cpp +14 -22
- package/src/duckdb/src/common/vector.cpp +12 -0
- package/src/duckdb/src/common/vector_operations/comparison_operators.cpp +10 -10
- package/src/duckdb/src/common/vector_operations/is_distinct_from.cpp +11 -10
- package/src/duckdb/src/common/vector_operations/vector_cast.cpp +2 -1
- package/src/duckdb/src/common/vector_operations/vector_copy.cpp +14 -11
- package/src/duckdb/src/common/virtual_file_system.cpp +1 -1
- package/src/duckdb/src/execution/adaptive_filter.cpp +1 -1
- package/src/duckdb/src/execution/aggregate_hashtable.cpp +331 -339
- package/src/duckdb/src/execution/column_binding_resolver.cpp +27 -11
- package/src/duckdb/src/execution/expression_executor/execute_between.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_case.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_cast.cpp +3 -2
- package/src/duckdb/src/execution/expression_executor/execute_comparison.cpp +3 -3
- package/src/duckdb/src/execution/expression_executor/execute_conjunction.cpp +6 -6
- package/src/duckdb/src/execution/expression_executor/execute_constant.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_function.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_operator.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_parameter.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/execute_reference.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor.cpp +5 -4
- package/src/duckdb/src/execution/expression_executor_state.cpp +3 -4
- package/src/duckdb/src/execution/index/art/art.cpp +27 -15
- package/src/duckdb/src/execution/index/art/art_key.cpp +2 -2
- package/src/duckdb/src/execution/join_hashtable.cpp +203 -337
- package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +12 -3
- package/src/duckdb/src/execution/operator/aggregate/distinct_aggregate_data.cpp +12 -12
- package/src/duckdb/src/execution/operator/aggregate/grouped_aggregate_data.cpp +2 -2
- package/src/duckdb/src/execution/operator/aggregate/physical_hash_aggregate.cpp +44 -44
- package/src/duckdb/src/execution/operator/aggregate/physical_perfecthash_aggregate.cpp +22 -23
- package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +13 -9
- package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +43 -29
- package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +237 -917
- package/src/duckdb/src/execution/operator/filter/physical_filter.cpp +4 -4
- package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +9 -9
- package/src/duckdb/src/execution/operator/helper/physical_execute.cpp +3 -8
- package/src/duckdb/src/execution/operator/helper/physical_explain_analyze.cpp +4 -4
- package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +11 -8
- package/src/duckdb/src/execution/operator/helper/physical_limit_percent.cpp +8 -9
- package/src/duckdb/src/execution/operator/helper/physical_materialized_collector.cpp +14 -10
- package/src/duckdb/src/execution/operator/helper/physical_reservoir_sample.cpp +5 -5
- package/src/duckdb/src/execution/operator/helper/physical_result_collector.cpp +8 -14
- package/src/duckdb/src/execution/operator/helper/physical_streaming_limit.cpp +6 -6
- package/src/duckdb/src/execution/operator/helper/physical_streaming_sample.cpp +3 -3
- package/src/duckdb/src/execution/operator/helper/physical_vacuum.cpp +13 -11
- package/src/duckdb/src/execution/operator/join/perfect_hash_join_executor.cpp +37 -22
- package/src/duckdb/src/execution/operator/join/physical_blockwise_nl_join.cpp +78 -31
- package/src/duckdb/src/execution/operator/join/physical_cross_product.cpp +7 -7
- package/src/duckdb/src/execution/operator/join/physical_delim_join.cpp +18 -17
- package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +193 -169
- package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +42 -38
- package/src/duckdb/src/execution/operator/join/physical_index_join.cpp +29 -19
- package/src/duckdb/src/execution/operator/join/physical_join.cpp +9 -20
- package/src/duckdb/src/execution/operator/join/physical_nested_loop_join.cpp +21 -21
- package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +28 -33
- package/src/duckdb/src/execution/operator/join/physical_positional_join.cpp +6 -7
- package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +4 -2
- package/src/duckdb/src/execution/operator/order/physical_order.cpp +17 -17
- package/src/duckdb/src/execution/operator/order/physical_top_n.cpp +14 -14
- package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +55 -47
- package/src/duckdb/src/execution/operator/persistent/buffered_csv_reader.cpp +96 -43
- package/src/duckdb/src/execution/operator/persistent/csv_buffer.cpp +17 -13
- package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +12 -19
- package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +134 -30
- package/src/duckdb/src/execution/operator/persistent/physical_batch_insert.cpp +41 -36
- package/src/duckdb/src/execution/operator/persistent/physical_copy_to_file.cpp +31 -29
- package/src/duckdb/src/execution/operator/persistent/physical_delete.cpp +11 -12
- package/src/duckdb/src/execution/operator/persistent/physical_export.cpp +30 -29
- package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +51 -49
- package/src/duckdb/src/execution/operator/persistent/physical_update.cpp +15 -14
- package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +81 -0
- package/src/duckdb/src/execution/operator/projection/physical_projection.cpp +37 -3
- package/src/duckdb/src/execution/operator/projection/physical_tableinout_function.cpp +7 -7
- package/src/duckdb/src/execution/operator/projection/physical_unnest.cpp +5 -6
- package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +14 -8
- package/src/duckdb/src/execution/operator/scan/physical_dummy_scan.cpp +1 -1
- package/src/duckdb/src/execution/operator/scan/physical_expression_scan.cpp +1 -1
- package/src/duckdb/src/execution/operator/scan/physical_positional_scan.cpp +26 -11
- package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +27 -15
- package/src/duckdb/src/execution/operator/schema/physical_alter.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_attach.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_function.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_index.cpp +17 -16
- package/src/duckdb/src/execution/operator/schema/physical_create_schema.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_sequence.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_create_table.cpp +4 -4
- package/src/duckdb/src/execution/operator/schema/physical_create_type.cpp +26 -46
- package/src/duckdb/src/execution/operator/schema/physical_create_view.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_detach.cpp +2 -2
- package/src/duckdb/src/execution/operator/schema/physical_drop.cpp +2 -2
- package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +19 -23
- package/src/duckdb/src/execution/operator/set/physical_union.cpp +15 -4
- package/src/duckdb/src/execution/partitionable_hashtable.cpp +30 -43
- package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +35 -39
- package/src/duckdb/src/execution/physical_operator.cpp +22 -37
- package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +34 -28
- package/src/duckdb/src/execution/physical_plan/plan_any_join.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_asof_join.cpp +97 -0
- package/src/duckdb/src/execution/physical_plan/plan_column_data_get.cpp +2 -4
- package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +119 -70
- package/src/duckdb/src/execution/physical_plan/plan_copy_to_file.cpp +3 -3
- package/src/duckdb/src/execution/physical_plan/plan_create.cpp +9 -9
- package/src/duckdb/src/execution/physical_plan/plan_create_index.cpp +16 -16
- package/src/duckdb/src/execution/physical_plan/plan_create_table.cpp +6 -6
- package/src/duckdb/src/execution/physical_plan/plan_cross_product.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_delete.cpp +4 -4
- package/src/duckdb/src/execution/physical_plan/plan_delim_get.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_delim_join.cpp +12 -13
- package/src/duckdb/src/execution/physical_plan/plan_distinct.cpp +15 -16
- package/src/duckdb/src/execution/physical_plan/plan_dummy_scan.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_empty_result.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_execute.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_explain.cpp +9 -12
- package/src/duckdb/src/execution/physical_plan/plan_export.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_expression_get.cpp +6 -6
- package/src/duckdb/src/execution/physical_plan/plan_filter.cpp +3 -3
- package/src/duckdb/src/execution/physical_plan/plan_get.cpp +12 -13
- package/src/duckdb/src/execution/physical_plan/plan_insert.cpp +28 -8
- package/src/duckdb/src/execution/physical_plan/plan_limit.cpp +6 -7
- package/src/duckdb/src/execution/physical_plan/plan_limit_percent.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_order.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_pivot.cpp +14 -0
- package/src/duckdb/src/execution/physical_plan/plan_positional_join.cpp +14 -5
- package/src/duckdb/src/execution/physical_plan/plan_pragma.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_prepare.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_projection.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +7 -7
- package/src/duckdb/src/execution/physical_plan/plan_reset.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_sample.cpp +4 -4
- package/src/duckdb/src/execution/physical_plan/plan_set.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_set_operation.cpp +5 -5
- package/src/duckdb/src/execution/physical_plan/plan_show_select.cpp +3 -5
- package/src/duckdb/src/execution/physical_plan/plan_simple.cpp +14 -14
- package/src/duckdb/src/execution/physical_plan/plan_top_n.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_unnest.cpp +1 -1
- package/src/duckdb/src/execution/physical_plan/plan_update.cpp +3 -3
- package/src/duckdb/src/execution/physical_plan/plan_window.cpp +13 -13
- package/src/duckdb/src/execution/physical_plan_generator.cpp +53 -43
- package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +84 -54
- package/src/duckdb/src/execution/reservoir_sample.cpp +3 -3
- package/src/duckdb/src/execution/window_segment_tree.cpp +196 -26
- package/src/duckdb/src/function/aggregate/algebraic/avg.cpp +4 -4
- package/src/duckdb/src/function/aggregate/distributive/approx_count.cpp +1 -1
- package/src/duckdb/src/function/aggregate/distributive/arg_min_max.cpp +3 -3
- package/src/duckdb/src/function/aggregate/distributive/bitagg.cpp +3 -3
- package/src/duckdb/src/function/aggregate/distributive/bitstring_agg.cpp +35 -27
- package/src/duckdb/src/function/aggregate/distributive/bool.cpp +2 -0
- package/src/duckdb/src/function/aggregate/distributive/count.cpp +3 -4
- package/src/duckdb/src/function/aggregate/distributive/entropy.cpp +1 -1
- package/src/duckdb/src/function/aggregate/distributive/first.cpp +12 -10
- package/src/duckdb/src/function/aggregate/distributive/kurtosis.cpp +3 -2
- package/src/duckdb/src/function/aggregate/distributive/minmax.cpp +25 -25
- package/src/duckdb/src/function/aggregate/distributive/skew.cpp +5 -1
- package/src/duckdb/src/function/aggregate/distributive/string_agg.cpp +9 -9
- package/src/duckdb/src/function/aggregate/distributive/sum.cpp +19 -13
- package/src/duckdb/src/function/aggregate/holistic/approximate_quantile.cpp +10 -7
- package/src/duckdb/src/function/aggregate/holistic/mode.cpp +2 -2
- package/src/duckdb/src/function/aggregate/holistic/quantile.cpp +25 -10
- package/src/duckdb/src/function/aggregate/holistic/reservoir_quantile.cpp +6 -6
- package/src/duckdb/src/function/aggregate/nested/histogram.cpp +2 -2
- package/src/duckdb/src/function/aggregate/nested/list.cpp +42 -804
- package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +289 -98
- package/src/duckdb/src/function/cast/cast_function_set.cpp +3 -2
- package/src/duckdb/src/function/cast/enum_casts.cpp +28 -6
- package/src/duckdb/src/function/cast/list_casts.cpp +20 -7
- package/src/duckdb/src/function/cast/map_cast.cpp +6 -3
- package/src/duckdb/src/function/cast/string_cast.cpp +39 -13
- package/src/duckdb/src/function/cast/struct_cast.cpp +28 -8
- package/src/duckdb/src/function/cast/time_casts.cpp +2 -2
- package/src/duckdb/src/function/cast/union_casts.cpp +40 -14
- package/src/duckdb/src/function/cast/vector_cast_helpers.cpp +5 -6
- package/src/duckdb/src/function/cast_rules.cpp +9 -4
- package/src/duckdb/src/function/compression_config.cpp +9 -9
- package/src/duckdb/src/function/function.cpp +4 -4
- package/src/duckdb/src/function/function_binder.cpp +8 -14
- package/src/duckdb/src/function/macro_function.cpp +3 -3
- package/src/duckdb/src/function/pragma/pragma_queries.cpp +25 -2
- package/src/duckdb/src/function/pragma_function.cpp +1 -1
- package/src/duckdb/src/function/scalar/bit/bitstring.cpp +4 -3
- package/src/duckdb/src/function/scalar/blob/encode.cpp +1 -1
- package/src/duckdb/src/function/scalar/date/current.cpp +0 -2
- package/src/duckdb/src/function/scalar/date/date_diff.cpp +0 -1
- package/src/duckdb/src/function/scalar/date/date_part.cpp +22 -30
- package/src/duckdb/src/function/scalar/date/date_sub.cpp +0 -1
- package/src/duckdb/src/function/scalar/date/date_trunc.cpp +10 -14
- package/src/duckdb/src/function/scalar/date/strftime.cpp +136 -39
- package/src/duckdb/src/function/scalar/generic/alias.cpp +1 -1
- package/src/duckdb/src/function/scalar/generic/constant_or_null.cpp +6 -6
- package/src/duckdb/src/function/scalar/generic/current_setting.cpp +5 -5
- package/src/duckdb/src/function/scalar/generic/error.cpp +21 -0
- package/src/duckdb/src/function/scalar/generic/stats.cpp +6 -8
- package/src/duckdb/src/function/scalar/generic_functions.cpp +1 -0
- package/src/duckdb/src/function/scalar/list/array_slice.cpp +1 -1
- package/src/duckdb/src/function/scalar/list/contains_or_position.cpp +5 -147
- package/src/duckdb/src/function/scalar/list/flatten.cpp +7 -14
- package/src/duckdb/src/function/scalar/list/list_aggregates.cpp +12 -11
- package/src/duckdb/src/function/scalar/list/list_concat.cpp +9 -13
- package/src/duckdb/src/function/scalar/list/list_extract.cpp +6 -13
- package/src/duckdb/src/function/scalar/list/list_lambdas.cpp +13 -9
- package/src/duckdb/src/function/scalar/list/list_sort.cpp +32 -25
- package/src/duckdb/src/function/scalar/list/list_value.cpp +7 -11
- package/src/duckdb/src/function/scalar/map/cardinality.cpp +1 -1
- package/src/duckdb/src/function/scalar/map/map.cpp +48 -2
- package/src/duckdb/src/function/scalar/map/map_entries.cpp +2 -2
- package/src/duckdb/src/function/scalar/map/map_extract.cpp +69 -27
- package/src/duckdb/src/function/scalar/map/map_from_entries.cpp +1 -1
- package/src/duckdb/src/function/scalar/map/map_keys_values.cpp +1 -1
- package/src/duckdb/src/function/scalar/math/numeric.cpp +163 -22
- package/src/duckdb/src/function/scalar/math/random.cpp +3 -3
- package/src/duckdb/src/function/scalar/math/setseed.cpp +4 -4
- package/src/duckdb/src/function/scalar/math_functions.cpp +4 -0
- package/src/duckdb/src/function/scalar/operators/arithmetic.cpp +50 -51
- package/src/duckdb/src/function/scalar/operators/multiply.cpp +5 -0
- package/src/duckdb/src/function/scalar/sequence/nextval.cpp +35 -35
- package/src/duckdb/src/function/scalar/string/ascii.cpp +1 -1
- package/src/duckdb/src/function/scalar/string/caseconvert.cpp +4 -8
- package/src/duckdb/src/function/scalar/string/concat.cpp +6 -6
- package/src/duckdb/src/function/scalar/string/contains.cpp +2 -2
- package/src/duckdb/src/function/scalar/string/damerau_levenshtein.cpp +106 -0
- package/src/duckdb/src/function/scalar/string/hex.cpp +384 -0
- package/src/duckdb/src/function/scalar/string/instr.cpp +3 -7
- package/src/duckdb/src/function/scalar/string/jaccard.cpp +1 -1
- package/src/duckdb/src/function/scalar/string/jaro_winkler.cpp +5 -5
- package/src/duckdb/src/function/scalar/string/length.cpp +3 -7
- package/src/duckdb/src/function/scalar/string/levenshtein.cpp +4 -4
- package/src/duckdb/src/function/scalar/string/like.cpp +16 -21
- package/src/duckdb/src/function/scalar/string/mismatches.cpp +2 -2
- package/src/duckdb/src/function/scalar/string/nfc_normalize.cpp +1 -1
- package/src/duckdb/src/function/scalar/string/pad.cpp +3 -3
- package/src/duckdb/src/function/scalar/string/prefix.cpp +2 -2
- package/src/duckdb/src/function/scalar/string/printf.cpp +5 -5
- package/src/duckdb/src/function/scalar/string/regexp/regexp_extract_all.cpp +243 -0
- package/src/duckdb/src/function/scalar/string/regexp/regexp_util.cpp +79 -0
- package/src/duckdb/src/function/scalar/string/regexp.cpp +183 -125
- package/src/duckdb/src/function/scalar/string/repeat.cpp +1 -1
- package/src/duckdb/src/function/scalar/string/replace.cpp +3 -3
- package/src/duckdb/src/function/scalar/string/reverse.cpp +1 -1
- package/src/duckdb/src/function/scalar/string/starts_with.cpp +2 -2
- package/src/duckdb/src/function/scalar/string/string_split.cpp +6 -6
- package/src/duckdb/src/function/scalar/string/strip_accents.cpp +2 -2
- package/src/duckdb/src/function/scalar/string/substring.cpp +5 -9
- package/src/duckdb/src/function/scalar/string/suffix.cpp +2 -2
- package/src/duckdb/src/function/scalar/string/translate.cpp +3 -3
- package/src/duckdb/src/function/scalar/string/trim.cpp +3 -3
- package/src/duckdb/src/function/scalar/string_functions.cpp +2 -0
- package/src/duckdb/src/function/scalar/struct/struct_extract.cpp +10 -15
- package/src/duckdb/src/function/scalar/struct/struct_insert.cpp +12 -15
- package/src/duckdb/src/function/scalar/struct/struct_pack.cpp +9 -10
- package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +17 -19
- package/src/duckdb/src/function/scalar/union/union_extract.cpp +5 -5
- package/src/duckdb/src/function/scalar/union/union_value.cpp +2 -2
- package/src/duckdb/src/function/scalar_macro_function.cpp +4 -4
- package/src/duckdb/src/function/table/arrow.cpp +17 -14
- package/src/duckdb/src/function/table/arrow_conversion.cpp +28 -4
- package/src/duckdb/src/function/table/checkpoint.cpp +12 -8
- package/src/duckdb/src/function/table/copy_csv.cpp +23 -19
- package/src/duckdb/src/function/table/glob.cpp +7 -12
- package/src/duckdb/src/function/table/pragma_detailed_profiling_output.cpp +15 -14
- package/src/duckdb/src/function/table/pragma_last_profiling_output.cpp +13 -11
- package/src/duckdb/src/function/table/range.cpp +10 -10
- package/src/duckdb/src/function/table/read_csv.cpp +318 -278
- package/src/duckdb/src/function/table/repeat.cpp +4 -4
- package/src/duckdb/src/function/table/summary.cpp +1 -1
- package/src/duckdb/src/function/table/system/duckdb_columns.cpp +25 -25
- package/src/duckdb/src/function/table/system/duckdb_constraints.cpp +21 -20
- package/src/duckdb/src/function/table/system/duckdb_databases.cpp +4 -4
- package/src/duckdb/src/function/table/system/duckdb_dependencies.cpp +13 -13
- package/src/duckdb/src/function/table/system/duckdb_extensions.cpp +4 -4
- package/src/duckdb/src/function/table/system/duckdb_functions.cpp +5 -5
- package/src/duckdb/src/function/table/system/duckdb_indexes.cpp +3 -3
- package/src/duckdb/src/function/table/system/duckdb_keywords.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_schemas.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_sequences.cpp +3 -3
- package/src/duckdb/src/function/table/system/duckdb_settings.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_tables.cpp +4 -4
- package/src/duckdb/src/function/table/system/duckdb_temporary_files.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_types.cpp +2 -2
- package/src/duckdb/src/function/table/system/duckdb_views.cpp +2 -2
- package/src/duckdb/src/function/table/system/pragma_collations.cpp +2 -2
- package/src/duckdb/src/function/table/system/pragma_database_size.cpp +3 -3
- package/src/duckdb/src/function/table/system/pragma_storage_info.cpp +9 -7
- package/src/duckdb/src/function/table/system/pragma_table_info.cpp +22 -23
- package/src/duckdb/src/function/table/system/test_all_types.cpp +6 -6
- package/src/duckdb/src/function/table/system/test_vector_types.cpp +6 -6
- package/src/duckdb/src/function/table/table_scan.cpp +55 -62
- package/src/duckdb/src/function/table/unnest.cpp +10 -10
- package/src/duckdb/src/function/table/version/pragma_version.cpp +6 -4
- package/src/duckdb/src/function/table_function.cpp +11 -11
- package/src/duckdb/src/function/table_macro_function.cpp +3 -3
- package/src/duckdb/src/include/duckdb/catalog/catalog.hpp +31 -12
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_index_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/duck_table_entry.hpp +3 -4
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/index_catalog_entry.hpp +5 -5
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/macro_catalog_entry.hpp +3 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/scalar_macro_catalog_entry.hpp +1 -1
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/schema_catalog_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/sequence_catalog_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_catalog_entry.hpp +3 -4
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/table_macro_catalog_entry.hpp +1 -1
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/type_catalog_entry.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/view_catalog_entry.hpp +3 -3
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry.hpp +14 -3
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry_map.hpp +38 -0
- package/src/duckdb/src/include/duckdb/catalog/catalog_set.hpp +5 -5
- package/src/duckdb/src/include/duckdb/catalog/catalog_transaction.hpp +4 -3
- package/src/duckdb/src/include/duckdb/catalog/default/default_functions.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/default/default_types.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/default/default_views.hpp +2 -2
- package/src/duckdb/src/include/duckdb/catalog/dependency.hpp +4 -5
- package/src/duckdb/src/include/duckdb/catalog/dependency_list.hpp +6 -4
- package/src/duckdb/src/include/duckdb/catalog/dependency_manager.hpp +10 -9
- package/src/duckdb/src/include/duckdb/catalog/duck_catalog.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/adbc/adbc-init.hpp +37 -0
- package/src/duckdb/src/include/duckdb/common/adbc/adbc.h +1088 -0
- package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +85 -0
- package/src/duckdb/src/include/duckdb/common/adbc/driver_manager.h +84 -0
- package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/arrow/arrow_appender.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/bit_utils.hpp +147 -0
- package/src/duckdb/src/include/duckdb/common/box_renderer.hpp +8 -2
- package/src/duckdb/src/include/duckdb/common/case_insensitive_map.hpp +2 -3
- package/src/duckdb/src/include/duckdb/common/common.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/compressed_file_system.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/constants.hpp +9 -29
- package/src/duckdb/src/include/duckdb/common/crypto/md5.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/enums/aggregate_handling.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/expression_type.hpp +2 -3
- package/src/duckdb/src/include/duckdb/common/enums/file_glob_options.hpp +20 -0
- package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +7 -4
- package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/order_preservation_type.hpp +24 -0
- package/src/duckdb/src/include/duckdb/common/enums/order_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/set_operation_type.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/exception.hpp +77 -5
- package/src/duckdb/src/include/duckdb/common/exception_format_value.hpp +6 -2
- package/src/duckdb/src/include/duckdb/common/fast_mem.hpp +528 -0
- package/src/duckdb/src/include/duckdb/common/field_writer.hpp +12 -4
- package/src/duckdb/src/include/duckdb/common/file_system.hpp +3 -2
- package/src/duckdb/src/include/duckdb/common/filename_pattern.hpp +34 -0
- package/src/duckdb/src/include/duckdb/common/gzip_file_system.hpp +4 -1
- package/src/duckdb/src/include/duckdb/common/helper.hpp +70 -9
- package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +16 -6
- package/src/duckdb/src/include/duckdb/common/{http_stats.hpp → http_state.hpp} +18 -4
- package/src/duckdb/src/include/duckdb/common/hugeint.hpp +63 -0
- package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +199 -0
- package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +28 -0
- package/src/duckdb/src/include/duckdb/common/operator/comparison_operators.hpp +45 -149
- package/src/duckdb/src/include/duckdb/common/operator/multiply.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/optional_ptr.hpp +76 -0
- package/src/duckdb/src/include/duckdb/common/perfect_map_set.hpp +34 -0
- package/src/duckdb/src/include/duckdb/common/preserved_error.hpp +6 -1
- package/src/duckdb/src/include/duckdb/common/progress_bar/progress_bar.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/radix.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +80 -27
- package/src/duckdb/src/include/duckdb/common/re2_regex.hpp +3 -3
- package/src/duckdb/src/include/duckdb/common/reference_map.hpp +38 -0
- package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +21 -9
- package/src/duckdb/src/include/duckdb/common/serializer/buffered_deserializer.hpp +4 -2
- package/src/duckdb/src/include/duckdb/common/serializer/buffered_file_reader.hpp +9 -2
- package/src/duckdb/src/include/duckdb/common/serializer/enum_serializer.hpp +113 -0
- package/src/duckdb/src/include/duckdb/common/serializer/format_deserializer.hpp +373 -0
- package/src/duckdb/src/include/duckdb/common/serializer/format_serializer.hpp +248 -0
- package/src/duckdb/src/include/duckdb/common/serializer/serialization_traits.hpp +109 -0
- package/src/duckdb/src/include/duckdb/common/serializer.hpp +13 -0
- package/src/duckdb/src/include/duckdb/common/shared_ptr.hpp +11 -0
- package/src/duckdb/src/include/duckdb/common/sort/comparators.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +247 -0
- package/src/duckdb/src/include/duckdb/common/sort/sort.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/sort/sorted_block.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/string_util.hpp +39 -0
- package/src/duckdb/src/include/duckdb/common/typedefs.hpp +31 -0
- package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/bit.hpp +7 -6
- package/src/duckdb/src/include/duckdb/common/types/{column_data_allocator.hpp → column/column_data_allocator.hpp} +4 -4
- package/src/duckdb/src/include/duckdb/common/types/{column_data_collection.hpp → column/column_data_collection.hpp} +4 -4
- package/src/duckdb/src/include/duckdb/common/types/{column_data_collection_iterators.hpp → column/column_data_collection_iterators.hpp} +2 -2
- package/src/duckdb/src/include/duckdb/common/types/{column_data_collection_segment.hpp → column/column_data_collection_segment.hpp} +3 -3
- package/src/duckdb/src/include/duckdb/common/types/{column_data_consumer.hpp → column/column_data_consumer.hpp} +8 -4
- package/src/duckdb/src/include/duckdb/common/types/{column_data_scan_states.hpp → column/column_data_scan_states.hpp} +1 -1
- package/src/duckdb/src/include/duckdb/common/types/{partitioned_column_data.hpp → column/partitioned_column_data.hpp} +16 -8
- package/src/duckdb/src/include/duckdb/common/types/conflict_manager.hpp +3 -2
- package/src/duckdb/src/include/duckdb/common/types/interval.hpp +39 -3
- package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +62 -0
- package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +140 -0
- package/src/duckdb/src/include/duckdb/common/types/{row_data_collection.hpp → row/row_data_collection.hpp} +4 -3
- package/src/duckdb/src/include/duckdb/common/types/{row_data_collection_scanner.hpp → row/row_data_collection_scanner.hpp} +2 -2
- package/src/duckdb/src/include/duckdb/common/types/{row_layout.hpp → row/row_layout.hpp} +3 -1
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_allocator.hpp +116 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +239 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_iterator.hpp +64 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_layout.hpp +113 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_segment.hpp +124 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +74 -0
- package/src/duckdb/src/include/duckdb/common/types/selection_vector.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +79 -7
- package/src/duckdb/src/include/duckdb/common/types/time.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/types/validity_mask.hpp +7 -1
- package/src/duckdb/src/include/duckdb/common/types/value.hpp +20 -53
- package/src/duckdb/src/include/duckdb/common/types/value_map.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/vector.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/types/vector_buffer.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types.hpp +43 -59
- package/src/duckdb/src/include/duckdb/common/union_by_name.hpp +17 -66
- package/src/duckdb/src/include/duckdb/common/unique_ptr.hpp +61 -0
- package/src/duckdb/src/include/duckdb/common/vector.hpp +45 -2
- package/src/duckdb/src/include/duckdb/common/vector_operations/aggregate_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/vector_operations/unary_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +69 -47
- package/src/duckdb/src/include/duckdb/execution/base_aggregate_hashtable.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/execution_context.hpp +3 -2
- package/src/duckdb/src/include/duckdb/execution/executor.hpp +7 -7
- package/src/duckdb/src/include/duckdb/execution/expression_executor.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/expression_executor_state.hpp +1 -3
- package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -15
- package/src/duckdb/src/include/duckdb/execution/join_hashtable.hpp +41 -67
- package/src/duckdb/src/include/duckdb/execution/nested_loop_join.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/aggregate_object.hpp +15 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_hash_aggregate.hpp +12 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_perfecthash_aggregate.hpp +12 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_streaming_window.hpp +5 -2
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_ungrouped_aggregate.hpp +9 -0
- package/src/duckdb/src/include/duckdb/execution/operator/aggregate/physical_window.hpp +9 -3
- package/src/duckdb/src/include/duckdb/execution/operator/filter/physical_filter.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_execute.hpp +6 -4
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_explain_analyze.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit_percent.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_load.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_materialized_collector.hpp +1 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_pragma.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_prepare.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_reservoir_sample.hpp +4 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_reset.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_result_collector.hpp +6 -3
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_set.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_streaming_limit.hpp +4 -1
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_streaming_sample.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_transaction.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_vacuum.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/outer_join_marker.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/perfect_hash_join_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_blockwise_nl_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_cross_product.hpp +13 -7
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_delim_join.hpp +10 -4
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_hash_join.hpp +3 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_iejoin.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_index_join.hpp +9 -7
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_join.hpp +11 -2
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_nested_loop_join.hpp +3 -4
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_piecewise_merge_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_positional_join.hpp +5 -2
- package/src/duckdb/src/include/duckdb/execution/operator/order/physical_order.hpp +11 -1
- package/src/duckdb/src/include/duckdb/execution/operator/order/physical_top_n.hpp +10 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +15 -10
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/buffered_csv_reader.hpp +4 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_buffer.hpp +8 -3
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_file_handle.hpp +2 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +19 -15
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_insert.hpp +11 -4
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_copy_to_file.hpp +12 -2
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_delete.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_export.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_insert.hpp +18 -7
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_update.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_pivot.hpp +38 -0
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_projection.hpp +8 -0
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_tableinout_function.hpp +4 -2
- package/src/duckdb/src/include/duckdb/execution/operator/projection/physical_unnest.hpp +3 -1
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +11 -5
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_dummy_scan.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_empty_result.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_expression_scan.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_positional_scan.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +6 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_alter.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_attach.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_function.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_index.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_schema.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_sequence.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_table.hpp +9 -2
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_type.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_create_view.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_detach.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/schema/physical_drop.hpp +7 -0
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +9 -2
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_union.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +7 -3
- package/src/duckdb/src/include/duckdb/execution/perfect_aggregate_hashtable.hpp +4 -0
- package/src/duckdb/src/include/duckdb/execution/physical_operator.hpp +37 -70
- package/src/duckdb/src/include/duckdb/execution/physical_operator_states.hpp +150 -0
- package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +2 -3
- package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +55 -5
- package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +21 -9
- package/src/duckdb/src/include/duckdb/function/cast/bound_cast_data.hpp +84 -0
- package/src/duckdb/src/include/duckdb/function/cast/cast_function_set.hpp +3 -3
- package/src/duckdb/src/include/duckdb/function/cast/default_casts.hpp +42 -65
- package/src/duckdb/src/include/duckdb/function/cast/vector_cast_helpers.hpp +2 -2
- package/src/duckdb/src/include/duckdb/function/copy_function.hpp +22 -0
- package/src/duckdb/src/include/duckdb/function/function.hpp +22 -4
- package/src/duckdb/src/include/duckdb/function/function_binder.hpp +3 -6
- package/src/duckdb/src/include/duckdb/function/macro_function.hpp +20 -3
- package/src/duckdb/src/include/duckdb/function/pragma_function.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/scalar/generic_functions.hpp +4 -0
- package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +138 -0
- package/src/duckdb/src/include/duckdb/function/scalar/math_functions.hpp +12 -0
- package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +50 -3
- package/src/duckdb/src/include/duckdb/function/scalar/regexp.hpp +81 -1
- package/src/duckdb/src/include/duckdb/function/scalar/strftime.hpp +4 -0
- package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +10 -2
- package/src/duckdb/src/include/duckdb/function/scalar_function.hpp +13 -2
- package/src/duckdb/src/include/duckdb/function/scalar_macro_function.hpp +5 -2
- package/src/duckdb/src/include/duckdb/function/table/arrow.hpp +13 -2
- package/src/duckdb/src/include/duckdb/function/table/read_csv.hpp +41 -6
- package/src/duckdb/src/include/duckdb/function/table_function.hpp +30 -0
- package/src/duckdb/src/include/duckdb/function/table_macro_function.hpp +6 -3
- package/src/duckdb/src/include/duckdb/main/capi/cast/utils.hpp +1 -1
- package/src/duckdb/src/include/duckdb/main/client_config.hpp +10 -2
- package/src/duckdb/src/include/duckdb/main/client_data.hpp +6 -3
- package/src/duckdb/src/include/duckdb/main/config.hpp +4 -6
- package/src/duckdb/src/include/duckdb/main/connection_manager.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/database_manager.hpp +4 -3
- package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +5 -0
- package/src/duckdb/src/include/duckdb/main/materialized_query_result.hpp +1 -1
- package/src/duckdb/src/include/duckdb/main/prepared_statement.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/query_profiler.hpp +10 -9
- package/src/duckdb/src/include/duckdb/main/query_result.hpp +18 -4
- package/src/duckdb/src/include/duckdb/main/relation/explain_relation.hpp +2 -1
- package/src/duckdb/src/include/duckdb/main/relation.hpp +2 -1
- package/src/duckdb/src/include/duckdb/main/settings.hpp +29 -0
- package/src/duckdb/src/include/duckdb/optimizer/cse_optimizer.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/expression_rewriter.hpp +3 -3
- package/src/duckdb/src/include/duckdb/optimizer/filter_combiner.hpp +9 -9
- package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +2 -0
- package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +16 -16
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_node.hpp +8 -8
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +23 -15
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +9 -10
- package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +18 -11
- package/src/duckdb/src/include/duckdb/optimizer/matcher/expression_matcher.hpp +11 -11
- package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +8 -8
- package/src/duckdb/src/include/duckdb/optimizer/rule/arithmetic_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/case_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/comparison_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/conjunction_simplification.hpp +2 -2
- package/src/duckdb/src/include/duckdb/optimizer/rule/constant_folding.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/date_part_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/distributivity.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/empty_needle_removal.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/enum_comparison.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/equal_or_null_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/in_clause_simplification.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/like_optimizations.hpp +2 -2
- package/src/duckdb/src/include/duckdb/optimizer/rule/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/optimizer/rule/move_constants.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/ordered_aggregate_optimizer.hpp +24 -0
- package/src/duckdb/src/include/duckdb/optimizer/rule/regex_optimizations.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parallel/concurrentqueue.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parallel/meta_pipeline.hpp +5 -5
- package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +19 -18
- package/src/duckdb/src/include/duckdb/parallel/pipeline_executor.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/base_expression.hpp +19 -1
- package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/constraint.hpp +18 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/check_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/foreign_key_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/not_null_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/constraints/unique_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/expression/bound_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/case_expression.hpp +8 -0
- package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/conjunction_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +4 -0
- package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +7 -2
- package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/operator_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/parameter_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/star_expression.hpp +7 -2
- package/src/duckdb/src/include/duckdb/parser/expression/subquery_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +10 -0
- package/src/duckdb/src/include/duckdb/parser/expression_map.hpp +19 -6
- package/src/duckdb/src/include/duckdb/parser/expression_util.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_info.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_table_info.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/attach_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/copy_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_database_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_macro_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_schema_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_sequence_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_type_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/detach_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/drop_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/exported_table_data.hpp +6 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/load_info.hpp +2 -2
- package/src/duckdb/src/include/duckdb/parser/parsed_data/pragma_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/sample_options.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/show_select_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/vacuum_info.hpp +4 -3
- package/src/duckdb/src/include/duckdb/parser/parsed_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/parser.hpp +1 -7
- package/src/duckdb/src/include/duckdb/parser/parser_options.hpp +23 -0
- package/src/duckdb/src/include/duckdb/parser/query_error_context.hpp +4 -2
- package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/recursive_cte_node.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/select_node.hpp +8 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/set_operation_node.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/query_node.hpp +29 -1
- package/src/duckdb/src/include/duckdb/parser/result_modifier.hpp +24 -1
- package/src/duckdb/src/include/duckdb/parser/sql_statement.hpp +20 -1
- package/src/duckdb/src/include/duckdb/parser/statement/alter_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/attach_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/call_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/copy_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/create_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/delete_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/detach_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/drop_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/execute_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/explain_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/export_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/extension_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/insert_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/statement/load_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/logical_plan_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/multi_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/pragma_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/prepare_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/relation_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/select_statement.hpp +9 -1
- package/src/duckdb/src/include/duckdb/parser/statement/set_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/show_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/transaction_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/update_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/statement/vacuum_statement.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/basetableref.hpp +7 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/expressionlistref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/pivotref.hpp +27 -2
- package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/table_function_ref.hpp +6 -0
- package/src/duckdb/src/include/duckdb/parser/tableref.hpp +20 -1
- package/src/duckdb/src/include/duckdb/parser/transformer.hpp +25 -41
- package/src/duckdb/src/include/duckdb/planner/bind_context.hpp +17 -16
- package/src/duckdb/src/include/duckdb/planner/binder.hpp +39 -33
- package/src/duckdb/src/include/duckdb/planner/bound_constraint.hpp +19 -1
- package/src/duckdb/src/include/duckdb/planner/bound_query_node.hpp +17 -0
- package/src/duckdb/src/include/duckdb/planner/bound_result_modifier.hpp +8 -1
- package/src/duckdb/src/include/duckdb/planner/bound_tableref.hpp +17 -0
- package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_check_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_foreign_key_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_not_null_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_aggregate_expression.hpp +7 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_between_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_case_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_cast_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_columnref_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_comparison_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_conjunction_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_constant_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_default_expression.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/expression/bound_function_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_lambda_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_lambdaref_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_operator_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_parameter_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_reference_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_subquery_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_unnest_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/expression/bound_window_expression.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/expression.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/expression_binder/aggregate_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/alter_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/base_select_binder.hpp +65 -0
- package/src/duckdb/src/include/duckdb/planner/expression_binder/check_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/constant_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/group_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/having_binder.hpp +4 -4
- package/src/duckdb/src/include/duckdb/planner/expression_binder/index_binder.hpp +5 -5
- package/src/duckdb/src/include/duckdb/planner/expression_binder/insert_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/lateral_binder.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/expression_binder/order_binder.hpp +7 -4
- package/src/duckdb/src/include/duckdb/planner/expression_binder/qualify_binder.hpp +4 -4
- package/src/duckdb/src/include/duckdb/planner/expression_binder/relation_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/returning_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/select_binder.hpp +9 -38
- package/src/duckdb/src/include/duckdb/planner/expression_binder/table_function_binder.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/expression_binder/update_binder.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/expression_binder/where_binder.hpp +4 -4
- package/src/duckdb/src/include/duckdb/planner/expression_binder.hpp +18 -13
- package/src/duckdb/src/include/duckdb/planner/logical_operator.hpp +17 -0
- package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +2 -0
- package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +2 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_aggregate.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_any_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_asof_join.hpp +27 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_column_data_get.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +8 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_copy_to_file.hpp +6 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_create.hpp +6 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_create_index.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_create_table.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_cross_product.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_delete.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_get.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_delim_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_distinct.hpp +15 -4
- package/src/duckdb/src/include/duckdb/planner/operator/logical_dummy_scan.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_empty_result.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_execute.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_explain.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_export.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_expression_get.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_extension_operator.hpp +4 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_filter.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_insert.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_limit.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_limit_percent.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_order.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_pivot.hpp +36 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_positional_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_pragma.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_prepare.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_projection.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +9 -5
- package/src/duckdb/src/include/duckdb/planner/operator/logical_reset.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_sample.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_set.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_set_operation.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_show.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_simple.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_top_n.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_unconditional_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_unnest.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_update.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_window.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/operator_extension.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/parsed_data/bound_create_function_info.hpp +3 -2
- package/src/duckdb/src/include/duckdb/planner/parsed_data/bound_create_table_info.hpp +3 -2
- package/src/duckdb/src/include/duckdb/planner/pragma_handler.hpp +3 -2
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_recursive_cte_node.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_select_node.hpp +11 -2
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_set_operation_node.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/table_binding.hpp +6 -5
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_basetableref.hpp +5 -2
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_dummytableref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_expressionlistref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_joinref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_pivotref.hpp +43 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_pos_join_ref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_subqueryref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_table_function.hpp +3 -0
- package/src/duckdb/src/include/duckdb/planner/tableref/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +7 -0
- package/src/duckdb/src/include/duckdb/storage/buffer/block_handle.hpp +16 -9
- package/src/duckdb/src/include/duckdb/storage/buffer/buffer_pool.hpp +80 -0
- package/src/duckdb/src/include/duckdb/storage/buffer/temporary_file_information.hpp +12 -0
- package/src/duckdb/src/include/duckdb/storage/buffer_manager.hpp +49 -182
- package/src/duckdb/src/include/duckdb/storage/checkpoint/table_data_writer.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/checkpoint_manager.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/chimp128.hpp +1 -0
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/chimp_utils.hpp +0 -97
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_analyze.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_compress.hpp +6 -10
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_fetch.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_scan.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/compression/patas/algorithm/patas.hpp +1 -0
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_analyze.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_compress.hpp +6 -10
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_fetch.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/patas/patas_scan.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/data_pointer.hpp +4 -3
- package/src/duckdb/src/include/duckdb/storage/data_table.hpp +7 -5
- package/src/duckdb/src/include/duckdb/storage/index.hpp +20 -6
- package/src/duckdb/src/include/duckdb/storage/meta_block_reader.hpp +7 -0
- package/src/duckdb/src/include/duckdb/storage/standard_buffer_manager.hpp +159 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/base_statistics.hpp +93 -31
- package/src/duckdb/src/include/duckdb/storage/statistics/column_statistics.hpp +22 -3
- package/src/duckdb/src/include/duckdb/storage/statistics/distinct_statistics.hpp +8 -6
- package/src/duckdb/src/include/duckdb/storage/statistics/list_stats.hpp +41 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/node_statistics.hpp +3 -3
- package/src/duckdb/src/include/duckdb/storage/statistics/numeric_stats.hpp +114 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/numeric_stats_union.hpp +62 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/segment_statistics.hpp +2 -7
- package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +74 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/struct_stats.hpp +42 -0
- package/src/duckdb/src/include/duckdb/storage/storage_manager.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/string_uncompressed.hpp +4 -5
- package/src/duckdb/src/include/duckdb/storage/table/column_checkpoint_state.hpp +2 -1
- package/src/duckdb/src/include/duckdb/storage/table/column_data.hpp +21 -7
- package/src/duckdb/src/include/duckdb/storage/table/column_data_checkpointer.hpp +5 -3
- package/src/duckdb/src/include/duckdb/storage/table/column_segment.hpp +7 -7
- package/src/duckdb/src/include/duckdb/storage/table/column_segment_tree.hpp +18 -0
- package/src/duckdb/src/include/duckdb/storage/table/persistent_table_data.hpp +6 -3
- package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +42 -46
- package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +24 -8
- package/src/duckdb/src/include/duckdb/storage/table/row_group_segment_tree.hpp +35 -0
- package/src/duckdb/src/include/duckdb/storage/table/scan_state.hpp +19 -29
- package/src/duckdb/src/include/duckdb/storage/table/segment_base.hpp +6 -6
- package/src/duckdb/src/include/duckdb/storage/table/segment_tree.hpp +281 -26
- package/src/duckdb/src/include/duckdb/storage/table/standard_column_data.hpp +0 -4
- package/src/duckdb/src/include/duckdb/storage/table/table_index_list.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/table/table_statistics.hpp +5 -0
- package/src/duckdb/src/include/duckdb/storage/table/update_segment.hpp +4 -5
- package/src/duckdb/src/include/duckdb/storage/write_ahead_log.hpp +21 -21
- package/src/duckdb/src/include/duckdb/transaction/cleanup_state.hpp +3 -3
- package/src/duckdb/src/include/duckdb/transaction/commit_state.hpp +6 -6
- package/src/duckdb/src/include/duckdb/transaction/duck_transaction.hpp +3 -3
- package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +37 -33
- package/src/duckdb/src/include/duckdb/transaction/meta_transaction.hpp +6 -5
- package/src/duckdb/src/include/duckdb/transaction/transaction_data.hpp +2 -1
- package/src/duckdb/src/include/duckdb/transaction/undo_buffer.hpp +1 -1
- package/src/duckdb/src/include/duckdb.h +22 -1
- package/src/duckdb/src/main/appender.cpp +9 -9
- package/src/duckdb/src/main/attached_database.cpp +6 -7
- package/src/duckdb/src/main/capi/appender-c.cpp +1 -1
- package/src/duckdb/src/main/capi/cast/from_decimal-c.cpp +1 -1
- package/src/duckdb/src/main/capi/duckdb-c.cpp +1 -1
- package/src/duckdb/src/main/capi/pending-c.cpp +4 -4
- package/src/duckdb/src/main/capi/replacement_scan-c.cpp +4 -4
- package/src/duckdb/src/main/capi/result-c.cpp +3 -3
- package/src/duckdb/src/main/capi/table_function-c.cpp +38 -15
- package/src/duckdb/src/main/capi/threading-c.cpp +1 -1
- package/src/duckdb/src/main/client_context.cpp +84 -85
- package/src/duckdb/src/main/client_data.cpp +11 -10
- package/src/duckdb/src/main/client_verify.cpp +2 -2
- package/src/duckdb/src/main/config.cpp +73 -1
- package/src/duckdb/src/main/connection.cpp +3 -3
- package/src/duckdb/src/main/database.cpp +29 -19
- package/src/duckdb/src/main/database_manager.cpp +6 -6
- package/src/duckdb/src/main/extension/extension_helper.cpp +18 -3
- package/src/duckdb/src/main/extension/extension_install.cpp +18 -2
- package/src/duckdb/src/main/extension/extension_load.cpp +30 -4
- package/src/duckdb/src/main/materialized_query_result.cpp +2 -2
- package/src/duckdb/src/main/pending_query_result.cpp +1 -1
- package/src/duckdb/src/main/prepared_statement.cpp +5 -1
- package/src/duckdb/src/main/query_profiler.cpp +48 -44
- package/src/duckdb/src/main/query_result.cpp +13 -0
- package/src/duckdb/src/main/relation/aggregate_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/create_table_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/create_view_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/cross_product_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/delete_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/explain_relation.cpp +4 -4
- package/src/duckdb/src/main/relation/filter_relation.cpp +4 -4
- package/src/duckdb/src/main/relation/insert_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/join_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/limit_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/order_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/projection_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/query_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/read_csv_relation.cpp +4 -2
- package/src/duckdb/src/main/relation/setop_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/table_function_relation.cpp +11 -11
- package/src/duckdb/src/main/relation/table_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/update_relation.cpp +2 -2
- package/src/duckdb/src/main/relation/value_relation.cpp +4 -4
- package/src/duckdb/src/main/relation/view_relation.cpp +3 -3
- package/src/duckdb/src/main/relation/write_csv_relation.cpp +1 -1
- package/src/duckdb/src/main/relation/write_parquet_relation.cpp +1 -1
- package/src/duckdb/src/main/relation.cpp +8 -7
- package/src/duckdb/src/main/settings/settings.cpp +78 -15
- package/src/duckdb/src/main/stream_query_result.cpp +5 -5
- package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +4 -3
- package/src/duckdb/src/optimizer/common_aggregate_optimizer.cpp +3 -3
- package/src/duckdb/src/optimizer/cse_optimizer.cpp +16 -15
- package/src/duckdb/src/optimizer/deliminator.cpp +28 -27
- package/src/duckdb/src/optimizer/expression_heuristics.cpp +11 -11
- package/src/duckdb/src/optimizer/expression_rewriter.cpp +10 -10
- package/src/duckdb/src/optimizer/filter_combiner.cpp +139 -138
- package/src/duckdb/src/optimizer/filter_pullup.cpp +6 -4
- package/src/duckdb/src/optimizer/filter_pushdown.cpp +17 -11
- package/src/duckdb/src/optimizer/in_clause_rewriter.cpp +12 -12
- package/src/duckdb/src/optimizer/join_order/cardinality_estimator.cpp +102 -111
- package/src/duckdb/src/optimizer/join_order/join_node.cpp +8 -11
- package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +224 -213
- package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +30 -30
- package/src/duckdb/src/optimizer/join_order/query_graph.cpp +37 -38
- package/src/duckdb/src/optimizer/matcher/expression_matcher.cpp +28 -26
- package/src/duckdb/src/optimizer/optimizer.cpp +15 -14
- package/src/duckdb/src/optimizer/pullup/pullup_filter.cpp +1 -1
- package/src/duckdb/src/optimizer/pullup/pullup_from_left.cpp +2 -2
- package/src/duckdb/src/optimizer/pullup/pullup_projection.cpp +3 -3
- package/src/duckdb/src/optimizer/pullup/pullup_set_operation.cpp +3 -3
- package/src/duckdb/src/optimizer/pushdown/pushdown_aggregate.cpp +36 -8
- package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +1 -1
- package/src/duckdb/src/optimizer/pushdown/pushdown_filter.cpp +2 -2
- package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +2 -2
- package/src/duckdb/src/optimizer/pushdown/pushdown_inner_join.cpp +9 -6
- package/src/duckdb/src/optimizer/pushdown/pushdown_left_join.cpp +11 -18
- package/src/duckdb/src/optimizer/pushdown/pushdown_limit.cpp +2 -2
- package/src/duckdb/src/optimizer/pushdown/pushdown_mark_join.cpp +5 -5
- package/src/duckdb/src/optimizer/pushdown/pushdown_projection.cpp +4 -4
- package/src/duckdb/src/optimizer/pushdown/pushdown_set_operation.cpp +8 -8
- package/src/duckdb/src/optimizer/pushdown/pushdown_single_join.cpp +2 -2
- package/src/duckdb/src/optimizer/regex_range_filter.cpp +9 -9
- package/src/duckdb/src/optimizer/remove_unused_columns.cpp +17 -12
- package/src/duckdb/src/optimizer/rule/arithmetic_simplification.cpp +31 -30
- package/src/duckdb/src/optimizer/rule/case_simplification.cpp +10 -10
- package/src/duckdb/src/optimizer/rule/comparison_simplification.cpp +22 -23
- package/src/duckdb/src/optimizer/rule/conjunction_simplification.cpp +17 -16
- package/src/duckdb/src/optimizer/rule/constant_folding.cpp +9 -9
- package/src/duckdb/src/optimizer/rule/date_part_simplification.cpp +8 -8
- package/src/duckdb/src/optimizer/rule/distributivity.cpp +23 -23
- package/src/duckdb/src/optimizer/rule/empty_needle_removal.cpp +14 -15
- package/src/duckdb/src/optimizer/rule/enum_comparison.cpp +15 -16
- package/src/duckdb/src/optimizer/rule/equal_or_null_simplification.cpp +35 -38
- package/src/duckdb/src/optimizer/rule/in_clause_simplification_rule.cpp +16 -17
- package/src/duckdb/src/optimizer/rule/like_optimizations.cpp +22 -22
- package/src/duckdb/src/optimizer/rule/move_constants.cpp +46 -40
- package/src/duckdb/src/optimizer/rule/ordered_aggregate_optimizer.cpp +30 -0
- package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +25 -17
- package/src/duckdb/src/optimizer/statistics/expression/propagate_aggregate.cpp +9 -3
- package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +9 -10
- package/src/duckdb/src/optimizer/statistics/expression/propagate_between.cpp +6 -6
- package/src/duckdb/src/optimizer/statistics/expression/propagate_cast.cpp +14 -11
- package/src/duckdb/src/optimizer/statistics/expression/propagate_columnref.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics/expression/propagate_comparison.cpp +15 -17
- package/src/duckdb/src/optimizer/statistics/expression/propagate_conjunction.cpp +2 -3
- package/src/duckdb/src/optimizer/statistics/expression/propagate_constant.cpp +3 -75
- package/src/duckdb/src/optimizer/statistics/expression/propagate_function.cpp +7 -2
- package/src/duckdb/src/optimizer/statistics/expression/propagate_operator.cpp +12 -2
- package/src/duckdb/src/optimizer/statistics/operator/propagate_aggregate.cpp +2 -3
- package/src/duckdb/src/optimizer/statistics/operator/propagate_filter.cpp +40 -42
- package/src/duckdb/src/optimizer/statistics/operator/propagate_get.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +9 -9
- package/src/duckdb/src/optimizer/statistics/operator/propagate_limit.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics/operator/propagate_set_operation.cpp +3 -3
- package/src/duckdb/src/optimizer/statistics_propagator.cpp +34 -22
- package/src/duckdb/src/optimizer/topn_optimizer.cpp +3 -3
- package/src/duckdb/src/optimizer/unnest_rewriter.cpp +16 -16
- package/src/duckdb/src/parallel/executor.cpp +59 -53
- package/src/duckdb/src/parallel/meta_pipeline.cpp +8 -15
- package/src/duckdb/src/parallel/pipeline.cpp +67 -35
- package/src/duckdb/src/parallel/pipeline_executor.cpp +23 -23
- package/src/duckdb/src/parallel/pipeline_initialize_event.cpp +1 -1
- package/src/duckdb/src/parallel/task_scheduler.cpp +6 -6
- package/src/duckdb/src/parser/column_definition.cpp +6 -6
- package/src/duckdb/src/parser/common_table_expression_info.cpp +19 -0
- package/src/duckdb/src/parser/constraints/check_constraint.cpp +2 -2
- package/src/duckdb/src/parser/constraints/foreign_key_constraint.cpp +2 -2
- package/src/duckdb/src/parser/constraints/not_null_constraint.cpp +2 -2
- package/src/duckdb/src/parser/constraints/unique_constraint.cpp +4 -4
- package/src/duckdb/src/parser/expression/between_expression.cpp +19 -2
- package/src/duckdb/src/parser/expression/case_expression.cpp +30 -2
- package/src/duckdb/src/parser/expression/cast_expression.cpp +19 -2
- package/src/duckdb/src/parser/expression/collate_expression.cpp +18 -2
- package/src/duckdb/src/parser/expression/columnref_expression.cpp +19 -7
- package/src/duckdb/src/parser/expression/comparison_expression.cpp +18 -2
- package/src/duckdb/src/parser/expression/conjunction_expression.cpp +20 -3
- package/src/duckdb/src/parser/expression/constant_expression.cpp +17 -3
- package/src/duckdb/src/parser/expression/default_expression.cpp +9 -2
- package/src/duckdb/src/parser/expression/function_expression.cpp +42 -6
- package/src/duckdb/src/parser/expression/lambda_expression.cpp +18 -2
- package/src/duckdb/src/parser/expression/operator_expression.cpp +17 -2
- package/src/duckdb/src/parser/expression/parameter_expression.cpp +17 -2
- package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +16 -2
- package/src/duckdb/src/parser/expression/star_expression.cpp +30 -8
- package/src/duckdb/src/parser/expression/subquery_expression.cpp +22 -2
- package/src/duckdb/src/parser/expression/window_expression.cpp +72 -2
- package/src/duckdb/src/parser/expression_util.cpp +6 -6
- package/src/duckdb/src/parser/parsed_data/alter_scalar_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/alter_table_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/alter_table_info.cpp +27 -28
- package/src/duckdb/src/parser/parsed_data/create_aggregate_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_collation_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_copy_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_index_info.cpp +2 -2
- package/src/duckdb/src/parser/parsed_data/create_pragma_function_info.cpp +1 -1
- package/src/duckdb/src/parser/parsed_data/create_scalar_function_info.cpp +3 -3
- package/src/duckdb/src/parser/parsed_data/create_table_function_info.cpp +3 -3
- package/src/duckdb/src/parser/parsed_data/create_table_info.cpp +2 -2
- package/src/duckdb/src/parser/parsed_data/create_view_info.cpp +3 -3
- package/src/duckdb/src/parser/parsed_data/sample_options.cpp +24 -12
- package/src/duckdb/src/parser/parsed_expression.cpp +72 -0
- package/src/duckdb/src/parser/parsed_expression_iterator.cpp +26 -20
- package/src/duckdb/src/parser/parser.cpp +12 -12
- package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +27 -6
- package/src/duckdb/src/parser/query_node/select_node.cpp +43 -12
- package/src/duckdb/src/parser/query_node/set_operation_node.cpp +23 -6
- package/src/duckdb/src/parser/query_node.cpp +54 -4
- package/src/duckdb/src/parser/result_modifier.cpp +97 -8
- package/src/duckdb/src/parser/statement/copy_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/drop_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/extension_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/insert_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/pragma_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/select_statement.cpp +59 -3
- package/src/duckdb/src/parser/statement/show_statement.cpp +1 -1
- package/src/duckdb/src/parser/statement/transaction_statement.cpp +2 -2
- package/src/duckdb/src/parser/statement/vacuum_statement.cpp +1 -1
- package/src/duckdb/src/parser/tableref/basetableref.cpp +23 -2
- package/src/duckdb/src/parser/tableref/emptytableref.cpp +6 -2
- package/src/duckdb/src/parser/tableref/expressionlistref.cpp +19 -2
- package/src/duckdb/src/parser/tableref/joinref.cpp +31 -2
- package/src/duckdb/src/parser/tableref/pivotref.cpp +88 -11
- package/src/duckdb/src/parser/tableref/subqueryref.cpp +17 -2
- package/src/duckdb/src/parser/tableref/table_function.cpp +19 -2
- package/src/duckdb/src/parser/tableref.cpp +46 -0
- package/src/duckdb/src/parser/transform/constraint/transform_constraint.cpp +7 -7
- package/src/duckdb/src/parser/transform/expression/transform_array_access.cpp +16 -5
- package/src/duckdb/src/parser/transform/expression/transform_bool_expr.cpp +6 -6
- package/src/duckdb/src/parser/transform/expression/transform_boolean_test.cpp +39 -0
- package/src/duckdb/src/parser/transform/expression/transform_case.cpp +3 -3
- package/src/duckdb/src/parser/transform/expression/transform_cast.cpp +2 -2
- package/src/duckdb/src/parser/transform/expression/transform_coalesce.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_columnref.cpp +19 -4
- package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +7 -7
- package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +5 -2
- package/src/duckdb/src/parser/transform/expression/transform_function.cpp +96 -119
- package/src/duckdb/src/parser/transform/expression/transform_grouping_function.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_interval.cpp +5 -5
- package/src/duckdb/src/parser/transform/expression/transform_lambda.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_operator.cpp +29 -25
- package/src/duckdb/src/parser/transform/expression/transform_param_ref.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_positional_reference.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_subquery.cpp +11 -11
- package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +5 -5
- package/src/duckdb/src/parser/transform/helpers/transform_groupby.cpp +11 -4
- package/src/duckdb/src/parser/transform/helpers/transform_orderby.cpp +0 -7
- package/src/duckdb/src/parser/transform/helpers/transform_sample.cpp +1 -1
- package/src/duckdb/src/parser/transform/helpers/transform_typename.cpp +3 -2
- package/src/duckdb/src/parser/transform/statement/transform_alter_sequence.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_alter_table.cpp +10 -10
- package/src/duckdb/src/parser/transform/statement/transform_attach.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_call.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_checkpoint.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_create_database.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_function.cpp +4 -4
- package/src/duckdb/src/parser/transform/statement/transform_create_index.cpp +4 -4
- package/src/duckdb/src/parser/transform/statement/transform_create_schema.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_sequence.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_table.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_create_table_as.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_create_type.cpp +2 -3
- package/src/duckdb/src/parser/transform/statement/transform_create_view.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_detach.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_drop.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_explain.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_export.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_import.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_load.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +59 -25
- package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +7 -7
- package/src/duckdb/src/parser/transform/statement/transform_prepare.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_rename.cpp +7 -8
- package/src/duckdb/src/parser/transform/statement/transform_select.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +57 -54
- package/src/duckdb/src/parser/transform/statement/transform_set.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_show.cpp +5 -5
- package/src/duckdb/src/parser/transform/statement/transform_show_select.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_transaction.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_update.cpp +2 -2
- package/src/duckdb/src/parser/transform/statement/transform_upsert.cpp +3 -3
- package/src/duckdb/src/parser/transform/statement/transform_use.cpp +1 -1
- package/src/duckdb/src/parser/transform/statement/transform_vacuum.cpp +1 -1
- package/src/duckdb/src/parser/transform/tableref/transform_base_tableref.cpp +1 -1
- package/src/duckdb/src/parser/transform/tableref/transform_from.cpp +3 -3
- package/src/duckdb/src/parser/transform/tableref/transform_join.cpp +13 -2
- package/src/duckdb/src/parser/transform/tableref/transform_pivot.cpp +23 -7
- package/src/duckdb/src/parser/transform/tableref/transform_subquery.cpp +2 -2
- package/src/duckdb/src/parser/transform/tableref/transform_table_function.cpp +1 -1
- package/src/duckdb/src/parser/transformer.cpp +54 -12
- package/src/duckdb/src/planner/bind_context.cpp +96 -96
- package/src/duckdb/src/planner/binder/expression/bind_aggregate_expression.cpp +19 -16
- package/src/duckdb/src/planner/binder/expression/bind_between_expression.cpp +8 -8
- package/src/duckdb/src/planner/binder/expression/bind_case_expression.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_cast_expression.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_collate_expression.cpp +2 -2
- package/src/duckdb/src/planner/binder/expression/bind_columnref_expression.cpp +60 -16
- package/src/duckdb/src/planner/binder/expression/bind_comparison_expression.cpp +2 -2
- package/src/duckdb/src/planner/binder/expression/bind_conjunction_expression.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_constant_expression.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_function_expression.cpp +40 -29
- package/src/duckdb/src/planner/binder/expression/bind_lambda.cpp +14 -13
- package/src/duckdb/src/planner/binder/expression/bind_macro_expression.cpp +10 -10
- package/src/duckdb/src/planner/binder/expression/bind_operator_expression.cpp +16 -3
- package/src/duckdb/src/planner/binder/expression/bind_parameter_expression.cpp +2 -2
- package/src/duckdb/src/planner/binder/expression/bind_star_expression.cpp +176 -0
- package/src/duckdb/src/planner/binder/expression/bind_subquery_expression.cpp +9 -5
- package/src/duckdb/src/planner/binder/expression/bind_unnest_expression.cpp +163 -24
- package/src/duckdb/src/planner/binder/expression/bind_window_expression.cpp +6 -6
- package/src/duckdb/src/planner/binder/query_node/bind_recursive_cte_node.cpp +1 -1
- package/src/duckdb/src/planner/binder/query_node/bind_select_node.cpp +134 -133
- package/src/duckdb/src/planner/binder/query_node/bind_setop_node.cpp +18 -18
- package/src/duckdb/src/planner/binder/query_node/bind_table_macro_node.cpp +3 -3
- package/src/duckdb/src/planner/binder/query_node/plan_query_node.cpp +17 -6
- package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +4 -5
- package/src/duckdb/src/planner/binder/query_node/plan_select_node.cpp +28 -25
- package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +6 -7
- package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +34 -36
- package/src/duckdb/src/planner/binder/statement/bind_attach.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_call.cpp +3 -2
- package/src/duckdb/src/planner/binder/statement/bind_copy.cpp +28 -16
- package/src/duckdb/src/planner/binder/statement/bind_create.cpp +51 -52
- package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +31 -23
- package/src/duckdb/src/planner/binder/statement/bind_delete.cpp +10 -10
- package/src/duckdb/src/planner/binder/statement/bind_detach.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_drop.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_execute.cpp +2 -2
- package/src/duckdb/src/planner/binder/statement/bind_explain.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_export.cpp +25 -26
- package/src/duckdb/src/planner/binder/statement/bind_extension.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_insert.cpp +39 -36
- package/src/duckdb/src/planner/binder/statement/bind_load.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_pragma.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_prepare.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_set.cpp +4 -4
- package/src/duckdb/src/planner/binder/statement/bind_show.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_simple.cpp +2 -2
- package/src/duckdb/src/planner/binder/statement/bind_summarize.cpp +28 -28
- package/src/duckdb/src/planner/binder/statement/bind_update.cpp +29 -27
- package/src/duckdb/src/planner/binder/statement/bind_vacuum.cpp +10 -9
- package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +37 -34
- package/src/duckdb/src/planner/binder/tableref/bind_emptytableref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/bind_expressionlistref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +45 -27
- package/src/duckdb/src/planner/binder/tableref/bind_named_parameters.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +324 -98
- package/src/duckdb/src/planner/binder/tableref/bind_subqueryref.cpp +7 -7
- package/src/duckdb/src/planner/binder/tableref/bind_table_function.cpp +37 -18
- package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +2 -1
- package/src/duckdb/src/planner/binder/tableref/plan_dummytableref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/plan_expressionlistref.cpp +3 -3
- package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +78 -30
- package/src/duckdb/src/planner/binder/tableref/plan_pivotref.cpp +13 -0
- package/src/duckdb/src/planner/binder.cpp +85 -94
- package/src/duckdb/src/planner/bound_result_modifier.cpp +27 -1
- package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +20 -13
- package/src/duckdb/src/planner/expression/bound_between_expression.cpp +9 -9
- package/src/duckdb/src/planner/expression/bound_case_expression.cpp +3 -3
- package/src/duckdb/src/planner/expression/bound_cast_expression.cpp +8 -9
- package/src/duckdb/src/planner/expression/bound_columnref_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_comparison_expression.cpp +5 -6
- package/src/duckdb/src/planner/expression/bound_conjunction_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_constant_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_expression.cpp +4 -0
- package/src/duckdb/src/planner/expression/bound_function_expression.cpp +8 -8
- package/src/duckdb/src/planner/expression/bound_lambda_expression.cpp +5 -5
- package/src/duckdb/src/planner/expression/bound_lambdaref_expression.cpp +5 -5
- package/src/duckdb/src/planner/expression/bound_operator_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_parameter_expression.cpp +5 -5
- package/src/duckdb/src/planner/expression/bound_reference_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_unnest_expression.cpp +4 -4
- package/src/duckdb/src/planner/expression/bound_window_expression.cpp +21 -22
- package/src/duckdb/src/planner/expression.cpp +2 -1
- package/src/duckdb/src/planner/expression_binder/aggregate_binder.cpp +2 -2
- package/src/duckdb/src/planner/expression_binder/alter_binder.cpp +4 -4
- package/src/duckdb/src/planner/expression_binder/base_select_binder.cpp +146 -0
- package/src/duckdb/src/planner/expression_binder/check_binder.cpp +7 -7
- package/src/duckdb/src/planner/expression_binder/column_alias_binder.cpp +1 -1
- package/src/duckdb/src/planner/expression_binder/constant_binder.cpp +13 -3
- package/src/duckdb/src/planner/expression_binder/group_binder.cpp +6 -6
- package/src/duckdb/src/planner/expression_binder/having_binder.cpp +11 -8
- package/src/duckdb/src/planner/expression_binder/index_binder.cpp +6 -5
- package/src/duckdb/src/planner/expression_binder/insert_binder.cpp +2 -2
- package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +6 -6
- package/src/duckdb/src/planner/expression_binder/order_binder.cpp +8 -8
- package/src/duckdb/src/planner/expression_binder/qualify_binder.cpp +9 -8
- package/src/duckdb/src/planner/expression_binder/relation_binder.cpp +2 -2
- package/src/duckdb/src/planner/expression_binder/returning_binder.cpp +2 -2
- package/src/duckdb/src/planner/expression_binder/select_binder.cpp +1 -132
- package/src/duckdb/src/planner/expression_binder/table_function_binder.cpp +10 -6
- package/src/duckdb/src/planner/expression_binder/update_binder.cpp +2 -2
- package/src/duckdb/src/planner/expression_binder/where_binder.cpp +6 -5
- package/src/duckdb/src/planner/expression_binder.cpp +50 -51
- package/src/duckdb/src/planner/expression_iterator.cpp +34 -27
- package/src/duckdb/src/planner/filter/conjunction_filter.cpp +2 -2
- package/src/duckdb/src/planner/filter/constant_filter.cpp +5 -7
- package/src/duckdb/src/planner/filter/null_filter.cpp +2 -2
- package/src/duckdb/src/planner/joinside.cpp +5 -5
- package/src/duckdb/src/planner/logical_operator.cpp +10 -2
- package/src/duckdb/src/planner/logical_operator_visitor.cpp +32 -26
- package/src/duckdb/src/planner/operator/logical_aggregate.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_any_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_asof_join.cpp +14 -0
- package/src/duckdb/src/planner/operator/logical_column_data_get.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_comparison_join.cpp +3 -3
- package/src/duckdb/src/planner/operator/logical_copy_to_file.cpp +4 -4
- package/src/duckdb/src/planner/operator/logical_create.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_create_index.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_create_table.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_cross_product.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_cteref.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_delete.cpp +5 -5
- package/src/duckdb/src/planner/operator/logical_delim_get.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_delim_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_distinct.cpp +6 -1
- package/src/duckdb/src/planner/operator/logical_dummy_scan.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_expression_get.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_filter.cpp +2 -2
- package/src/duckdb/src/planner/operator/logical_get.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_insert.cpp +6 -7
- package/src/duckdb/src/planner/operator/logical_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_limit.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_limit_percent.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_order.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_pivot.cpp +35 -0
- package/src/duckdb/src/planner/operator/logical_positional_join.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_projection.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_recursive_cte.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_reset.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_sample.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_set.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_simple.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_top_n.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_unnest.cpp +1 -1
- package/src/duckdb/src/planner/operator/logical_update.cpp +6 -7
- package/src/duckdb/src/planner/operator/logical_window.cpp +1 -1
- package/src/duckdb/src/planner/parsed_data/bound_create_table_info.cpp +4 -5
- package/src/duckdb/src/planner/planner.cpp +2 -1
- package/src/duckdb/src/planner/pragma_handler.cpp +9 -7
- package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +64 -60
- package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +5 -6
- package/src/duckdb/src/planner/table_binding.cpp +18 -17
- package/src/duckdb/src/planner/table_filter.cpp +2 -2
- package/src/duckdb/src/storage/arena_allocator.cpp +34 -2
- package/src/duckdb/src/storage/buffer/block_handle.cpp +129 -0
- package/src/duckdb/src/storage/buffer/block_manager.cpp +83 -0
- package/src/duckdb/src/storage/buffer/buffer_handle.cpp +1 -0
- package/src/duckdb/src/storage/buffer/buffer_pool.cpp +136 -0
- package/src/duckdb/src/storage/buffer/buffer_pool_reservation.cpp +35 -0
- package/src/duckdb/src/storage/buffer_manager.cpp +35 -1077
- package/src/duckdb/src/storage/checkpoint/row_group_writer.cpp +1 -1
- package/src/duckdb/src/storage/checkpoint/table_data_reader.cpp +5 -16
- package/src/duckdb/src/storage/checkpoint/table_data_writer.cpp +13 -7
- package/src/duckdb/src/storage/checkpoint/write_overflow_strings_to_disk.cpp +2 -2
- package/src/duckdb/src/storage/checkpoint_manager.cpp +38 -32
- package/src/duckdb/src/storage/compression/bitpacking.cpp +12 -13
- package/src/duckdb/src/storage/compression/dictionary_compression.cpp +12 -13
- package/src/duckdb/src/storage/compression/fixed_size_uncompressed.cpp +9 -8
- package/src/duckdb/src/storage/compression/fsst.cpp +15 -17
- package/src/duckdb/src/storage/compression/numeric_constant.cpp +10 -11
- package/src/duckdb/src/storage/compression/patas.cpp +1 -1
- package/src/duckdb/src/storage/compression/rle.cpp +10 -11
- package/src/duckdb/src/storage/compression/string_uncompressed.cpp +7 -7
- package/src/duckdb/src/storage/compression/validity_uncompressed.cpp +9 -9
- package/src/duckdb/src/storage/data_table.cpp +50 -50
- package/src/duckdb/src/storage/index.cpp +17 -7
- package/src/duckdb/src/storage/local_storage.cpp +98 -91
- package/src/duckdb/src/storage/meta_block_reader.cpp +23 -0
- package/src/duckdb/src/storage/single_file_block_manager.cpp +2 -2
- package/src/duckdb/src/storage/standard_buffer_manager.cpp +801 -0
- package/src/duckdb/src/storage/statistics/base_statistics.cpp +373 -128
- package/src/duckdb/src/storage/statistics/column_statistics.cpp +57 -3
- package/src/duckdb/src/storage/statistics/distinct_statistics.cpp +10 -11
- package/src/duckdb/src/storage/statistics/list_stats.cpp +121 -0
- package/src/duckdb/src/storage/statistics/numeric_stats.cpp +591 -0
- package/src/duckdb/src/storage/statistics/numeric_stats_union.cpp +65 -0
- package/src/duckdb/src/storage/statistics/segment_statistics.cpp +2 -11
- package/src/duckdb/src/storage/statistics/string_stats.cpp +273 -0
- package/src/duckdb/src/storage/statistics/struct_stats.cpp +133 -0
- package/src/duckdb/src/storage/storage_info.cpp +2 -2
- package/src/duckdb/src/storage/storage_lock.cpp +2 -2
- package/src/duckdb/src/storage/storage_manager.cpp +20 -21
- package/src/duckdb/src/storage/table/chunk_info.cpp +2 -2
- package/src/duckdb/src/storage/table/column_checkpoint_state.cpp +7 -13
- package/src/duckdb/src/storage/table/column_data.cpp +123 -70
- package/src/duckdb/src/storage/table/column_data_checkpointer.cpp +28 -15
- package/src/duckdb/src/storage/table/column_segment.cpp +55 -71
- package/src/duckdb/src/storage/table/list_column_data.cpp +21 -27
- package/src/duckdb/src/storage/table/persistent_table_data.cpp +2 -1
- package/src/duckdb/src/storage/table/row_group.cpp +222 -152
- package/src/duckdb/src/storage/table/row_group_collection.cpp +154 -108
- package/src/duckdb/src/storage/table/scan_state.cpp +46 -34
- package/src/duckdb/src/storage/table/standard_column_data.cpp +13 -14
- package/src/duckdb/src/storage/table/struct_column_data.cpp +30 -37
- package/src/duckdb/src/storage/table/table_statistics.cpp +28 -8
- package/src/duckdb/src/storage/table/update_segment.cpp +41 -36
- package/src/duckdb/src/storage/table_index_list.cpp +3 -3
- package/src/duckdb/src/storage/wal_replay.cpp +11 -8
- package/src/duckdb/src/storage/write_ahead_log.cpp +47 -47
- package/src/duckdb/src/transaction/cleanup_state.cpp +10 -10
- package/src/duckdb/src/transaction/commit_state.cpp +66 -62
- package/src/duckdb/src/transaction/duck_transaction.cpp +9 -9
- package/src/duckdb/src/transaction/duck_transaction_manager.cpp +4 -4
- package/src/duckdb/src/transaction/meta_transaction.cpp +13 -13
- package/src/duckdb/src/transaction/rollback_state.cpp +2 -2
- package/src/duckdb/src/transaction/transaction.cpp +1 -1
- package/src/duckdb/src/transaction/transaction_context.cpp +2 -2
- package/src/duckdb/src/transaction/undo_buffer.cpp +2 -1
- package/src/duckdb/src/verification/copied_statement_verifier.cpp +1 -1
- package/src/duckdb/src/verification/deserialized_statement_verifier.cpp +2 -3
- package/src/duckdb/src/verification/external_statement_verifier.cpp +1 -1
- package/src/duckdb/src/verification/parsed_statement_verifier.cpp +1 -1
- package/src/duckdb/src/verification/prepared_statement_verifier.cpp +7 -7
- package/src/duckdb/src/verification/statement_verifier.cpp +3 -3
- package/src/duckdb/src/verification/unoptimized_statement_verifier.cpp +1 -1
- package/src/duckdb/third_party/libpg_query/include/nodes/nodes.hpp +32 -0
- package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +2 -1
- package/src/duckdb/third_party/libpg_query/include/nodes/primnodes.hpp +3 -3
- package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +949 -961
- package/src/duckdb/third_party/libpg_query/include/parser/kwlist.hpp +4 -11
- package/src/duckdb/third_party/libpg_query/include/postgres_parser.hpp +3 -2
- package/src/duckdb/third_party/libpg_query/postgres_parser.cpp +5 -6
- package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +18328 -17747
- package/src/duckdb/third_party/libpg_query/src_backend_parser_scan.cpp +503 -493
- package/src/duckdb/third_party/parquet/parquet_types.cpp +32 -32
- package/src/duckdb/third_party/parquet/parquet_types.h +34 -32
- package/src/duckdb/third_party/re2/re2/re2.cc +9 -0
- package/src/duckdb/third_party/re2/re2/re2.h +2 -0
- package/src/duckdb/third_party/thrift/thrift/TToString.h +3 -3
- package/src/duckdb/third_party/thrift/thrift/protocol/TProtocol.h +1 -1
- package/src/duckdb/third_party/thrift/thrift/protocol/TProtocolDecorator.h +2 -1
- package/src/duckdb/third_party/thrift/thrift/protocol/TVirtualProtocol.h +5 -4
- package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +5 -5
- package/src/duckdb/ub_extension_json_json_functions.cpp +2 -0
- package/src/duckdb/ub_src_common.cpp +6 -0
- package/src/duckdb/ub_src_common_adbc.cpp +4 -0
- package/src/duckdb/ub_src_common_serializer.cpp +2 -0
- package/src/duckdb/ub_src_common_sort.cpp +2 -0
- package/src/duckdb/ub_src_common_types.cpp +1 -15
- package/src/duckdb/ub_src_common_types_column.cpp +10 -0
- package/src/duckdb/ub_src_common_types_row.cpp +20 -0
- package/src/duckdb/ub_src_execution_operator_projection.cpp +2 -0
- package/src/duckdb/ub_src_execution_physical_plan.cpp +4 -0
- package/src/duckdb/ub_src_function_scalar_generic.cpp +2 -0
- package/src/duckdb/ub_src_function_scalar_string.cpp +4 -0
- package/src/duckdb/ub_src_function_scalar_string_regexp.cpp +4 -0
- package/src/duckdb/ub_src_optimizer_rule.cpp +2 -0
- package/src/duckdb/ub_src_parser.cpp +2 -0
- package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
- package/src/duckdb/ub_src_planner_binder_expression.cpp +2 -0
- package/src/duckdb/ub_src_planner_binder_tableref.cpp +2 -0
- package/src/duckdb/ub_src_planner_expression_binder.cpp +2 -0
- package/src/duckdb/ub_src_planner_operator.cpp +4 -0
- package/src/duckdb/ub_src_storage.cpp +2 -0
- package/src/duckdb/ub_src_storage_buffer.cpp +8 -0
- package/src/duckdb/ub_src_storage_statistics.cpp +6 -6
- package/src/duckdb/ub_src_storage_table.cpp +0 -2
- package/src/duckdb_node.hpp +15 -10
- package/src/statement.cpp +31 -27
- package/src/utils.cpp +27 -2
- package/test/extension.test.ts +44 -26
- package/test/syntax_error.test.ts +3 -1
- package/test/udf.test.ts +9 -0
- package/filelist.cache +0 -0
- package/src/duckdb/extension/parquet/include/generated_column_reader.hpp +0 -65
- package/src/duckdb/src/include/duckdb/common/single_thread_ptr.hpp +0 -183
- package/src/duckdb/src/include/duckdb/storage/statistics/list_statistics.hpp +0 -36
- package/src/duckdb/src/include/duckdb/storage/statistics/numeric_statistics.hpp +0 -75
- package/src/duckdb/src/include/duckdb/storage/statistics/string_statistics.hpp +0 -49
- package/src/duckdb/src/include/duckdb/storage/statistics/struct_statistics.hpp +0 -36
- package/src/duckdb/src/include/duckdb/storage/statistics/validity_statistics.hpp +0 -45
- package/src/duckdb/src/storage/statistics/list_statistics.cpp +0 -94
- package/src/duckdb/src/storage/statistics/numeric_statistics.cpp +0 -307
- package/src/duckdb/src/storage/statistics/string_statistics.cpp +0 -220
- package/src/duckdb/src/storage/statistics/struct_statistics.cpp +0 -108
- package/src/duckdb/src/storage/statistics/validity_statistics.cpp +0 -91
- package/src/duckdb/src/storage/table/segment_tree.cpp +0 -179
@@ -3,17 +3,51 @@
|
|
3
3
|
#include "duckdb/execution/expression_executor.hpp"
|
4
4
|
#include "duckdb/main/client_context.hpp"
|
5
5
|
#include "duckdb/storage/data_table.hpp"
|
6
|
-
#include "duckdb/transaction/transaction.hpp"
|
7
6
|
#include "duckdb/planner/constraints/bound_not_null_constraint.hpp"
|
8
7
|
#include "duckdb/storage/checkpoint/table_data_writer.hpp"
|
8
|
+
#include "duckdb/storage/table/row_group_segment_tree.hpp"
|
9
|
+
#include "duckdb/storage/meta_block_reader.hpp"
|
10
|
+
#include "duckdb/storage/table/append_state.hpp"
|
11
|
+
#include "duckdb/storage/table/scan_state.hpp"
|
9
12
|
|
10
13
|
namespace duckdb {
|
11
14
|
|
15
|
+
//===--------------------------------------------------------------------===//
|
16
|
+
// Row Group Segment Tree
|
17
|
+
//===--------------------------------------------------------------------===//
|
18
|
+
RowGroupSegmentTree::RowGroupSegmentTree(RowGroupCollection &collection)
|
19
|
+
: SegmentTree<RowGroup, true>(), collection(collection), current_row_group(0), max_row_group(0) {
|
20
|
+
}
|
21
|
+
RowGroupSegmentTree::~RowGroupSegmentTree() {
|
22
|
+
}
|
23
|
+
|
24
|
+
void RowGroupSegmentTree::Initialize(PersistentTableData &data) {
|
25
|
+
D_ASSERT(data.row_group_count > 0);
|
26
|
+
current_row_group = 0;
|
27
|
+
max_row_group = data.row_group_count;
|
28
|
+
finished_loading = false;
|
29
|
+
reader = make_uniq<MetaBlockReader>(collection.GetBlockManager(), data.block_id);
|
30
|
+
reader->offset = data.offset;
|
31
|
+
}
|
32
|
+
|
33
|
+
unique_ptr<RowGroup> RowGroupSegmentTree::LoadSegment() {
|
34
|
+
if (current_row_group >= max_row_group) {
|
35
|
+
finished_loading = true;
|
36
|
+
return nullptr;
|
37
|
+
}
|
38
|
+
auto row_group_pointer = RowGroup::Deserialize(*reader, collection.GetTypes());
|
39
|
+
current_row_group++;
|
40
|
+
return make_uniq<RowGroup>(collection, std::move(row_group_pointer));
|
41
|
+
}
|
42
|
+
|
43
|
+
//===--------------------------------------------------------------------===//
|
44
|
+
// Row Group Collection
|
45
|
+
//===--------------------------------------------------------------------===//
|
12
46
|
RowGroupCollection::RowGroupCollection(shared_ptr<DataTableInfo> info_p, BlockManager &block_manager,
|
13
47
|
vector<LogicalType> types_p, idx_t row_start_p, idx_t total_rows_p)
|
14
48
|
: block_manager(block_manager), total_rows(total_rows_p), info(std::move(info_p)), types(std::move(types_p)),
|
15
49
|
row_start(row_start_p) {
|
16
|
-
row_groups = make_shared<
|
50
|
+
row_groups = make_shared<RowGroupSegmentTree>(*this);
|
17
51
|
}
|
18
52
|
|
19
53
|
idx_t RowGroupCollection::GetTotalRows() const {
|
@@ -28,20 +62,22 @@ Allocator &RowGroupCollection::GetAllocator() const {
|
|
28
62
|
return Allocator::Get(info->db);
|
29
63
|
}
|
30
64
|
|
65
|
+
AttachedDatabase &RowGroupCollection::GetAttached() {
|
66
|
+
return GetTableInfo().db;
|
67
|
+
}
|
68
|
+
|
69
|
+
DatabaseInstance &RowGroupCollection::GetDatabase() {
|
70
|
+
return GetAttached().GetDatabase();
|
71
|
+
}
|
72
|
+
|
31
73
|
//===--------------------------------------------------------------------===//
|
32
74
|
// Initialize
|
33
75
|
//===--------------------------------------------------------------------===//
|
34
76
|
void RowGroupCollection::Initialize(PersistentTableData &data) {
|
35
77
|
D_ASSERT(this->row_start == 0);
|
36
78
|
auto l = row_groups->Lock();
|
37
|
-
|
38
|
-
|
39
|
-
auto row_group_count = new_row_group->start + new_row_group->count;
|
40
|
-
if (row_group_count > this->total_rows) {
|
41
|
-
this->total_rows = row_group_count;
|
42
|
-
}
|
43
|
-
row_groups->AppendSegment(l, std::move(new_row_group));
|
44
|
-
}
|
79
|
+
this->total_rows = data.total_rows;
|
80
|
+
row_groups->Initialize(data);
|
45
81
|
stats.Initialize(types, data);
|
46
82
|
}
|
47
83
|
|
@@ -51,7 +87,7 @@ void RowGroupCollection::InitializeEmpty() {
|
|
51
87
|
|
52
88
|
void RowGroupCollection::AppendRowGroup(SegmentLock &l, idx_t start_row) {
|
53
89
|
D_ASSERT(start_row >= row_start);
|
54
|
-
auto new_row_group =
|
90
|
+
auto new_row_group = make_uniq<RowGroup>(*this, start_row, 0);
|
55
91
|
new_row_group->InitializeEmpty(types);
|
56
92
|
row_groups->AppendSegment(l, std::move(new_row_group));
|
57
93
|
}
|
@@ -64,9 +100,9 @@ void RowGroupCollection::Verify() {
|
|
64
100
|
#ifdef DEBUG
|
65
101
|
idx_t current_total_rows = 0;
|
66
102
|
row_groups->Verify();
|
67
|
-
for (auto
|
68
|
-
auto &row_group = (RowGroup &)*segment;
|
103
|
+
for (auto &row_group : row_groups->Segments()) {
|
69
104
|
row_group.Verify();
|
105
|
+
D_ASSERT(&row_group.GetCollection() == this);
|
70
106
|
D_ASSERT(row_group.start == this->row_start + current_total_rows);
|
71
107
|
current_total_rows += row_group.count;
|
72
108
|
}
|
@@ -79,11 +115,13 @@ void RowGroupCollection::Verify() {
|
|
79
115
|
//===--------------------------------------------------------------------===//
|
80
116
|
void RowGroupCollection::InitializeScan(CollectionScanState &state, const vector<column_t> &column_ids,
|
81
117
|
TableFilterSet *table_filters) {
|
82
|
-
auto row_group =
|
118
|
+
auto row_group = row_groups->GetRootSegment();
|
83
119
|
D_ASSERT(row_group);
|
120
|
+
state.row_groups = row_groups.get();
|
84
121
|
state.max_row = row_start + total_rows;
|
85
|
-
|
86
|
-
|
122
|
+
state.Initialize(GetTypes());
|
123
|
+
while (row_group && !row_group->InitializeScan(state)) {
|
124
|
+
row_group = row_groups->GetNextSegment(row_group);
|
87
125
|
}
|
88
126
|
}
|
89
127
|
|
@@ -93,57 +131,80 @@ void RowGroupCollection::InitializeCreateIndexScan(CreateIndexScanState &state)
|
|
93
131
|
|
94
132
|
void RowGroupCollection::InitializeScanWithOffset(CollectionScanState &state, const vector<column_t> &column_ids,
|
95
133
|
idx_t start_row, idx_t end_row) {
|
96
|
-
auto row_group =
|
134
|
+
auto row_group = row_groups->GetSegment(start_row);
|
97
135
|
D_ASSERT(row_group);
|
136
|
+
state.row_groups = row_groups.get();
|
98
137
|
state.max_row = end_row;
|
138
|
+
state.Initialize(GetTypes());
|
99
139
|
idx_t start_vector = (start_row - row_group->start) / STANDARD_VECTOR_SIZE;
|
100
|
-
if (!row_group->InitializeScanWithOffset(state
|
140
|
+
if (!row_group->InitializeScanWithOffset(state, start_vector)) {
|
101
141
|
throw InternalException("Failed to initialize row group scan with offset");
|
102
142
|
}
|
103
143
|
}
|
104
144
|
|
105
|
-
bool RowGroupCollection::InitializeScanInRowGroup(CollectionScanState &state,
|
106
|
-
idx_t max_row) {
|
145
|
+
bool RowGroupCollection::InitializeScanInRowGroup(CollectionScanState &state, RowGroupCollection &collection,
|
146
|
+
RowGroup &row_group, idx_t vector_index, idx_t max_row) {
|
107
147
|
state.max_row = max_row;
|
108
|
-
|
148
|
+
state.row_groups = collection.row_groups.get();
|
149
|
+
if (!state.column_scans) {
|
150
|
+
// initialize the scan state
|
151
|
+
state.Initialize(collection.GetTypes());
|
152
|
+
}
|
153
|
+
return row_group.InitializeScanWithOffset(state, vector_index);
|
109
154
|
}
|
110
155
|
|
111
156
|
void RowGroupCollection::InitializeParallelScan(ParallelCollectionScanState &state) {
|
112
|
-
state.
|
157
|
+
state.collection = this;
|
158
|
+
state.current_row_group = row_groups->GetRootSegment();
|
113
159
|
state.vector_index = 0;
|
114
160
|
state.max_row = row_start + total_rows;
|
115
161
|
state.batch_index = 0;
|
162
|
+
state.processed_rows = 0;
|
116
163
|
}
|
117
164
|
|
118
165
|
bool RowGroupCollection::NextParallelScan(ClientContext &context, ParallelCollectionScanState &state,
|
119
166
|
CollectionScanState &scan_state) {
|
120
|
-
while (
|
167
|
+
while (true) {
|
121
168
|
idx_t vector_index;
|
122
169
|
idx_t max_row;
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
max_row = state.current_row_group->start + state.current_row_group->count;
|
132
|
-
}
|
133
|
-
max_row = MinValue<idx_t>(max_row, state.max_row);
|
134
|
-
bool need_to_scan = InitializeScanInRowGroup(scan_state, state.current_row_group, vector_index, max_row);
|
135
|
-
if (ClientConfig::GetConfig(context).verify_parallelism) {
|
136
|
-
state.vector_index++;
|
137
|
-
if (state.vector_index * STANDARD_VECTOR_SIZE >= state.current_row_group->count) {
|
138
|
-
state.current_row_group = (RowGroup *)state.current_row_group->Next();
|
139
|
-
state.vector_index = 0;
|
170
|
+
RowGroupCollection *collection;
|
171
|
+
RowGroup *row_group;
|
172
|
+
{
|
173
|
+
// select the next row group to scan from the parallel state
|
174
|
+
lock_guard<mutex> l(state.lock);
|
175
|
+
if (!state.current_row_group || state.current_row_group->count == 0) {
|
176
|
+
// no more data left to scan
|
177
|
+
break;
|
140
178
|
}
|
141
|
-
|
142
|
-
|
179
|
+
collection = state.collection;
|
180
|
+
row_group = state.current_row_group;
|
181
|
+
if (ClientConfig::GetConfig(context).verify_parallelism) {
|
182
|
+
vector_index = state.vector_index;
|
183
|
+
max_row = state.current_row_group->start +
|
184
|
+
MinValue<idx_t>(state.current_row_group->count,
|
185
|
+
STANDARD_VECTOR_SIZE * state.vector_index + STANDARD_VECTOR_SIZE);
|
186
|
+
D_ASSERT(vector_index * STANDARD_VECTOR_SIZE < state.current_row_group->count);
|
187
|
+
state.vector_index++;
|
188
|
+
if (state.vector_index * STANDARD_VECTOR_SIZE >= state.current_row_group->count) {
|
189
|
+
state.current_row_group = row_groups->GetNextSegment(state.current_row_group);
|
190
|
+
state.vector_index = 0;
|
191
|
+
}
|
192
|
+
} else {
|
193
|
+
state.processed_rows += state.current_row_group->count;
|
194
|
+
vector_index = 0;
|
195
|
+
max_row = state.current_row_group->start + state.current_row_group->count;
|
196
|
+
state.current_row_group = row_groups->GetNextSegment(state.current_row_group);
|
197
|
+
}
|
198
|
+
max_row = MinValue<idx_t>(max_row, state.max_row);
|
199
|
+
scan_state.batch_index = ++state.batch_index;
|
143
200
|
}
|
144
|
-
|
201
|
+
D_ASSERT(collection);
|
202
|
+
D_ASSERT(row_group);
|
203
|
+
|
204
|
+
// initialize the scan for this row group
|
205
|
+
bool need_to_scan = InitializeScanInRowGroup(scan_state, *collection, *row_group, vector_index, max_row);
|
145
206
|
if (!need_to_scan) {
|
146
|
-
//
|
207
|
+
// skip this row group
|
147
208
|
continue;
|
148
209
|
}
|
149
210
|
return true;
|
@@ -204,7 +265,7 @@ void RowGroupCollection::Fetch(TransactionData transaction, DataChunk &result, c
|
|
204
265
|
// in parallel append scenarios it is possible for the row_id
|
205
266
|
continue;
|
206
267
|
}
|
207
|
-
row_group =
|
268
|
+
row_group = row_groups->GetSegmentByIndex(l, segment_index);
|
208
269
|
}
|
209
270
|
if (!row_group->Fetch(transaction, row_id - row_group->start)) {
|
210
271
|
continue;
|
@@ -246,7 +307,7 @@ void RowGroupCollection::InitializeAppend(TransactionData transaction, TableAppe
|
|
246
307
|
// empty row group collection: empty first row group
|
247
308
|
AppendRowGroup(l, row_start);
|
248
309
|
}
|
249
|
-
state.start_row_group =
|
310
|
+
state.start_row_group = row_groups->GetLastSegment(l);
|
250
311
|
D_ASSERT(this->row_start + total_rows == state.start_row_group->start + state.start_row_group->count);
|
251
312
|
state.start_row_group->InitializeAppend(state.row_group_append_state);
|
252
313
|
state.remaining = append_count;
|
@@ -280,7 +341,7 @@ bool RowGroupCollection::Append(DataChunk &chunk, TableAppendState &state) {
|
|
280
341
|
// merge the stats
|
281
342
|
auto stats_lock = stats.GetLock();
|
282
343
|
for (idx_t i = 0; i < types.size(); i++) {
|
283
|
-
current_row_group->MergeIntoStatistics(i,
|
344
|
+
current_row_group->MergeIntoStatistics(i, stats.GetStats(i).Statistics());
|
284
345
|
}
|
285
346
|
}
|
286
347
|
remaining -= append_count;
|
@@ -306,7 +367,7 @@ bool RowGroupCollection::Append(DataChunk &chunk, TableAppendState &state) {
|
|
306
367
|
auto l = row_groups->Lock();
|
307
368
|
AppendRowGroup(l, next_start);
|
308
369
|
// set up the append state for this row_group
|
309
|
-
auto last_row_group =
|
370
|
+
auto last_row_group = row_groups->GetLastSegment(l);
|
310
371
|
last_row_group->InitializeAppend(state.row_group_append_state);
|
311
372
|
if (state.remaining > 0) {
|
312
373
|
last_row_group->AppendVersionInfo(state.transaction, state.remaining);
|
@@ -319,11 +380,7 @@ bool RowGroupCollection::Append(DataChunk &chunk, TableAppendState &state) {
|
|
319
380
|
state.current_row += append_count;
|
320
381
|
auto stats_lock = stats.GetLock();
|
321
382
|
for (idx_t col_idx = 0; col_idx < types.size(); col_idx++) {
|
322
|
-
|
323
|
-
if (type == PhysicalType::LIST || type == PhysicalType::STRUCT) {
|
324
|
-
continue;
|
325
|
-
}
|
326
|
-
stats.GetStats(col_idx).stats->UpdateDistinctStatistics(chunk.data[col_idx], chunk.size());
|
383
|
+
stats.GetStats(col_idx).UpdateDistinctStatistics(chunk.data[col_idx], chunk.size());
|
327
384
|
}
|
328
385
|
return new_row_group;
|
329
386
|
}
|
@@ -335,7 +392,7 @@ void RowGroupCollection::FinalizeAppend(TransactionData transaction, TableAppend
|
|
335
392
|
auto append_count = MinValue<idx_t>(remaining, RowGroup::ROW_GROUP_SIZE - row_group->count);
|
336
393
|
row_group->AppendVersionInfo(transaction, append_count);
|
337
394
|
remaining -= append_count;
|
338
|
-
row_group = (
|
395
|
+
row_group = row_groups->GetNextSegment(row_group);
|
339
396
|
}
|
340
397
|
total_rows += state.total_append_count;
|
341
398
|
|
@@ -346,7 +403,7 @@ void RowGroupCollection::FinalizeAppend(TransactionData transaction, TableAppend
|
|
346
403
|
}
|
347
404
|
|
348
405
|
void RowGroupCollection::CommitAppend(transaction_t commit_id, idx_t row_start, idx_t count) {
|
349
|
-
auto row_group =
|
406
|
+
auto row_group = row_groups->GetSegment(row_start);
|
350
407
|
D_ASSERT(row_group);
|
351
408
|
idx_t current_row = row_start;
|
352
409
|
idx_t remaining = count;
|
@@ -361,7 +418,7 @@ void RowGroupCollection::CommitAppend(transaction_t commit_id, idx_t row_start,
|
|
361
418
|
if (remaining == 0) {
|
362
419
|
break;
|
363
420
|
}
|
364
|
-
row_group = (
|
421
|
+
row_group = row_groups->GetNextSegment(row_group);
|
365
422
|
}
|
366
423
|
}
|
367
424
|
|
@@ -375,7 +432,7 @@ void RowGroupCollection::RevertAppendInternal(idx_t start_row, idx_t count) {
|
|
375
432
|
// find the segment index that the current row belongs to
|
376
433
|
idx_t segment_index = row_groups->GetSegmentIndex(l, start_row);
|
377
434
|
auto segment = row_groups->GetSegmentByIndex(l, segment_index);
|
378
|
-
auto &info =
|
435
|
+
auto &info = *segment;
|
379
436
|
|
380
437
|
// remove any segments AFTER this segment: they should be deleted entirely
|
381
438
|
row_groups->EraseSegments(l, segment_index);
|
@@ -387,9 +444,8 @@ void RowGroupCollection::RevertAppendInternal(idx_t start_row, idx_t count) {
|
|
387
444
|
void RowGroupCollection::MergeStorage(RowGroupCollection &data) {
|
388
445
|
D_ASSERT(data.types == types);
|
389
446
|
auto index = row_start + total_rows.load();
|
390
|
-
for (auto
|
391
|
-
auto
|
392
|
-
auto new_group = make_unique<RowGroup>(row_group, index);
|
447
|
+
for (auto &row_group : data.row_groups->Segments()) {
|
448
|
+
auto new_group = make_uniq<RowGroup>(row_group, *this, index);
|
393
449
|
index += new_group->count;
|
394
450
|
row_groups->AppendSegment(std::move(new_group));
|
395
451
|
}
|
@@ -400,7 +456,7 @@ void RowGroupCollection::MergeStorage(RowGroupCollection &data) {
|
|
400
456
|
//===--------------------------------------------------------------------===//
|
401
457
|
// Delete
|
402
458
|
//===--------------------------------------------------------------------===//
|
403
|
-
idx_t RowGroupCollection::Delete(TransactionData transaction, DataTable
|
459
|
+
idx_t RowGroupCollection::Delete(TransactionData transaction, DataTable &table, row_t *ids, idx_t count) {
|
404
460
|
idx_t delete_count = 0;
|
405
461
|
// delete is in the row groups
|
406
462
|
// we need to figure out for each id to which row group it belongs
|
@@ -409,7 +465,7 @@ idx_t RowGroupCollection::Delete(TransactionData transaction, DataTable *table,
|
|
409
465
|
idx_t pos = 0;
|
410
466
|
do {
|
411
467
|
idx_t start = pos;
|
412
|
-
auto row_group =
|
468
|
+
auto row_group = row_groups->GetSegment(ids[start]);
|
413
469
|
for (pos++; pos < count; pos++) {
|
414
470
|
D_ASSERT(ids[pos] >= 0);
|
415
471
|
// check if this id still belongs to this row group
|
@@ -435,7 +491,7 @@ void RowGroupCollection::Update(TransactionData transaction, row_t *ids, const v
|
|
435
491
|
idx_t pos = 0;
|
436
492
|
do {
|
437
493
|
idx_t start = pos;
|
438
|
-
auto row_group =
|
494
|
+
auto row_group = row_groups->GetSegment(ids[pos]);
|
439
495
|
row_t base_id =
|
440
496
|
row_group->start + ((ids[pos] - row_group->start) / STANDARD_VECTOR_SIZE * STANDARD_VECTOR_SIZE);
|
441
497
|
row_t max_id = MinValue<row_t>(base_id + STANDARD_VECTOR_SIZE, row_group->start + row_group->count);
|
@@ -465,7 +521,7 @@ void RowGroupCollection::RemoveFromIndexes(TableIndexList &indexes, Vector &row_
|
|
465
521
|
auto row_ids = FlatVector::GetData<row_t>(row_identifiers);
|
466
522
|
|
467
523
|
// figure out which row_group to fetch from
|
468
|
-
auto row_group =
|
524
|
+
auto row_group = row_groups->GetSegment(row_ids[0]);
|
469
525
|
auto row_group_vector_idx = (row_ids[0] - row_group->start) / STANDARD_VECTOR_SIZE;
|
470
526
|
auto base_row_id = row_group_vector_idx * STANDARD_VECTOR_SIZE + row_group->start;
|
471
527
|
|
@@ -492,8 +548,9 @@ void RowGroupCollection::RemoveFromIndexes(TableIndexList &indexes, Vector &row_
|
|
492
548
|
DataChunk result;
|
493
549
|
result.Initialize(GetAllocator(), types);
|
494
550
|
|
495
|
-
|
496
|
-
row_group->
|
551
|
+
state.table_state.Initialize(GetTypes());
|
552
|
+
row_group->InitializeScanWithOffset(state.table_state, row_group_vector_idx);
|
553
|
+
row_group->ScanCommitted(state.table_state, result, TableScanType::TABLE_SCAN_COMMITTED_ROWS);
|
497
554
|
result.Slice(sel, count);
|
498
555
|
|
499
556
|
indexes.Scan([&](Index &index) {
|
@@ -510,20 +567,19 @@ void RowGroupCollection::UpdateColumn(TransactionData transaction, Vector &row_i
|
|
510
567
|
}
|
511
568
|
// find the row_group this id belongs to
|
512
569
|
auto primary_column_idx = column_path[0];
|
513
|
-
auto row_group =
|
570
|
+
auto row_group = row_groups->GetSegment(first_id);
|
514
571
|
row_group->UpdateColumn(transaction, updates, row_ids, column_path);
|
515
572
|
|
516
|
-
row_group->MergeIntoStatistics(primary_column_idx,
|
573
|
+
row_group->MergeIntoStatistics(primary_column_idx, stats.GetStats(primary_column_idx).Statistics());
|
517
574
|
}
|
518
575
|
|
519
576
|
//===--------------------------------------------------------------------===//
|
520
577
|
// Checkpoint
|
521
578
|
//===--------------------------------------------------------------------===//
|
522
|
-
void RowGroupCollection::Checkpoint(TableDataWriter &writer,
|
523
|
-
for (auto row_group
|
524
|
-
|
525
|
-
auto
|
526
|
-
auto pointer = row_group->Checkpoint(*rowg_writer, global_stats);
|
579
|
+
void RowGroupCollection::Checkpoint(TableDataWriter &writer, TableStatistics &global_stats) {
|
580
|
+
for (auto &row_group : row_groups->Segments()) {
|
581
|
+
auto rowg_writer = writer.GetRowGroupWriter(row_group);
|
582
|
+
auto pointer = row_group.Checkpoint(*rowg_writer, global_stats);
|
527
583
|
writer.AddRowGroup(std::move(pointer), std::move(rowg_writer));
|
528
584
|
}
|
529
585
|
}
|
@@ -532,18 +588,14 @@ void RowGroupCollection::Checkpoint(TableDataWriter &writer, vector<unique_ptr<B
|
|
532
588
|
// CommitDrop
|
533
589
|
//===--------------------------------------------------------------------===//
|
534
590
|
void RowGroupCollection::CommitDropColumn(idx_t index) {
|
535
|
-
auto
|
536
|
-
|
537
|
-
segment->CommitDropColumn(index);
|
538
|
-
segment = (RowGroup *)segment->Next();
|
591
|
+
for (auto &row_group : row_groups->Segments()) {
|
592
|
+
row_group.CommitDropColumn(index);
|
539
593
|
}
|
540
594
|
}
|
541
595
|
|
542
596
|
void RowGroupCollection::CommitDropTable() {
|
543
|
-
auto
|
544
|
-
|
545
|
-
segment->CommitDrop();
|
546
|
-
segment = (RowGroup *)segment->Next();
|
597
|
+
for (auto &row_group : row_groups->Segments()) {
|
598
|
+
row_group.CommitDrop();
|
547
599
|
}
|
548
600
|
}
|
549
601
|
|
@@ -551,13 +603,8 @@ void RowGroupCollection::CommitDropTable() {
|
|
551
603
|
// GetStorageInfo
|
552
604
|
//===--------------------------------------------------------------------===//
|
553
605
|
void RowGroupCollection::GetStorageInfo(TableStorageInfo &result) {
|
554
|
-
auto row_group
|
555
|
-
|
556
|
-
while (row_group) {
|
557
|
-
row_group->GetStorageInfo(row_group_index, result);
|
558
|
-
row_group_index++;
|
559
|
-
|
560
|
-
row_group = (RowGroup *)row_group->Next();
|
606
|
+
for (auto &row_group : row_groups->Segments()) {
|
607
|
+
row_group.GetStorageInfo(row_group.index, result);
|
561
608
|
}
|
562
609
|
}
|
563
610
|
|
@@ -585,15 +632,13 @@ shared_ptr<RowGroupCollection> RowGroupCollection::AddColumn(ClientContext &cont
|
|
585
632
|
auto &new_column_stats = result->stats.GetStats(new_column_idx);
|
586
633
|
|
587
634
|
// fill the column with its DEFAULT value, or NULL if none is specified
|
588
|
-
auto new_stats =
|
589
|
-
auto current_row_group
|
590
|
-
|
591
|
-
auto new_row_group = current_row_group->AddColumn(new_column, executor, default_value, default_vector);
|
635
|
+
auto new_stats = make_uniq<SegmentStatistics>(new_column.GetType());
|
636
|
+
for (auto ¤t_row_group : row_groups->Segments()) {
|
637
|
+
auto new_row_group = current_row_group.AddColumn(*result, new_column, executor, default_value, default_vector);
|
592
638
|
// merge in the statistics
|
593
|
-
new_row_group->MergeIntoStatistics(new_column_idx,
|
639
|
+
new_row_group->MergeIntoStatistics(new_column_idx, new_column_stats.Statistics());
|
594
640
|
|
595
641
|
result->row_groups->AppendSegment(std::move(new_row_group));
|
596
|
-
current_row_group = (RowGroup *)current_row_group->Next();
|
597
642
|
}
|
598
643
|
return result;
|
599
644
|
}
|
@@ -607,11 +652,9 @@ shared_ptr<RowGroupCollection> RowGroupCollection::RemoveColumn(idx_t col_idx) {
|
|
607
652
|
make_shared<RowGroupCollection>(info, block_manager, std::move(new_types), row_start, total_rows.load());
|
608
653
|
result->stats.InitializeRemoveColumn(stats, col_idx);
|
609
654
|
|
610
|
-
auto current_row_group
|
611
|
-
|
612
|
-
auto new_row_group = current_row_group->RemoveColumn(col_idx);
|
655
|
+
for (auto ¤t_row_group : row_groups->Segments()) {
|
656
|
+
auto new_row_group = current_row_group.RemoveColumn(*result, col_idx);
|
613
657
|
result->row_groups->AppendSegment(std::move(new_row_group));
|
614
|
-
current_row_group = (RowGroup *)current_row_group->Next();
|
615
658
|
}
|
616
659
|
return result;
|
617
660
|
}
|
@@ -646,14 +689,12 @@ shared_ptr<RowGroupCollection> RowGroupCollection::AlterType(ClientContext &cont
|
|
646
689
|
scan_state.table_state.max_row = row_start + total_rows;
|
647
690
|
|
648
691
|
// now alter the type of the column within all of the row_groups individually
|
649
|
-
auto current_row_group = (RowGroup *)row_groups->GetRootSegment();
|
650
692
|
auto &changed_stats = result->stats.GetStats(changed_idx);
|
651
|
-
|
652
|
-
auto new_row_group = current_row_group
|
653
|
-
|
654
|
-
new_row_group->MergeIntoStatistics(changed_idx,
|
693
|
+
for (auto ¤t_row_group : row_groups->Segments()) {
|
694
|
+
auto new_row_group = current_row_group.AlterType(*result, target_type, changed_idx, executor,
|
695
|
+
scan_state.table_state, scan_chunk);
|
696
|
+
new_row_group->MergeIntoStatistics(changed_idx, changed_stats.Statistics());
|
655
697
|
result->row_groups->AppendSegment(std::move(new_row_group));
|
656
|
-
current_row_group = (RowGroup *)current_row_group->Next();
|
657
698
|
}
|
658
699
|
|
659
700
|
return result;
|
@@ -664,7 +705,7 @@ void RowGroupCollection::VerifyNewConstraint(DataTable &parent, const BoundConst
|
|
664
705
|
return;
|
665
706
|
}
|
666
707
|
// scan the original table, check if there's any null value
|
667
|
-
auto ¬_null_constraint = (
|
708
|
+
auto ¬_null_constraint = constraint.Cast<BoundNotNullConstraint>();
|
668
709
|
vector<LogicalType> scan_types;
|
669
710
|
auto physical_index = not_null_constraint.index.index;
|
670
711
|
D_ASSERT(physical_index < types.size());
|
@@ -681,7 +722,8 @@ void RowGroupCollection::VerifyNewConstraint(DataTable &parent, const BoundConst
|
|
681
722
|
InitializeCreateIndexScan(state);
|
682
723
|
while (true) {
|
683
724
|
scan_chunk.Reset();
|
684
|
-
state.table_state.ScanCommitted(scan_chunk,
|
725
|
+
state.table_state.ScanCommitted(scan_chunk, state.segment_lock,
|
726
|
+
TableScanType::TABLE_SCAN_COMMITTED_ROWS_OMIT_PERMANENTLY_DELETED);
|
685
727
|
if (scan_chunk.size() == 0) {
|
686
728
|
break;
|
687
729
|
}
|
@@ -696,14 +738,18 @@ void RowGroupCollection::VerifyNewConstraint(DataTable &parent, const BoundConst
|
|
696
738
|
//===--------------------------------------------------------------------===//
|
697
739
|
// Statistics
|
698
740
|
//===--------------------------------------------------------------------===//
|
741
|
+
void RowGroupCollection::CopyStats(TableStatistics &other_stats) {
|
742
|
+
stats.CopyStats(other_stats);
|
743
|
+
}
|
744
|
+
|
699
745
|
unique_ptr<BaseStatistics> RowGroupCollection::CopyStats(column_t column_id) {
|
700
746
|
return stats.CopyStats(column_id);
|
701
747
|
}
|
702
748
|
|
703
|
-
void RowGroupCollection::
|
749
|
+
void RowGroupCollection::SetDistinct(column_t column_id, unique_ptr<DistinctStatistics> distinct_stats) {
|
704
750
|
D_ASSERT(column_id != COLUMN_IDENTIFIER_ROW_ID);
|
705
751
|
auto stats_guard = stats.GetLock();
|
706
|
-
|
752
|
+
stats.GetStats(column_id).SetDistinct(std::move(distinct_stats));
|
707
753
|
}
|
708
754
|
|
709
755
|
} // namespace duckdb
|
@@ -2,6 +2,9 @@
|
|
2
2
|
#include "duckdb/storage/table/row_group.hpp"
|
3
3
|
#include "duckdb/storage/table/column_segment.hpp"
|
4
4
|
#include "duckdb/transaction/duck_transaction.hpp"
|
5
|
+
#include "duckdb/storage/table/column_data.hpp"
|
6
|
+
#include "duckdb/storage/table/row_group_collection.hpp"
|
7
|
+
#include "duckdb/storage/table/row_group_segment_tree.hpp"
|
5
8
|
|
6
9
|
namespace duckdb {
|
7
10
|
|
@@ -10,7 +13,7 @@ void TableScanState::Initialize(vector<column_t> column_ids, TableFilterSet *tab
|
|
10
13
|
this->table_filters = table_filters;
|
11
14
|
if (table_filters) {
|
12
15
|
D_ASSERT(table_filters->filters.size() > 0);
|
13
|
-
this->adaptive_filter =
|
16
|
+
this->adaptive_filter = make_uniq<AdaptiveFilter>(table_filters);
|
14
17
|
}
|
15
18
|
}
|
16
19
|
|
@@ -35,7 +38,7 @@ void ColumnScanState::NextInternal(idx_t count) {
|
|
35
38
|
}
|
36
39
|
row_index += count;
|
37
40
|
while (row_index >= current->start + current->count) {
|
38
|
-
current = (
|
41
|
+
current = segment_tree->GetNextSegment(current);
|
39
42
|
initialized = false;
|
40
43
|
segment_checked = false;
|
41
44
|
if (!current) {
|
@@ -52,70 +55,79 @@ void ColumnScanState::Next(idx_t count) {
|
|
52
55
|
}
|
53
56
|
}
|
54
57
|
|
55
|
-
|
56
|
-
Next(STANDARD_VECTOR_SIZE);
|
57
|
-
}
|
58
|
-
|
59
|
-
const vector<column_t> &RowGroupScanState::GetColumnIds() {
|
58
|
+
const vector<column_t> &CollectionScanState::GetColumnIds() {
|
60
59
|
return parent.GetColumnIds();
|
61
60
|
}
|
62
61
|
|
63
|
-
TableFilterSet *
|
62
|
+
TableFilterSet *CollectionScanState::GetFilters() {
|
64
63
|
return parent.GetFilters();
|
65
64
|
}
|
66
65
|
|
67
|
-
AdaptiveFilter *
|
66
|
+
AdaptiveFilter *CollectionScanState::GetAdaptiveFilter() {
|
68
67
|
return parent.GetAdaptiveFilter();
|
69
68
|
}
|
70
69
|
|
71
|
-
|
72
|
-
|
73
|
-
}
|
74
|
-
|
75
|
-
const vector<column_t> &CollectionScanState::GetColumnIds() {
|
76
|
-
return parent.GetColumnIds();
|
77
|
-
}
|
78
|
-
|
79
|
-
TableFilterSet *CollectionScanState::GetFilters() {
|
80
|
-
return parent.GetFilters();
|
70
|
+
ParallelCollectionScanState::ParallelCollectionScanState()
|
71
|
+
: collection(nullptr), current_row_group(nullptr), processed_rows(0) {
|
81
72
|
}
|
82
73
|
|
83
|
-
|
84
|
-
|
74
|
+
CollectionScanState::CollectionScanState(TableScanState &parent_p)
|
75
|
+
: row_group(nullptr), vector_index(0), max_row_group_row(0), row_groups(nullptr), max_row(0), batch_index(0),
|
76
|
+
parent(parent_p) {
|
85
77
|
}
|
86
78
|
|
87
79
|
bool CollectionScanState::Scan(DuckTransaction &transaction, DataChunk &result) {
|
88
|
-
|
89
|
-
|
90
|
-
current_row_group->Scan(transaction, row_group_state, result);
|
80
|
+
while (row_group) {
|
81
|
+
row_group->Scan(transaction, *this, result);
|
91
82
|
if (result.size() > 0) {
|
92
83
|
return true;
|
84
|
+
} else if (max_row <= row_group->start + row_group->count) {
|
85
|
+
row_group = nullptr;
|
86
|
+
return false;
|
93
87
|
} else {
|
94
88
|
do {
|
95
|
-
|
96
|
-
if (
|
97
|
-
|
89
|
+
row_group = row_groups->GetNextSegment(row_group);
|
90
|
+
if (row_group) {
|
91
|
+
if (row_group->start >= max_row) {
|
92
|
+
row_group = nullptr;
|
93
|
+
break;
|
94
|
+
}
|
95
|
+
bool scan_row_group = row_group->InitializeScan(*this);
|
98
96
|
if (scan_row_group) {
|
99
97
|
// scan this row group
|
100
98
|
break;
|
101
99
|
}
|
102
100
|
}
|
103
|
-
} while (
|
101
|
+
} while (row_group);
|
102
|
+
}
|
103
|
+
}
|
104
|
+
return false;
|
105
|
+
}
|
106
|
+
|
107
|
+
bool CollectionScanState::ScanCommitted(DataChunk &result, SegmentLock &l, TableScanType type) {
|
108
|
+
while (row_group) {
|
109
|
+
row_group->ScanCommitted(*this, result, type);
|
110
|
+
if (result.size() > 0) {
|
111
|
+
return true;
|
112
|
+
} else {
|
113
|
+
row_group = row_groups->GetNextSegment(l, row_group);
|
114
|
+
if (row_group) {
|
115
|
+
row_group->InitializeScan(*this);
|
116
|
+
}
|
104
117
|
}
|
105
118
|
}
|
106
119
|
return false;
|
107
120
|
}
|
108
121
|
|
109
122
|
bool CollectionScanState::ScanCommitted(DataChunk &result, TableScanType type) {
|
110
|
-
|
111
|
-
|
112
|
-
current_row_group->ScanCommitted(row_group_state, result, type);
|
123
|
+
while (row_group) {
|
124
|
+
row_group->ScanCommitted(*this, result, type);
|
113
125
|
if (result.size() > 0) {
|
114
126
|
return true;
|
115
127
|
} else {
|
116
|
-
|
117
|
-
if (
|
118
|
-
|
128
|
+
row_group = row_groups->GetNextSegment(row_group);
|
129
|
+
if (row_group) {
|
130
|
+
row_group->InitializeScan(*this);
|
119
131
|
}
|
120
132
|
}
|
121
133
|
}
|