duckdb 0.8.2-dev161.0 → 0.8.2-dev1764.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/binding.gyp +15 -12
- package/binding.gyp.in +1 -1
- package/configure.py +1 -1
- package/duckdb_extension_config.cmake +10 -0
- package/package.json +1 -1
- package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datefunc.cpp +1 -1
- package/src/duckdb/extension/icu/icu-datepart.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datesub.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datetrunc.cpp +1 -1
- package/src/duckdb/extension/icu/icu-list-range.cpp +1 -1
- package/src/duckdb/extension/icu/icu-makedate.cpp +7 -0
- package/src/duckdb/extension/icu/icu-strptime.cpp +4 -4
- package/src/duckdb/extension/icu/icu-table-range.cpp +5 -5
- package/src/duckdb/extension/icu/icu-timebucket.cpp +16 -16
- package/src/duckdb/extension/icu/icu-timezone.cpp +8 -8
- package/src/duckdb/extension/icu/icu_extension.cpp +3 -3
- package/src/duckdb/extension/json/include/json_common.hpp +47 -231
- package/src/duckdb/extension/json/include/json_executors.hpp +49 -13
- package/src/duckdb/extension/json/include/json_functions.hpp +2 -1
- package/src/duckdb/extension/json/json_common.cpp +272 -40
- package/src/duckdb/extension/json/json_functions/json_create.cpp +21 -2
- package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
- package/src/duckdb/extension/json/json_functions/json_transform.cpp +91 -38
- package/src/duckdb/extension/json/json_functions/json_type.cpp +1 -1
- package/src/duckdb/extension/json/json_functions.cpp +24 -24
- package/src/duckdb/extension/json/json_scan.cpp +3 -6
- package/src/duckdb/extension/parquet/column_reader.cpp +19 -21
- package/src/duckdb/extension/parquet/column_writer.cpp +77 -61
- package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +2 -2
- package/src/duckdb/extension/parquet/include/column_reader.hpp +14 -16
- package/src/duckdb/extension/parquet/include/column_writer.hpp +9 -7
- package/src/duckdb/extension/parquet/include/list_column_reader.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_support.hpp +9 -11
- package/src/duckdb/extension/parquet/include/parquet_writer.hpp +24 -5
- package/src/duckdb/extension/parquet/include/string_column_reader.hpp +1 -1
- package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +2 -3
- package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
- package/src/duckdb/extension/parquet/parquet_extension.cpp +194 -20
- package/src/duckdb/extension/parquet/parquet_reader.cpp +6 -6
- package/src/duckdb/extension/parquet/parquet_statistics.cpp +7 -6
- package/src/duckdb/extension/parquet/parquet_writer.cpp +79 -16
- package/src/duckdb/extension/parquet/zstd_file_system.cpp +2 -2
- package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +1 -1
- package/src/duckdb/src/catalog/catalog_search_path.cpp +5 -4
- package/src/duckdb/src/catalog/default/default_functions.cpp +16 -0
- package/src/duckdb/src/common/adbc/adbc.cpp +75 -10
- package/src/duckdb/src/common/adbc/driver_manager.cpp +6 -11
- package/src/duckdb/src/common/allocator.cpp +14 -2
- package/src/duckdb/src/common/arrow/arrow_appender.cpp +79 -12
- package/src/duckdb/src/common/arrow/arrow_converter.cpp +44 -19
- package/src/duckdb/src/common/assert.cpp +3 -0
- package/src/duckdb/src/common/enum_util.cpp +4619 -4446
- package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
- package/src/duckdb/src/common/enums/optimizer_type.cpp +2 -0
- package/src/duckdb/src/common/enums/physical_operator_type.cpp +4 -0
- package/src/duckdb/src/common/exception.cpp +2 -2
- package/src/duckdb/src/common/extra_type_info.cpp +506 -0
- package/src/duckdb/src/common/file_system.cpp +19 -0
- package/src/duckdb/src/common/hive_partitioning.cpp +10 -6
- package/src/duckdb/src/common/local_file_system.cpp +14 -14
- package/src/duckdb/src/common/multi_file_reader.cpp +184 -20
- package/src/duckdb/src/common/operator/cast_operators.cpp +35 -1
- package/src/duckdb/src/common/radix_partitioning.cpp +26 -8
- package/src/duckdb/src/common/re2_regex.cpp +1 -1
- package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
- package/src/duckdb/src/common/sort/merge_sorter.cpp +9 -16
- package/src/duckdb/src/common/sort/partition_state.cpp +70 -50
- package/src/duckdb/src/common/types/batched_data_collection.cpp +7 -2
- package/src/duckdb/src/common/types/bit.cpp +51 -0
- package/src/duckdb/src/common/types/column/column_data_allocator.cpp +9 -6
- package/src/duckdb/src/common/types/column/column_data_collection.cpp +17 -2
- package/src/duckdb/src/common/types/column/column_data_collection_segment.cpp +15 -6
- package/src/duckdb/src/common/types/column/partitioned_column_data.cpp +2 -2
- package/src/duckdb/src/common/types/data_chunk.cpp +2 -2
- package/src/duckdb/src/common/types/date.cpp +9 -0
- package/src/duckdb/src/common/types/list_segment.cpp +24 -74
- package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +3 -9
- package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +2 -0
- package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +2 -2
- package/src/duckdb/src/common/types/uuid.cpp +2 -2
- package/src/duckdb/src/common/types/validity_mask.cpp +33 -0
- package/src/duckdb/src/common/types/value.cpp +11 -6
- package/src/duckdb/src/common/types.cpp +9 -656
- package/src/duckdb/src/common/virtual_file_system.cpp +138 -1
- package/src/duckdb/src/core_functions/aggregate/holistic/reservoir_quantile.cpp +2 -0
- package/src/duckdb/src/core_functions/aggregate/nested/list.cpp +2 -2
- package/src/duckdb/src/core_functions/aggregate/regression/regr_avg.cpp +4 -4
- package/src/duckdb/src/core_functions/aggregate/regression/regr_intercept.cpp +4 -4
- package/src/duckdb/src/core_functions/aggregate/regression/regr_r2.cpp +5 -4
- package/src/duckdb/src/core_functions/aggregate/regression/regr_sxx_syy.cpp +8 -8
- package/src/duckdb/src/core_functions/aggregate/regression/regr_sxy.cpp +4 -3
- package/src/duckdb/src/core_functions/function_list.cpp +4 -2
- package/src/duckdb/src/core_functions/scalar/date/date_part.cpp +208 -42
- package/src/duckdb/src/core_functions/scalar/date/epoch.cpp +10 -24
- package/src/duckdb/src/core_functions/scalar/date/make_date.cpp +19 -4
- package/src/duckdb/src/core_functions/scalar/list/list_aggregates.cpp +4 -2
- package/src/duckdb/src/execution/aggregate_hashtable.cpp +34 -18
- package/src/duckdb/src/execution/expression_executor.cpp +1 -1
- package/src/duckdb/src/execution/index/art/art.cpp +149 -139
- package/src/duckdb/src/execution/index/art/fixed_size_allocator.cpp +1 -1
- package/src/duckdb/src/execution/index/art/iterator.cpp +129 -207
- package/src/duckdb/src/execution/index/art/leaf.cpp +8 -37
- package/src/duckdb/src/execution/index/art/node.cpp +113 -120
- package/src/duckdb/src/execution/index/art/node16.cpp +1 -10
- package/src/duckdb/src/execution/index/art/node256.cpp +1 -9
- package/src/duckdb/src/execution/index/art/node4.cpp +12 -13
- package/src/duckdb/src/execution/index/art/node48.cpp +1 -11
- package/src/duckdb/src/execution/index/art/prefix.cpp +228 -350
- package/src/duckdb/src/execution/join_hashtable.cpp +4 -4
- package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +1 -0
- package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +8 -3
- package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +32 -22
- package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +512 -300
- package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +4 -3
- package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +5 -5
- package/src/duckdb/src/execution/operator/join/physical_asof_join.cpp +444 -284
- package/src/duckdb/src/execution/operator/join/physical_comparison_join.cpp +1 -1
- package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +21 -10
- package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +28 -12
- package/src/duckdb/src/execution/operator/join/physical_join.cpp +1 -1
- package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +23 -4
- package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +41 -5
- package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +100 -13
- package/src/duckdb/src/execution/operator/persistent/csv_file_handle.cpp +1 -1
- package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +20 -0
- package/src/duckdb/src/execution/operator/persistent/csv_rejects_table.cpp +48 -0
- package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +2 -3
- package/src/duckdb/src/execution/operator/persistent/physical_batch_copy_to_file.cpp +6 -4
- package/src/duckdb/src/execution/operator/persistent/physical_fixed_batch_copy.cpp +3 -3
- package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +1 -1
- package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +2 -1
- package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +19 -0
- package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +7 -2
- package/src/duckdb/src/execution/operator/set/physical_cte.cpp +160 -0
- package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +15 -5
- package/src/duckdb/src/execution/partitionable_hashtable.cpp +41 -6
- package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +30 -5
- package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +43 -10
- package/src/duckdb/src/execution/physical_plan/plan_asof_join.cpp +56 -33
- package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +17 -13
- package/src/duckdb/src/execution/physical_plan/plan_cte.cpp +33 -0
- package/src/duckdb/src/execution/physical_plan/plan_get.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +25 -4
- package/src/duckdb/src/execution/physical_plan_generator.cpp +4 -0
- package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +290 -43
- package/src/duckdb/src/execution/window_segment_tree.cpp +286 -129
- package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +2 -1
- package/src/duckdb/src/function/cast/bit_cast.cpp +34 -2
- package/src/duckdb/src/function/cast/blob_cast.cpp +3 -0
- package/src/duckdb/src/function/cast/numeric_casts.cpp +2 -0
- package/src/duckdb/src/function/function.cpp +3 -1
- package/src/duckdb/src/function/pragma/pragma_queries.cpp +5 -0
- package/src/duckdb/src/function/scalar/compressed_materialization/compress_integral.cpp +212 -0
- package/src/duckdb/src/function/scalar/compressed_materialization/compress_string.cpp +249 -0
- package/src/duckdb/src/function/scalar/compressed_materialization_functions.cpp +29 -0
- package/src/duckdb/src/function/scalar/list/list_resize.cpp +162 -0
- package/src/duckdb/src/function/scalar/nested_functions.cpp +1 -0
- package/src/duckdb/src/function/scalar/string/like.cpp +12 -4
- package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +12 -5
- package/src/duckdb/src/function/table/arrow.cpp +19 -0
- package/src/duckdb/src/function/table/arrow_conversion.cpp +35 -1
- package/src/duckdb/src/function/table/copy_csv.cpp +8 -1
- package/src/duckdb/src/function/table/read_csv.cpp +100 -17
- package/src/duckdb/src/function/table/system/test_all_types.cpp +7 -0
- package/src/duckdb/src/function/table/system_functions.cpp +1 -0
- package/src/duckdb/src/function/table/table_scan.cpp +9 -0
- package/src/duckdb/src/function/table/version/pragma_version.cpp +46 -2
- package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/bswap.hpp +42 -0
- package/src/duckdb/src/include/duckdb/common/dl.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/enum_util.hpp +616 -584
- package/src/duckdb/src/include/duckdb/common/enums/cte_materialize.hpp +21 -0
- package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/optimizer_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/extra_operator_info.hpp +27 -0
- package/src/duckdb/src/include/duckdb/common/extra_type_info.hpp +219 -0
- package/src/duckdb/src/include/duckdb/common/file_system.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +6 -4
- package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +10 -42
- package/src/duckdb/src/include/duckdb/common/mutex.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/opener_file_system.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/operator/cast_operators.hpp +43 -3
- package/src/duckdb/src/include/duckdb/common/operator/numeric_cast.hpp +10 -0
- package/src/duckdb/src/include/duckdb/common/radix.hpp +9 -20
- package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +6 -21
- package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +3 -3
- package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +23 -8
- package/src/duckdb/src/include/duckdb/common/string_util.hpp +11 -0
- package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/types/bit.hpp +81 -0
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_allocator.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection.hpp +6 -1
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection_segment.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_scan_states.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/types/data_chunk.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/date.hpp +7 -5
- package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +6 -8
- package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +5 -2
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +9 -0
- package/src/duckdb/src/include/duckdb/common/types/value.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/types.hpp +1 -15
- package/src/duckdb/src/include/duckdb/common/virtual_file_system.hpp +38 -97
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/corr.hpp +4 -4
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/covar.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/distributive_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/holistic_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/nested_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_count.hpp +1 -0
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_slope.hpp +3 -3
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/bit_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/blob_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/date_functions.hpp +31 -11
- package/src/duckdb/src/include/duckdb/core_functions/scalar/enum_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/generic_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/list_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/map_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/math_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/operators_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/random_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/string_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/struct_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/union_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +21 -3
- package/src/duckdb/src/include/duckdb/execution/executor.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -5
- package/src/duckdb/src/include/duckdb/execution/index/art/iterator.hpp +31 -27
- package/src/duckdb/src/include/duckdb/execution/index/art/leaf.hpp +6 -14
- package/src/duckdb/src/include/duckdb/execution/index/art/node.hpp +4 -10
- package/src/duckdb/src/include/duckdb/execution/index/art/node16.hpp +3 -6
- package/src/duckdb/src/include/duckdb/execution/index/art/node256.hpp +3 -6
- package/src/duckdb/src/include/duckdb/execution/index/art/node4.hpp +5 -8
- package/src/duckdb/src/include/duckdb/execution/index/art/node48.hpp +3 -6
- package/src/duckdb/src/include/duckdb/execution/index/art/prefix.hpp +63 -52
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_asof_join.hpp +3 -10
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_iejoin.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_piecewise_merge_join.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_range_join.hpp +12 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_line_info.hpp +4 -3
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_rejects_table.hpp +36 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +10 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_cte.hpp +62 -0
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +8 -2
- package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/radix_partitioned_hashtable.hpp +10 -3
- package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +51 -40
- package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/aggregate_state.hpp +2 -2
- package/src/duckdb/src/include/duckdb/function/built_in_functions.hpp +1 -0
- package/src/duckdb/src/include/duckdb/function/scalar/compressed_materialization_functions.hpp +49 -0
- package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +5 -0
- package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +2 -0
- package/src/duckdb/src/include/duckdb/function/table/system_functions.hpp +4 -0
- package/src/duckdb/src/include/duckdb/main/client_config.hpp +5 -0
- package/src/duckdb/src/include/duckdb/main/config.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/connection.hpp +1 -2
- package/src/duckdb/src/include/duckdb/main/extension/generated_extension_loader.hpp +22 -0
- package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/relation/cross_product_relation.hpp +4 -1
- package/src/duckdb/src/include/duckdb/main/relation/join_relation.hpp +5 -2
- package/src/duckdb/src/include/duckdb/main/relation.hpp +4 -2
- package/src/duckdb/src/include/duckdb/main/settings.hpp +39 -1
- package/src/duckdb/src/include/duckdb/optimizer/column_binding_replacer.hpp +47 -0
- package/src/duckdb/src/include/duckdb/optimizer/compressed_materialization.hpp +132 -0
- package/src/duckdb/src/include/duckdb/optimizer/deliminator.hpp +13 -16
- package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +3 -0
- package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/estimated_properties.hpp +10 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +3 -0
- package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +13 -0
- package/src/duckdb/src/include/duckdb/optimizer/optimizer.hpp +3 -0
- package/src/duckdb/src/include/duckdb/optimizer/remove_duplicate_groups.hpp +40 -0
- package/src/duckdb/src/include/duckdb/optimizer/statistics_propagator.hpp +11 -3
- package/src/duckdb/src/include/duckdb/optimizer/topn_optimizer.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parallel/task_scheduler.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/cte_node.hpp +54 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/query_node.hpp +2 -1
- package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/transformer.hpp +15 -8
- package/src/duckdb/src/include/duckdb/planner/binder.hpp +12 -5
- package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/column_binding.hpp +4 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -3
- package/src/duckdb/src/include/duckdb/planner/expression_binder/lateral_binder.hpp +0 -2
- package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +2 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +5 -5
- package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +7 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_dependent_join.hpp +43 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +4 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_materialized_cte.hpp +49 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +5 -4
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_cte_node.hpp +44 -0
- package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/subquery/flatten_dependent_join.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/subquery/has_correlated_expressions.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/subquery/recursive_dependent_join_planner.hpp +31 -0
- package/src/duckdb/src/include/duckdb/planner/subquery/rewrite_correlated_expressions.hpp +8 -2
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +5 -2
- package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/block_manager.hpp +3 -3
- package/src/duckdb/src/include/duckdb/storage/data_table.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/object_cache.hpp +22 -0
- package/src/duckdb/src/include/duckdb/storage/single_file_block_manager.hpp +2 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +4 -0
- package/src/duckdb/src/include/duckdb/storage/table/chunk_info.hpp +3 -0
- package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +1 -3
- package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +2 -3
- package/src/duckdb/src/include/duckdb.h +28 -0
- package/src/duckdb/src/main/capi/arrow-c.cpp +155 -1
- package/src/duckdb/src/main/capi/duckdb_value-c.cpp +1 -1
- package/src/duckdb/src/main/config.cpp +4 -0
- package/src/duckdb/src/main/database.cpp +1 -1
- package/src/duckdb/src/main/extension/extension_helper.cpp +93 -88
- package/src/duckdb/src/main/extension/extension_install.cpp +9 -0
- package/src/duckdb/src/main/extension/extension_load.cpp +10 -1
- package/src/duckdb/src/main/relation/cross_product_relation.cpp +4 -3
- package/src/duckdb/src/main/relation/join_relation.cpp +5 -5
- package/src/duckdb/src/main/relation.cpp +6 -5
- package/src/duckdb/src/main/settings/settings.cpp +79 -18
- package/src/duckdb/src/optimizer/column_binding_replacer.cpp +43 -0
- package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +1 -2
- package/src/duckdb/src/optimizer/compressed_materialization/compress_aggregate.cpp +140 -0
- package/src/duckdb/src/optimizer/compressed_materialization/compress_distinct.cpp +42 -0
- package/src/duckdb/src/optimizer/compressed_materialization/compress_order.cpp +65 -0
- package/src/duckdb/src/optimizer/compressed_materialization.cpp +478 -0
- package/src/duckdb/src/optimizer/deliminator.cpp +176 -321
- package/src/duckdb/src/optimizer/filter_pushdown.cpp +9 -0
- package/src/duckdb/src/optimizer/join_order/estimated_properties.cpp +7 -0
- package/src/duckdb/src/optimizer/join_order/join_node.cpp +2 -2
- package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +113 -82
- package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +2 -6
- package/src/duckdb/src/optimizer/join_order/query_graph.cpp +22 -14
- package/src/duckdb/src/optimizer/optimizer.cpp +49 -14
- package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +5 -5
- package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +0 -1
- package/src/duckdb/src/optimizer/remove_duplicate_groups.cpp +127 -0
- package/src/duckdb/src/optimizer/remove_unused_columns.cpp +4 -0
- package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +154 -15
- package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +65 -8
- package/src/duckdb/src/optimizer/statistics/operator/propagate_order.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics_propagator.cpp +7 -5
- package/src/duckdb/src/optimizer/topn_optimizer.cpp +20 -10
- package/src/duckdb/src/parallel/executor.cpp +15 -0
- package/src/duckdb/src/parallel/task_scheduler.cpp +11 -2
- package/src/duckdb/src/parser/common_table_expression_info.cpp +2 -0
- package/src/duckdb/src/parser/expression/between_expression.cpp +3 -15
- package/src/duckdb/src/parser/expression/case_expression.cpp +0 -13
- package/src/duckdb/src/parser/expression/cast_expression.cpp +3 -14
- package/src/duckdb/src/parser/expression/collate_expression.cpp +3 -13
- package/src/duckdb/src/parser/expression/columnref_expression.cpp +3 -12
- package/src/duckdb/src/parser/expression/comparison_expression.cpp +3 -13
- package/src/duckdb/src/parser/expression/conjunction_expression.cpp +0 -12
- package/src/duckdb/src/parser/expression/constant_expression.cpp +3 -11
- package/src/duckdb/src/parser/expression/default_expression.cpp +0 -4
- package/src/duckdb/src/parser/expression/function_expression.cpp +3 -32
- package/src/duckdb/src/parser/expression/lambda_expression.cpp +4 -14
- package/src/duckdb/src/parser/expression/operator_expression.cpp +0 -12
- package/src/duckdb/src/parser/expression/parameter_expression.cpp +0 -12
- package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +4 -11
- package/src/duckdb/src/parser/expression/star_expression.cpp +0 -19
- package/src/duckdb/src/parser/expression/subquery_expression.cpp +0 -18
- package/src/duckdb/src/parser/expression/window_expression.cpp +3 -39
- package/src/duckdb/src/parser/parsed_expression.cpp +0 -70
- package/src/duckdb/src/parser/parsed_expression_iterator.cpp +7 -0
- package/src/duckdb/src/parser/parser.cpp +8 -2
- package/src/duckdb/src/parser/query_node/cte_node.cpp +58 -0
- package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +0 -19
- package/src/duckdb/src/parser/query_node/select_node.cpp +0 -29
- package/src/duckdb/src/parser/query_node/set_operation_node.cpp +0 -15
- package/src/duckdb/src/parser/query_node.cpp +15 -37
- package/src/duckdb/src/parser/result_modifier.cpp +0 -74
- package/src/duckdb/src/parser/tableref/basetableref.cpp +0 -19
- package/src/duckdb/src/parser/tableref/emptytableref.cpp +0 -4
- package/src/duckdb/src/parser/tableref/expressionlistref.cpp +0 -15
- package/src/duckdb/src/parser/tableref/joinref.cpp +3 -23
- package/src/duckdb/src/parser/tableref/pivotref.cpp +0 -23
- package/src/duckdb/src/parser/tableref/subqueryref.cpp +3 -13
- package/src/duckdb/src/parser/tableref/table_function.cpp +0 -15
- package/src/duckdb/src/parser/tableref.cpp +0 -44
- package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +55 -3
- package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +2 -0
- package/src/duckdb/src/parser/transform/expression/transform_multi_assign_reference.cpp +44 -0
- package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +19 -1
- package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +13 -0
- package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +6 -1
- package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +6 -1
- package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +7 -2
- package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +14 -11
- package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +11 -2
- package/src/duckdb/src/parser/transform/statement/transform_update.cpp +6 -1
- package/src/duckdb/src/parser/transformer.cpp +15 -0
- package/src/duckdb/src/planner/binder/query_node/bind_cte_node.cpp +64 -0
- package/src/duckdb/src/planner/binder/query_node/plan_cte_node.cpp +26 -0
- package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +5 -5
- package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +4 -4
- package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +32 -29
- package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +5 -4
- package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +11 -2
- package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +32 -5
- package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +116 -49
- package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +64 -26
- package/src/duckdb/src/planner/binder/tableref/plan_subqueryref.cpp +3 -3
- package/src/duckdb/src/planner/binder.cpp +44 -31
- package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +1 -1
- package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +4 -31
- package/src/duckdb/src/planner/expression_binder.cpp +3 -0
- package/src/duckdb/src/planner/expression_iterator.cpp +6 -0
- package/src/duckdb/src/planner/logical_operator.cpp +5 -0
- package/src/duckdb/src/planner/logical_operator_visitor.cpp +2 -0
- package/src/duckdb/src/planner/operator/logical_cteref.cpp +3 -1
- package/src/duckdb/src/planner/operator/logical_dependent_join.cpp +26 -0
- package/src/duckdb/src/planner/operator/logical_get.cpp +9 -4
- package/src/duckdb/src/planner/operator/logical_materialized_cte.cpp +21 -0
- package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +90 -38
- package/src/duckdb/src/planner/subquery/has_correlated_expressions.cpp +22 -7
- package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +65 -7
- package/src/duckdb/src/storage/arena_allocator.cpp +1 -2
- package/src/duckdb/src/storage/buffer/block_manager.cpp +3 -0
- package/src/duckdb/src/storage/checkpoint_manager.cpp +3 -0
- package/src/duckdb/src/storage/compression/rle.cpp +0 -1
- package/src/duckdb/src/storage/data_table.cpp +1 -1
- package/src/duckdb/src/storage/local_storage.cpp +3 -3
- package/src/duckdb/src/storage/serialization/serialize_parsed_expression.cpp +340 -0
- package/src/duckdb/src/storage/serialization/serialize_query_node.cpp +122 -0
- package/src/duckdb/src/storage/serialization/serialize_result_modifier.cpp +86 -0
- package/src/duckdb/src/storage/serialization/serialize_tableref.cpp +166 -0
- package/src/duckdb/src/storage/serialization/serialize_types.cpp +127 -0
- package/src/duckdb/src/storage/single_file_block_manager.cpp +23 -0
- package/src/duckdb/src/storage/statistics/string_stats.cpp +21 -2
- package/src/duckdb/src/storage/storage_info.cpp +1 -1
- package/src/duckdb/src/storage/table/chunk_info.cpp +17 -0
- package/src/duckdb/src/storage/table/row_group.cpp +25 -9
- package/src/duckdb/src/storage/table/row_group_collection.cpp +19 -18
- package/src/duckdb/third_party/concurrentqueue/concurrentqueue.h +2 -2
- package/src/duckdb/third_party/concurrentqueue/lightweightsemaphore.h +76 -0
- package/src/duckdb/third_party/fast_float/fast_float/fast_float.h +2 -0
- package/src/duckdb/third_party/httplib/httplib.hpp +10 -1
- package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +9 -0
- package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +2 -1
- package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +12487 -12331
- package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +6 -6
- package/src/duckdb/ub_src_common.cpp +2 -0
- package/src/duckdb/ub_src_execution_index_art.cpp +0 -2
- package/src/duckdb/ub_src_execution_operator_persistent.cpp +2 -0
- package/src/duckdb/ub_src_execution_operator_set.cpp +2 -0
- package/src/duckdb/ub_src_execution_physical_plan.cpp +2 -0
- package/src/duckdb/ub_src_function_scalar.cpp +2 -0
- package/src/duckdb/ub_src_function_scalar_compressed_materialization.cpp +4 -0
- package/src/duckdb/ub_src_function_scalar_list.cpp +2 -0
- package/src/duckdb/ub_src_optimizer.cpp +6 -0
- package/src/duckdb/ub_src_optimizer_compressed_materialization.cpp +6 -0
- package/src/duckdb/ub_src_optimizer_statistics_expression.cpp +0 -2
- package/src/duckdb/ub_src_parser_query_node.cpp +2 -0
- package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
- package/src/duckdb/ub_src_planner_binder_query_node.cpp +4 -0
- package/src/duckdb/ub_src_planner_operator.cpp +4 -0
- package/src/duckdb/ub_src_storage_serialization.cpp +10 -0
- package/src/statement.cpp +10 -3
- package/test/columns.test.ts +24 -1
- package/test/test_all_types.test.ts +234 -0
- package/tsconfig.json +1 -0
- package/src/duckdb/src/execution/index/art/prefix_segment.cpp +0 -42
- package/src/duckdb/src/include/duckdb/execution/index/art/prefix_segment.hpp +0 -40
- package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +0 -118
@@ -0,0 +1,166 @@
|
|
1
|
+
//===----------------------------------------------------------------------===//
|
2
|
+
// This file is automatically generated by scripts/generate_serialization.py
|
3
|
+
// Do not edit this file manually, your changes will be overwritten
|
4
|
+
//===----------------------------------------------------------------------===//
|
5
|
+
|
6
|
+
#include "duckdb/common/serializer/format_serializer.hpp"
|
7
|
+
#include "duckdb/common/serializer/format_deserializer.hpp"
|
8
|
+
#include "duckdb/parser/tableref/list.hpp"
|
9
|
+
|
10
|
+
namespace duckdb {
|
11
|
+
|
12
|
+
void TableRef::FormatSerialize(FormatSerializer &serializer) const {
|
13
|
+
serializer.WriteProperty("type", type);
|
14
|
+
serializer.WriteProperty("alias", alias);
|
15
|
+
serializer.WriteOptionalProperty("sample", sample);
|
16
|
+
}
|
17
|
+
|
18
|
+
unique_ptr<TableRef> TableRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
19
|
+
auto type = deserializer.ReadProperty<TableReferenceType>("type");
|
20
|
+
auto alias = deserializer.ReadProperty<string>("alias");
|
21
|
+
auto sample = deserializer.ReadOptionalProperty<unique_ptr<SampleOptions>>("sample");
|
22
|
+
unique_ptr<TableRef> result;
|
23
|
+
switch (type) {
|
24
|
+
case TableReferenceType::BASE_TABLE:
|
25
|
+
result = BaseTableRef::FormatDeserialize(deserializer);
|
26
|
+
break;
|
27
|
+
case TableReferenceType::EMPTY:
|
28
|
+
result = EmptyTableRef::FormatDeserialize(deserializer);
|
29
|
+
break;
|
30
|
+
case TableReferenceType::EXPRESSION_LIST:
|
31
|
+
result = ExpressionListRef::FormatDeserialize(deserializer);
|
32
|
+
break;
|
33
|
+
case TableReferenceType::JOIN:
|
34
|
+
result = JoinRef::FormatDeserialize(deserializer);
|
35
|
+
break;
|
36
|
+
case TableReferenceType::PIVOT:
|
37
|
+
result = PivotRef::FormatDeserialize(deserializer);
|
38
|
+
break;
|
39
|
+
case TableReferenceType::SUBQUERY:
|
40
|
+
result = SubqueryRef::FormatDeserialize(deserializer);
|
41
|
+
break;
|
42
|
+
case TableReferenceType::TABLE_FUNCTION:
|
43
|
+
result = TableFunctionRef::FormatDeserialize(deserializer);
|
44
|
+
break;
|
45
|
+
default:
|
46
|
+
throw SerializationException("Unsupported type for deserialization of TableRef!");
|
47
|
+
}
|
48
|
+
result->alias = std::move(alias);
|
49
|
+
result->sample = std::move(sample);
|
50
|
+
return result;
|
51
|
+
}
|
52
|
+
|
53
|
+
void BaseTableRef::FormatSerialize(FormatSerializer &serializer) const {
|
54
|
+
TableRef::FormatSerialize(serializer);
|
55
|
+
serializer.WriteProperty("schema_name", schema_name);
|
56
|
+
serializer.WriteProperty("table_name", table_name);
|
57
|
+
serializer.WriteProperty("column_name_alias", column_name_alias);
|
58
|
+
serializer.WriteProperty("catalog_name", catalog_name);
|
59
|
+
}
|
60
|
+
|
61
|
+
unique_ptr<TableRef> BaseTableRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
62
|
+
auto result = duckdb::unique_ptr<BaseTableRef>(new BaseTableRef());
|
63
|
+
deserializer.ReadProperty("schema_name", result->schema_name);
|
64
|
+
deserializer.ReadProperty("table_name", result->table_name);
|
65
|
+
deserializer.ReadProperty("column_name_alias", result->column_name_alias);
|
66
|
+
deserializer.ReadProperty("catalog_name", result->catalog_name);
|
67
|
+
return std::move(result);
|
68
|
+
}
|
69
|
+
|
70
|
+
void JoinRef::FormatSerialize(FormatSerializer &serializer) const {
|
71
|
+
TableRef::FormatSerialize(serializer);
|
72
|
+
serializer.WriteProperty("left", *left);
|
73
|
+
serializer.WriteProperty("right", *right);
|
74
|
+
serializer.WriteOptionalProperty("condition", condition);
|
75
|
+
serializer.WriteProperty("type", type);
|
76
|
+
serializer.WriteProperty("ref_type", ref_type);
|
77
|
+
serializer.WriteProperty("using_columns", using_columns);
|
78
|
+
}
|
79
|
+
|
80
|
+
unique_ptr<TableRef> JoinRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
81
|
+
auto result = duckdb::unique_ptr<JoinRef>(new JoinRef());
|
82
|
+
deserializer.ReadProperty("left", result->left);
|
83
|
+
deserializer.ReadProperty("right", result->right);
|
84
|
+
deserializer.ReadOptionalProperty("condition", result->condition);
|
85
|
+
deserializer.ReadProperty("type", result->type);
|
86
|
+
deserializer.ReadProperty("ref_type", result->ref_type);
|
87
|
+
deserializer.ReadProperty("using_columns", result->using_columns);
|
88
|
+
return std::move(result);
|
89
|
+
}
|
90
|
+
|
91
|
+
void SubqueryRef::FormatSerialize(FormatSerializer &serializer) const {
|
92
|
+
TableRef::FormatSerialize(serializer);
|
93
|
+
serializer.WriteProperty("subquery", *subquery);
|
94
|
+
serializer.WriteProperty("column_name_alias", column_name_alias);
|
95
|
+
}
|
96
|
+
|
97
|
+
unique_ptr<TableRef> SubqueryRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
98
|
+
auto result = duckdb::unique_ptr<SubqueryRef>(new SubqueryRef());
|
99
|
+
deserializer.ReadProperty("subquery", result->subquery);
|
100
|
+
deserializer.ReadProperty("column_name_alias", result->column_name_alias);
|
101
|
+
return std::move(result);
|
102
|
+
}
|
103
|
+
|
104
|
+
void TableFunctionRef::FormatSerialize(FormatSerializer &serializer) const {
|
105
|
+
TableRef::FormatSerialize(serializer);
|
106
|
+
serializer.WriteProperty("function", *function);
|
107
|
+
serializer.WriteProperty("alias", alias);
|
108
|
+
serializer.WriteProperty("column_name_alias", column_name_alias);
|
109
|
+
}
|
110
|
+
|
111
|
+
unique_ptr<TableRef> TableFunctionRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
112
|
+
auto result = duckdb::unique_ptr<TableFunctionRef>(new TableFunctionRef());
|
113
|
+
deserializer.ReadProperty("function", result->function);
|
114
|
+
deserializer.ReadProperty("alias", result->alias);
|
115
|
+
deserializer.ReadProperty("column_name_alias", result->column_name_alias);
|
116
|
+
return std::move(result);
|
117
|
+
}
|
118
|
+
|
119
|
+
void EmptyTableRef::FormatSerialize(FormatSerializer &serializer) const {
|
120
|
+
TableRef::FormatSerialize(serializer);
|
121
|
+
}
|
122
|
+
|
123
|
+
unique_ptr<TableRef> EmptyTableRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
124
|
+
auto result = duckdb::unique_ptr<EmptyTableRef>(new EmptyTableRef());
|
125
|
+
return std::move(result);
|
126
|
+
}
|
127
|
+
|
128
|
+
void ExpressionListRef::FormatSerialize(FormatSerializer &serializer) const {
|
129
|
+
TableRef::FormatSerialize(serializer);
|
130
|
+
serializer.WriteProperty("expected_names", expected_names);
|
131
|
+
serializer.WriteProperty("expected_types", expected_types);
|
132
|
+
serializer.WriteProperty("values", values);
|
133
|
+
}
|
134
|
+
|
135
|
+
unique_ptr<TableRef> ExpressionListRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
136
|
+
auto result = duckdb::unique_ptr<ExpressionListRef>(new ExpressionListRef());
|
137
|
+
deserializer.ReadProperty("expected_names", result->expected_names);
|
138
|
+
deserializer.ReadProperty("expected_types", result->expected_types);
|
139
|
+
deserializer.ReadProperty("values", result->values);
|
140
|
+
return std::move(result);
|
141
|
+
}
|
142
|
+
|
143
|
+
void PivotRef::FormatSerialize(FormatSerializer &serializer) const {
|
144
|
+
TableRef::FormatSerialize(serializer);
|
145
|
+
serializer.WriteProperty("source", *source);
|
146
|
+
serializer.WriteProperty("aggregates", aggregates);
|
147
|
+
serializer.WriteProperty("unpivot_names", unpivot_names);
|
148
|
+
serializer.WriteProperty("pivots", pivots);
|
149
|
+
serializer.WriteProperty("groups", groups);
|
150
|
+
serializer.WriteProperty("column_name_alias", column_name_alias);
|
151
|
+
serializer.WriteProperty("include_nulls", include_nulls);
|
152
|
+
}
|
153
|
+
|
154
|
+
unique_ptr<TableRef> PivotRef::FormatDeserialize(FormatDeserializer &deserializer) {
|
155
|
+
auto result = duckdb::unique_ptr<PivotRef>(new PivotRef());
|
156
|
+
deserializer.ReadProperty("source", result->source);
|
157
|
+
deserializer.ReadProperty("aggregates", result->aggregates);
|
158
|
+
deserializer.ReadProperty("unpivot_names", result->unpivot_names);
|
159
|
+
deserializer.ReadProperty("pivots", result->pivots);
|
160
|
+
deserializer.ReadProperty("groups", result->groups);
|
161
|
+
deserializer.ReadProperty("column_name_alias", result->column_name_alias);
|
162
|
+
deserializer.ReadProperty("include_nulls", result->include_nulls);
|
163
|
+
return std::move(result);
|
164
|
+
}
|
165
|
+
|
166
|
+
} // namespace duckdb
|
@@ -0,0 +1,127 @@
|
|
1
|
+
//===----------------------------------------------------------------------===//
|
2
|
+
// This file is automatically generated by scripts/generate_serialization.py
|
3
|
+
// Do not edit this file manually, your changes will be overwritten
|
4
|
+
//===----------------------------------------------------------------------===//
|
5
|
+
|
6
|
+
#include "duckdb/common/serializer/format_serializer.hpp"
|
7
|
+
#include "duckdb/common/serializer/format_deserializer.hpp"
|
8
|
+
#include "duckdb/common/extra_type_info.hpp"
|
9
|
+
|
10
|
+
namespace duckdb {
|
11
|
+
|
12
|
+
void ExtraTypeInfo::FormatSerialize(FormatSerializer &serializer) const {
|
13
|
+
serializer.WriteProperty("type", type);
|
14
|
+
serializer.WriteProperty("alias", alias);
|
15
|
+
}
|
16
|
+
|
17
|
+
shared_ptr<ExtraTypeInfo> ExtraTypeInfo::FormatDeserialize(FormatDeserializer &deserializer) {
|
18
|
+
auto type = deserializer.ReadProperty<ExtraTypeInfoType>("type");
|
19
|
+
auto alias = deserializer.ReadProperty<string>("alias");
|
20
|
+
shared_ptr<ExtraTypeInfo> result;
|
21
|
+
switch (type) {
|
22
|
+
case ExtraTypeInfoType::AGGREGATE_STATE_TYPE_INFO:
|
23
|
+
result = AggregateStateTypeInfo::FormatDeserialize(deserializer);
|
24
|
+
break;
|
25
|
+
case ExtraTypeInfoType::DECIMAL_TYPE_INFO:
|
26
|
+
result = DecimalTypeInfo::FormatDeserialize(deserializer);
|
27
|
+
break;
|
28
|
+
case ExtraTypeInfoType::ENUM_TYPE_INFO:
|
29
|
+
result = EnumTypeInfo::FormatDeserialize(deserializer);
|
30
|
+
break;
|
31
|
+
case ExtraTypeInfoType::GENERIC_TYPE_INFO:
|
32
|
+
result = make_shared<ExtraTypeInfo>(type);
|
33
|
+
break;
|
34
|
+
case ExtraTypeInfoType::INVALID_TYPE_INFO:
|
35
|
+
return nullptr;
|
36
|
+
case ExtraTypeInfoType::LIST_TYPE_INFO:
|
37
|
+
result = ListTypeInfo::FormatDeserialize(deserializer);
|
38
|
+
break;
|
39
|
+
case ExtraTypeInfoType::STRING_TYPE_INFO:
|
40
|
+
result = StringTypeInfo::FormatDeserialize(deserializer);
|
41
|
+
break;
|
42
|
+
case ExtraTypeInfoType::STRUCT_TYPE_INFO:
|
43
|
+
result = StructTypeInfo::FormatDeserialize(deserializer);
|
44
|
+
break;
|
45
|
+
case ExtraTypeInfoType::USER_TYPE_INFO:
|
46
|
+
result = UserTypeInfo::FormatDeserialize(deserializer);
|
47
|
+
break;
|
48
|
+
default:
|
49
|
+
throw SerializationException("Unsupported type for deserialization of ExtraTypeInfo!");
|
50
|
+
}
|
51
|
+
result->alias = std::move(alias);
|
52
|
+
return result;
|
53
|
+
}
|
54
|
+
|
55
|
+
void DecimalTypeInfo::FormatSerialize(FormatSerializer &serializer) const {
|
56
|
+
ExtraTypeInfo::FormatSerialize(serializer);
|
57
|
+
serializer.WriteProperty("width", width);
|
58
|
+
serializer.WriteProperty("scale", scale);
|
59
|
+
}
|
60
|
+
|
61
|
+
shared_ptr<ExtraTypeInfo> DecimalTypeInfo::FormatDeserialize(FormatDeserializer &deserializer) {
|
62
|
+
auto result = duckdb::shared_ptr<DecimalTypeInfo>(new DecimalTypeInfo());
|
63
|
+
deserializer.ReadProperty("width", result->width);
|
64
|
+
deserializer.ReadProperty("scale", result->scale);
|
65
|
+
return std::move(result);
|
66
|
+
}
|
67
|
+
|
68
|
+
void StringTypeInfo::FormatSerialize(FormatSerializer &serializer) const {
|
69
|
+
ExtraTypeInfo::FormatSerialize(serializer);
|
70
|
+
serializer.WriteProperty("collation", collation);
|
71
|
+
}
|
72
|
+
|
73
|
+
shared_ptr<ExtraTypeInfo> StringTypeInfo::FormatDeserialize(FormatDeserializer &deserializer) {
|
74
|
+
auto result = duckdb::shared_ptr<StringTypeInfo>(new StringTypeInfo());
|
75
|
+
deserializer.ReadProperty("collation", result->collation);
|
76
|
+
return std::move(result);
|
77
|
+
}
|
78
|
+
|
79
|
+
void ListTypeInfo::FormatSerialize(FormatSerializer &serializer) const {
|
80
|
+
ExtraTypeInfo::FormatSerialize(serializer);
|
81
|
+
serializer.WriteProperty("child_type", child_type);
|
82
|
+
}
|
83
|
+
|
84
|
+
shared_ptr<ExtraTypeInfo> ListTypeInfo::FormatDeserialize(FormatDeserializer &deserializer) {
|
85
|
+
auto result = duckdb::shared_ptr<ListTypeInfo>(new ListTypeInfo());
|
86
|
+
deserializer.ReadProperty("child_type", result->child_type);
|
87
|
+
return std::move(result);
|
88
|
+
}
|
89
|
+
|
90
|
+
void StructTypeInfo::FormatSerialize(FormatSerializer &serializer) const {
|
91
|
+
ExtraTypeInfo::FormatSerialize(serializer);
|
92
|
+
serializer.WriteProperty("child_types", child_types);
|
93
|
+
}
|
94
|
+
|
95
|
+
shared_ptr<ExtraTypeInfo> StructTypeInfo::FormatDeserialize(FormatDeserializer &deserializer) {
|
96
|
+
auto result = duckdb::shared_ptr<StructTypeInfo>(new StructTypeInfo());
|
97
|
+
deserializer.ReadProperty("child_types", result->child_types);
|
98
|
+
return std::move(result);
|
99
|
+
}
|
100
|
+
|
101
|
+
void AggregateStateTypeInfo::FormatSerialize(FormatSerializer &serializer) const {
|
102
|
+
ExtraTypeInfo::FormatSerialize(serializer);
|
103
|
+
serializer.WriteProperty("function_name", state_type.function_name);
|
104
|
+
serializer.WriteProperty("return_type", state_type.return_type);
|
105
|
+
serializer.WriteProperty("bound_argument_types", state_type.bound_argument_types);
|
106
|
+
}
|
107
|
+
|
108
|
+
shared_ptr<ExtraTypeInfo> AggregateStateTypeInfo::FormatDeserialize(FormatDeserializer &deserializer) {
|
109
|
+
auto result = duckdb::shared_ptr<AggregateStateTypeInfo>(new AggregateStateTypeInfo());
|
110
|
+
deserializer.ReadProperty("function_name", result->state_type.function_name);
|
111
|
+
deserializer.ReadProperty("return_type", result->state_type.return_type);
|
112
|
+
deserializer.ReadProperty("bound_argument_types", result->state_type.bound_argument_types);
|
113
|
+
return std::move(result);
|
114
|
+
}
|
115
|
+
|
116
|
+
void UserTypeInfo::FormatSerialize(FormatSerializer &serializer) const {
|
117
|
+
ExtraTypeInfo::FormatSerialize(serializer);
|
118
|
+
serializer.WriteProperty("user_type_name", user_type_name);
|
119
|
+
}
|
120
|
+
|
121
|
+
shared_ptr<ExtraTypeInfo> UserTypeInfo::FormatDeserialize(FormatDeserializer &deserializer) {
|
122
|
+
auto result = duckdb::shared_ptr<UserTypeInfo>(new UserTypeInfo());
|
123
|
+
deserializer.ReadProperty("user_type_name", result->user_type_name);
|
124
|
+
return std::move(result);
|
125
|
+
}
|
126
|
+
|
127
|
+
} // namespace duckdb
|
@@ -368,6 +368,29 @@ void SingleFileBlockManager::Write(FileBuffer &buffer, block_id_t block_id) {
|
|
368
368
|
ChecksumAndWrite(buffer, BLOCK_START + block_id * Storage::BLOCK_ALLOC_SIZE);
|
369
369
|
}
|
370
370
|
|
371
|
+
void SingleFileBlockManager::Truncate() {
|
372
|
+
BlockManager::Truncate();
|
373
|
+
idx_t blocks_to_truncate = 0;
|
374
|
+
// reverse iterate over the free-list
|
375
|
+
for (auto entry = free_list.rbegin(); entry != free_list.rend(); entry++) {
|
376
|
+
auto block_id = *entry;
|
377
|
+
if (block_id + 1 != max_block) {
|
378
|
+
break;
|
379
|
+
}
|
380
|
+
blocks_to_truncate++;
|
381
|
+
max_block--;
|
382
|
+
}
|
383
|
+
if (blocks_to_truncate == 0) {
|
384
|
+
// nothing to truncate
|
385
|
+
return;
|
386
|
+
}
|
387
|
+
// truncate the file
|
388
|
+
for (idx_t i = 0; i < blocks_to_truncate; i++) {
|
389
|
+
free_list.erase(max_block + i);
|
390
|
+
}
|
391
|
+
handle->Truncate(BLOCK_START + max_block * Storage::BLOCK_ALLOC_SIZE);
|
392
|
+
}
|
393
|
+
|
371
394
|
vector<block_id_t> SingleFileBlockManager::GetFreeListBlocks() {
|
372
395
|
vector<block_id_t> free_list_blocks;
|
373
396
|
|
@@ -1,10 +1,11 @@
|
|
1
1
|
#include "duckdb/storage/statistics/string_stats.hpp"
|
2
|
-
|
2
|
+
|
3
3
|
#include "duckdb/common/field_writer.hpp"
|
4
|
-
#include "utf8proc_wrapper.hpp"
|
5
4
|
#include "duckdb/common/string_util.hpp"
|
6
5
|
#include "duckdb/common/types/vector.hpp"
|
7
6
|
#include "duckdb/main/error_manager.hpp"
|
7
|
+
#include "duckdb/storage/statistics/base_statistics.hpp"
|
8
|
+
#include "utf8proc_wrapper.hpp"
|
8
9
|
|
9
10
|
namespace duckdb {
|
10
11
|
|
@@ -67,6 +68,24 @@ bool StringStats::CanContainUnicode(const BaseStatistics &stats) {
|
|
67
68
|
return StringStats::GetDataUnsafe(stats).has_unicode;
|
68
69
|
}
|
69
70
|
|
71
|
+
string GetStringMinMaxValue(const data_t data[]) {
|
72
|
+
idx_t len;
|
73
|
+
for (len = 0; len < StringStatsData::MAX_STRING_MINMAX_SIZE; len++) {
|
74
|
+
if (!data[len]) {
|
75
|
+
break;
|
76
|
+
}
|
77
|
+
}
|
78
|
+
return string(const_char_ptr_cast(data), len);
|
79
|
+
}
|
80
|
+
|
81
|
+
string StringStats::Min(const BaseStatistics &stats) {
|
82
|
+
return GetStringMinMaxValue(StringStats::GetDataUnsafe(stats).min);
|
83
|
+
}
|
84
|
+
|
85
|
+
string StringStats::Max(const BaseStatistics &stats) {
|
86
|
+
return GetStringMinMaxValue(StringStats::GetDataUnsafe(stats).max);
|
87
|
+
}
|
88
|
+
|
70
89
|
void StringStats::ResetMaxStringLength(BaseStatistics &stats) {
|
71
90
|
StringStats::GetDataUnsafe(stats).has_max_string_length = false;
|
72
91
|
}
|
@@ -89,6 +89,10 @@ void ChunkConstantInfo::Serialize(Serializer &serializer) {
|
|
89
89
|
serializer.Write<idx_t>(start);
|
90
90
|
}
|
91
91
|
|
92
|
+
idx_t ChunkConstantInfo::GetCommittedDeletedCount(idx_t max_count) {
|
93
|
+
return delete_id < TRANSACTION_ID_START ? max_count : 0;
|
94
|
+
}
|
95
|
+
|
92
96
|
unique_ptr<ChunkInfo> ChunkConstantInfo::Deserialize(Deserializer &source) {
|
93
97
|
auto start = source.Read<idx_t>();
|
94
98
|
|
@@ -244,6 +248,19 @@ void ChunkVectorInfo::Serialize(Serializer &serializer) {
|
|
244
248
|
serializer.WriteData(data_ptr_cast(deleted_tuples), sizeof(bool) * STANDARD_VECTOR_SIZE);
|
245
249
|
}
|
246
250
|
|
251
|
+
idx_t ChunkVectorInfo::GetCommittedDeletedCount(idx_t max_count) {
|
252
|
+
if (!any_deleted) {
|
253
|
+
return 0;
|
254
|
+
}
|
255
|
+
idx_t delete_count = 0;
|
256
|
+
for (idx_t i = 0; i < max_count; i++) {
|
257
|
+
if (deleted[i] < TRANSACTION_ID_START) {
|
258
|
+
delete_count++;
|
259
|
+
}
|
260
|
+
}
|
261
|
+
return delete_count;
|
262
|
+
}
|
263
|
+
|
247
264
|
unique_ptr<ChunkInfo> ChunkVectorInfo::Deserialize(Deserializer &source) {
|
248
265
|
auto start = source.Read<idx_t>();
|
249
266
|
|
@@ -67,6 +67,21 @@ void VersionNode::SetStart(idx_t start) {
|
|
67
67
|
}
|
68
68
|
}
|
69
69
|
|
70
|
+
idx_t VersionNode::GetCommittedDeletedCount(idx_t count) {
|
71
|
+
idx_t deleted_count = 0;
|
72
|
+
for (idx_t r = 0, i = 0; r < count; r += STANDARD_VECTOR_SIZE, i++) {
|
73
|
+
if (!info[i]) {
|
74
|
+
continue;
|
75
|
+
}
|
76
|
+
idx_t max_count = MinValue<idx_t>(STANDARD_VECTOR_SIZE, count - r);
|
77
|
+
if (max_count == 0) {
|
78
|
+
break;
|
79
|
+
}
|
80
|
+
deleted_count += info[i]->GetCommittedDeletedCount(max_count);
|
81
|
+
}
|
82
|
+
return deleted_count;
|
83
|
+
}
|
84
|
+
|
70
85
|
RowGroup::~RowGroup() {
|
71
86
|
}
|
72
87
|
|
@@ -112,10 +127,6 @@ ColumnData &RowGroup::GetColumn(storage_t c) {
|
|
112
127
|
return *columns[c];
|
113
128
|
}
|
114
129
|
|
115
|
-
DatabaseInstance &RowGroup::GetDatabase() {
|
116
|
-
return GetCollection().GetDatabase();
|
117
|
-
}
|
118
|
-
|
119
130
|
BlockManager &RowGroup::GetBlockManager() {
|
120
131
|
return GetCollection().GetBlockManager();
|
121
132
|
}
|
@@ -270,7 +281,7 @@ unique_ptr<RowGroup> RowGroup::AlterType(RowGroupCollection &new_collection, con
|
|
270
281
|
}
|
271
282
|
|
272
283
|
unique_ptr<RowGroup> RowGroup::AddColumn(RowGroupCollection &new_collection, ColumnDefinition &new_column,
|
273
|
-
ExpressionExecutor &executor, Expression
|
284
|
+
ExpressionExecutor &executor, Expression &default_value, Vector &result) {
|
274
285
|
Verify();
|
275
286
|
|
276
287
|
// construct a new column data for the new column
|
@@ -285,10 +296,8 @@ unique_ptr<RowGroup> RowGroup::AddColumn(RowGroupCollection &new_collection, Col
|
|
285
296
|
added_column->InitializeAppend(state);
|
286
297
|
for (idx_t i = 0; i < rows_to_write; i += STANDARD_VECTOR_SIZE) {
|
287
298
|
idx_t rows_in_this_vector = MinValue<idx_t>(rows_to_write - i, STANDARD_VECTOR_SIZE);
|
288
|
-
|
289
|
-
|
290
|
-
executor.ExecuteExpression(dummy_chunk, result);
|
291
|
-
}
|
299
|
+
dummy_chunk.SetCardinality(rows_in_this_vector);
|
300
|
+
executor.ExecuteExpression(dummy_chunk, result);
|
292
301
|
added_column->Append(state, result, rows_in_this_vector);
|
293
302
|
}
|
294
303
|
}
|
@@ -796,6 +805,13 @@ RowGroupWriteData RowGroup::WriteToDisk(PartialBlockManager &manager,
|
|
796
805
|
return result;
|
797
806
|
}
|
798
807
|
|
808
|
+
bool RowGroup::AllDeleted() {
|
809
|
+
if (!version_info) {
|
810
|
+
return false;
|
811
|
+
}
|
812
|
+
return version_info->GetCommittedDeletedCount(count) == count;
|
813
|
+
}
|
814
|
+
|
799
815
|
RowGroupPointer RowGroup::Checkpoint(RowGroupWriter &writer, TableStatistics &global_stats) {
|
800
816
|
RowGroupPointer row_group_pointer;
|
801
817
|
|
@@ -67,10 +67,6 @@ AttachedDatabase &RowGroupCollection::GetAttached() {
|
|
67
67
|
return GetTableInfo().db;
|
68
68
|
}
|
69
69
|
|
70
|
-
DatabaseInstance &RowGroupCollection::GetDatabase() {
|
71
|
-
return GetAttached().GetDatabase();
|
72
|
-
}
|
73
|
-
|
74
70
|
//===--------------------------------------------------------------------===//
|
75
71
|
// Initialize
|
76
72
|
//===--------------------------------------------------------------------===//
|
@@ -97,10 +93,6 @@ RowGroup *RowGroupCollection::GetRowGroup(int64_t index) {
|
|
97
93
|
return (RowGroup *)row_groups->GetSegmentByIndex(index);
|
98
94
|
}
|
99
95
|
|
100
|
-
idx_t RowGroupCollection::RowGroupCount() {
|
101
|
-
return row_groups->GetSegmentCount();
|
102
|
-
}
|
103
|
-
|
104
96
|
void RowGroupCollection::Verify() {
|
105
97
|
#ifdef DEBUG
|
106
98
|
idx_t current_total_rows = 0;
|
@@ -600,11 +592,24 @@ void RowGroupCollection::UpdateColumn(TransactionData transaction, Vector &row_i
|
|
600
592
|
// Checkpoint
|
601
593
|
//===--------------------------------------------------------------------===//
|
602
594
|
void RowGroupCollection::Checkpoint(TableDataWriter &writer, TableStatistics &global_stats) {
|
603
|
-
|
604
|
-
|
605
|
-
|
606
|
-
|
595
|
+
bool can_vacuum_deletes = info->indexes.Empty();
|
596
|
+
idx_t start = this->row_start;
|
597
|
+
auto segments = row_groups->MoveSegments();
|
598
|
+
auto l = row_groups->Lock();
|
599
|
+
for (auto &entry : segments) {
|
600
|
+
auto &row_group = *entry.node;
|
601
|
+
if (can_vacuum_deletes && row_group.AllDeleted()) {
|
602
|
+
row_group.CommitDrop();
|
603
|
+
continue;
|
604
|
+
}
|
605
|
+
row_group.MoveToCollection(*this, start);
|
606
|
+
auto row_group_writer = writer.GetRowGroupWriter(row_group);
|
607
|
+
auto pointer = row_group.Checkpoint(*row_group_writer, global_stats);
|
608
|
+
writer.AddRowGroup(std::move(pointer), std::move(row_group_writer));
|
609
|
+
row_groups->AppendSegment(l, std::move(entry.node));
|
610
|
+
start += row_group.count;
|
607
611
|
}
|
612
|
+
total_rows = start;
|
608
613
|
}
|
609
614
|
|
610
615
|
//===--------------------------------------------------------------------===//
|
@@ -637,7 +642,7 @@ vector<ColumnSegmentInfo> RowGroupCollection::GetColumnSegmentInfo() {
|
|
637
642
|
// Alter
|
638
643
|
//===--------------------------------------------------------------------===//
|
639
644
|
shared_ptr<RowGroupCollection> RowGroupCollection::AddColumn(ClientContext &context, ColumnDefinition &new_column,
|
640
|
-
Expression
|
645
|
+
Expression &default_value) {
|
641
646
|
idx_t new_column_idx = types.size();
|
642
647
|
auto new_types = types;
|
643
648
|
new_types.push_back(new_column.GetType());
|
@@ -647,11 +652,7 @@ shared_ptr<RowGroupCollection> RowGroupCollection::AddColumn(ClientContext &cont
|
|
647
652
|
ExpressionExecutor executor(context);
|
648
653
|
DataChunk dummy_chunk;
|
649
654
|
Vector default_vector(new_column.GetType());
|
650
|
-
|
651
|
-
FlatVector::Validity(default_vector).SetAllInvalid(STANDARD_VECTOR_SIZE);
|
652
|
-
} else {
|
653
|
-
executor.AddExpression(*default_value);
|
654
|
-
}
|
655
|
+
executor.AddExpression(default_value);
|
655
656
|
|
656
657
|
result->stats.InitializeAddColumn(stats, new_column.GetType());
|
657
658
|
auto &new_column_stats = result->stats.GetStats(new_column_idx);
|
@@ -80,7 +80,7 @@ namespace duckdb_moodycamel { namespace details {
|
|
80
80
|
static const thread_id_t invalid_thread_id2 = 0xFFFFFFFFU; // Not technically guaranteed to be invalid, but is never used in practice. Note that all Win32 thread IDs are presently multiples of 4.
|
81
81
|
static inline thread_id_t thread_id() { return static_cast<thread_id_t>(::GetCurrentThreadId()); }
|
82
82
|
} }
|
83
|
-
#elif defined(__arm__) || defined(_M_ARM) || defined(__aarch64__) || (defined(__APPLE__) && TARGET_OS_IPHONE)
|
83
|
+
#elif defined(__arm__) || defined(_M_ARM) || defined(__aarch64__) || (defined(__APPLE__) && TARGET_OS_IPHONE) || defined(__MVS__)
|
84
84
|
namespace duckdb_moodycamel { namespace details {
|
85
85
|
static_assert(sizeof(std::thread::id) == 4 || sizeof(std::thread::id) == 8, "std::thread::id is expected to be either 4 or 8 bytes");
|
86
86
|
|
@@ -194,7 +194,7 @@ namespace duckdb_moodycamel { namespace details {
|
|
194
194
|
// VS2013 doesn't support `thread_local`, and MinGW-w64 w/ POSIX threading has a crippling bug: http://sourceforge.net/p/mingw-w64/bugs/445
|
195
195
|
// g++ <=4.7 doesn't support thread_local either.
|
196
196
|
// Finally, iOS/ARM doesn't have support for it either, and g++/ARM allows it to compile but it's unconfirmed to actually work
|
197
|
-
#if (!defined(_MSC_VER) || _MSC_VER >= 1900) && (!defined(__MINGW32__) && !defined(__MINGW64__) || !defined(__WINPTHREADS_VERSION)) && (!defined(__GNUC__) || __GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 8)) && (!defined(__APPLE__) || !TARGET_OS_IPHONE) && !defined(__arm__) && !defined(_M_ARM) && !defined(__aarch64__)
|
197
|
+
#if (!defined(_MSC_VER) || _MSC_VER >= 1900) && (!defined(__MINGW32__) && !defined(__MINGW64__) || !defined(__WINPTHREADS_VERSION)) && (!defined(__GNUC__) || __GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 8)) && (!defined(__APPLE__) || !TARGET_OS_IPHONE) && !defined(__arm__) && !defined(_M_ARM) && !defined(__aarch64__) && !defined(__MVS__)
|
198
198
|
// Assume `thread_local` is fully supported in all other C++11 compilers/platforms
|
199
199
|
//#define MOODYCAMEL_CPP11_THREAD_LOCAL_SUPPORTED // always disabled for now since several users report having problems with it on
|
200
200
|
#endif
|
@@ -27,6 +27,8 @@ extern "C" {
|
|
27
27
|
#elif defined(__unix__)
|
28
28
|
#include <semaphore.h>
|
29
29
|
#include <chrono>
|
30
|
+
#elif defined(__MVS__)
|
31
|
+
#include <zos-semaphore.h>
|
30
32
|
#endif
|
31
33
|
|
32
34
|
namespace duckdb_moodycamel
|
@@ -254,6 +256,80 @@ public:
|
|
254
256
|
}
|
255
257
|
}
|
256
258
|
};
|
259
|
+
#elif defined(__MVS__)
|
260
|
+
//---------------------------------------------------------
|
261
|
+
// Semaphore (MVS aka z/OS)
|
262
|
+
//---------------------------------------------------------
|
263
|
+
class Semaphore
|
264
|
+
{
|
265
|
+
private:
|
266
|
+
sem_t m_sema;
|
267
|
+
|
268
|
+
Semaphore(const Semaphore& other) MOODYCAMEL_DELETE_FUNCTION;
|
269
|
+
Semaphore& operator=(const Semaphore& other) MOODYCAMEL_DELETE_FUNCTION;
|
270
|
+
|
271
|
+
public:
|
272
|
+
Semaphore(int initialCount = 0)
|
273
|
+
{
|
274
|
+
assert(initialCount >= 0);
|
275
|
+
int rc = sem_init(&m_sema, 0, initialCount);
|
276
|
+
assert(rc == 0);
|
277
|
+
(void)rc;
|
278
|
+
}
|
279
|
+
|
280
|
+
~Semaphore()
|
281
|
+
{
|
282
|
+
sem_destroy(&m_sema);
|
283
|
+
}
|
284
|
+
|
285
|
+
bool wait()
|
286
|
+
{
|
287
|
+
// http://stackoverflow.com/questions/2013181/gdb-causes-sem-wait-to-fail-with-eintr-error
|
288
|
+
int rc;
|
289
|
+
do {
|
290
|
+
rc = sem_wait(&m_sema);
|
291
|
+
} while (rc == -1 && errno == EINTR);
|
292
|
+
return rc == 0;
|
293
|
+
}
|
294
|
+
|
295
|
+
bool try_wait()
|
296
|
+
{
|
297
|
+
int rc;
|
298
|
+
do {
|
299
|
+
rc = sem_trywait(&m_sema);
|
300
|
+
} while (rc == -1 && errno == EINTR);
|
301
|
+
return rc == 0;
|
302
|
+
}
|
303
|
+
|
304
|
+
bool timed_wait(std::uint64_t usecs)
|
305
|
+
{
|
306
|
+
struct timespec ts;
|
307
|
+
const int usecs_in_1_sec = 1000000;
|
308
|
+
const int nsecs_in_1_sec = 1000000000;
|
309
|
+
|
310
|
+
ts.tv_sec = usecs / usecs_in_1_sec;
|
311
|
+
ts.tv_nsec = (usecs % usecs_in_1_sec) * 1000;
|
312
|
+
|
313
|
+
int rc;
|
314
|
+
do {
|
315
|
+
rc = sem_timedwait(&m_sema, &ts);
|
316
|
+
} while (rc == -1 && errno == EINTR);
|
317
|
+
return rc == 0;
|
318
|
+
}
|
319
|
+
|
320
|
+
void signal()
|
321
|
+
{
|
322
|
+
while (sem_post(&m_sema) == -1);
|
323
|
+
}
|
324
|
+
|
325
|
+
void signal(int count)
|
326
|
+
{
|
327
|
+
while (count-- > 0)
|
328
|
+
{
|
329
|
+
while (sem_post(&m_sema) == -1);
|
330
|
+
}
|
331
|
+
}
|
332
|
+
};
|
257
333
|
#else
|
258
334
|
#error Unsupported platform! (No semaphore wrapper available)
|
259
335
|
#endif
|
@@ -130,6 +130,8 @@ from_chars_result from_chars(const char *first, const char *last,
|
|
130
130
|
#include <machine/endian.h>
|
131
131
|
#elif defined(sun) || defined(__sun)
|
132
132
|
#include <sys/byteorder.h>
|
133
|
+
#elif defined(__MVS__)
|
134
|
+
#include <sys/endian.h>
|
133
135
|
#else
|
134
136
|
#include <endian.h>
|
135
137
|
#endif
|