duckdb 0.10.1-dev9.0 → 0.10.2-dev0.0
Sign up to get free protection for your applications and to get access to all the features.
- package/.github/workflows/NodeJS.yml +9 -16
- package/binding.gyp +4 -1
- package/package.json +1 -1
- package/src/database.cpp +1 -0
- package/src/duckdb/extension/icu/icu-strptime.cpp +46 -4
- package/src/duckdb/extension/icu/icu-table-range.cpp +5 -0
- package/src/duckdb/extension/icu/icu-timezone.cpp +28 -4
- package/src/duckdb/extension/json/buffered_json_reader.cpp +6 -5
- package/src/duckdb/extension/json/include/buffered_json_reader.hpp +3 -3
- package/src/duckdb/extension/json/include/json_transform.hpp +2 -0
- package/src/duckdb/extension/json/json_functions/json_create.cpp +6 -0
- package/src/duckdb/extension/json/json_functions/json_transform.cpp +8 -9
- package/src/duckdb/extension/json/json_functions.cpp +1 -2
- package/src/duckdb/extension/json/json_scan.cpp +1 -0
- package/src/duckdb/extension/parquet/column_reader.cpp +17 -1
- package/src/duckdb/extension/parquet/column_writer.cpp +151 -20
- package/src/duckdb/extension/parquet/include/column_writer.hpp +3 -4
- package/src/duckdb/extension/parquet/parquet_extension.cpp +14 -9
- package/src/duckdb/extension/parquet/parquet_timestamp.cpp +10 -0
- package/src/duckdb/extension/parquet/parquet_writer.cpp +4 -0
- package/src/duckdb/src/catalog/catalog.cpp +94 -10
- package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +9 -5
- package/src/duckdb/src/catalog/catalog_entry/table_catalog_entry.cpp +1 -0
- package/src/duckdb/src/catalog/catalog_entry/ub_duckdb_catalog_entries.cpp +16 -0
- package/src/duckdb/src/catalog/catalog_entry/view_catalog_entry.cpp +28 -0
- package/src/duckdb/src/catalog/default/default_functions.cpp +3 -0
- package/src/duckdb/src/catalog/default/default_views.cpp +3 -3
- package/src/duckdb/src/catalog/default/ub_duckdb_catalog_default_entries.cpp +5 -0
- package/src/duckdb/src/catalog/dependency_catalog_set.cpp +1 -3
- package/src/duckdb/src/catalog/dependency_manager.cpp +2 -5
- package/src/duckdb/src/catalog/ub_duckdb_catalog.cpp +10 -0
- package/src/duckdb/src/common/adbc/adbc.cpp +1 -1
- package/src/duckdb/src/common/adbc/driver_manager.cpp +2 -1
- package/src/duckdb/src/common/adbc/nanoarrow/ub_duckdb_adbc_nanoarrow.cpp +5 -0
- package/src/duckdb/src/common/adbc/ub_duckdb_adbc.cpp +3 -0
- package/src/duckdb/src/common/allocator.cpp +34 -8
- package/src/duckdb/src/common/arrow/appender/fixed_size_list_data.cpp +39 -0
- package/src/duckdb/src/common/arrow/appender/ub_duckdb_common_arrow_appender.cpp +6 -0
- package/src/duckdb/src/common/arrow/appender/union_data.cpp +2 -1
- package/src/duckdb/src/common/arrow/arrow_appender.cpp +5 -5
- package/src/duckdb/src/common/arrow/arrow_converter.cpp +17 -0
- package/src/duckdb/src/common/arrow/ub_duckdb_common_arrow.cpp +4 -0
- package/src/duckdb/src/common/compressed_file_system.cpp +1 -0
- package/src/duckdb/src/common/crypto/ub_duckdb_common_crypto.cpp +2 -0
- package/src/duckdb/src/common/enum_util.cpp +153 -13
- package/src/duckdb/src/common/enums/logical_operator_type.cpp +0 -2
- package/src/duckdb/src/common/enums/physical_operator_type.cpp +2 -2
- package/src/duckdb/src/common/enums/ub_duckdb_common_enums.cpp +12 -0
- package/src/duckdb/src/common/exception/conversion_exception.cpp +23 -0
- package/src/duckdb/src/common/exception.cpp +7 -14
- package/src/duckdb/src/common/extra_type_info.cpp +6 -5
- package/src/duckdb/src/common/gzip_file_system.cpp +5 -4
- package/src/duckdb/src/common/local_file_system.cpp +85 -10
- package/src/duckdb/src/common/operator/cast_operators.cpp +413 -305
- package/src/duckdb/src/common/operator/ub_duckdb_common_operators.cpp +4 -0
- package/src/duckdb/src/common/progress_bar/ub_duckdb_progress_bar.cpp +3 -0
- package/src/duckdb/src/common/re2_regex.cpp +2 -1
- package/src/duckdb/src/common/row_operations/row_heap_scatter.cpp +2 -2
- package/src/duckdb/src/common/row_operations/row_matcher.cpp +1 -0
- package/src/duckdb/src/common/row_operations/row_scatter.cpp +2 -2
- package/src/duckdb/src/common/row_operations/ub_duckdb_row_operations.cpp +9 -0
- package/src/duckdb/src/common/serializer/binary_serializer.cpp +3 -3
- package/src/duckdb/src/common/serializer/ub_duckdb_common_serializer.cpp +7 -0
- package/src/duckdb/src/common/sort/partition_state.cpp +2 -3
- package/src/duckdb/src/common/sort/ub_duckdb_sort.cpp +7 -0
- package/src/duckdb/src/common/string_util.cpp +3 -3
- package/src/duckdb/src/common/types/bit.cpp +7 -6
- package/src/duckdb/src/common/types/blob.cpp +20 -9
- package/src/duckdb/src/common/types/column/column_data_allocator.cpp +8 -6
- package/src/duckdb/src/common/types/column/column_data_collection.cpp +11 -1
- package/src/duckdb/src/common/types/column/column_data_collection_segment.cpp +5 -0
- package/src/duckdb/src/common/types/column/partitioned_column_data.cpp +1 -1
- package/src/duckdb/src/common/types/column/ub_duckdb_common_types_column.cpp +6 -0
- package/src/duckdb/src/common/types/data_chunk.cpp +1 -1
- package/src/duckdb/src/common/types/date.cpp +1 -1
- package/src/duckdb/src/common/types/hugeint.cpp +3 -2
- package/src/duckdb/src/common/types/interval.cpp +1 -1
- package/src/duckdb/src/common/types/list_segment.cpp +2 -1
- package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +3 -9
- package/src/duckdb/src/common/types/row/tuple_data_allocator.cpp +7 -7
- package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +10 -27
- package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +168 -88
- package/src/duckdb/src/common/types/row/ub_duckdb_common_types_row.cpp +11 -0
- package/src/duckdb/src/common/types/selection_vector.cpp +1 -1
- package/src/duckdb/src/common/types/string_heap.cpp +5 -1
- package/src/duckdb/src/common/types/string_type.cpp +18 -4
- package/src/duckdb/src/common/types/time.cpp +4 -2
- package/src/duckdb/src/common/types/timestamp.cpp +32 -6
- package/src/duckdb/src/common/types/ub_duckdb_common_types.cpp +28 -0
- package/src/duckdb/src/common/types/uhugeint.cpp +3 -2
- package/src/duckdb/src/common/types/uuid.cpp +11 -0
- package/src/duckdb/src/common/types/validity_mask.cpp +4 -3
- package/src/duckdb/src/common/types/value.cpp +17 -6
- package/src/duckdb/src/common/types/vector.cpp +243 -68
- package/src/duckdb/src/common/types.cpp +7 -5
- package/src/duckdb/src/common/ub_duckdb_common.cpp +34 -0
- package/src/duckdb/src/common/value_operations/ub_duckdb_value_operations.cpp +2 -0
- package/src/duckdb/src/common/vector_operations/generators.cpp +2 -1
- package/src/duckdb/src/common/vector_operations/vector_cast.cpp +4 -4
- package/src/duckdb/src/common/vector_operations/vector_copy.cpp +2 -2
- package/src/duckdb/src/common/vector_operations/vector_hash.cpp +17 -6
- package/src/duckdb/src/core_functions/aggregate/algebraic/ub_duckdb_aggr_algebraic.cpp +5 -0
- package/src/duckdb/src/core_functions/aggregate/distributive/arg_min_max.cpp +30 -6
- package/src/duckdb/src/core_functions/aggregate/distributive/bitagg.cpp +1 -1
- package/src/duckdb/src/core_functions/aggregate/distributive/bitstring_agg.cpp +12 -5
- package/src/duckdb/src/core_functions/aggregate/distributive/minmax.cpp +2 -2
- package/src/duckdb/src/core_functions/aggregate/distributive/string_agg.cpp +2 -1
- package/src/duckdb/src/core_functions/aggregate/distributive/ub_duckdb_aggr_distributive.cpp +13 -0
- package/src/duckdb/src/core_functions/aggregate/holistic/mode.cpp +2 -1
- package/src/duckdb/src/core_functions/aggregate/holistic/quantile.cpp +2 -9
- package/src/duckdb/src/core_functions/aggregate/holistic/ub_duckdb_aggr_holistic.cpp +5 -0
- package/src/duckdb/src/core_functions/aggregate/nested/ub_duckdb_aggr_nested.cpp +3 -0
- package/src/duckdb/src/core_functions/aggregate/regression/ub_duckdb_aggr_regr.cpp +8 -0
- package/src/duckdb/src/core_functions/function_list.cpp +1 -0
- package/src/duckdb/src/core_functions/scalar/bit/bitstring.cpp +2 -2
- package/src/duckdb/src/core_functions/scalar/bit/ub_duckdb_func_bit.cpp +2 -0
- package/src/duckdb/src/core_functions/scalar/blob/ub_duckdb_func_blob.cpp +3 -0
- package/src/duckdb/src/core_functions/scalar/date/date_diff.cpp +8 -0
- package/src/duckdb/src/core_functions/scalar/date/date_part.cpp +22 -3
- package/src/duckdb/src/core_functions/scalar/date/make_date.cpp +29 -7
- package/src/duckdb/src/core_functions/scalar/date/to_interval.cpp +3 -1
- package/src/duckdb/src/core_functions/scalar/date/ub_duckdb_func_date.cpp +12 -0
- package/src/duckdb/src/core_functions/scalar/debug/ub_duckdb_func_debug.cpp +2 -0
- package/src/duckdb/src/core_functions/scalar/enum/ub_duckdb_func_enum.cpp +2 -0
- package/src/duckdb/src/core_functions/scalar/generic/ub_duckdb_func_generic.cpp +9 -0
- package/src/duckdb/src/core_functions/scalar/list/array_slice.cpp +12 -8
- package/src/duckdb/src/core_functions/scalar/list/list_aggregates.cpp +2 -1
- package/src/duckdb/src/core_functions/scalar/list/list_reduce.cpp +6 -5
- package/src/duckdb/src/core_functions/scalar/list/list_sort.cpp +5 -3
- package/src/duckdb/src/core_functions/scalar/list/list_value.cpp +28 -12
- package/src/duckdb/src/core_functions/scalar/list/ub_duckdb_func_list.cpp +11 -0
- package/src/duckdb/src/core_functions/scalar/map/map.cpp +129 -160
- package/src/duckdb/src/core_functions/scalar/map/ub_duckdb_func_map_nested.cpp +8 -0
- package/src/duckdb/src/core_functions/scalar/math/numeric.cpp +19 -16
- package/src/duckdb/src/core_functions/scalar/math/ub_duckdb_func_math.cpp +1 -0
- package/src/duckdb/src/core_functions/scalar/operators/bitwise.cpp +4 -4
- package/src/duckdb/src/core_functions/scalar/operators/ub_duckdb_func_ops.cpp +1 -0
- package/src/duckdb/src/core_functions/scalar/random/ub_duckdb_func_random.cpp +3 -0
- package/src/duckdb/src/core_functions/scalar/string/hex.cpp +2 -1
- package/src/duckdb/src/core_functions/scalar/string/pad.cpp +2 -2
- package/src/duckdb/src/core_functions/scalar/string/repeat.cpp +1 -1
- package/src/duckdb/src/core_functions/scalar/string/replace.cpp +1 -1
- package/src/duckdb/src/core_functions/scalar/string/string_split.cpp +2 -1
- package/src/duckdb/src/core_functions/scalar/string/translate.cpp +1 -1
- package/src/duckdb/src/core_functions/scalar/string/ub_duckdb_func_string.cpp +26 -0
- package/src/duckdb/src/core_functions/scalar/struct/ub_duckdb_func_struct.cpp +3 -0
- package/src/duckdb/src/core_functions/scalar/union/ub_duckdb_func_union.cpp +4 -0
- package/src/duckdb/src/core_functions/ub_duckdb_core_functions.cpp +3 -0
- package/src/duckdb/src/execution/adaptive_filter.cpp +1 -1
- package/src/duckdb/src/execution/aggregate_hashtable.cpp +1 -1
- package/src/duckdb/src/execution/column_binding_resolver.cpp +7 -1
- package/src/duckdb/src/execution/expression_executor/execute_case.cpp +2 -2
- package/src/duckdb/src/execution/expression_executor/execute_cast.cpp +2 -0
- package/src/duckdb/src/execution/expression_executor/execute_function.cpp +2 -2
- package/src/duckdb/src/execution/expression_executor/execute_operator.cpp +1 -1
- package/src/duckdb/src/execution/expression_executor/ub_duckdb_expression_executor.cpp +11 -0
- package/src/duckdb/src/execution/expression_executor.cpp +5 -2
- package/src/duckdb/src/execution/index/art/art.cpp +12 -6
- package/src/duckdb/src/execution/index/art/art_key.cpp +3 -3
- package/src/duckdb/src/execution/index/art/leaf.cpp +2 -2
- package/src/duckdb/src/execution/index/art/node16.cpp +2 -2
- package/src/duckdb/src/execution/index/art/node256.cpp +3 -3
- package/src/duckdb/src/execution/index/art/node48.cpp +5 -5
- package/src/duckdb/src/execution/index/art/prefix.cpp +1 -1
- package/src/duckdb/src/execution/index/art/ub_duckdb_art_index_execution.cpp +12 -0
- package/src/duckdb/src/execution/index/art/ub_duckdb_execution_index_art.cpp +11 -0
- package/src/duckdb/src/execution/index/fixed_size_buffer.cpp +6 -5
- package/src/duckdb/src/execution/index/ub_duckdb_execution_index.cpp +3 -0
- package/src/duckdb/src/execution/nested_loop_join/ub_duckdb_nested_loop_join.cpp +3 -0
- package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +1 -1
- package/src/duckdb/src/execution/operator/aggregate/physical_hash_aggregate.cpp +3 -4
- package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +0 -1
- package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +3 -4
- package/src/duckdb/src/execution/operator/aggregate/ub_duckdb_operator_aggregate.cpp +9 -0
- package/src/duckdb/src/execution/operator/csv_scanner/buffer_manager/csv_buffer.cpp +1 -1
- package/src/duckdb/src/execution/operator/csv_scanner/buffer_manager/csv_buffer_manager.cpp +8 -3
- package/src/duckdb/src/execution/operator/csv_scanner/buffer_manager/csv_file_handle.cpp +1 -1
- package/src/duckdb/src/execution/operator/csv_scanner/scanner/base_scanner.cpp +5 -5
- package/src/duckdb/src/execution/operator/csv_scanner/scanner/column_count_scanner.cpp +2 -3
- package/src/duckdb/src/execution/operator/csv_scanner/scanner/scanner_boundary.cpp +5 -1
- package/src/duckdb/src/execution/operator/csv_scanner/scanner/skip_scanner.cpp +2 -2
- package/src/duckdb/src/execution/operator/csv_scanner/scanner/string_value_scanner.cpp +151 -79
- package/src/duckdb/src/execution/operator/csv_scanner/sniffer/csv_sniffer.cpp +11 -6
- package/src/duckdb/src/execution/operator/csv_scanner/sniffer/dialect_detection.cpp +27 -6
- package/src/duckdb/src/execution/operator/csv_scanner/sniffer/header_detection.cpp +71 -18
- package/src/duckdb/src/execution/operator/csv_scanner/sniffer/type_detection.cpp +22 -11
- package/src/duckdb/src/execution/operator/csv_scanner/sniffer/type_refinement.cpp +6 -4
- package/src/duckdb/src/execution/operator/csv_scanner/sniffer/type_replacement.cpp +5 -3
- package/src/duckdb/src/execution/operator/csv_scanner/sniffer/ub_duckdb_operator_csv_sniffer.cpp +7 -0
- package/src/duckdb/src/execution/operator/csv_scanner/state_machine/csv_state_machine.cpp +3 -3
- package/src/duckdb/src/execution/operator/csv_scanner/state_machine/csv_state_machine_cache.cpp +30 -5
- package/src/duckdb/src/execution/operator/csv_scanner/table_function/csv_file_scanner.cpp +6 -2
- package/src/duckdb/src/execution/operator/csv_scanner/table_function/global_csv_state.cpp +47 -46
- package/src/duckdb/src/execution/operator/csv_scanner/ub_duckdb_operator_csv_scanner.cpp +10 -0
- package/src/duckdb/src/execution/operator/csv_scanner/util/csv_error.cpp +102 -54
- package/src/duckdb/src/execution/operator/csv_scanner/util/csv_reader_options.cpp +8 -1
- package/src/duckdb/src/execution/operator/filter/ub_duckdb_operator_filter.cpp +2 -0
- package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +54 -36
- package/src/duckdb/src/execution/operator/helper/physical_limit_percent.cpp +56 -32
- package/src/duckdb/src/execution/operator/helper/physical_streaming_limit.cpp +9 -13
- package/src/duckdb/src/execution/operator/helper/physical_transaction.cpp +12 -0
- package/src/duckdb/src/execution/operator/helper/physical_verify_vector.cpp +221 -0
- package/src/duckdb/src/execution/operator/helper/ub_duckdb_operator_helper.cpp +18 -0
- package/src/duckdb/src/execution/operator/join/physical_asof_join.cpp +1 -0
- package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +23 -8
- package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +8 -3
- package/src/duckdb/src/execution/operator/join/ub_duckdb_operator_join.cpp +16 -0
- package/src/duckdb/src/execution/operator/order/physical_order.cpp +2 -3
- package/src/duckdb/src/execution/operator/order/physical_top_n.cpp +2 -7
- package/src/duckdb/src/execution/operator/order/ub_duckdb_operator_order.cpp +3 -0
- package/src/duckdb/src/execution/operator/persistent/physical_batch_copy_to_file.cpp +451 -55
- package/src/duckdb/src/execution/operator/persistent/physical_batch_insert.cpp +312 -150
- package/src/duckdb/src/execution/operator/persistent/physical_copy_to_file.cpp +200 -75
- package/src/duckdb/src/execution/operator/persistent/physical_delete.cpp +1 -0
- package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +6 -5
- package/src/duckdb/src/execution/operator/persistent/ub_duckdb_operator_persistent.cpp +10 -0
- package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +3 -2
- package/src/duckdb/src/execution/operator/projection/ub_duckdb_operator_projection.cpp +5 -0
- package/src/duckdb/src/execution/operator/scan/ub_duckdb_operator_scan.cpp +7 -0
- package/src/duckdb/src/execution/operator/schema/ub_duckdb_operator_schema.cpp +12 -0
- package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +25 -0
- package/src/duckdb/src/execution/operator/set/ub_duckdb_operator_set.cpp +4 -0
- package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +4 -4
- package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_copy_to_file.cpp +7 -17
- package/src/duckdb/src/execution/physical_plan/plan_distinct.cpp +10 -0
- package/src/duckdb/src/execution/physical_plan/plan_insert.cpp +7 -0
- package/src/duckdb/src/execution/physical_plan/plan_limit.cpp +45 -13
- package/src/duckdb/src/execution/physical_plan/ub_duckdb_physical_plan.cpp +44 -0
- package/src/duckdb/src/execution/physical_plan_generator.cpp +5 -3
- package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +13 -12
- package/src/duckdb/src/execution/ub_duckdb_execution.cpp +15 -0
- package/src/duckdb/src/execution/window_executor.cpp +71 -61
- package/src/duckdb/src/execution/window_segment_tree.cpp +6 -6
- package/src/duckdb/src/extension_forward_decl/icu.cpp +59 -0
- package/src/duckdb/src/function/aggregate/algebraic/ub_duckdb_aggr_algebraic.cpp +5 -0
- package/src/duckdb/src/function/aggregate/distributive/first.cpp +2 -2
- package/src/duckdb/src/function/aggregate/distributive/ub_duckdb_aggr_distr.cpp +3 -0
- package/src/duckdb/src/function/aggregate/holistic/ub_duckdb_aggr_holistic.cpp +5 -0
- package/src/duckdb/src/function/aggregate/nested/ub_duckdb_aggr_nested.cpp +3 -0
- package/src/duckdb/src/function/aggregate/regression/ub_duckdb_aggr_regr.cpp +8 -0
- package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +3 -2
- package/src/duckdb/src/function/aggregate/ub_duckdb_func_aggr.cpp +3 -0
- package/src/duckdb/src/function/cast/array_casts.cpp +2 -4
- package/src/duckdb/src/function/cast/bit_cast.cpp +13 -13
- package/src/duckdb/src/function/cast/cast_function_set.cpp +2 -0
- package/src/duckdb/src/function/cast/decimal_cast.cpp +38 -44
- package/src/duckdb/src/function/cast/default_casts.cpp +5 -2
- package/src/duckdb/src/function/cast/enum_casts.cpp +5 -5
- package/src/duckdb/src/function/cast/list_casts.cpp +24 -14
- package/src/duckdb/src/function/cast/string_cast.cpp +48 -30
- package/src/duckdb/src/function/cast/struct_cast.cpp +2 -2
- package/src/duckdb/src/function/cast/time_casts.cpp +12 -0
- package/src/duckdb/src/function/cast/ub_duckdb_func_cast.cpp +17 -0
- package/src/duckdb/src/function/cast/union/ub_duckdb_union_cast.cpp +2 -0
- package/src/duckdb/src/function/cast/union_casts.cpp +13 -15
- package/src/duckdb/src/function/cast/vector_cast_helpers.cpp +1 -1
- package/src/duckdb/src/function/cast_rules.cpp +2 -1
- package/src/duckdb/src/function/pragma/ub_duckdb_func_pragma.cpp +3 -0
- package/src/duckdb/src/function/scalar/bit/ub_duckdb_func_bit.cpp +2 -0
- package/src/duckdb/src/function/scalar/blob/ub_duckdb_func_blob.cpp +3 -0
- package/src/duckdb/src/function/scalar/compressed_materialization/compress_integral.cpp +7 -6
- package/src/duckdb/src/function/scalar/compressed_materialization/compress_string.cpp +3 -3
- package/src/duckdb/src/function/scalar/compressed_materialization/ub_duckdb_func_compressed_materialization.cpp +3 -0
- package/src/duckdb/src/function/scalar/date/ub_duckdb_func_date.cpp +12 -0
- package/src/duckdb/src/function/scalar/enum/ub_duckdb_func_enum.cpp +2 -0
- package/src/duckdb/src/function/scalar/generic/ub_duckdb_func_generic.cpp +8 -0
- package/src/duckdb/src/function/scalar/generic/ub_duckdb_func_generic_main.cpp +2 -0
- package/src/duckdb/src/function/scalar/list/list_resize.cpp +3 -1
- package/src/duckdb/src/function/scalar/list/list_zip.cpp +3 -4
- package/src/duckdb/src/function/scalar/list/ub_duckdb_func_list.cpp +11 -0
- package/src/duckdb/src/function/scalar/list/ub_duckdb_func_list_nested.cpp +5 -0
- package/src/duckdb/src/function/scalar/map/ub_duckdb_func_map_nested.cpp +7 -0
- package/src/duckdb/src/function/scalar/math/ub_duckdb_func_math.cpp +4 -0
- package/src/duckdb/src/function/scalar/nested_functions.cpp +7 -3
- package/src/duckdb/src/function/scalar/operators/arithmetic.cpp +1 -1
- package/src/duckdb/src/function/scalar/operators/multiply.cpp +4 -2
- package/src/duckdb/src/function/scalar/operators/subtract.cpp +9 -3
- package/src/duckdb/src/function/scalar/operators/ub_duckdb_func_ops.cpp +6 -0
- package/src/duckdb/src/function/scalar/operators/ub_duckdb_func_ops_main.cpp +5 -0
- package/src/duckdb/src/function/scalar/sequence/ub_duckdb_func_seq.cpp +2 -0
- package/src/duckdb/src/function/scalar/strftime_format.cpp +21 -20
- package/src/duckdb/src/function/scalar/string/like.cpp +14 -3
- package/src/duckdb/src/function/scalar/string/regexp/regexp_extract_all.cpp +4 -2
- package/src/duckdb/src/function/scalar/string/regexp/ub_duckdb_func_string_regexp.cpp +3 -0
- package/src/duckdb/src/function/scalar/string/regexp.cpp +6 -4
- package/src/duckdb/src/function/scalar/string/suffix.cpp +1 -1
- package/src/duckdb/src/function/scalar/string/ub_duckdb_func_string.cpp +31 -0
- package/src/duckdb/src/function/scalar/string/ub_duckdb_func_string_main.cpp +12 -0
- package/src/duckdb/src/function/scalar/struct/ub_duckdb_func_struct.cpp +4 -0
- package/src/duckdb/src/function/scalar/struct/ub_duckdb_func_struct_main.cpp +2 -0
- package/src/duckdb/src/function/scalar/system/ub_duckdb_func_system.cpp +2 -0
- package/src/duckdb/src/function/scalar/ub_duckdb_func_scalar.cpp +9 -0
- package/src/duckdb/src/function/scalar/union/ub_duckdb_func_union.cpp +4 -0
- package/src/duckdb/src/function/table/arrow/arrow_array_scan_state.cpp +28 -2
- package/src/duckdb/src/function/table/arrow/ub_duckdb_arrow_conversion.cpp +2 -0
- package/src/duckdb/src/function/table/arrow.cpp +23 -6
- package/src/duckdb/src/function/table/arrow_conversion.cpp +75 -33
- package/src/duckdb/src/function/table/copy_csv.cpp +8 -3
- package/src/duckdb/src/function/table/range.cpp +5 -0
- package/src/duckdb/src/function/table/read_csv.cpp +9 -8
- package/src/duckdb/src/function/table/read_file.cpp +1 -1
- package/src/duckdb/src/function/table/sniff_csv.cpp +5 -5
- package/src/duckdb/src/function/table/system/duckdb_columns.cpp +6 -2
- package/src/duckdb/src/function/table/system/duckdb_secrets.cpp +5 -1
- package/src/duckdb/src/function/table/system/duckdb_sequences.cpp +3 -1
- package/src/duckdb/src/function/table/system/duckdb_settings.cpp +13 -1
- package/src/duckdb/src/function/table/system/test_all_types.cpp +64 -0
- package/src/duckdb/src/function/table/system/ub_duckdb_table_func_system.cpp +23 -0
- package/src/duckdb/src/function/table/ub_duckdb_func_table.cpp +16 -0
- package/src/duckdb/src/function/table/version/pragma_version.cpp +11 -2
- package/src/duckdb/src/function/table/version/ub_duckdb_func_table_version.cpp +2 -0
- package/src/duckdb/src/function/ub_duckdb_function.cpp +14 -0
- package/src/duckdb/src/include/duckdb/catalog/catalog.hpp +11 -1
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry/view_catalog_entry.hpp +2 -0
- package/src/duckdb/src/include/duckdb/catalog/catalog_entry.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/allocator.hpp +8 -11
- package/src/duckdb/src/include/duckdb/common/arrow/appender/enum_data.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/arrow/appender/fixed_size_list_data.hpp +14 -0
- package/src/duckdb/src/include/duckdb/common/arrow/appender/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/arrow/appender/list_data.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/arrow/appender/varchar_data.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/bitpacking.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/bswap.hpp +6 -2
- package/src/duckdb/src/include/duckdb/common/enum_util.hpp +32 -0
- package/src/duckdb/src/include/duckdb/common/enums/catalog_lookup_behavior.hpp +21 -0
- package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +0 -1
- package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/enums/prepared_statement_mode.hpp +20 -0
- package/src/duckdb/src/include/duckdb/common/enums/statement_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/exception/conversion_exception.hpp +6 -0
- package/src/duckdb/src/include/duckdb/common/exception/parser_exception.hpp +4 -0
- package/src/duckdb/src/include/duckdb/common/exception.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/extra_type_info.hpp +3 -3
- package/src/duckdb/src/include/duckdb/common/file_opener.hpp +6 -5
- package/src/duckdb/src/include/duckdb/common/file_system.hpp +4 -2
- package/src/duckdb/src/include/duckdb/common/helper.hpp +7 -0
- package/src/duckdb/src/include/duckdb/common/limits.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/local_file_system.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/numeric_utils.hpp +64 -0
- package/src/duckdb/src/include/duckdb/common/operator/cast_operators.hpp +34 -33
- package/src/duckdb/src/include/duckdb/common/operator/decimal_cast_operators.hpp +150 -124
- package/src/duckdb/src/include/duckdb/common/operator/integer_cast_operator.hpp +5 -5
- package/src/duckdb/src/include/duckdb/common/radix.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/serializer/deserializer.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/sort/duckdb_pdqsort.hpp +4 -4
- package/src/duckdb/src/include/duckdb/common/types/bit.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/blob.hpp +4 -1
- package/src/duckdb/src/include/duckdb/common/types/cast_helpers.hpp +15 -13
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_allocator.hpp +5 -0
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection_segment.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/types/column/partitioned_column_data.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +4 -1
- package/src/duckdb/src/include/duckdb/common/types/selection_vector.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/types/string_heap.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +11 -4
- package/src/duckdb/src/include/duckdb/common/types/time.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/timestamp.hpp +7 -2
- package/src/duckdb/src/include/duckdb/common/types/uuid.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/types/value.hpp +7 -0
- package/src/duckdb/src/include/duckdb/common/types/vector.hpp +40 -7
- package/src/duckdb/src/include/duckdb/common/types/vector_buffer.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/vector_operations/general_cast.hpp +12 -4
- package/src/duckdb/src/include/duckdb/common/vector_operations/generic_executor.hpp +6 -6
- package/src/duckdb/src/include/duckdb/common/vector_operations/vector_operations.hpp +3 -2
- package/src/duckdb/src/include/duckdb/common/windows_undefs.hpp +4 -0
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_count.hpp +1 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/list_functions.hpp +9 -0
- package/src/duckdb/src/include/duckdb/execution/column_binding_resolver.hpp +2 -1
- package/src/duckdb/src/include/duckdb/execution/executor.hpp +10 -0
- package/src/duckdb/src/include/duckdb/execution/expression_executor_state.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/base_scanner.hpp +262 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/column_count_scanner.hpp +70 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_buffer.hpp +103 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_buffer_manager.hpp +74 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_casting.hpp +154 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_error.hpp +130 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_file_handle.hpp +60 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_file_scanner.hpp +70 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_option.hpp +155 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_reader_options.hpp +166 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_sniffer.hpp +191 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_state.hpp +30 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_state_machine.hpp +99 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/csv_state_machine_cache.hpp +91 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/global_csv_state.hpp +80 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/quote_rules.hpp +21 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/scanner_boundary.hpp +93 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/skip_scanner.hpp +60 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/state_machine_options.hpp +35 -0
- package/src/duckdb/src/include/duckdb/execution/operator/csv_scanner/string_value_scanner.hpp +200 -0
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit.hpp +13 -10
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_limit_percent.hpp +5 -11
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_streaming_limit.hpp +4 -6
- package/src/duckdb/src/include/duckdb/execution/operator/helper/physical_verify_vector.hpp +51 -0
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_hash_join.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/batch_memory_manager.hpp +165 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/batch_task_manager.hpp +48 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_copy_to_file.hpp +10 -17
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_batch_insert.hpp +4 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/physical_copy_to_file.hpp +2 -0
- package/src/duckdb/src/include/duckdb/execution/physical_operator_states.hpp +10 -6
- package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +0 -2
- package/src/duckdb/src/include/duckdb/execution/window_executor.hpp +2 -1
- package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/cast/cast_function_set.hpp +1 -0
- package/src/duckdb/src/include/duckdb/function/cast/default_casts.hpp +14 -5
- package/src/duckdb/src/include/duckdb/function/cast/vector_cast_helpers.hpp +27 -43
- package/src/duckdb/src/include/duckdb/function/compression_function.hpp +4 -4
- package/src/duckdb/src/include/duckdb/function/copy_function.hpp +3 -3
- package/src/duckdb/src/include/duckdb/function/function.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +1 -0
- package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/scalar_function.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/table/arrow.hpp +10 -4
- package/src/duckdb/src/include/duckdb/function/table/read_csv.hpp +8 -6
- package/src/duckdb/src/include/duckdb/function/table_function.hpp +3 -3
- package/src/duckdb/src/include/duckdb/main/attached_database.hpp +3 -0
- package/src/duckdb/src/include/duckdb/main/capi/cast/from_decimal.hpp +6 -4
- package/src/duckdb/src/include/duckdb/main/capi/cast/to_decimal.hpp +17 -10
- package/src/duckdb/src/include/duckdb/main/client_config.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/client_context.hpp +17 -3
- package/src/duckdb/src/include/duckdb/main/client_context_file_opener.hpp +2 -2
- package/src/duckdb/src/include/duckdb/main/client_context_state.hpp +20 -0
- package/src/duckdb/src/include/duckdb/main/client_data.hpp +1 -1
- package/src/duckdb/src/include/duckdb/main/database.hpp +3 -2
- package/src/duckdb/src/include/duckdb/main/database_manager.hpp +2 -1
- package/src/duckdb/src/include/duckdb/main/extension/generated_extension_loader.hpp +1 -1
- package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +230 -199
- package/src/duckdb/src/include/duckdb/main/extension_helper.hpp +18 -0
- package/src/duckdb/src/include/duckdb/main/relation/read_csv_relation.hpp +1 -1
- package/src/duckdb/src/include/duckdb/main/relation/table_function_relation.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/relation.hpp +1 -1
- package/src/duckdb/src/include/duckdb/main/secret/secret_manager.hpp +4 -0
- package/src/duckdb/src/include/duckdb/main/settings.hpp +54 -10
- package/src/duckdb/src/include/duckdb/optimizer/join_order/relation_manager.hpp +2 -1
- package/src/duckdb/src/include/duckdb/optimizer/rule/ordered_aggregate_optimizer.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parallel/concurrentqueue.hpp +21 -5
- package/src/duckdb/src/include/duckdb/parallel/event.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parallel/executor_task.hpp +37 -0
- package/src/duckdb/src/include/duckdb/parallel/interrupt.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parallel/task.hpp +0 -20
- package/src/duckdb/src/include/duckdb/parallel/task_scheduler.hpp +4 -2
- package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +10 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_info.hpp +2 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/alter_table_info.hpp +0 -24
- package/src/duckdb/src/include/duckdb/parser/parsed_data/comment_on_column_info.hpp +46 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/create_view_info.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/extra_drop_info.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/parsed_data/parse_info.hpp +3 -2
- package/src/duckdb/src/include/duckdb/parser/tableref/pivotref.hpp +3 -3
- package/src/duckdb/src/include/duckdb/parser/transformer.hpp +3 -3
- package/src/duckdb/src/include/duckdb/planner/binder.hpp +11 -4
- package/src/duckdb/src/include/duckdb/planner/bound_result_modifier.hpp +59 -23
- package/src/duckdb/src/include/duckdb/planner/expression.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/expression_binder/column_alias_binder.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/expression_iterator.hpp +11 -3
- package/src/duckdb/src/include/duckdb/planner/extension_callback.hpp +6 -0
- package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +0 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_insert.hpp +1 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_limit.hpp +5 -9
- package/src/duckdb/src/include/duckdb/planner/subquery/rewrite_correlated_expressions.hpp +0 -15
- package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +5 -0
- package/src/duckdb/src/include/duckdb/storage/buffer/buffer_pool.hpp +40 -5
- package/src/duckdb/src/include/duckdb/storage/compression/alp/algorithm/alp.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/alp/alp_analyze.hpp +5 -1
- package/src/duckdb/src/include/duckdb/storage/compression/alp/alp_compress.hpp +4 -4
- package/src/duckdb/src/include/duckdb/storage/compression/alp/alp_utils.hpp +2 -1
- package/src/duckdb/src/include/duckdb/storage/compression/alprd/algorithm/alprd.hpp +10 -8
- package/src/duckdb/src/include/duckdb/storage/compression/alprd/alprd_analyze.hpp +5 -1
- package/src/duckdb/src/include/duckdb/storage/compression/alprd/alprd_compress.hpp +3 -3
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/bit_reader.hpp +11 -10
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/bit_utils.hpp +3 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/chimp128.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/algorithm/leading_zero_buffer.hpp +5 -3
- package/src/duckdb/src/include/duckdb/storage/compression/chimp/chimp_scan.hpp +2 -1
- package/src/duckdb/src/include/duckdb/storage/data_pointer.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/data_table.hpp +3 -1
- package/src/duckdb/src/include/duckdb/storage/index.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/partial_block_manager.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/standard_buffer_manager.hpp +3 -0
- package/src/duckdb/src/include/duckdb/storage/storage_manager.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/table/append_state.hpp +0 -2
- package/src/duckdb/src/include/duckdb/storage/table/column_checkpoint_state.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/table/column_data.hpp +5 -3
- package/src/duckdb/src/include/duckdb/storage/table/column_segment.hpp +2 -2
- package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +5 -0
- package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +9 -2
- package/src/duckdb/src/include/duckdb/storage/table/scan_state.hpp +2 -6
- package/src/duckdb/src/include/duckdb/storage/table/segment_tree.hpp +3 -3
- package/src/duckdb/src/include/duckdb/storage/temporary_file_manager.hpp +169 -0
- package/src/duckdb/src/include/duckdb/transaction/duck_transaction_manager.hpp +11 -1
- package/src/duckdb/src/include/duckdb/transaction/meta_transaction.hpp +6 -1
- package/src/duckdb/src/include/duckdb/transaction/transaction.hpp +1 -1
- package/src/duckdb/src/include/duckdb.h +119 -67
- package/src/duckdb/src/main/appender.cpp +2 -1
- package/src/duckdb/src/main/attached_database.cpp +49 -27
- package/src/duckdb/src/main/capi/appender-c.cpp +1 -1
- package/src/duckdb/src/main/capi/cast/ub_duckdb_main_capi_cast.cpp +3 -0
- package/src/duckdb/src/main/capi/cast/utils-c.cpp +1 -1
- package/src/duckdb/src/main/capi/data_chunk-c.cpp +9 -1
- package/src/duckdb/src/main/capi/datetime-c.cpp +14 -8
- package/src/duckdb/src/main/capi/duckdb_value-c.cpp +29 -2
- package/src/duckdb/src/main/capi/helper-c.cpp +2 -0
- package/src/duckdb/src/main/capi/hugeint-c.cpp +2 -1
- package/src/duckdb/src/main/capi/logical_types-c.cpp +35 -1
- package/src/duckdb/src/main/capi/result-c.cpp +9 -0
- package/src/duckdb/src/main/capi/ub_duckdb_main_capi.cpp +19 -0
- package/src/duckdb/src/main/chunk_scan_state/ub_duckdb_main_chunk_scan_state.cpp +2 -0
- package/src/duckdb/src/main/client_context.cpp +133 -33
- package/src/duckdb/src/main/client_context_file_opener.cpp +8 -7
- package/src/duckdb/src/main/config.cpp +2 -0
- package/src/duckdb/src/main/connection_manager.cpp +8 -0
- package/src/duckdb/src/main/database.cpp +13 -4
- package/src/duckdb/src/main/database_manager.cpp +10 -1
- package/src/duckdb/src/main/extension/extension_helper.cpp +8 -5
- package/src/duckdb/src/main/extension/extension_install.cpp +1 -1
- package/src/duckdb/src/main/extension/ub_duckdb_main_extension.cpp +6 -0
- package/src/duckdb/src/main/prepared_statement_data.cpp +23 -6
- package/src/duckdb/src/main/query_profiler.cpp +9 -7
- package/src/duckdb/src/main/relation/read_csv_relation.cpp +17 -12
- package/src/duckdb/src/main/relation/ub_duckdb_main_relation.cpp +26 -0
- package/src/duckdb/src/main/relation/value_relation.cpp +2 -0
- package/src/duckdb/src/main/secret/secret.cpp +1 -1
- package/src/duckdb/src/main/secret/secret_manager.cpp +41 -8
- package/src/duckdb/src/main/secret/secret_storage.cpp +8 -2
- package/src/duckdb/src/main/settings/settings.cpp +42 -2
- package/src/duckdb/src/main/settings/ub_duckdb_main_settings.cpp +2 -0
- package/src/duckdb/src/main/ub_duckdb_main.cpp +25 -0
- package/src/duckdb/src/optimizer/compressed_materialization/ub_duckdb_optimizer_compressed_materialization.cpp +4 -0
- package/src/duckdb/src/optimizer/filter_combiner.cpp +20 -14
- package/src/duckdb/src/optimizer/in_clause_rewriter.cpp +5 -1
- package/src/duckdb/src/optimizer/join_order/relation_manager.cpp +23 -11
- package/src/duckdb/src/optimizer/join_order/ub_duckdb_optimizer_join_order.cpp +12 -0
- package/src/duckdb/src/optimizer/matcher/ub_duckdb_optimizer_matcher.cpp +2 -0
- package/src/duckdb/src/optimizer/pullup/ub_duckdb_optimizer_pullup.cpp +6 -0
- package/src/duckdb/src/optimizer/pushdown/pushdown_limit.cpp +1 -1
- package/src/duckdb/src/optimizer/pushdown/ub_duckdb_optimizer_pushdown.cpp +12 -0
- package/src/duckdb/src/optimizer/remove_unused_columns.cpp +7 -6
- package/src/duckdb/src/optimizer/rule/ordered_aggregate_optimizer.cpp +8 -6
- package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +1 -1
- package/src/duckdb/src/optimizer/rule/ub_duckdb_optimizer_rules.cpp +16 -0
- package/src/duckdb/src/optimizer/statistics/expression/propagate_cast.cpp +71 -1
- package/src/duckdb/src/optimizer/statistics/expression/ub_duckdb_optimizer_statistics_expr.cpp +11 -0
- package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics/operator/propagate_limit.cpp +5 -1
- package/src/duckdb/src/optimizer/statistics/operator/ub_duckdb_optimizer_statistics_op.cpp +11 -0
- package/src/duckdb/src/optimizer/topn_optimizer.cpp +12 -11
- package/src/duckdb/src/optimizer/ub_duckdb_optimizer.cpp +20 -0
- package/src/duckdb/src/parallel/executor.cpp +8 -19
- package/src/duckdb/src/parallel/executor_task.cpp +6 -2
- package/src/duckdb/src/parallel/pipeline.cpp +12 -6
- package/src/duckdb/src/parallel/pipeline_executor.cpp +1 -1
- package/src/duckdb/src/parallel/pipeline_finish_event.cpp +2 -2
- package/src/duckdb/src/parallel/pipeline_initialize_event.cpp +1 -2
- package/src/duckdb/src/parallel/task_scheduler.cpp +15 -8
- package/src/duckdb/src/parallel/ub_duckdb_parallel.cpp +15 -0
- package/src/duckdb/src/parser/constraints/ub_duckdb_constraints.cpp +5 -0
- package/src/duckdb/src/parser/expression/ub_duckdb_expression.cpp +18 -0
- package/src/duckdb/src/parser/parsed_data/alter_table_info.cpp +0 -18
- package/src/duckdb/src/parser/parsed_data/comment_on_column_info.cpp +44 -0
- package/src/duckdb/src/parser/parsed_data/create_view_info.cpp +1 -0
- package/src/duckdb/src/parser/parsed_data/extra_drop_info.cpp +2 -0
- package/src/duckdb/src/parser/parsed_data/ub_duckdb_parsed_data.cpp +24 -0
- package/src/duckdb/src/parser/parser.cpp +1 -1
- package/src/duckdb/src/parser/query_error_context.cpp +15 -1
- package/src/duckdb/src/parser/query_node/ub_duckdb_query_node.cpp +5 -0
- package/src/duckdb/src/parser/statement/export_statement.cpp +2 -1
- package/src/duckdb/src/parser/statement/relation_statement.cpp +2 -2
- package/src/duckdb/src/parser/statement/ub_duckdb_statement.cpp +25 -0
- package/src/duckdb/src/parser/tableref/pivotref.cpp +3 -3
- package/src/duckdb/src/parser/tableref/showref.cpp +2 -0
- package/src/duckdb/src/parser/tableref/ub_duckdb_parser_tableref.cpp +8 -0
- package/src/duckdb/src/parser/transform/constraint/ub_duckdb_transformer_constraint.cpp +2 -0
- package/src/duckdb/src/parser/transform/expression/transform_boolean_test.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_cast.cpp +10 -2
- package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +7 -7
- package/src/duckdb/src/parser/transform/expression/transform_interval.cpp +2 -1
- package/src/duckdb/src/parser/transform/expression/ub_duckdb_transformer_expression.cpp +20 -0
- package/src/duckdb/src/parser/transform/helpers/transform_typename.cpp +2 -2
- package/src/duckdb/src/parser/transform/helpers/ub_duckdb_transformer_helpers.cpp +8 -0
- package/src/duckdb/src/parser/transform/statement/transform_comment_on.cpp +3 -8
- package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +3 -1
- package/src/duckdb/src/parser/transform/statement/transform_show_select.cpp +2 -3
- package/src/duckdb/src/parser/transform/statement/ub_duckdb_transformer_statement.cpp +37 -0
- package/src/duckdb/src/parser/transform/tableref/transform_join.cpp +16 -0
- package/src/duckdb/src/parser/transform/tableref/transform_pivot.cpp +49 -32
- package/src/duckdb/src/parser/transform/tableref/ub_duckdb_transformer_tableref.cpp +8 -0
- package/src/duckdb/src/parser/ub_duckdb_parser.cpp +15 -0
- package/src/duckdb/src/planner/binder/expression/bind_lambda.cpp +11 -4
- package/src/duckdb/src/planner/binder/expression/bind_operator_expression.cpp +4 -1
- package/src/duckdb/src/planner/binder/expression/bind_star_expression.cpp +71 -5
- package/src/duckdb/src/planner/binder/expression/bind_window_expression.cpp +35 -1
- package/src/duckdb/src/planner/binder/expression/ub_duckdb_bind_expression.cpp +20 -0
- package/src/duckdb/src/planner/binder/query_node/bind_select_node.cpp +55 -51
- package/src/duckdb/src/planner/binder/query_node/plan_query_node.cpp +1 -11
- package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +2 -2
- package/src/duckdb/src/planner/binder/query_node/ub_duckdb_bind_query_node.cpp +12 -0
- package/src/duckdb/src/planner/binder/statement/bind_create.cpp +12 -6
- package/src/duckdb/src/planner/binder/statement/bind_drop.cpp +1 -1
- package/src/duckdb/src/planner/binder/statement/bind_export.cpp +8 -2
- package/src/duckdb/src/planner/binder/statement/bind_insert.cpp +6 -3
- package/src/duckdb/src/planner/binder/statement/bind_simple.cpp +13 -2
- package/src/duckdb/src/planner/binder/statement/ub_duckdb_bind_statement.cpp +26 -0
- package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +15 -4
- package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +9 -2
- package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +93 -45
- package/src/duckdb/src/planner/binder/tableref/bind_subqueryref.cpp +6 -1
- package/src/duckdb/src/planner/binder/tableref/ub_duckdb_bind_tableref.cpp +17 -0
- package/src/duckdb/src/planner/binder.cpp +22 -23
- package/src/duckdb/src/planner/bound_result_modifier.cpp +67 -4
- package/src/duckdb/src/planner/expression/bound_cast_expression.cpp +5 -1
- package/src/duckdb/src/planner/expression/bound_window_expression.cpp +3 -0
- package/src/duckdb/src/planner/expression/ub_duckdb_planner_expression.cpp +19 -0
- package/src/duckdb/src/planner/expression_binder/column_alias_binder.cpp +14 -9
- package/src/duckdb/src/planner/expression_binder/having_binder.cpp +17 -9
- package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +61 -37
- package/src/duckdb/src/planner/expression_binder/qualify_binder.cpp +8 -4
- package/src/duckdb/src/planner/expression_binder/ub_duckdb_expression_binders.cpp +20 -0
- package/src/duckdb/src/planner/expression_binder/where_binder.cpp +3 -2
- package/src/duckdb/src/planner/expression_iterator.cpp +73 -52
- package/src/duckdb/src/planner/filter/ub_duckdb_planner_filter.cpp +4 -0
- package/src/duckdb/src/planner/logical_operator_visitor.cpp +4 -14
- package/src/duckdb/src/planner/operator/logical_limit.cpp +14 -6
- package/src/duckdb/src/planner/operator/ub_duckdb_planner_operator.cpp +43 -0
- package/src/duckdb/src/planner/parsed_data/ub_duckdb_planner_parsed_data.cpp +2 -0
- package/src/duckdb/src/planner/planner.cpp +3 -0
- package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +46 -18
- package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +39 -33
- package/src/duckdb/src/planner/subquery/ub_duckdb_planner_subquery.cpp +4 -0
- package/src/duckdb/src/planner/ub_duckdb_planner.cpp +15 -0
- package/src/duckdb/src/storage/arena_allocator.cpp +9 -0
- package/src/duckdb/src/storage/buffer/block_handle.cpp +7 -2
- package/src/duckdb/src/storage/buffer/block_manager.cpp +7 -3
- package/src/duckdb/src/storage/buffer/buffer_pool.cpp +121 -24
- package/src/duckdb/src/storage/buffer/ub_duckdb_storage_buffer.cpp +6 -0
- package/src/duckdb/src/storage/checkpoint/ub_duckdb_storage_checkpoint.cpp +5 -0
- package/src/duckdb/src/storage/checkpoint/write_overflow_strings_to_disk.cpp +4 -4
- package/src/duckdb/src/storage/compression/chimp/ub_duckdb_storage_compression_chimp.cpp +6 -0
- package/src/duckdb/src/storage/compression/dictionary_compression.cpp +6 -5
- package/src/duckdb/src/storage/compression/fsst.cpp +3 -2
- package/src/duckdb/src/storage/compression/rle.cpp +1 -1
- package/src/duckdb/src/storage/compression/string_uncompressed.cpp +4 -4
- package/src/duckdb/src/storage/compression/ub_duckdb_storage_compression.cpp +12 -0
- package/src/duckdb/src/storage/data_table.cpp +6 -3
- package/src/duckdb/src/storage/local_storage.cpp +5 -2
- package/src/duckdb/src/storage/metadata/metadata_manager.cpp +4 -4
- package/src/duckdb/src/storage/metadata/metadata_reader.cpp +1 -1
- package/src/duckdb/src/storage/metadata/metadata_writer.cpp +1 -1
- package/src/duckdb/src/storage/metadata/ub_duckdb_storage_metadata.cpp +4 -0
- package/src/duckdb/src/storage/partial_block_manager.cpp +1 -1
- package/src/duckdb/src/storage/serialization/serialize_create_info.cpp +2 -0
- package/src/duckdb/src/storage/serialization/serialize_expression.cpp +3 -0
- package/src/duckdb/src/storage/serialization/serialize_logical_operator.cpp +5 -29
- package/src/duckdb/src/storage/serialization/serialize_nodes.cpp +22 -4
- package/src/duckdb/src/storage/serialization/serialize_parse_info.cpp +12 -32
- package/src/duckdb/src/storage/serialization/ub_duckdb_storage_serialization.cpp +16 -0
- package/src/duckdb/src/storage/standard_buffer_manager.cpp +29 -397
- package/src/duckdb/src/storage/statistics/string_stats.cpp +1 -1
- package/src/duckdb/src/storage/statistics/ub_duckdb_storage_statistics.cpp +10 -0
- package/src/duckdb/src/storage/storage_info.cpp +1 -1
- package/src/duckdb/src/storage/table/column_checkpoint_state.cpp +3 -3
- package/src/duckdb/src/storage/table/column_data.cpp +7 -16
- package/src/duckdb/src/storage/table/column_data_checkpointer.cpp +4 -1
- package/src/duckdb/src/storage/table/column_segment.cpp +68 -78
- package/src/duckdb/src/storage/table/list_column_data.cpp +1 -0
- package/src/duckdb/src/storage/table/row_group.cpp +17 -7
- package/src/duckdb/src/storage/table/row_group_collection.cpp +28 -27
- package/src/duckdb/src/storage/table/ub_duckdb_storage_table.cpp +17 -0
- package/src/duckdb/src/storage/table/update_segment.cpp +7 -7
- package/src/duckdb/src/storage/temporary_file_manager.cpp +334 -0
- package/src/duckdb/src/storage/ub_duckdb_storage.cpp +20 -0
- package/src/duckdb/src/storage/write_ahead_log.cpp +3 -2
- package/src/duckdb/src/transaction/commit_state.cpp +4 -2
- package/src/duckdb/src/transaction/duck_transaction_manager.cpp +32 -17
- package/src/duckdb/src/transaction/meta_transaction.cpp +24 -0
- package/src/duckdb/src/transaction/transaction_context.cpp +0 -9
- package/src/duckdb/src/transaction/ub_duckdb_transaction.cpp +11 -0
- package/src/duckdb/src/transaction/undo_buffer.cpp +1 -1
- package/src/duckdb/third_party/jaro_winkler/details/common.hpp +1 -1
- package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +2 -0
- package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +1032 -551
- package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +24122 -24304
- package/src/duckdb/third_party/mbedtls/include/mbedtls/mbedtls_config.h +0 -3
- package/src/duckdb/third_party/mbedtls/library/entropy_poll.cpp +32 -4
- package/src/duckdb/third_party/miniz/miniz_wrapper.hpp +4 -4
- package/src/duckdb/third_party/tdigest/t_digest.hpp +3 -3
- package/src/duckdb/ub_src_common_arrow_appender.cpp +2 -0
- package/src/duckdb/ub_src_common_exception.cpp +2 -0
- package/src/duckdb/ub_src_execution_operator_helper.cpp +2 -0
- package/src/duckdb/ub_src_execution_operator_persistent.cpp +0 -2
- package/src/duckdb/ub_src_execution_physical_plan.cpp +0 -2
- package/src/duckdb/ub_src_parser_parsed_data.cpp +1 -1
- package/src/duckdb/ub_src_planner_operator.cpp +0 -2
- package/src/duckdb/ub_src_storage.cpp +2 -0
- package/test/columns.test.ts +1 -1
- package/test/test_all_types.test.ts +1 -1
@@ -8,12 +8,23 @@
|
|
8
8
|
namespace duckdb {
|
9
9
|
|
10
10
|
struct StandardCharacterReader {
|
11
|
+
static void NextCharacter(const char *sdata, idx_t slen, idx_t &sidx) {
|
12
|
+
sidx++;
|
13
|
+
while (sidx < slen && !LengthFun::IsCharacter(sdata[sidx])) {
|
14
|
+
sidx++;
|
15
|
+
}
|
16
|
+
}
|
17
|
+
|
11
18
|
static char Operation(const char *data, idx_t pos) {
|
12
19
|
return data[pos];
|
13
20
|
}
|
14
21
|
};
|
15
22
|
|
16
23
|
struct ASCIILCaseReader {
|
24
|
+
static void NextCharacter(const char *sdata, idx_t slen, idx_t &sidx) {
|
25
|
+
sidx++;
|
26
|
+
}
|
27
|
+
|
17
28
|
static char Operation(const char *data, idx_t pos) {
|
18
29
|
return (char)LowerFun::ascii_to_lower_map[(uint8_t)data[pos]];
|
19
30
|
}
|
@@ -36,7 +47,7 @@ bool TemplatedLikeOperator(const char *sdata, idx_t slen, const char *pdata, idx
|
|
36
47
|
}
|
37
48
|
sidx++;
|
38
49
|
} else if (pchar == UNDERSCORE) {
|
39
|
-
sidx
|
50
|
+
READER::NextCharacter(sdata, slen, sidx);
|
40
51
|
} else if (pchar == PERCENTAGE) {
|
41
52
|
pidx++;
|
42
53
|
while (pidx < plen && pdata[pidx] == PERCENTAGE) {
|
@@ -398,8 +409,8 @@ bool ILikeOperatorFunction(string_t &str, string_t &pattern, char escape = '\0')
|
|
398
409
|
idx_t pat_llength = LowerFun::LowerLength(pat_data, pat_size);
|
399
410
|
auto pat_ldata = make_unsafe_uniq_array<char>(pat_llength);
|
400
411
|
LowerFun::LowerCase(pat_data, pat_size, pat_ldata.get());
|
401
|
-
string_t str_lcase(str_ldata.get(), str_llength);
|
402
|
-
string_t pat_lcase(pat_ldata.get(), pat_llength);
|
412
|
+
string_t str_lcase(str_ldata.get(), UnsafeNumericCast<uint32_t>(str_llength));
|
413
|
+
string_t pat_lcase(pat_ldata.get(), UnsafeNumericCast<uint32_t>(pat_llength));
|
403
414
|
return LikeOperatorFunction(str_lcase, pat_lcase, escape);
|
404
415
|
}
|
405
416
|
|
@@ -68,7 +68,8 @@ void ExtractSingleTuple(const string_t &string, duckdb_re2::RE2 &pattern, int32_
|
|
68
68
|
bool throw_on_group_found = (idx_t)group > args.size;
|
69
69
|
|
70
70
|
idx_t startpos = 0;
|
71
|
-
for (idx_t iteration = 0;
|
71
|
+
for (idx_t iteration = 0;
|
72
|
+
ExtractAll(input, pattern, &startpos, args.group_buffer, UnsafeNumericCast<int>(args.size)); iteration++) {
|
72
73
|
if (!iteration && throw_on_group_found) {
|
73
74
|
throw InvalidInputException("Pattern has %d groups. Cannot access group %d", args.size, group);
|
74
75
|
}
|
@@ -96,7 +97,8 @@ void ExtractSingleTuple(const string_t &string, duckdb_re2::RE2 &pattern, int32_
|
|
96
97
|
// the 'match_group' address is guaranteed to be bigger than that of the source
|
97
98
|
D_ASSERT(const_char_ptr_cast(match_group.begin()) >= string.GetData());
|
98
99
|
idx_t offset = match_group.begin() - string.GetData();
|
99
|
-
list_content[child_idx] =
|
100
|
+
list_content[child_idx] =
|
101
|
+
string_t(string.GetData() + offset, UnsafeNumericCast<uint32_t>(match_group.size()));
|
100
102
|
}
|
101
103
|
current_list_size++;
|
102
104
|
if (startpos > input.size()) {
|
@@ -272,13 +272,14 @@ static void RegexExtractStructFunction(DataChunk &args, ExpressionState &state,
|
|
272
272
|
ConstantVector::SetNull(result, false);
|
273
273
|
auto idata = ConstantVector::GetData<string_t>(input);
|
274
274
|
auto str = CreateStringPiece(idata[0]);
|
275
|
-
auto match = duckdb_re2::RE2::PartialMatchN(str, lstate.constant_pattern, groups.data(),
|
275
|
+
auto match = duckdb_re2::RE2::PartialMatchN(str, lstate.constant_pattern, groups.data(),
|
276
|
+
UnsafeNumericCast<int>(groups.size()));
|
276
277
|
for (size_t col = 0; col < child_entries.size(); ++col) {
|
277
278
|
auto &child_entry = child_entries[col];
|
278
279
|
ConstantVector::SetNull(*child_entry, false);
|
279
280
|
auto &extracted = ws[col];
|
280
281
|
auto cdata = ConstantVector::GetData<string_t>(*child_entry);
|
281
|
-
cdata[0] = string_t(extracted.data(), match ? extracted.size() : 0);
|
282
|
+
cdata[0] = string_t(extracted.data(), UnsafeNumericCast<uint32_t>(match ? extracted.size() : 0));
|
282
283
|
}
|
283
284
|
}
|
284
285
|
} else {
|
@@ -301,12 +302,13 @@ static void RegexExtractStructFunction(DataChunk &args, ExpressionState &state,
|
|
301
302
|
const auto idx = iunified.sel->get_index(i);
|
302
303
|
if (ivalidity.RowIsValid(idx)) {
|
303
304
|
auto str = CreateStringPiece(idata[idx]);
|
304
|
-
auto match = duckdb_re2::RE2::PartialMatchN(str, lstate.constant_pattern, groups.data(),
|
305
|
+
auto match = duckdb_re2::RE2::PartialMatchN(str, lstate.constant_pattern, groups.data(),
|
306
|
+
UnsafeNumericCast<int>(groups.size()));
|
305
307
|
for (size_t col = 0; col < child_entries.size(); ++col) {
|
306
308
|
auto &child_entry = child_entries[col];
|
307
309
|
auto cdata = FlatVector::GetData<string_t>(*child_entry);
|
308
310
|
auto &extracted = ws[col];
|
309
|
-
cdata[i] = string_t(extracted.data(), match ? extracted.size() : 0);
|
311
|
+
cdata[i] = string_t(extracted.data(), UnsafeNumericCast<uint32_t>(match ? extracted.size() : 0));
|
310
312
|
}
|
311
313
|
} else {
|
312
314
|
FlatVector::SetNull(result, i, true);
|
@@ -23,7 +23,7 @@ static bool SuffixFunction(const string_t &str, const string_t &suffix) {
|
|
23
23
|
|
24
24
|
auto suffix_data = suffix.GetData();
|
25
25
|
auto str_data = str.GetData();
|
26
|
-
|
26
|
+
auto suf_idx = UnsafeNumericCast<int32_t>(suffix_size) - 1;
|
27
27
|
idx_t str_idx = str_size - 1;
|
28
28
|
for (; suf_idx >= 0; --suf_idx, --str_idx) {
|
29
29
|
if (suffix_data[suf_idx] != str_data[str_idx]) {
|
@@ -0,0 +1,31 @@
|
|
1
|
+
// Unity Build generated by CMake
|
2
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/ascii.cpp>
|
3
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/bar.cpp>
|
4
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/chr.cpp>
|
5
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/reverse.cpp>
|
6
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/caseconvert.cpp>
|
7
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/concat.cpp>
|
8
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/length.cpp>
|
9
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/like.cpp>
|
10
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/md5.cpp>
|
11
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/nfc_normalize.cpp>
|
12
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/printf.cpp>
|
13
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/regexp.cpp>
|
14
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/substring.cpp>
|
15
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/instr.cpp>
|
16
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/pad.cpp>
|
17
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/prefix.cpp>
|
18
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/repeat.cpp>
|
19
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/replace.cpp>
|
20
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/strip_accents.cpp>
|
21
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/suffix.cpp>
|
22
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/translate.cpp>
|
23
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/trim.cpp>
|
24
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/left_right.cpp>
|
25
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/contains.cpp>
|
26
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/starts_with.cpp>
|
27
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/string_split.cpp>
|
28
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/mismatches.cpp>
|
29
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/levenshtein.cpp>
|
30
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/jaccard.cpp>
|
31
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/jaro_winkler.cpp>
|
@@ -0,0 +1,12 @@
|
|
1
|
+
// Unity Build generated by CMake
|
2
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/caseconvert.cpp>
|
3
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/concat.cpp>
|
4
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/length.cpp>
|
5
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/like.cpp>
|
6
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/nfc_normalize.cpp>
|
7
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/regexp.cpp>
|
8
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/substring.cpp>
|
9
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/prefix.cpp>
|
10
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/strip_accents.cpp>
|
11
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/suffix.cpp>
|
12
|
+
#include </Users/carlo/duckdb/src/function/scalar/string/contains.cpp>
|
@@ -0,0 +1,9 @@
|
|
1
|
+
// Unity Build generated by CMake
|
2
|
+
#include </Users/carlo/duckdb/src/function/scalar/compressed_materialization_functions.cpp>
|
3
|
+
#include </Users/carlo/duckdb/src/function/scalar/generic_functions.cpp>
|
4
|
+
#include </Users/carlo/duckdb/src/function/scalar/string_functions.cpp>
|
5
|
+
#include </Users/carlo/duckdb/src/function/scalar/strftime_format.cpp>
|
6
|
+
#include </Users/carlo/duckdb/src/function/scalar/nested_functions.cpp>
|
7
|
+
#include </Users/carlo/duckdb/src/function/scalar/operators.cpp>
|
8
|
+
#include </Users/carlo/duckdb/src/function/scalar/pragma_functions.cpp>
|
9
|
+
#include </Users/carlo/duckdb/src/function/scalar/sequence_functions.cpp>
|
@@ -1,8 +1,11 @@
|
|
1
1
|
#include "duckdb/function/table/arrow.hpp"
|
2
|
+
#include "duckdb/common/printer.hpp"
|
3
|
+
#include "duckdb/common/types/arrow_aux_data.hpp"
|
2
4
|
|
3
5
|
namespace duckdb {
|
4
6
|
|
5
7
|
ArrowArrayScanState::ArrowArrayScanState(ArrowScanLocalState &state) : state(state) {
|
8
|
+
arrow_dictionary = nullptr;
|
6
9
|
}
|
7
10
|
|
8
11
|
ArrowArrayScanState &ArrowArrayScanState::GetChild(idx_t child_idx) {
|
@@ -10,20 +13,43 @@ ArrowArrayScanState &ArrowArrayScanState::GetChild(idx_t child_idx) {
|
|
10
13
|
if (it == children.end()) {
|
11
14
|
auto child_p = make_uniq<ArrowArrayScanState>(state);
|
12
15
|
auto &child = *child_p;
|
16
|
+
child.owned_data = owned_data;
|
13
17
|
children.emplace(std::make_pair(child_idx, std::move(child_p)));
|
14
18
|
return child;
|
15
19
|
}
|
20
|
+
if (!it->second->owned_data) {
|
21
|
+
// Propagate down the ownership, for dictionaries in children
|
22
|
+
D_ASSERT(owned_data);
|
23
|
+
it->second->owned_data = owned_data;
|
24
|
+
}
|
16
25
|
return *it->second;
|
17
26
|
}
|
18
27
|
|
19
|
-
void ArrowArrayScanState::AddDictionary(unique_ptr<Vector> dictionary_p) {
|
20
|
-
|
28
|
+
void ArrowArrayScanState::AddDictionary(unique_ptr<Vector> dictionary_p, ArrowArray *arrow_dict) {
|
29
|
+
dictionary = std::move(dictionary_p);
|
30
|
+
D_ASSERT(owned_data);
|
31
|
+
D_ASSERT(arrow_dict);
|
32
|
+
arrow_dictionary = arrow_dict;
|
33
|
+
// Make sure the data referenced by the dictionary stays alive
|
34
|
+
dictionary->GetBuffer()->SetAuxiliaryData(make_uniq<ArrowAuxiliaryData>(owned_data));
|
21
35
|
}
|
22
36
|
|
23
37
|
bool ArrowArrayScanState::HasDictionary() const {
|
24
38
|
return dictionary != nullptr;
|
25
39
|
}
|
26
40
|
|
41
|
+
bool ArrowArrayScanState::CacheOutdated(ArrowArray *dictionary) const {
|
42
|
+
if (!dictionary) {
|
43
|
+
// Not cached
|
44
|
+
return true;
|
45
|
+
}
|
46
|
+
if (dictionary == arrow_dictionary.get()) {
|
47
|
+
// Already cached, not outdated
|
48
|
+
return false;
|
49
|
+
}
|
50
|
+
return true;
|
51
|
+
}
|
52
|
+
|
27
53
|
Vector &ArrowArrayScanState::GetDictionary() {
|
28
54
|
D_ASSERT(HasDictionary());
|
29
55
|
return *dictionary;
|
@@ -41,13 +41,30 @@ static unique_ptr<ArrowType> GetArrowLogicalTypeNoDictionary(ArrowSchema &schema
|
|
41
41
|
} else if (format == "g") {
|
42
42
|
return make_uniq<ArrowType>(LogicalType::DOUBLE);
|
43
43
|
} else if (format[0] == 'd') { //! this can be either decimal128 or decimal 256 (e.g., d:38,0)
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
44
|
+
auto extra_info = StringUtil::Split(format, ':');
|
45
|
+
if (extra_info.size() != 2) {
|
46
|
+
throw InvalidInputException(
|
47
|
+
"Decimal format of Arrow object is incomplete, it is missing the scale and width. Current format: %s",
|
48
|
+
format);
|
49
|
+
}
|
50
|
+
auto parameters = StringUtil::Split(extra_info[1], ",");
|
51
|
+
// Parameters must always be 2 or 3 values (i.e., width, scale and an optional bit-width)
|
52
|
+
if (parameters.size() != 2 && parameters.size() != 3) {
|
53
|
+
throw InvalidInputException(
|
54
|
+
"Decimal format of Arrow object is incomplete, it is missing the scale or width. Current format: %s",
|
55
|
+
format);
|
56
|
+
}
|
57
|
+
uint64_t width = std::stoull(parameters[0]);
|
58
|
+
uint64_t scale = std::stoull(parameters[1]);
|
59
|
+
uint64_t bitwidth = 128;
|
60
|
+
if (parameters.size() == 3) {
|
61
|
+
// We have a bit-width defined
|
62
|
+
bitwidth = std::stoull(parameters[2]);
|
63
|
+
}
|
64
|
+
if (width > 38 || bitwidth > 128) {
|
48
65
|
throw NotImplementedException("Unsupported Internal Arrow Type for Decimal %s", format);
|
49
66
|
}
|
50
|
-
return make_uniq<ArrowType>(LogicalType::DECIMAL(width, scale));
|
67
|
+
return make_uniq<ArrowType>(LogicalType::DECIMAL(NumericCast<uint8_t>(width), NumericCast<uint8_t>(scale)));
|
51
68
|
} else if (format == "u") {
|
52
69
|
return make_uniq<ArrowType>(LogicalType::VARCHAR, ArrowVariableSizeType::NORMAL);
|
53
70
|
} else if (format == "U") {
|
@@ -102,7 +119,7 @@ static unique_ptr<ArrowType> GetArrowLogicalTypeNoDictionary(ArrowSchema &schema
|
|
102
119
|
std::string parameters = format.substr(format.find(':') + 1);
|
103
120
|
idx_t fixed_size = std::stoi(parameters);
|
104
121
|
auto child_type = ArrowTableFunction::GetArrowLogicalType(*schema.children[0]);
|
105
|
-
auto list_type = make_uniq<ArrowType>(LogicalType::
|
122
|
+
auto list_type = make_uniq<ArrowType>(LogicalType::ARRAY(child_type->GetDuckType(), fixed_size), fixed_size);
|
106
123
|
list_type->AddChild(std::move(child_type));
|
107
124
|
return list_type;
|
108
125
|
} else if (format == "+s") {
|
@@ -29,7 +29,7 @@ static void ShiftRight(unsigned char *ar, int size, int shift) {
|
|
29
29
|
while (shift--) {
|
30
30
|
for (int i = size - 1; i >= 0; --i) {
|
31
31
|
int next = (ar[i] & 1) ? 0x80 : 0;
|
32
|
-
ar[i] = carry | (ar[i] >> 1);
|
32
|
+
ar[i] = UnsafeNumericCast<unsigned char>(carry | (ar[i] >> 1));
|
33
33
|
carry = next;
|
34
34
|
}
|
35
35
|
}
|
@@ -73,7 +73,7 @@ static void GetValidityMask(ValidityMask &mask, ArrowArray &array, const ArrowSc
|
|
73
73
|
//! need to re-align nullmask
|
74
74
|
vector<uint8_t> temp_nullmask(n_bitmask_bytes + 1);
|
75
75
|
memcpy(temp_nullmask.data(), ArrowBufferData<uint8_t>(array, 0) + bit_offset / 8, n_bitmask_bytes + 1);
|
76
|
-
ShiftRight(temp_nullmask.data(), n_bitmask_bytes + 1,
|
76
|
+
ShiftRight(temp_nullmask.data(), NumericCast<int>(n_bitmask_bytes + 1),
|
77
77
|
bit_offset % 8); //! why this has to be a right shift is a mystery to me
|
78
78
|
memcpy((void *)mask.GetData(), data_ptr_cast(temp_nullmask.data()), n_bitmask_bytes);
|
79
79
|
}
|
@@ -129,20 +129,7 @@ static void ArrowToDuckDBList(Vector &vector, ArrowArray &array, ArrowArrayScanS
|
|
129
129
|
SetValidityMask(vector, array, scan_state, size, parent_offset, nested_offset);
|
130
130
|
idx_t start_offset = 0;
|
131
131
|
idx_t cur_offset = 0;
|
132
|
-
if (size_type == ArrowVariableSizeType::
|
133
|
-
auto fixed_size = arrow_type.FixedSize();
|
134
|
-
//! Have to check validity mask before setting this up
|
135
|
-
idx_t offset = GetEffectiveOffset(array, parent_offset, scan_state, nested_offset) * fixed_size;
|
136
|
-
start_offset = offset;
|
137
|
-
auto list_data = FlatVector::GetData<list_entry_t>(vector);
|
138
|
-
for (idx_t i = 0; i < size; i++) {
|
139
|
-
auto &le = list_data[i];
|
140
|
-
le.offset = cur_offset;
|
141
|
-
le.length = fixed_size;
|
142
|
-
cur_offset += fixed_size;
|
143
|
-
}
|
144
|
-
list_size = start_offset + cur_offset;
|
145
|
-
} else if (size_type == ArrowVariableSizeType::NORMAL) {
|
132
|
+
if (size_type == ArrowVariableSizeType::NORMAL) {
|
146
133
|
auto offsets =
|
147
134
|
ArrowBufferData<uint32_t>(array, 1) + GetEffectiveOffset(array, parent_offset, scan_state, nested_offset);
|
148
135
|
start_offset = offsets[0];
|
@@ -209,6 +196,61 @@ static void ArrowToDuckDBList(Vector &vector, ArrowArray &array, ArrowArrayScanS
|
|
209
196
|
}
|
210
197
|
}
|
211
198
|
|
199
|
+
static void ArrowToDuckDBArray(Vector &vector, ArrowArray &array, ArrowArrayScanState &array_state, idx_t size,
|
200
|
+
const ArrowType &arrow_type, int64_t nested_offset, ValidityMask *parent_mask,
|
201
|
+
int64_t parent_offset) {
|
202
|
+
|
203
|
+
D_ASSERT(arrow_type.GetSizeType() == ArrowVariableSizeType::FIXED_SIZE);
|
204
|
+
auto &scan_state = array_state.state;
|
205
|
+
auto array_size = arrow_type.FixedSize();
|
206
|
+
auto child_count = array_size * size;
|
207
|
+
auto child_offset = GetEffectiveOffset(array, parent_offset, scan_state, nested_offset) * array_size;
|
208
|
+
|
209
|
+
SetValidityMask(vector, array, scan_state, size, parent_offset, nested_offset);
|
210
|
+
|
211
|
+
auto &child_vector = ArrayVector::GetEntry(vector);
|
212
|
+
SetValidityMask(child_vector, *array.children[0], scan_state, child_count, array.offset, child_offset);
|
213
|
+
|
214
|
+
auto &array_mask = FlatVector::Validity(vector);
|
215
|
+
if (parent_mask) {
|
216
|
+
//! Since this List is owned by a struct we must guarantee their validity map matches on Null
|
217
|
+
if (!parent_mask->AllValid()) {
|
218
|
+
for (idx_t i = 0; i < size; i++) {
|
219
|
+
if (!parent_mask->RowIsValid(i)) {
|
220
|
+
array_mask.SetInvalid(i);
|
221
|
+
}
|
222
|
+
}
|
223
|
+
}
|
224
|
+
}
|
225
|
+
|
226
|
+
// Broadcast the validity mask to the child vector
|
227
|
+
if (!array_mask.AllValid()) {
|
228
|
+
auto &child_validity_mask = FlatVector::Validity(child_vector);
|
229
|
+
for (idx_t i = 0; i < size; i++) {
|
230
|
+
if (!array_mask.RowIsValid(i)) {
|
231
|
+
for (idx_t j = 0; j < array_size; j++) {
|
232
|
+
child_validity_mask.SetInvalid(i * array_size + j);
|
233
|
+
}
|
234
|
+
}
|
235
|
+
}
|
236
|
+
}
|
237
|
+
|
238
|
+
auto &child_state = array_state.GetChild(0);
|
239
|
+
auto &child_array = *array.children[0];
|
240
|
+
auto &child_type = arrow_type[0];
|
241
|
+
if (child_count == 0 && child_offset == 0) {
|
242
|
+
D_ASSERT(!child_array.dictionary);
|
243
|
+
ColumnArrowToDuckDB(child_vector, child_array, child_state, child_count, child_type, -1);
|
244
|
+
} else {
|
245
|
+
if (child_array.dictionary) {
|
246
|
+
ColumnArrowToDuckDBDictionary(child_vector, child_array, child_state, child_count, child_type,
|
247
|
+
child_offset);
|
248
|
+
} else {
|
249
|
+
ColumnArrowToDuckDB(child_vector, child_array, child_state, child_count, child_type, child_offset);
|
250
|
+
}
|
251
|
+
}
|
252
|
+
}
|
253
|
+
|
212
254
|
static void ArrowToDuckDBBlob(Vector &vector, ArrowArray &array, const ArrowScanLocalState &scan_state, idx_t size,
|
213
255
|
const ArrowType &arrow_type, int64_t nested_offset, int64_t parent_offset) {
|
214
256
|
auto size_type = arrow_type.GetSizeType();
|
@@ -290,7 +332,7 @@ static void SetVectorString(Vector &vector, idx_t size, char *cdata, T *offsets)
|
|
290
332
|
if (str_len > NumericLimits<uint32_t>::Maximum()) { // LCOV_EXCL_START
|
291
333
|
throw ConversionException("DuckDB does not support Strings over 4GB");
|
292
334
|
} // LCOV_EXCL_STOP
|
293
|
-
strings[row_idx] = string_t(cptr, str_len);
|
335
|
+
strings[row_idx] = string_t(cptr, UnsafeNumericCast<uint32_t>(str_len));
|
294
336
|
}
|
295
337
|
}
|
296
338
|
|
@@ -588,9 +630,6 @@ static void ColumnArrowToDuckDBRunEndEncoded(Vector &vector, ArrowArray &array,
|
|
588
630
|
static void ColumnArrowToDuckDB(Vector &vector, ArrowArray &array, ArrowArrayScanState &array_state, idx_t size,
|
589
631
|
const ArrowType &arrow_type, int64_t nested_offset, ValidityMask *parent_mask,
|
590
632
|
uint64_t parent_offset) {
|
591
|
-
if (parent_offset != 0) {
|
592
|
-
(void)array_state;
|
593
|
-
}
|
594
633
|
auto &scan_state = array_state.state;
|
595
634
|
D_ASSERT(!array.dictionary);
|
596
635
|
|
@@ -670,7 +709,8 @@ static void ColumnArrowToDuckDB(Vector &vector, ArrowArray &array, ArrowArraySca
|
|
670
709
|
GetEffectiveOffset(array, parent_offset, scan_state, nested_offset);
|
671
710
|
auto tgt_ptr = FlatVector::GetData<date_t>(vector);
|
672
711
|
for (idx_t row = 0; row < size; row++) {
|
673
|
-
tgt_ptr[row] = date_t(
|
712
|
+
tgt_ptr[row] = date_t(
|
713
|
+
UnsafeNumericCast<int32_t>(int64_t(src_ptr[row]) / static_cast<int64_t>(1000 * 60 * 60 * 24)));
|
674
714
|
}
|
675
715
|
break;
|
676
716
|
}
|
@@ -836,6 +876,10 @@ static void ColumnArrowToDuckDB(Vector &vector, ArrowArray &array, ArrowArraySca
|
|
836
876
|
ArrowToDuckDBList(vector, array, array_state, size, arrow_type, nested_offset, parent_mask, parent_offset);
|
837
877
|
break;
|
838
878
|
}
|
879
|
+
case LogicalTypeId::ARRAY: {
|
880
|
+
ArrowToDuckDBArray(vector, array, array_state, size, arrow_type, nested_offset, parent_mask, parent_offset);
|
881
|
+
break;
|
882
|
+
}
|
839
883
|
case LogicalTypeId::MAP: {
|
840
884
|
ArrowToDuckDBList(vector, array, array_state, size, arrow_type, nested_offset, parent_mask, parent_offset);
|
841
885
|
ArrowToDuckDBMapVerify(vector, size);
|
@@ -1070,10 +1114,10 @@ static bool CanContainNull(ArrowArray &array, ValidityMask *parent_mask) {
|
|
1070
1114
|
static void ColumnArrowToDuckDBDictionary(Vector &vector, ArrowArray &array, ArrowArrayScanState &array_state,
|
1071
1115
|
idx_t size, const ArrowType &arrow_type, int64_t nested_offset,
|
1072
1116
|
ValidityMask *parent_mask, uint64_t parent_offset) {
|
1117
|
+
D_ASSERT(arrow_type.HasDictionary());
|
1073
1118
|
auto &scan_state = array_state.state;
|
1074
|
-
|
1075
1119
|
const bool has_nulls = CanContainNull(array, parent_mask);
|
1076
|
-
if (
|
1120
|
+
if (array_state.CacheOutdated(array.dictionary)) {
|
1077
1121
|
//! We need to set the dictionary data for this column
|
1078
1122
|
auto base_vector = make_uniq<Vector>(vector.GetType(), array.dictionary->length);
|
1079
1123
|
SetValidityMask(*base_vector, *array.dictionary, scan_state, array.dictionary->length, 0, 0, has_nulls);
|
@@ -1095,7 +1139,7 @@ static void ColumnArrowToDuckDBDictionary(Vector &vector, ArrowArray &array, Arr
|
|
1095
1139
|
default:
|
1096
1140
|
throw NotImplementedException("ArrowArrayPhysicalType not recognized");
|
1097
1141
|
};
|
1098
|
-
array_state.AddDictionary(std::move(base_vector));
|
1142
|
+
array_state.AddDictionary(std::move(base_vector), array.dictionary);
|
1099
1143
|
}
|
1100
1144
|
auto offset_type = arrow_type.GetDuckType();
|
1101
1145
|
//! Get Pointer to Indices of Dictionary
|
@@ -1120,6 +1164,7 @@ static void ColumnArrowToDuckDBDictionary(Vector &vector, ArrowArray &array, Arr
|
|
1120
1164
|
SetSelectionVector(sel, indices, offset_type, size);
|
1121
1165
|
}
|
1122
1166
|
vector.Slice(array_state.GetDictionary(), sel, size);
|
1167
|
+
vector.Verify(size);
|
1123
1168
|
}
|
1124
1169
|
|
1125
1170
|
void ArrowTableFunction::ArrowToDuckDB(ArrowScanLocalState &scan_state, const arrow_column_map_t &arrow_convert_data,
|
@@ -1144,20 +1189,17 @@ void ArrowTableFunction::ArrowToDuckDB(ArrowScanLocalState &scan_state, const ar
|
|
1144
1189
|
if (array.length != scan_state.chunk->arrow_array.length) {
|
1145
1190
|
throw InvalidInputException("arrow_scan: array length mismatch");
|
1146
1191
|
}
|
1147
|
-
// Make sure this Vector keeps the Arrow chunk alive in case we can zero-copy the data
|
1148
|
-
if (scan_state.arrow_owned_data.find(idx) == scan_state.arrow_owned_data.end()) {
|
1149
|
-
auto arrow_data = make_shared<ArrowArrayWrapper>();
|
1150
|
-
arrow_data->arrow_array = scan_state.chunk->arrow_array;
|
1151
|
-
scan_state.chunk->arrow_array.release = nullptr;
|
1152
|
-
scan_state.arrow_owned_data[idx] = arrow_data;
|
1153
|
-
}
|
1154
|
-
|
1155
|
-
output.data[idx].GetBuffer()->SetAuxiliaryData(make_uniq<ArrowAuxiliaryData>(scan_state.arrow_owned_data[idx]));
|
1156
1192
|
|
1157
1193
|
D_ASSERT(arrow_convert_data.find(col_idx) != arrow_convert_data.end());
|
1158
1194
|
auto &arrow_type = *arrow_convert_data.at(col_idx);
|
1159
1195
|
auto &array_state = scan_state.GetState(col_idx);
|
1160
1196
|
|
1197
|
+
// Make sure this Vector keeps the Arrow chunk alive in case we can zero-copy the data
|
1198
|
+
if (!array_state.owned_data) {
|
1199
|
+
array_state.owned_data = scan_state.chunk;
|
1200
|
+
}
|
1201
|
+
output.data[idx].GetBuffer()->SetAuxiliaryData(make_uniq<ArrowAuxiliaryData>(array_state.owned_data));
|
1202
|
+
|
1161
1203
|
auto array_physical_type = GetArrowArrayPhysicalType(arrow_type);
|
1162
1204
|
|
1163
1205
|
switch (array_physical_type) {
|
@@ -7,12 +7,11 @@
|
|
7
7
|
#include "duckdb/common/types/column/column_data_collection.hpp"
|
8
8
|
#include "duckdb/common/types/string_type.hpp"
|
9
9
|
#include "duckdb/common/vector_operations/vector_operations.hpp"
|
10
|
-
#include "duckdb/execution/operator/csv_scanner/
|
10
|
+
#include "duckdb/execution/operator/csv_scanner/csv_sniffer.hpp"
|
11
11
|
#include "duckdb/function/copy_function.hpp"
|
12
12
|
#include "duckdb/function/scalar/string_functions.hpp"
|
13
13
|
#include "duckdb/function/table/read_csv.hpp"
|
14
14
|
#include "duckdb/parser/parsed_data/copy_info.hpp"
|
15
|
-
|
16
15
|
#include <limits>
|
17
16
|
|
18
17
|
namespace duckdb {
|
@@ -85,6 +84,12 @@ void BaseCSVData::Finalize() {
|
|
85
84
|
}
|
86
85
|
}
|
87
86
|
|
87
|
+
string TransformNewLine(string new_line) {
|
88
|
+
new_line = StringUtil::Replace(new_line, "\\r", "\r");
|
89
|
+
return StringUtil::Replace(new_line, "\\n", "\n");
|
90
|
+
;
|
91
|
+
}
|
92
|
+
|
88
93
|
static unique_ptr<FunctionData> WriteCSVBind(ClientContext &context, CopyFunctionBindInput &input,
|
89
94
|
const vector<string> &names, const vector<LogicalType> &sql_types) {
|
90
95
|
auto bind_data = make_uniq<WriteCSVData>(input.info.file_path, sql_types, names);
|
@@ -110,7 +115,7 @@ static unique_ptr<FunctionData> WriteCSVBind(ClientContext &context, CopyFunctio
|
|
110
115
|
bind_data->requires_quotes[bind_data->options.dialect_options.state_machine_options.quote.GetValue()] = true;
|
111
116
|
|
112
117
|
if (!bind_data->options.write_newline.empty()) {
|
113
|
-
bind_data->newline = bind_data->options.write_newline;
|
118
|
+
bind_data->newline = TransformNewLine(bind_data->options.write_newline);
|
114
119
|
}
|
115
120
|
return std::move(bind_data);
|
116
121
|
}
|
@@ -157,6 +157,11 @@ static unique_ptr<FunctionData> RangeDateTimeBind(ClientContext &context, TableF
|
|
157
157
|
auto result = make_uniq<RangeDateTimeBindData>();
|
158
158
|
auto &inputs = input.inputs;
|
159
159
|
D_ASSERT(inputs.size() == 3);
|
160
|
+
for (idx_t i = 0; i < inputs.size(); ++i) {
|
161
|
+
if (inputs[i].IsNull()) {
|
162
|
+
throw BinderException("RANGE with NULL argument is not supported");
|
163
|
+
}
|
164
|
+
}
|
160
165
|
result->start = inputs[0].GetValue<timestamp_t>();
|
161
166
|
result->end = inputs[1].GetValue<timestamp_t>();
|
162
167
|
result->increment = inputs[2].GetValue<interval_t>();
|
@@ -6,9 +6,9 @@
|
|
6
6
|
#include "duckdb/common/serializer/serializer.hpp"
|
7
7
|
#include "duckdb/common/string_util.hpp"
|
8
8
|
#include "duckdb/common/union_by_name.hpp"
|
9
|
-
#include "duckdb/execution/operator/csv_scanner/
|
10
|
-
#include "duckdb/execution/operator/csv_scanner/
|
11
|
-
#include "duckdb/execution/operator/csv_scanner/
|
9
|
+
#include "duckdb/execution/operator/csv_scanner/global_csv_state.hpp"
|
10
|
+
#include "duckdb/execution/operator/csv_scanner/csv_error.hpp"
|
11
|
+
#include "duckdb/execution/operator/csv_scanner/csv_sniffer.hpp"
|
12
12
|
#include "duckdb/execution/operator/persistent/csv_rejects_table.hpp"
|
13
13
|
#include "duckdb/function/function_set.hpp"
|
14
14
|
#include "duckdb/main/client_context.hpp"
|
@@ -20,10 +20,10 @@
|
|
20
20
|
#include "duckdb/parser/expression/function_expression.hpp"
|
21
21
|
#include "duckdb/parser/tableref/table_function_ref.hpp"
|
22
22
|
#include "duckdb/planner/operator/logical_get.hpp"
|
23
|
-
#include "duckdb/execution/operator/csv_scanner/
|
24
|
-
#include "duckdb/execution/operator/csv_scanner/
|
23
|
+
#include "duckdb/execution/operator/csv_scanner/csv_file_scanner.hpp"
|
24
|
+
#include "duckdb/execution/operator/csv_scanner/base_scanner.hpp"
|
25
25
|
|
26
|
-
#include "duckdb/execution/operator/csv_scanner/
|
26
|
+
#include "duckdb/execution/operator/csv_scanner/string_value_scanner.hpp"
|
27
27
|
|
28
28
|
#include <limits>
|
29
29
|
|
@@ -211,8 +211,6 @@ static void ReadCSVFunction(ClientContext &context, TableFunctionInput &data_p,
|
|
211
211
|
break;
|
212
212
|
}
|
213
213
|
if (csv_local_state.csv_reader->FinishedIterator()) {
|
214
|
-
csv_local_state.csv_reader->csv_file_scan->error_handler->Insert(
|
215
|
-
csv_local_state.csv_reader->GetBoundaryIndex(), csv_local_state.csv_reader->GetLinesRead());
|
216
214
|
csv_local_state.csv_reader = csv_global_state.Next();
|
217
215
|
if (!csv_local_state.csv_reader) {
|
218
216
|
csv_global_state.DecrementThread();
|
@@ -270,6 +268,9 @@ void ReadCSVTableFunction::ReadCSVAddNamedParameters(TableFunction &table_functi
|
|
270
268
|
|
271
269
|
double CSVReaderProgress(ClientContext &context, const FunctionData *bind_data_p,
|
272
270
|
const GlobalTableFunctionState *global_state) {
|
271
|
+
if (!global_state) {
|
272
|
+
return 0;
|
273
|
+
}
|
273
274
|
auto &bind_data = bind_data_p->Cast<ReadCSVData>();
|
274
275
|
auto &data = global_state->Cast<CSVGlobalState>();
|
275
276
|
return data.GetProgress(bind_data);
|
@@ -74,7 +74,7 @@ struct ReadFileGlobalState : public GlobalTableFunctionState {
|
|
74
74
|
ReadFileGlobalState() : current_file_idx(0) {
|
75
75
|
}
|
76
76
|
|
77
|
-
idx_t current_file_idx;
|
77
|
+
atomic<idx_t> current_file_idx;
|
78
78
|
vector<string> files;
|
79
79
|
vector<idx_t> column_ids;
|
80
80
|
bool requires_file_open = false;
|
@@ -1,12 +1,12 @@
|
|
1
1
|
#include "duckdb/function/built_in_functions.hpp"
|
2
|
-
#include "duckdb/execution/operator/csv_scanner/
|
2
|
+
#include "duckdb/execution/operator/csv_scanner/csv_reader_options.hpp"
|
3
3
|
#include "duckdb/common/types/data_chunk.hpp"
|
4
|
-
#include "duckdb/execution/operator/csv_scanner/
|
5
|
-
#include "duckdb/execution/operator/csv_scanner/
|
4
|
+
#include "duckdb/execution/operator/csv_scanner/csv_sniffer.hpp"
|
5
|
+
#include "duckdb/execution/operator/csv_scanner/csv_buffer_manager.hpp"
|
6
6
|
#include "duckdb/function/table_function.hpp"
|
7
7
|
#include "duckdb/main/client_context.hpp"
|
8
8
|
#include "duckdb/function/table/range.hpp"
|
9
|
-
#include "duckdb/execution/operator/csv_scanner/
|
9
|
+
#include "duckdb/execution/operator/csv_scanner/csv_file_handle.hpp"
|
10
10
|
#include "duckdb/function/table/read_csv.hpp"
|
11
11
|
|
12
12
|
namespace duckdb {
|
@@ -142,7 +142,7 @@ static void CSVSniffFunction(ClientContext &context, TableFunctionInput &data_p,
|
|
142
142
|
NewLineIdentifierToString(sniffer_options.dialect_options.state_machine_options.new_line.GetValue());
|
143
143
|
output.SetValue(3, 0, new_line_identifier);
|
144
144
|
// 5. Skip Rows
|
145
|
-
output.SetValue(4, 0, Value::UINTEGER(sniffer_options.dialect_options.skip_rows.GetValue()));
|
145
|
+
output.SetValue(4, 0, Value::UINTEGER(NumericCast<uint32_t>(sniffer_options.dialect_options.skip_rows.GetValue())));
|
146
146
|
// 6. Has Header
|
147
147
|
auto has_header = Value::BOOLEAN(sniffer_options.dialect_options.header.GetValue()).ToString();
|
148
148
|
output.SetValue(5, 0, has_header);
|