duckdb 0.8.2-dev161.0 → 0.8.2-dev1764.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/binding.gyp +15 -12
- package/binding.gyp.in +1 -1
- package/configure.py +1 -1
- package/duckdb_extension_config.cmake +10 -0
- package/package.json +1 -1
- package/src/duckdb/extension/icu/icu-dateadd.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datefunc.cpp +1 -1
- package/src/duckdb/extension/icu/icu-datepart.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datesub.cpp +2 -2
- package/src/duckdb/extension/icu/icu-datetrunc.cpp +1 -1
- package/src/duckdb/extension/icu/icu-list-range.cpp +1 -1
- package/src/duckdb/extension/icu/icu-makedate.cpp +7 -0
- package/src/duckdb/extension/icu/icu-strptime.cpp +4 -4
- package/src/duckdb/extension/icu/icu-table-range.cpp +5 -5
- package/src/duckdb/extension/icu/icu-timebucket.cpp +16 -16
- package/src/duckdb/extension/icu/icu-timezone.cpp +8 -8
- package/src/duckdb/extension/icu/icu_extension.cpp +3 -3
- package/src/duckdb/extension/json/include/json_common.hpp +47 -231
- package/src/duckdb/extension/json/include/json_executors.hpp +49 -13
- package/src/duckdb/extension/json/include/json_functions.hpp +2 -1
- package/src/duckdb/extension/json/json_common.cpp +272 -40
- package/src/duckdb/extension/json/json_functions/json_create.cpp +21 -2
- package/src/duckdb/extension/json/json_functions/json_structure.cpp +1 -1
- package/src/duckdb/extension/json/json_functions/json_transform.cpp +91 -38
- package/src/duckdb/extension/json/json_functions/json_type.cpp +1 -1
- package/src/duckdb/extension/json/json_functions.cpp +24 -24
- package/src/duckdb/extension/json/json_scan.cpp +3 -6
- package/src/duckdb/extension/parquet/column_reader.cpp +19 -21
- package/src/duckdb/extension/parquet/column_writer.cpp +77 -61
- package/src/duckdb/extension/parquet/include/cast_column_reader.hpp +2 -2
- package/src/duckdb/extension/parquet/include/column_reader.hpp +14 -16
- package/src/duckdb/extension/parquet/include/column_writer.hpp +9 -7
- package/src/duckdb/extension/parquet/include/list_column_reader.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_dbp_decoder.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_decimal_utils.hpp +3 -3
- package/src/duckdb/extension/parquet/include/parquet_file_metadata_cache.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_statistics.hpp +2 -2
- package/src/duckdb/extension/parquet/include/parquet_support.hpp +9 -11
- package/src/duckdb/extension/parquet/include/parquet_writer.hpp +24 -5
- package/src/duckdb/extension/parquet/include/string_column_reader.hpp +1 -1
- package/src/duckdb/extension/parquet/include/struct_column_reader.hpp +2 -3
- package/src/duckdb/extension/parquet/include/zstd_file_system.hpp +2 -2
- package/src/duckdb/extension/parquet/parquet_extension.cpp +194 -20
- package/src/duckdb/extension/parquet/parquet_reader.cpp +6 -6
- package/src/duckdb/extension/parquet/parquet_statistics.cpp +7 -6
- package/src/duckdb/extension/parquet/parquet_writer.cpp +79 -16
- package/src/duckdb/extension/parquet/zstd_file_system.cpp +2 -2
- package/src/duckdb/src/catalog/catalog_entry/duck_table_entry.cpp +1 -1
- package/src/duckdb/src/catalog/catalog_search_path.cpp +5 -4
- package/src/duckdb/src/catalog/default/default_functions.cpp +16 -0
- package/src/duckdb/src/common/adbc/adbc.cpp +75 -10
- package/src/duckdb/src/common/adbc/driver_manager.cpp +6 -11
- package/src/duckdb/src/common/allocator.cpp +14 -2
- package/src/duckdb/src/common/arrow/arrow_appender.cpp +79 -12
- package/src/duckdb/src/common/arrow/arrow_converter.cpp +44 -19
- package/src/duckdb/src/common/assert.cpp +3 -0
- package/src/duckdb/src/common/enum_util.cpp +4619 -4446
- package/src/duckdb/src/common/enums/logical_operator_type.cpp +4 -0
- package/src/duckdb/src/common/enums/optimizer_type.cpp +2 -0
- package/src/duckdb/src/common/enums/physical_operator_type.cpp +4 -0
- package/src/duckdb/src/common/exception.cpp +2 -2
- package/src/duckdb/src/common/extra_type_info.cpp +506 -0
- package/src/duckdb/src/common/file_system.cpp +19 -0
- package/src/duckdb/src/common/hive_partitioning.cpp +10 -6
- package/src/duckdb/src/common/local_file_system.cpp +14 -14
- package/src/duckdb/src/common/multi_file_reader.cpp +184 -20
- package/src/duckdb/src/common/operator/cast_operators.cpp +35 -1
- package/src/duckdb/src/common/radix_partitioning.cpp +26 -8
- package/src/duckdb/src/common/re2_regex.cpp +1 -1
- package/src/duckdb/src/common/row_operations/row_external.cpp +1 -1
- package/src/duckdb/src/common/sort/merge_sorter.cpp +9 -16
- package/src/duckdb/src/common/sort/partition_state.cpp +70 -50
- package/src/duckdb/src/common/types/batched_data_collection.cpp +7 -2
- package/src/duckdb/src/common/types/bit.cpp +51 -0
- package/src/duckdb/src/common/types/column/column_data_allocator.cpp +9 -6
- package/src/duckdb/src/common/types/column/column_data_collection.cpp +17 -2
- package/src/duckdb/src/common/types/column/column_data_collection_segment.cpp +15 -6
- package/src/duckdb/src/common/types/column/partitioned_column_data.cpp +2 -2
- package/src/duckdb/src/common/types/data_chunk.cpp +2 -2
- package/src/duckdb/src/common/types/date.cpp +9 -0
- package/src/duckdb/src/common/types/list_segment.cpp +24 -74
- package/src/duckdb/src/common/types/row/partitioned_tuple_data.cpp +3 -9
- package/src/duckdb/src/common/types/row/tuple_data_collection.cpp +2 -0
- package/src/duckdb/src/common/types/row/tuple_data_scatter_gather.cpp +2 -2
- package/src/duckdb/src/common/types/uuid.cpp +2 -2
- package/src/duckdb/src/common/types/validity_mask.cpp +33 -0
- package/src/duckdb/src/common/types/value.cpp +11 -6
- package/src/duckdb/src/common/types.cpp +9 -656
- package/src/duckdb/src/common/virtual_file_system.cpp +138 -1
- package/src/duckdb/src/core_functions/aggregate/holistic/reservoir_quantile.cpp +2 -0
- package/src/duckdb/src/core_functions/aggregate/nested/list.cpp +2 -2
- package/src/duckdb/src/core_functions/aggregate/regression/regr_avg.cpp +4 -4
- package/src/duckdb/src/core_functions/aggregate/regression/regr_intercept.cpp +4 -4
- package/src/duckdb/src/core_functions/aggregate/regression/regr_r2.cpp +5 -4
- package/src/duckdb/src/core_functions/aggregate/regression/regr_sxx_syy.cpp +8 -8
- package/src/duckdb/src/core_functions/aggregate/regression/regr_sxy.cpp +4 -3
- package/src/duckdb/src/core_functions/function_list.cpp +4 -2
- package/src/duckdb/src/core_functions/scalar/date/date_part.cpp +208 -42
- package/src/duckdb/src/core_functions/scalar/date/epoch.cpp +10 -24
- package/src/duckdb/src/core_functions/scalar/date/make_date.cpp +19 -4
- package/src/duckdb/src/core_functions/scalar/list/list_aggregates.cpp +4 -2
- package/src/duckdb/src/execution/aggregate_hashtable.cpp +34 -18
- package/src/duckdb/src/execution/expression_executor.cpp +1 -1
- package/src/duckdb/src/execution/index/art/art.cpp +149 -139
- package/src/duckdb/src/execution/index/art/fixed_size_allocator.cpp +1 -1
- package/src/duckdb/src/execution/index/art/iterator.cpp +129 -207
- package/src/duckdb/src/execution/index/art/leaf.cpp +8 -37
- package/src/duckdb/src/execution/index/art/node.cpp +113 -120
- package/src/duckdb/src/execution/index/art/node16.cpp +1 -10
- package/src/duckdb/src/execution/index/art/node256.cpp +1 -9
- package/src/duckdb/src/execution/index/art/node4.cpp +12 -13
- package/src/duckdb/src/execution/index/art/node48.cpp +1 -11
- package/src/duckdb/src/execution/index/art/prefix.cpp +228 -350
- package/src/duckdb/src/execution/join_hashtable.cpp +4 -4
- package/src/duckdb/src/execution/operator/aggregate/aggregate_object.cpp +1 -0
- package/src/duckdb/src/execution/operator/aggregate/physical_streaming_window.cpp +8 -3
- package/src/duckdb/src/execution/operator/aggregate/physical_ungrouped_aggregate.cpp +32 -22
- package/src/duckdb/src/execution/operator/aggregate/physical_window.cpp +512 -300
- package/src/duckdb/src/execution/operator/helper/physical_batch_collector.cpp +4 -3
- package/src/duckdb/src/execution/operator/helper/physical_limit.cpp +5 -5
- package/src/duckdb/src/execution/operator/join/physical_asof_join.cpp +444 -284
- package/src/duckdb/src/execution/operator/join/physical_comparison_join.cpp +1 -1
- package/src/duckdb/src/execution/operator/join/physical_hash_join.cpp +21 -10
- package/src/duckdb/src/execution/operator/join/physical_iejoin.cpp +28 -12
- package/src/duckdb/src/execution/operator/join/physical_join.cpp +1 -1
- package/src/duckdb/src/execution/operator/join/physical_piecewise_merge_join.cpp +23 -4
- package/src/duckdb/src/execution/operator/join/physical_range_join.cpp +41 -5
- package/src/duckdb/src/execution/operator/persistent/base_csv_reader.cpp +100 -13
- package/src/duckdb/src/execution/operator/persistent/csv_file_handle.cpp +1 -1
- package/src/duckdb/src/execution/operator/persistent/csv_reader_options.cpp +20 -0
- package/src/duckdb/src/execution/operator/persistent/csv_rejects_table.cpp +48 -0
- package/src/duckdb/src/execution/operator/persistent/parallel_csv_reader.cpp +2 -3
- package/src/duckdb/src/execution/operator/persistent/physical_batch_copy_to_file.cpp +6 -4
- package/src/duckdb/src/execution/operator/persistent/physical_fixed_batch_copy.cpp +3 -3
- package/src/duckdb/src/execution/operator/persistent/physical_insert.cpp +1 -1
- package/src/duckdb/src/execution/operator/projection/physical_pivot.cpp +2 -1
- package/src/duckdb/src/execution/operator/scan/physical_column_data_scan.cpp +19 -0
- package/src/duckdb/src/execution/operator/scan/physical_table_scan.cpp +7 -2
- package/src/duckdb/src/execution/operator/set/physical_cte.cpp +160 -0
- package/src/duckdb/src/execution/operator/set/physical_recursive_cte.cpp +15 -5
- package/src/duckdb/src/execution/partitionable_hashtable.cpp +41 -6
- package/src/duckdb/src/execution/perfect_aggregate_hashtable.cpp +30 -5
- package/src/duckdb/src/execution/physical_plan/plan_aggregate.cpp +43 -10
- package/src/duckdb/src/execution/physical_plan/plan_asof_join.cpp +56 -33
- package/src/duckdb/src/execution/physical_plan/plan_comparison_join.cpp +17 -13
- package/src/duckdb/src/execution/physical_plan/plan_cte.cpp +33 -0
- package/src/duckdb/src/execution/physical_plan/plan_get.cpp +2 -2
- package/src/duckdb/src/execution/physical_plan/plan_recursive_cte.cpp +25 -4
- package/src/duckdb/src/execution/physical_plan_generator.cpp +4 -0
- package/src/duckdb/src/execution/radix_partitioned_hashtable.cpp +290 -43
- package/src/duckdb/src/execution/window_segment_tree.cpp +286 -129
- package/src/duckdb/src/function/aggregate/sorted_aggregate_function.cpp +2 -1
- package/src/duckdb/src/function/cast/bit_cast.cpp +34 -2
- package/src/duckdb/src/function/cast/blob_cast.cpp +3 -0
- package/src/duckdb/src/function/cast/numeric_casts.cpp +2 -0
- package/src/duckdb/src/function/function.cpp +3 -1
- package/src/duckdb/src/function/pragma/pragma_queries.cpp +5 -0
- package/src/duckdb/src/function/scalar/compressed_materialization/compress_integral.cpp +212 -0
- package/src/duckdb/src/function/scalar/compressed_materialization/compress_string.cpp +249 -0
- package/src/duckdb/src/function/scalar/compressed_materialization_functions.cpp +29 -0
- package/src/duckdb/src/function/scalar/list/list_resize.cpp +162 -0
- package/src/duckdb/src/function/scalar/nested_functions.cpp +1 -0
- package/src/duckdb/src/function/scalar/string/like.cpp +12 -4
- package/src/duckdb/src/function/scalar/system/aggregate_export.cpp +12 -5
- package/src/duckdb/src/function/table/arrow.cpp +19 -0
- package/src/duckdb/src/function/table/arrow_conversion.cpp +35 -1
- package/src/duckdb/src/function/table/copy_csv.cpp +8 -1
- package/src/duckdb/src/function/table/read_csv.cpp +100 -17
- package/src/duckdb/src/function/table/system/test_all_types.cpp +7 -0
- package/src/duckdb/src/function/table/system_functions.cpp +1 -0
- package/src/duckdb/src/function/table/table_scan.cpp +9 -0
- package/src/duckdb/src/function/table/version/pragma_version.cpp +46 -2
- package/src/duckdb/src/include/duckdb/common/adbc/adbc.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/allocator.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/bswap.hpp +42 -0
- package/src/duckdb/src/include/duckdb/common/dl.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/enum_util.hpp +616 -584
- package/src/duckdb/src/include/duckdb/common/enums/cte_materialize.hpp +21 -0
- package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/enums/logical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/optimizer_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/physical_operator_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/extra_operator_info.hpp +27 -0
- package/src/duckdb/src/include/duckdb/common/extra_type_info.hpp +219 -0
- package/src/duckdb/src/include/duckdb/common/file_system.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/hive_partitioning.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/multi_file_reader.hpp +6 -4
- package/src/duckdb/src/include/duckdb/common/multi_file_reader_options.hpp +10 -42
- package/src/duckdb/src/include/duckdb/common/mutex.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/opener_file_system.hpp +2 -2
- package/src/duckdb/src/include/duckdb/common/operator/cast_operators.hpp +43 -3
- package/src/duckdb/src/include/duckdb/common/operator/numeric_cast.hpp +10 -0
- package/src/duckdb/src/include/duckdb/common/radix.hpp +9 -20
- package/src/duckdb/src/include/duckdb/common/radix_partitioning.hpp +6 -21
- package/src/duckdb/src/include/duckdb/common/row_operations/row_operations.hpp +3 -3
- package/src/duckdb/src/include/duckdb/common/sort/partition_state.hpp +23 -8
- package/src/duckdb/src/include/duckdb/common/string_util.hpp +11 -0
- package/src/duckdb/src/include/duckdb/common/types/batched_data_collection.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/types/bit.hpp +81 -0
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_allocator.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection.hpp +6 -1
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_collection_segment.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/column/column_data_scan_states.hpp +3 -1
- package/src/duckdb/src/include/duckdb/common/types/data_chunk.hpp +1 -1
- package/src/duckdb/src/include/duckdb/common/types/date.hpp +7 -5
- package/src/duckdb/src/include/duckdb/common/types/list_segment.hpp +6 -8
- package/src/duckdb/src/include/duckdb/common/types/row/partitioned_tuple_data.hpp +5 -2
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_collection.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/types/row/tuple_data_states.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/types/string_type.hpp +9 -0
- package/src/duckdb/src/include/duckdb/common/types/value.hpp +1 -0
- package/src/duckdb/src/include/duckdb/common/types.hpp +1 -15
- package/src/duckdb/src/include/duckdb/common/virtual_file_system.hpp +38 -97
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/corr.hpp +4 -4
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic/covar.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/algebraic_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/distributive_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/holistic_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/nested_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_count.hpp +1 -0
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression/regr_slope.hpp +3 -3
- package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/bit_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/blob_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/date_functions.hpp +31 -11
- package/src/duckdb/src/include/duckdb/core_functions/scalar/enum_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/generic_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/list_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/map_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/math_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/operators_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/random_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/string_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/struct_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/core_functions/scalar/union_functions.hpp +3 -1
- package/src/duckdb/src/include/duckdb/execution/aggregate_hashtable.hpp +21 -3
- package/src/duckdb/src/include/duckdb/execution/executor.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/index/art/art.hpp +4 -5
- package/src/duckdb/src/include/duckdb/execution/index/art/iterator.hpp +31 -27
- package/src/duckdb/src/include/duckdb/execution/index/art/leaf.hpp +6 -14
- package/src/duckdb/src/include/duckdb/execution/index/art/node.hpp +4 -10
- package/src/duckdb/src/include/duckdb/execution/index/art/node16.hpp +3 -6
- package/src/duckdb/src/include/duckdb/execution/index/art/node256.hpp +3 -6
- package/src/duckdb/src/include/duckdb/execution/index/art/node4.hpp +5 -8
- package/src/duckdb/src/include/duckdb/execution/index/art/node48.hpp +3 -6
- package/src/duckdb/src/include/duckdb/execution/index/art/prefix.hpp +63 -52
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_asof_join.hpp +3 -10
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_iejoin.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_piecewise_merge_join.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/join/physical_range_join.hpp +12 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/base_csv_reader.hpp +2 -2
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_line_info.hpp +4 -3
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_reader_options.hpp +8 -1
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/csv_rejects_table.hpp +36 -0
- package/src/duckdb/src/include/duckdb/execution/operator/persistent/parallel_csv_reader.hpp +1 -1
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_column_data_scan.hpp +10 -0
- package/src/duckdb/src/include/duckdb/execution/operator/scan/physical_table_scan.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_cte.hpp +62 -0
- package/src/duckdb/src/include/duckdb/execution/operator/set/physical_recursive_cte.hpp +8 -2
- package/src/duckdb/src/include/duckdb/execution/partitionable_hashtable.hpp +5 -1
- package/src/duckdb/src/include/duckdb/execution/physical_plan_generator.hpp +3 -0
- package/src/duckdb/src/include/duckdb/execution/radix_partitioned_hashtable.hpp +10 -3
- package/src/duckdb/src/include/duckdb/execution/window_segment_tree.hpp +51 -40
- package/src/duckdb/src/include/duckdb/function/aggregate_function.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/aggregate_state.hpp +2 -2
- package/src/duckdb/src/include/duckdb/function/built_in_functions.hpp +1 -0
- package/src/duckdb/src/include/duckdb/function/scalar/compressed_materialization_functions.hpp +49 -0
- package/src/duckdb/src/include/duckdb/function/scalar/list/contains_or_position.hpp +1 -1
- package/src/duckdb/src/include/duckdb/function/scalar/nested_functions.hpp +5 -0
- package/src/duckdb/src/include/duckdb/function/scalar/string_functions.hpp +2 -0
- package/src/duckdb/src/include/duckdb/function/table/system_functions.hpp +4 -0
- package/src/duckdb/src/include/duckdb/main/client_config.hpp +5 -0
- package/src/duckdb/src/include/duckdb/main/config.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/connection.hpp +1 -2
- package/src/duckdb/src/include/duckdb/main/extension/generated_extension_loader.hpp +22 -0
- package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +2 -0
- package/src/duckdb/src/include/duckdb/main/relation/cross_product_relation.hpp +4 -1
- package/src/duckdb/src/include/duckdb/main/relation/join_relation.hpp +5 -2
- package/src/duckdb/src/include/duckdb/main/relation.hpp +4 -2
- package/src/duckdb/src/include/duckdb/main/settings.hpp +39 -1
- package/src/duckdb/src/include/duckdb/optimizer/column_binding_replacer.hpp +47 -0
- package/src/duckdb/src/include/duckdb/optimizer/compressed_materialization.hpp +132 -0
- package/src/duckdb/src/include/duckdb/optimizer/deliminator.hpp +13 -16
- package/src/duckdb/src/include/duckdb/optimizer/filter_pushdown.hpp +3 -0
- package/src/duckdb/src/include/duckdb/optimizer/join_order/cardinality_estimator.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/estimated_properties.hpp +10 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_order_optimizer.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/join_relation.hpp +1 -1
- package/src/duckdb/src/include/duckdb/optimizer/join_order/query_graph.hpp +3 -0
- package/src/duckdb/src/include/duckdb/optimizer/matcher/set_matcher.hpp +13 -0
- package/src/duckdb/src/include/duckdb/optimizer/optimizer.hpp +3 -0
- package/src/duckdb/src/include/duckdb/optimizer/remove_duplicate_groups.hpp +40 -0
- package/src/duckdb/src/include/duckdb/optimizer/statistics_propagator.hpp +11 -3
- package/src/duckdb/src/include/duckdb/optimizer/topn_optimizer.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parallel/pipeline.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parallel/task_scheduler.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/cte_node.hpp +54 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/query_node.hpp +2 -1
- package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +1 -1
- package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/transformer.hpp +15 -8
- package/src/duckdb/src/include/duckdb/planner/binder.hpp +12 -5
- package/src/duckdb/src/include/duckdb/planner/bound_tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/column_binding.hpp +4 -0
- package/src/duckdb/src/include/duckdb/planner/constraints/bound_unique_constraint.hpp +3 -3
- package/src/duckdb/src/include/duckdb/planner/expression_binder/lateral_binder.hpp +0 -2
- package/src/duckdb/src/include/duckdb/planner/logical_tokens.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/operator/list.hpp +2 -1
- package/src/duckdb/src/include/duckdb/planner/operator/logical_comparison_join.hpp +5 -5
- package/src/duckdb/src/include/duckdb/planner/operator/logical_cteref.hpp +7 -2
- package/src/duckdb/src/include/duckdb/planner/operator/logical_dependent_join.hpp +43 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_get.hpp +4 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_materialized_cte.hpp +49 -0
- package/src/duckdb/src/include/duckdb/planner/operator/logical_recursive_cte.hpp +5 -4
- package/src/duckdb/src/include/duckdb/planner/query_node/bound_cte_node.hpp +44 -0
- package/src/duckdb/src/include/duckdb/planner/query_node/list.hpp +1 -0
- package/src/duckdb/src/include/duckdb/planner/subquery/flatten_dependent_join.hpp +2 -2
- package/src/duckdb/src/include/duckdb/planner/subquery/has_correlated_expressions.hpp +4 -1
- package/src/duckdb/src/include/duckdb/planner/subquery/recursive_dependent_join_planner.hpp +31 -0
- package/src/duckdb/src/include/duckdb/planner/subquery/rewrite_correlated_expressions.hpp +8 -2
- package/src/duckdb/src/include/duckdb/planner/tableref/bound_cteref.hpp +5 -2
- package/src/duckdb/src/include/duckdb/storage/arena_allocator.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/block_manager.hpp +3 -3
- package/src/duckdb/src/include/duckdb/storage/data_table.hpp +1 -1
- package/src/duckdb/src/include/duckdb/storage/object_cache.hpp +22 -0
- package/src/duckdb/src/include/duckdb/storage/single_file_block_manager.hpp +2 -0
- package/src/duckdb/src/include/duckdb/storage/statistics/string_stats.hpp +4 -0
- package/src/duckdb/src/include/duckdb/storage/table/chunk_info.hpp +3 -0
- package/src/duckdb/src/include/duckdb/storage/table/row_group.hpp +3 -2
- package/src/duckdb/src/include/duckdb/storage/table/row_group_collection.hpp +1 -3
- package/src/duckdb/src/include/duckdb/transaction/local_storage.hpp +2 -3
- package/src/duckdb/src/include/duckdb.h +28 -0
- package/src/duckdb/src/main/capi/arrow-c.cpp +155 -1
- package/src/duckdb/src/main/capi/duckdb_value-c.cpp +1 -1
- package/src/duckdb/src/main/config.cpp +4 -0
- package/src/duckdb/src/main/database.cpp +1 -1
- package/src/duckdb/src/main/extension/extension_helper.cpp +93 -88
- package/src/duckdb/src/main/extension/extension_install.cpp +9 -0
- package/src/duckdb/src/main/extension/extension_load.cpp +10 -1
- package/src/duckdb/src/main/relation/cross_product_relation.cpp +4 -3
- package/src/duckdb/src/main/relation/join_relation.cpp +5 -5
- package/src/duckdb/src/main/relation.cpp +6 -5
- package/src/duckdb/src/main/settings/settings.cpp +79 -18
- package/src/duckdb/src/optimizer/column_binding_replacer.cpp +43 -0
- package/src/duckdb/src/optimizer/column_lifetime_analyzer.cpp +1 -2
- package/src/duckdb/src/optimizer/compressed_materialization/compress_aggregate.cpp +140 -0
- package/src/duckdb/src/optimizer/compressed_materialization/compress_distinct.cpp +42 -0
- package/src/duckdb/src/optimizer/compressed_materialization/compress_order.cpp +65 -0
- package/src/duckdb/src/optimizer/compressed_materialization.cpp +478 -0
- package/src/duckdb/src/optimizer/deliminator.cpp +176 -321
- package/src/duckdb/src/optimizer/filter_pushdown.cpp +9 -0
- package/src/duckdb/src/optimizer/join_order/estimated_properties.cpp +7 -0
- package/src/duckdb/src/optimizer/join_order/join_node.cpp +2 -2
- package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +113 -82
- package/src/duckdb/src/optimizer/join_order/join_relation_set.cpp +2 -6
- package/src/duckdb/src/optimizer/join_order/query_graph.cpp +22 -14
- package/src/duckdb/src/optimizer/optimizer.cpp +49 -14
- package/src/duckdb/src/optimizer/pushdown/pushdown_cross_product.cpp +5 -5
- package/src/duckdb/src/optimizer/pushdown/pushdown_get.cpp +0 -1
- package/src/duckdb/src/optimizer/remove_duplicate_groups.cpp +127 -0
- package/src/duckdb/src/optimizer/remove_unused_columns.cpp +4 -0
- package/src/duckdb/src/optimizer/rule/regex_optimizations.cpp +154 -15
- package/src/duckdb/src/optimizer/statistics/operator/propagate_join.cpp +65 -8
- package/src/duckdb/src/optimizer/statistics/operator/propagate_order.cpp +1 -1
- package/src/duckdb/src/optimizer/statistics_propagator.cpp +7 -5
- package/src/duckdb/src/optimizer/topn_optimizer.cpp +20 -10
- package/src/duckdb/src/parallel/executor.cpp +15 -0
- package/src/duckdb/src/parallel/task_scheduler.cpp +11 -2
- package/src/duckdb/src/parser/common_table_expression_info.cpp +2 -0
- package/src/duckdb/src/parser/expression/between_expression.cpp +3 -15
- package/src/duckdb/src/parser/expression/case_expression.cpp +0 -13
- package/src/duckdb/src/parser/expression/cast_expression.cpp +3 -14
- package/src/duckdb/src/parser/expression/collate_expression.cpp +3 -13
- package/src/duckdb/src/parser/expression/columnref_expression.cpp +3 -12
- package/src/duckdb/src/parser/expression/comparison_expression.cpp +3 -13
- package/src/duckdb/src/parser/expression/conjunction_expression.cpp +0 -12
- package/src/duckdb/src/parser/expression/constant_expression.cpp +3 -11
- package/src/duckdb/src/parser/expression/default_expression.cpp +0 -4
- package/src/duckdb/src/parser/expression/function_expression.cpp +3 -32
- package/src/duckdb/src/parser/expression/lambda_expression.cpp +4 -14
- package/src/duckdb/src/parser/expression/operator_expression.cpp +0 -12
- package/src/duckdb/src/parser/expression/parameter_expression.cpp +0 -12
- package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +4 -11
- package/src/duckdb/src/parser/expression/star_expression.cpp +0 -19
- package/src/duckdb/src/parser/expression/subquery_expression.cpp +0 -18
- package/src/duckdb/src/parser/expression/window_expression.cpp +3 -39
- package/src/duckdb/src/parser/parsed_expression.cpp +0 -70
- package/src/duckdb/src/parser/parsed_expression_iterator.cpp +7 -0
- package/src/duckdb/src/parser/parser.cpp +8 -2
- package/src/duckdb/src/parser/query_node/cte_node.cpp +58 -0
- package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +0 -19
- package/src/duckdb/src/parser/query_node/select_node.cpp +0 -29
- package/src/duckdb/src/parser/query_node/set_operation_node.cpp +0 -15
- package/src/duckdb/src/parser/query_node.cpp +15 -37
- package/src/duckdb/src/parser/result_modifier.cpp +0 -74
- package/src/duckdb/src/parser/tableref/basetableref.cpp +0 -19
- package/src/duckdb/src/parser/tableref/emptytableref.cpp +0 -4
- package/src/duckdb/src/parser/tableref/expressionlistref.cpp +0 -15
- package/src/duckdb/src/parser/tableref/joinref.cpp +3 -23
- package/src/duckdb/src/parser/tableref/pivotref.cpp +0 -23
- package/src/duckdb/src/parser/tableref/subqueryref.cpp +3 -13
- package/src/duckdb/src/parser/tableref/table_function.cpp +0 -15
- package/src/duckdb/src/parser/tableref.cpp +0 -44
- package/src/duckdb/src/parser/transform/expression/transform_constant.cpp +55 -3
- package/src/duckdb/src/parser/transform/expression/transform_expression.cpp +2 -0
- package/src/duckdb/src/parser/transform/expression/transform_multi_assign_reference.cpp +44 -0
- package/src/duckdb/src/parser/transform/helpers/transform_cte.cpp +19 -1
- package/src/duckdb/src/parser/transform/statement/transform_copy.cpp +13 -0
- package/src/duckdb/src/parser/transform/statement/transform_delete.cpp +6 -1
- package/src/duckdb/src/parser/transform/statement/transform_insert.cpp +6 -1
- package/src/duckdb/src/parser/transform/statement/transform_pivot_stmt.cpp +7 -2
- package/src/duckdb/src/parser/transform/statement/transform_pragma.cpp +14 -11
- package/src/duckdb/src/parser/transform/statement/transform_select_node.cpp +11 -2
- package/src/duckdb/src/parser/transform/statement/transform_update.cpp +6 -1
- package/src/duckdb/src/parser/transformer.cpp +15 -0
- package/src/duckdb/src/planner/binder/query_node/bind_cte_node.cpp +64 -0
- package/src/duckdb/src/planner/binder/query_node/plan_cte_node.cpp +26 -0
- package/src/duckdb/src/planner/binder/query_node/plan_recursive_cte_node.cpp +5 -5
- package/src/duckdb/src/planner/binder/query_node/plan_setop.cpp +4 -4
- package/src/duckdb/src/planner/binder/query_node/plan_subquery.cpp +32 -29
- package/src/duckdb/src/planner/binder/statement/bind_create_table.cpp +5 -4
- package/src/duckdb/src/planner/binder/tableref/bind_basetableref.cpp +11 -2
- package/src/duckdb/src/planner/binder/tableref/bind_joinref.cpp +32 -5
- package/src/duckdb/src/planner/binder/tableref/bind_pivot.cpp +116 -49
- package/src/duckdb/src/planner/binder/tableref/plan_cteref.cpp +1 -1
- package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +64 -26
- package/src/duckdb/src/planner/binder/tableref/plan_subqueryref.cpp +3 -3
- package/src/duckdb/src/planner/binder.cpp +44 -31
- package/src/duckdb/src/planner/expression/bound_aggregate_expression.cpp +1 -1
- package/src/duckdb/src/planner/expression_binder/lateral_binder.cpp +4 -31
- package/src/duckdb/src/planner/expression_binder.cpp +3 -0
- package/src/duckdb/src/planner/expression_iterator.cpp +6 -0
- package/src/duckdb/src/planner/logical_operator.cpp +5 -0
- package/src/duckdb/src/planner/logical_operator_visitor.cpp +2 -0
- package/src/duckdb/src/planner/operator/logical_cteref.cpp +3 -1
- package/src/duckdb/src/planner/operator/logical_dependent_join.cpp +26 -0
- package/src/duckdb/src/planner/operator/logical_get.cpp +9 -4
- package/src/duckdb/src/planner/operator/logical_materialized_cte.cpp +21 -0
- package/src/duckdb/src/planner/subquery/flatten_dependent_join.cpp +90 -38
- package/src/duckdb/src/planner/subquery/has_correlated_expressions.cpp +22 -7
- package/src/duckdb/src/planner/subquery/rewrite_correlated_expressions.cpp +65 -7
- package/src/duckdb/src/storage/arena_allocator.cpp +1 -2
- package/src/duckdb/src/storage/buffer/block_manager.cpp +3 -0
- package/src/duckdb/src/storage/checkpoint_manager.cpp +3 -0
- package/src/duckdb/src/storage/compression/rle.cpp +0 -1
- package/src/duckdb/src/storage/data_table.cpp +1 -1
- package/src/duckdb/src/storage/local_storage.cpp +3 -3
- package/src/duckdb/src/storage/serialization/serialize_parsed_expression.cpp +340 -0
- package/src/duckdb/src/storage/serialization/serialize_query_node.cpp +122 -0
- package/src/duckdb/src/storage/serialization/serialize_result_modifier.cpp +86 -0
- package/src/duckdb/src/storage/serialization/serialize_tableref.cpp +166 -0
- package/src/duckdb/src/storage/serialization/serialize_types.cpp +127 -0
- package/src/duckdb/src/storage/single_file_block_manager.cpp +23 -0
- package/src/duckdb/src/storage/statistics/string_stats.cpp +21 -2
- package/src/duckdb/src/storage/storage_info.cpp +1 -1
- package/src/duckdb/src/storage/table/chunk_info.cpp +17 -0
- package/src/duckdb/src/storage/table/row_group.cpp +25 -9
- package/src/duckdb/src/storage/table/row_group_collection.cpp +19 -18
- package/src/duckdb/third_party/concurrentqueue/concurrentqueue.h +2 -2
- package/src/duckdb/third_party/concurrentqueue/lightweightsemaphore.h +76 -0
- package/src/duckdb/third_party/fast_float/fast_float/fast_float.h +2 -0
- package/src/duckdb/third_party/httplib/httplib.hpp +10 -1
- package/src/duckdb/third_party/libpg_query/include/nodes/parsenodes.hpp +9 -0
- package/src/duckdb/third_party/libpg_query/include/parser/gram.hpp +2 -1
- package/src/duckdb/third_party/libpg_query/src_backend_parser_gram.cpp +12487 -12331
- package/src/duckdb/ub_extension_icu_third_party_icu_i18n.cpp +6 -6
- package/src/duckdb/ub_src_common.cpp +2 -0
- package/src/duckdb/ub_src_execution_index_art.cpp +0 -2
- package/src/duckdb/ub_src_execution_operator_persistent.cpp +2 -0
- package/src/duckdb/ub_src_execution_operator_set.cpp +2 -0
- package/src/duckdb/ub_src_execution_physical_plan.cpp +2 -0
- package/src/duckdb/ub_src_function_scalar.cpp +2 -0
- package/src/duckdb/ub_src_function_scalar_compressed_materialization.cpp +4 -0
- package/src/duckdb/ub_src_function_scalar_list.cpp +2 -0
- package/src/duckdb/ub_src_optimizer.cpp +6 -0
- package/src/duckdb/ub_src_optimizer_compressed_materialization.cpp +6 -0
- package/src/duckdb/ub_src_optimizer_statistics_expression.cpp +0 -2
- package/src/duckdb/ub_src_parser_query_node.cpp +2 -0
- package/src/duckdb/ub_src_parser_transform_expression.cpp +2 -0
- package/src/duckdb/ub_src_planner_binder_query_node.cpp +4 -0
- package/src/duckdb/ub_src_planner_operator.cpp +4 -0
- package/src/duckdb/ub_src_storage_serialization.cpp +10 -0
- package/src/statement.cpp +10 -3
- package/test/columns.test.ts +24 -1
- package/test/test_all_types.test.ts +234 -0
- package/tsconfig.json +1 -0
- package/src/duckdb/src/execution/index/art/prefix_segment.cpp +0 -42
- package/src/duckdb/src/include/duckdb/execution/index/art/prefix_segment.hpp +0 -40
- package/src/duckdb/src/optimizer/statistics/expression/propagate_and_compress.cpp +0 -118
@@ -348,17 +348,17 @@
|
|
348
348
|
|
349
349
|
#include "extension/icu/third_party/icu/i18n/wintzimpl.cpp"
|
350
350
|
|
351
|
-
#include "extension/icu/third_party/icu/i18n/double-conversion-
|
352
|
-
|
353
|
-
#include "extension/icu/third_party/icu/i18n/double-conversion-string-to-double.cpp"
|
354
|
-
|
355
|
-
#include "extension/icu/third_party/icu/i18n/double-conversion-cached-powers.cpp"
|
351
|
+
#include "extension/icu/third_party/icu/i18n/double-conversion-strtod.cpp"
|
356
352
|
|
357
353
|
#include "extension/icu/third_party/icu/i18n/double-conversion-fast-dtoa.cpp"
|
358
354
|
|
355
|
+
#include "extension/icu/third_party/icu/i18n/double-conversion-string-to-double.cpp"
|
356
|
+
|
359
357
|
#include "extension/icu/third_party/icu/i18n/double-conversion-bignum.cpp"
|
360
358
|
|
359
|
+
#include "extension/icu/third_party/icu/i18n/double-conversion-double-to-string.cpp"
|
360
|
+
|
361
361
|
#include "extension/icu/third_party/icu/i18n/double-conversion-bignum-dtoa.cpp"
|
362
362
|
|
363
|
-
#include "extension/icu/third_party/icu/i18n/double-conversion-
|
363
|
+
#include "extension/icu/third_party/icu/i18n/double-conversion-cached-powers.cpp"
|
364
364
|
|
@@ -10,6 +10,8 @@
|
|
10
10
|
|
11
11
|
#include "src/execution/operator/persistent/csv_reader_options.cpp"
|
12
12
|
|
13
|
+
#include "src/execution/operator/persistent/csv_rejects_table.cpp"
|
14
|
+
|
13
15
|
#include "src/execution/operator/persistent/physical_fixed_batch_copy.cpp"
|
14
16
|
|
15
17
|
#include "src/execution/operator/persistent/physical_batch_copy_to_file.cpp"
|
@@ -1,5 +1,9 @@
|
|
1
|
+
#include "src/optimizer/column_binding_replacer.cpp"
|
2
|
+
|
1
3
|
#include "src/optimizer/common_aggregate_optimizer.cpp"
|
2
4
|
|
5
|
+
#include "src/optimizer/compressed_materialization.cpp"
|
6
|
+
|
3
7
|
#include "src/optimizer/cse_optimizer.cpp"
|
4
8
|
|
5
9
|
#include "src/optimizer/deliminator.cpp"
|
@@ -24,6 +28,8 @@
|
|
24
28
|
|
25
29
|
#include "src/optimizer/regex_range_filter.cpp"
|
26
30
|
|
31
|
+
#include "src/optimizer/remove_duplicate_groups.cpp"
|
32
|
+
|
27
33
|
#include "src/optimizer/remove_unused_columns.cpp"
|
28
34
|
|
29
35
|
#include "src/optimizer/statistics_propagator.cpp"
|
@@ -1,7 +1,5 @@
|
|
1
1
|
#include "src/optimizer/statistics/expression/propagate_aggregate.cpp"
|
2
2
|
|
3
|
-
#include "src/optimizer/statistics/expression/propagate_and_compress.cpp"
|
4
|
-
|
5
3
|
#include "src/optimizer/statistics/expression/propagate_between.cpp"
|
6
4
|
|
7
5
|
#include "src/optimizer/statistics/expression/propagate_case.cpp"
|
@@ -4,12 +4,16 @@
|
|
4
4
|
|
5
5
|
#include "src/planner/binder/query_node/bind_recursive_cte_node.cpp"
|
6
6
|
|
7
|
+
#include "src/planner/binder/query_node/bind_cte_node.cpp"
|
8
|
+
|
7
9
|
#include "src/planner/binder/query_node/bind_table_macro_node.cpp"
|
8
10
|
|
9
11
|
#include "src/planner/binder/query_node/plan_query_node.cpp"
|
10
12
|
|
11
13
|
#include "src/planner/binder/query_node/plan_recursive_cte_node.cpp"
|
12
14
|
|
15
|
+
#include "src/planner/binder/query_node/plan_cte_node.cpp"
|
16
|
+
|
13
17
|
#include "src/planner/binder/query_node/plan_select_node.cpp"
|
14
18
|
|
15
19
|
#include "src/planner/binder/query_node/plan_setop.cpp"
|
@@ -26,6 +26,8 @@
|
|
26
26
|
|
27
27
|
#include "src/planner/operator/logical_delim_join.cpp"
|
28
28
|
|
29
|
+
#include "src/planner/operator/logical_dependent_join.cpp"
|
30
|
+
|
29
31
|
#include "src/planner/operator/logical_distinct.cpp"
|
30
32
|
|
31
33
|
#include "src/planner/operator/logical_dummy_scan.cpp"
|
@@ -68,6 +70,8 @@
|
|
68
70
|
|
69
71
|
#include "src/planner/operator/logical_recursive_cte.cpp"
|
70
72
|
|
73
|
+
#include "src/planner/operator/logical_materialized_cte.cpp"
|
74
|
+
|
71
75
|
#include "src/planner/operator/logical_sample.cpp"
|
72
76
|
|
73
77
|
#include "src/planner/operator/logical_set.cpp"
|
@@ -0,0 +1,10 @@
|
|
1
|
+
#include "src/storage/serialization/serialize_parsed_expression.cpp"
|
2
|
+
|
3
|
+
#include "src/storage/serialization/serialize_query_node.cpp"
|
4
|
+
|
5
|
+
#include "src/storage/serialization/serialize_result_modifier.cpp"
|
6
|
+
|
7
|
+
#include "src/storage/serialization/serialize_tableref.cpp"
|
8
|
+
|
9
|
+
#include "src/storage/serialization/serialize_types.cpp"
|
10
|
+
|
package/src/statement.cpp
CHANGED
@@ -147,7 +147,7 @@ static Napi::Value convert_col_val(Napi::Env &env, duckdb::Value dval, duckdb::L
|
|
147
147
|
value = Napi::Number::New(env, duckdb::IntegerValue::Get(dval));
|
148
148
|
} break;
|
149
149
|
case duckdb::LogicalTypeId::BIGINT: {
|
150
|
-
value = Napi::
|
150
|
+
value = Napi::BigInt::New(env, duckdb::BigIntValue::Get(dval));
|
151
151
|
} break;
|
152
152
|
case duckdb::LogicalTypeId::UTINYINT: {
|
153
153
|
value = Napi::Number::New(env, duckdb::UTinyIntValue::Get(dval));
|
@@ -159,7 +159,7 @@ static Napi::Value convert_col_val(Napi::Env &env, duckdb::Value dval, duckdb::L
|
|
159
159
|
value = Napi::Number::New(env, duckdb::UIntegerValue::Get(dval));
|
160
160
|
} break;
|
161
161
|
case duckdb::LogicalTypeId::UBIGINT: {
|
162
|
-
value = Napi::
|
162
|
+
value = Napi::BigInt::New(env, duckdb::UBigIntValue::Get(dval));
|
163
163
|
} break;
|
164
164
|
case duckdb::LogicalTypeId::FLOAT: {
|
165
165
|
value = Napi::Number::New(env, duckdb::FloatValue::Get(dval));
|
@@ -168,7 +168,14 @@ static Napi::Value convert_col_val(Napi::Env &env, duckdb::Value dval, duckdb::L
|
|
168
168
|
value = Napi::Number::New(env, duckdb::DoubleValue::Get(dval));
|
169
169
|
} break;
|
170
170
|
case duckdb::LogicalTypeId::HUGEINT: {
|
171
|
-
|
171
|
+
auto val = duckdb::HugeIntValue::Get(dval);
|
172
|
+
auto negative = val.upper < 0;
|
173
|
+
if (negative) {
|
174
|
+
duckdb::Hugeint::NegateInPlace(val); // remove signing bit
|
175
|
+
}
|
176
|
+
D_ASSERT(val.upper >= 0);
|
177
|
+
const uint64_t words[] = {val.lower, (uint64_t)val.upper};
|
178
|
+
value = Napi::BigInt::New(env, negative, 2, words);
|
172
179
|
} break;
|
173
180
|
case duckdb::LogicalTypeId::DECIMAL: {
|
174
181
|
value = Napi::Number::New(env, dval.GetValue<double>());
|
package/test/columns.test.ts
CHANGED
@@ -12,7 +12,7 @@ describe('Column Types', function() {
|
|
12
12
|
|
13
13
|
let cols = stmt.columns();
|
14
14
|
|
15
|
-
assert.equal(cols.length,
|
15
|
+
assert.equal(cols.length, 42);
|
16
16
|
|
17
17
|
var expected = [
|
18
18
|
{ name: 'bool', type: { id: 'BOOLEAN', sql_type: 'BOOLEAN' } },
|
@@ -232,6 +232,29 @@ describe('Column Types', function() {
|
|
232
232
|
sql_type: 'VARCHAR'
|
233
233
|
}
|
234
234
|
}
|
235
|
+
},
|
236
|
+
{
|
237
|
+
name: "union",
|
238
|
+
type: {
|
239
|
+
id: "UNION",
|
240
|
+
sql_type: "UNION(name VARCHAR, age SMALLINT)",
|
241
|
+
children: [
|
242
|
+
{
|
243
|
+
name: "name",
|
244
|
+
type: {
|
245
|
+
id: "VARCHAR",
|
246
|
+
sql_type: "VARCHAR"
|
247
|
+
}
|
248
|
+
},
|
249
|
+
{
|
250
|
+
name: "age",
|
251
|
+
type: {
|
252
|
+
id: "SMALLINT",
|
253
|
+
sql_type: "SMALLINT",
|
254
|
+
}
|
255
|
+
}
|
256
|
+
],
|
257
|
+
}
|
235
258
|
}
|
236
259
|
]
|
237
260
|
|
@@ -0,0 +1,234 @@
|
|
1
|
+
import { expect } from "chai";
|
2
|
+
import duckdb, { DuckDbError, TableData } from "..";
|
3
|
+
|
4
|
+
function get_all_types(): Promise<string[]> {
|
5
|
+
return new Promise((resolve, reject) => {
|
6
|
+
const conn = new duckdb.Database(":memory:");
|
7
|
+
conn.all(
|
8
|
+
"describe select * from test_all_types()",
|
9
|
+
(error: DuckDbError | null, data: TableData) => {
|
10
|
+
if (error) reject(error);
|
11
|
+
resolve(data.map((row) => row.column_name));
|
12
|
+
}
|
13
|
+
);
|
14
|
+
});
|
15
|
+
}
|
16
|
+
|
17
|
+
function timedelta(obj: { days: number; micros: number; months: number }) {
|
18
|
+
return obj;
|
19
|
+
}
|
20
|
+
|
21
|
+
// We replace these values since the extreme ranges are not supported in native-node.
|
22
|
+
const replacement_values: Record<string, string> = {
|
23
|
+
timestamp:
|
24
|
+
"'1990-01-01 00:00:00'::TIMESTAMP, '9999-12-31 23:59:59'::TIMESTAMP, NULL::TIMESTAMP",
|
25
|
+
// TODO: fix these, they are currently being returned as strings
|
26
|
+
// timestamp_s: "'1990-01-01 00:00:00'::TIMESTAMP_S",
|
27
|
+
// timestamp_ns: "'1990-01-01 00:00:00'::TIMESTAMP_NS",
|
28
|
+
// timestamp_ms: "'1990-01-01 00:00:00'::TIMESTAMP_MS",
|
29
|
+
timestamp_tz:
|
30
|
+
"'1990-01-01 00:00:00Z'::TIMESTAMPTZ, '9999-12-31 23:59:59.999999Z'::TIMESTAMPTZ, NULL::TIMESTAMPTZ",
|
31
|
+
date: "'1990-01-01'::DATE, '9999-12-31'::DATE, NULL::DATE",
|
32
|
+
date_array:
|
33
|
+
"[], ['1970-01-01'::DATE, NULL, '0001-01-01'::DATE, '9999-12-31'::DATE,], [NULL::DATE,]",
|
34
|
+
timestamp_array:
|
35
|
+
"[], ['1970-01-01'::TIMESTAMP, NULL, '0001-01-01'::TIMESTAMP, '9999-12-31 23:59:59.999999'::TIMESTAMP,], [NULL::TIMESTAMP,]",
|
36
|
+
timestamptz_array:
|
37
|
+
"[], ['1970-01-01 00:00:00Z'::TIMESTAMPTZ, NULL, '0001-01-01 00:00:00Z'::TIMESTAMPTZ, '9999-12-31 23:59:59.999999Z'::TIMESTAMPTZ,], [NULL::TIMESTAMPTZ,]",
|
38
|
+
};
|
39
|
+
|
40
|
+
const correct_answer_map: Record<string, any[]> = {
|
41
|
+
bool: [false, true, null],
|
42
|
+
|
43
|
+
tinyint: [-128, 127, null],
|
44
|
+
smallint: [-32768, 32767, null],
|
45
|
+
|
46
|
+
int: [-2147483648, 2147483647, null],
|
47
|
+
bigint: [BigInt("-9223372036854775808"), BigInt("9223372036854775807"), null],
|
48
|
+
|
49
|
+
hugeint: [
|
50
|
+
BigInt("-170141183460469231731687303715884105727"),
|
51
|
+
BigInt("170141183460469231731687303715884105727"),
|
52
|
+
null,
|
53
|
+
],
|
54
|
+
|
55
|
+
utinyint: [0, 255, null],
|
56
|
+
usmallint: [0, 65535, null],
|
57
|
+
|
58
|
+
uint: [0, 4294967295, null],
|
59
|
+
ubigint: [BigInt(0), BigInt("18446744073709551615"), null],
|
60
|
+
|
61
|
+
time: ["00:00:00", "23:59:59.999999", null],
|
62
|
+
|
63
|
+
float: [-3.4028234663852886e38, 3.4028234663852886e38, null],
|
64
|
+
double: [-1.7976931348623157e308, 1.7976931348623157e308, null],
|
65
|
+
|
66
|
+
dec_4_1: [-999.9, 999.9, null],
|
67
|
+
dec_9_4: [-99999.9999, 99999.9999, null],
|
68
|
+
dec_18_6: ["-999999999999.999999", "999999999999.999999", null],
|
69
|
+
dec38_10: [
|
70
|
+
"-9999999999999999999999999999.9999999999",
|
71
|
+
"9999999999999999999999999999.9999999999",
|
72
|
+
null,
|
73
|
+
],
|
74
|
+
uuid: [
|
75
|
+
"00000000-0000-0000-0000-000000000001",
|
76
|
+
"ffffffff-ffff-ffff-ffff-ffffffffffff",
|
77
|
+
null,
|
78
|
+
],
|
79
|
+
varchar: ["🦆🦆🦆🦆🦆🦆", "goo\0se", null],
|
80
|
+
json: ["🦆🦆🦆🦆🦆🦆", "goose", null],
|
81
|
+
blob: [
|
82
|
+
Buffer.from("thisisalongblob\x00withnullbytes"),
|
83
|
+
Buffer.from("\x00\x00\x00a"),
|
84
|
+
null,
|
85
|
+
],
|
86
|
+
bit: ["0010001001011100010101011010111", "10101", null],
|
87
|
+
small_enum: ["DUCK_DUCK_ENUM", "GOOSE", null],
|
88
|
+
medium_enum: ["enum_0", "enum_299", null],
|
89
|
+
large_enum: ["enum_0", "enum_69999", null],
|
90
|
+
date_array: [
|
91
|
+
[],
|
92
|
+
[
|
93
|
+
new Date(1970, 0, 1),
|
94
|
+
null,
|
95
|
+
new Date("0001-01-01T00:00:00.000Z"),
|
96
|
+
new Date("9999-12-31T00:00:00.000Z"),
|
97
|
+
],
|
98
|
+
[null],
|
99
|
+
],
|
100
|
+
timestamp_array: [
|
101
|
+
[],
|
102
|
+
[
|
103
|
+
new Date(1970, 0, 1),
|
104
|
+
null,
|
105
|
+
new Date("0001-01-01T00:00:00.000Z"),
|
106
|
+
new Date("9999-12-31T23:59:59.999Z"),
|
107
|
+
],
|
108
|
+
[null],
|
109
|
+
],
|
110
|
+
|
111
|
+
timestamptz_array: [
|
112
|
+
[],
|
113
|
+
[
|
114
|
+
new Date(1970, 0, 1),
|
115
|
+
null,
|
116
|
+
new Date("0001-01-01T00:00:00.000Z"),
|
117
|
+
new Date("9999-12-31T23:59:59.999Z"),
|
118
|
+
],
|
119
|
+
[null],
|
120
|
+
],
|
121
|
+
|
122
|
+
int_array: [[], [42, 999, null, null, -42], null],
|
123
|
+
varchar_array: [[], ["🦆🦆🦆🦆🦆🦆", "goose", null, ""], null],
|
124
|
+
|
125
|
+
double_array: [
|
126
|
+
[],
|
127
|
+
[
|
128
|
+
42.0,
|
129
|
+
Number.NaN,
|
130
|
+
Number.POSITIVE_INFINITY,
|
131
|
+
Number.NEGATIVE_INFINITY,
|
132
|
+
null,
|
133
|
+
-42.0,
|
134
|
+
],
|
135
|
+
null,
|
136
|
+
],
|
137
|
+
|
138
|
+
nested_int_array: [
|
139
|
+
[],
|
140
|
+
[[], [42, 999, null, null, -42], null, [], [42, 999, null, null, -42]],
|
141
|
+
null,
|
142
|
+
],
|
143
|
+
struct: [{ a: null, b: null }, { a: 42, b: "🦆🦆🦆🦆🦆🦆" }, null],
|
144
|
+
|
145
|
+
struct_of_arrays: [
|
146
|
+
{ a: null, b: null },
|
147
|
+
{
|
148
|
+
a: [42, 999, null, null, -42],
|
149
|
+
b: ["🦆🦆🦆🦆🦆🦆", "goose", null, ""],
|
150
|
+
},
|
151
|
+
null,
|
152
|
+
],
|
153
|
+
|
154
|
+
array_of_structs: [
|
155
|
+
[],
|
156
|
+
[{ a: null, b: null }, { a: 42, b: "🦆🦆🦆🦆🦆🦆" }, null],
|
157
|
+
null,
|
158
|
+
],
|
159
|
+
map: ["{}", "{key1=🦆🦆🦆🦆🦆🦆, key2=goose}", null],
|
160
|
+
union: ['Frank', '5', null],
|
161
|
+
|
162
|
+
time_tz: ["00:00:00+00", "23:59:59.999999+00", null],
|
163
|
+
interval: [
|
164
|
+
timedelta({
|
165
|
+
days: 0,
|
166
|
+
months: 0,
|
167
|
+
micros: 0,
|
168
|
+
}),
|
169
|
+
timedelta({ days: 999, months: 999, micros: 999999999 }),
|
170
|
+
null,
|
171
|
+
],
|
172
|
+
|
173
|
+
timestamp: [
|
174
|
+
new Date("1990-01-01T00:00"),
|
175
|
+
new Date("9999-12-31T23:59:59.000Z"),
|
176
|
+
null,
|
177
|
+
],
|
178
|
+
date: [new Date("1990-01-01"), new Date("9999-12-31"), null],
|
179
|
+
timestamp_s: ["290309-12-22 (BC) 00:00:00", "294247-01-10 04:00:54", null],
|
180
|
+
|
181
|
+
timestamp_ns: [
|
182
|
+
"1677-09-21 00:12:43.145225",
|
183
|
+
"2262-04-11 23:47:16.854775",
|
184
|
+
null,
|
185
|
+
],
|
186
|
+
timestamp_ms: [
|
187
|
+
"290309-12-22 (BC) 00:00:00",
|
188
|
+
"294247-01-10 04:00:54.775",
|
189
|
+
null,
|
190
|
+
],
|
191
|
+
timestamp_tz: [
|
192
|
+
new Date("1990-01-01T00:00:00.000Z"),
|
193
|
+
new Date("9999-12-31T23:59:59.999Z"),
|
194
|
+
null,
|
195
|
+
],
|
196
|
+
};
|
197
|
+
|
198
|
+
const suite = describe("test_all_types", () => {
|
199
|
+
before(async function () {
|
200
|
+
const all_types = await get_all_types();
|
201
|
+
|
202
|
+
for (const cur_type of all_types) {
|
203
|
+
// FIXME: these currently have too high a precision to be tested
|
204
|
+
if (["dec_18_6", "dec38_10"].includes(cur_type)) continue;
|
205
|
+
|
206
|
+
suite.addTest(
|
207
|
+
it(cur_type, async () => {
|
208
|
+
const conn = new duckdb.Database(":memory:");
|
209
|
+
|
210
|
+
let query: string;
|
211
|
+
if (cur_type in replacement_values) {
|
212
|
+
query = `select UNNEST([${replacement_values[cur_type]}]) AS ${cur_type}`;
|
213
|
+
} else {
|
214
|
+
query = `select "${cur_type}" from test_all_types()`;
|
215
|
+
}
|
216
|
+
|
217
|
+
let result = await new Promise<any[]>((resolve, reject) =>
|
218
|
+
conn.all(query, (err: DuckDbError | null, data: TableData) =>
|
219
|
+
err ? reject(err) : resolve(data)
|
220
|
+
)
|
221
|
+
);
|
222
|
+
|
223
|
+
result = result.map((row) => row[cur_type]); // pluck values
|
224
|
+
|
225
|
+
const correct_result = correct_answer_map[cur_type];
|
226
|
+
|
227
|
+
expect(result).deep.eq(correct_result);
|
228
|
+
})
|
229
|
+
);
|
230
|
+
}
|
231
|
+
});
|
232
|
+
|
233
|
+
it("dummy", () => {});
|
234
|
+
});
|
package/tsconfig.json
CHANGED
@@ -1,42 +0,0 @@
|
|
1
|
-
#include "duckdb/execution/index/art/prefix_segment.hpp"
|
2
|
-
|
3
|
-
#include "duckdb/execution/index/art/art.hpp"
|
4
|
-
#include "duckdb/execution/index/art/node.hpp"
|
5
|
-
|
6
|
-
namespace duckdb {
|
7
|
-
|
8
|
-
PrefixSegment &PrefixSegment::New(ART &art, Node &node) {
|
9
|
-
|
10
|
-
node.SetPtr(Node::GetAllocator(art, NType::PREFIX_SEGMENT).New());
|
11
|
-
node.type = (uint8_t)NType::PREFIX_SEGMENT;
|
12
|
-
|
13
|
-
auto &segment = PrefixSegment::Get(art, node);
|
14
|
-
segment.next.Reset();
|
15
|
-
return segment;
|
16
|
-
}
|
17
|
-
|
18
|
-
PrefixSegment &PrefixSegment::Append(ART &art, uint32_t &count, const uint8_t byte) {
|
19
|
-
|
20
|
-
reference<PrefixSegment> segment(*this);
|
21
|
-
auto position = count % Node::PREFIX_SEGMENT_SIZE;
|
22
|
-
|
23
|
-
// we need a new segment
|
24
|
-
if (position == 0 && count != 0) {
|
25
|
-
segment = PrefixSegment::New(art, next);
|
26
|
-
}
|
27
|
-
|
28
|
-
segment.get().bytes[position] = byte;
|
29
|
-
count++;
|
30
|
-
return segment.get();
|
31
|
-
}
|
32
|
-
|
33
|
-
PrefixSegment &PrefixSegment::GetTail(const ART &art) {
|
34
|
-
|
35
|
-
reference<PrefixSegment> segment(*this);
|
36
|
-
while (segment.get().next.IsSet()) {
|
37
|
-
segment = PrefixSegment::Get(art, segment.get().next);
|
38
|
-
}
|
39
|
-
return segment.get();
|
40
|
-
}
|
41
|
-
|
42
|
-
} // namespace duckdb
|
@@ -1,40 +0,0 @@
|
|
1
|
-
//===----------------------------------------------------------------------===//
|
2
|
-
// DuckDB
|
3
|
-
//
|
4
|
-
// duckdb/execution/index/art/prefix_segment.hpp
|
5
|
-
//
|
6
|
-
//
|
7
|
-
//===----------------------------------------------------------------------===//
|
8
|
-
#pragma once
|
9
|
-
|
10
|
-
#include "duckdb/execution/index/art/art.hpp"
|
11
|
-
#include "duckdb/execution/index/art/node.hpp"
|
12
|
-
|
13
|
-
namespace duckdb {
|
14
|
-
|
15
|
-
class PrefixSegment {
|
16
|
-
public:
|
17
|
-
//! Constructor of an empty prefix segment containing bytes.
|
18
|
-
//! NOTE: only use this constructor for temporary prefix segments
|
19
|
-
PrefixSegment() {};
|
20
|
-
|
21
|
-
//! The prefix bytes stored in this segment
|
22
|
-
uint8_t bytes[Node::PREFIX_SEGMENT_SIZE];
|
23
|
-
//! The position of the next segment, if the prefix exceeds this segment
|
24
|
-
Node next;
|
25
|
-
|
26
|
-
public:
|
27
|
-
//! Get a new prefix segment node, might cause a new buffer allocation, and initialize it
|
28
|
-
static PrefixSegment &New(ART &art, Node &node);
|
29
|
-
//! Get a reference to the prefix segment
|
30
|
-
static inline PrefixSegment &Get(const ART &art, const Node ptr) {
|
31
|
-
return *Node::GetAllocator(art, NType::PREFIX_SEGMENT).Get<PrefixSegment>(ptr);
|
32
|
-
}
|
33
|
-
|
34
|
-
//! Append a byte to the current segment, or create a new segment containing that byte
|
35
|
-
PrefixSegment &Append(ART &art, uint32_t &count, const uint8_t byte);
|
36
|
-
//! Get the tail of a list of segments
|
37
|
-
PrefixSegment &GetTail(const ART &art);
|
38
|
-
};
|
39
|
-
|
40
|
-
} // namespace duckdb
|