duckdb 0.7.2-dev717.0 → 0.7.2-dev832.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/binding.gyp +2 -0
- package/lib/duckdb.d.ts +12 -1
- package/lib/duckdb.js +19 -0
- package/package.json +1 -1
- package/src/duckdb/extension/json/include/json_common.hpp +1 -0
- package/src/duckdb/extension/json/include/json_functions.hpp +1 -0
- package/src/duckdb/extension/json/include/json_serializer.hpp +77 -0
- package/src/duckdb/extension/json/json_functions/json_serialize_sql.cpp +147 -0
- package/src/duckdb/extension/json/json_functions.cpp +1 -0
- package/src/duckdb/extension/json/json_scan.cpp +2 -2
- package/src/duckdb/extension/json/json_serializer.cpp +217 -0
- package/src/duckdb/src/common/enums/expression_type.cpp +8 -222
- package/src/duckdb/src/common/enums/join_type.cpp +3 -22
- package/src/duckdb/src/common/exception.cpp +2 -2
- package/src/duckdb/src/common/serializer/enum_serializer.cpp +1172 -0
- package/src/duckdb/src/common/types/value.cpp +117 -0
- package/src/duckdb/src/common/types/vector.cpp +140 -1
- package/src/duckdb/src/common/types.cpp +166 -89
- package/src/duckdb/src/function/scalar/string/regexp/regexp_extract_all.cpp +243 -0
- package/src/duckdb/src/function/scalar/string/regexp/regexp_util.cpp +79 -0
- package/src/duckdb/src/function/scalar/string/regexp.cpp +21 -80
- package/src/duckdb/src/function/table/arrow_conversion.cpp +7 -1
- package/src/duckdb/src/function/table/table_scan.cpp +1 -1
- package/src/duckdb/src/function/table/version/pragma_version.cpp +2 -2
- package/src/duckdb/src/include/duckdb/common/enums/aggregate_handling.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/expression_type.hpp +2 -3
- package/src/duckdb/src/include/duckdb/common/enums/joinref_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/order_type.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/enums/set_operation_type.hpp +2 -1
- package/src/duckdb/src/include/duckdb/common/exception.hpp +40 -9
- package/src/duckdb/src/include/duckdb/common/preserved_error.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/serializer/enum_serializer.hpp +113 -0
- package/src/duckdb/src/include/duckdb/common/serializer/format_deserializer.hpp +336 -0
- package/src/duckdb/src/include/duckdb/common/serializer/format_serializer.hpp +268 -0
- package/src/duckdb/src/include/duckdb/common/serializer/serialization_traits.hpp +126 -0
- package/src/duckdb/src/include/duckdb/common/string_util.hpp +12 -0
- package/src/duckdb/src/include/duckdb/common/types/value.hpp +2 -0
- package/src/duckdb/src/include/duckdb/common/types/vector.hpp +3 -0
- package/src/duckdb/src/include/duckdb/common/types.hpp +8 -2
- package/src/duckdb/src/include/duckdb/function/scalar/regexp.hpp +81 -1
- package/src/duckdb/src/include/duckdb/main/extension_entries.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/common_table_expression_info.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/between_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/bound_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/case_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/expression/cast_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/collate_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/columnref_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/comparison_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/conjunction_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/constant_expression.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/expression/default_expression.hpp +1 -0
- package/src/duckdb/src/include/duckdb/parser/expression/function_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/lambda_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/operator_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/parameter_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/positional_reference_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/star_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/subquery_expression.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/expression/window_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_data/sample_options.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/parsed_expression.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/recursive_cte_node.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/select_node.hpp +5 -0
- package/src/duckdb/src/include/duckdb/parser/query_node/set_operation_node.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/query_node.hpp +11 -1
- package/src/duckdb/src/include/duckdb/parser/result_modifier.hpp +24 -1
- package/src/duckdb/src/include/duckdb/parser/sql_statement.hpp +2 -1
- package/src/duckdb/src/include/duckdb/parser/statement/select_statement.hpp +6 -1
- package/src/duckdb/src/include/duckdb/parser/tableref/basetableref.hpp +4 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/emptytableref.hpp +2 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/expressionlistref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/joinref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/pivotref.hpp +9 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/subqueryref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tableref/table_function_ref.hpp +3 -0
- package/src/duckdb/src/include/duckdb/parser/tableref.hpp +3 -1
- package/src/duckdb/src/main/extension/extension_install.cpp +7 -2
- package/src/duckdb/src/optimizer/deliminator.cpp +1 -1
- package/src/duckdb/src/optimizer/filter_combiner.cpp +1 -1
- package/src/duckdb/src/optimizer/join_order/join_order_optimizer.cpp +3 -3
- package/src/duckdb/src/optimizer/rule/move_constants.cpp +2 -2
- package/src/duckdb/src/optimizer/statistics/operator/propagate_filter.cpp +1 -1
- package/src/duckdb/src/parser/common_table_expression_info.cpp +19 -0
- package/src/duckdb/src/parser/expression/between_expression.cpp +17 -0
- package/src/duckdb/src/parser/expression/case_expression.cpp +28 -0
- package/src/duckdb/src/parser/expression/cast_expression.cpp +17 -0
- package/src/duckdb/src/parser/expression/collate_expression.cpp +16 -0
- package/src/duckdb/src/parser/expression/columnref_expression.cpp +15 -0
- package/src/duckdb/src/parser/expression/comparison_expression.cpp +16 -0
- package/src/duckdb/src/parser/expression/conjunction_expression.cpp +15 -0
- package/src/duckdb/src/parser/expression/constant_expression.cpp +14 -0
- package/src/duckdb/src/parser/expression/default_expression.cpp +7 -0
- package/src/duckdb/src/parser/expression/function_expression.cpp +35 -0
- package/src/duckdb/src/parser/expression/lambda_expression.cpp +16 -0
- package/src/duckdb/src/parser/expression/operator_expression.cpp +15 -0
- package/src/duckdb/src/parser/expression/parameter_expression.cpp +15 -0
- package/src/duckdb/src/parser/expression/positional_reference_expression.cpp +14 -0
- package/src/duckdb/src/parser/expression/star_expression.cpp +20 -0
- package/src/duckdb/src/parser/expression/subquery_expression.cpp +20 -0
- package/src/duckdb/src/parser/expression/window_expression.cpp +43 -0
- package/src/duckdb/src/parser/parsed_data/sample_options.cpp +22 -10
- package/src/duckdb/src/parser/parsed_expression.cpp +72 -0
- package/src/duckdb/src/parser/query_node/recursive_cte_node.cpp +21 -0
- package/src/duckdb/src/parser/query_node/select_node.cpp +31 -0
- package/src/duckdb/src/parser/query_node/set_operation_node.cpp +17 -0
- package/src/duckdb/src/parser/query_node.cpp +50 -0
- package/src/duckdb/src/parser/result_modifier.cpp +78 -0
- package/src/duckdb/src/parser/statement/select_statement.cpp +12 -0
- package/src/duckdb/src/parser/tableref/basetableref.cpp +21 -0
- package/src/duckdb/src/parser/tableref/emptytableref.cpp +4 -0
- package/src/duckdb/src/parser/tableref/expressionlistref.cpp +17 -0
- package/src/duckdb/src/parser/tableref/joinref.cpp +25 -0
- package/src/duckdb/src/parser/tableref/pivotref.cpp +53 -0
- package/src/duckdb/src/parser/tableref/subqueryref.cpp +15 -0
- package/src/duckdb/src/parser/tableref/table_function.cpp +17 -0
- package/src/duckdb/src/parser/tableref.cpp +46 -0
- package/src/duckdb/src/parser/transform/expression/transform_bool_expr.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_operator.cpp +1 -1
- package/src/duckdb/src/parser/transform/expression/transform_subquery.cpp +1 -1
- package/src/duckdb/src/planner/binder/expression/bind_subquery_expression.cpp +4 -0
- package/src/duckdb/src/planner/binder/tableref/plan_joinref.cpp +1 -1
- package/src/duckdb/src/planner/expression/bound_expression.cpp +4 -0
- package/src/duckdb/src/verification/deserialized_statement_verifier.cpp +0 -1
- package/src/duckdb/third_party/re2/re2/re2.cc +9 -0
- package/src/duckdb/third_party/re2/re2/re2.h +2 -0
- package/src/duckdb/ub_extension_json_json_functions.cpp +2 -0
- package/src/duckdb/ub_src_common_serializer.cpp +2 -0
- package/src/duckdb/ub_src_function_scalar_string_regexp.cpp +4 -0
- package/src/duckdb/ub_src_parser.cpp +2 -0
- package/src/utils.cpp +12 -0
- package/test/extension.test.ts +44 -26
@@ -0,0 +1,126 @@
|
|
1
|
+
#pragma once
|
2
|
+
#include <type_traits>
|
3
|
+
#include "duckdb/common/vector.hpp"
|
4
|
+
#include "duckdb/common/unordered_map.hpp"
|
5
|
+
#include "duckdb/common/unordered_set.hpp"
|
6
|
+
|
7
|
+
namespace duckdb {
|
8
|
+
|
9
|
+
class FormatSerializer; // Forward declare
|
10
|
+
class FormatDeserializer; // Forward declare
|
11
|
+
|
12
|
+
// Backport to c++11
|
13
|
+
template <class...>
|
14
|
+
using void_t = void;
|
15
|
+
|
16
|
+
// Check for anything implementing a `void FormatSerialize(FormatSerializer &FormatSerializer)` method
|
17
|
+
template <typename T, typename = void_t<>>
|
18
|
+
struct has_serialize : std::false_type {};
|
19
|
+
|
20
|
+
template <typename T>
|
21
|
+
struct has_serialize<T, void_t<decltype(std::declval<T>().FormatSerialize(std::declval<FormatSerializer &>()))>>
|
22
|
+
: std::true_type {};
|
23
|
+
|
24
|
+
template <typename T>
|
25
|
+
constexpr bool has_serialize_v() {
|
26
|
+
return has_serialize<T>::value;
|
27
|
+
}
|
28
|
+
|
29
|
+
// Check for anything implementing a static `T FormatDeserialize(FormatDeserializer&)` method
|
30
|
+
/*
|
31
|
+
template <typename T, typename = void_t<>>
|
32
|
+
struct has_deserialize : std::false_type {};
|
33
|
+
|
34
|
+
template <typename T>
|
35
|
+
struct has_deserialize<T, void_t<decltype(T::FormatDeserialize)>> : std::true_type {};
|
36
|
+
|
37
|
+
template <typename T>
|
38
|
+
constexpr bool has_deserialize_v() {
|
39
|
+
return has_deserialize<T>::value;
|
40
|
+
}*/
|
41
|
+
|
42
|
+
template <typename T, typename = T>
|
43
|
+
struct has_deserialize : std::false_type {};
|
44
|
+
|
45
|
+
// Accept `static unique_ptr<T> FormatDeserialize(FormatDeserializer& deserializer)`
|
46
|
+
template <typename T>
|
47
|
+
struct has_deserialize<
|
48
|
+
T, typename std::enable_if<std::is_same<decltype(T::FormatDeserialize), unique_ptr<T>(FormatDeserializer &)>::value,
|
49
|
+
T>::type> : std::true_type {};
|
50
|
+
|
51
|
+
// Accept `static shared_ptr<T> FormatDeserialize(FormatDeserializer& deserializer)`
|
52
|
+
template <typename T>
|
53
|
+
struct has_deserialize<
|
54
|
+
T, typename std::enable_if<std::is_same<decltype(T::FormatDeserialize), shared_ptr<T>(FormatDeserializer &)>::value,
|
55
|
+
T>::type> : std::true_type {};
|
56
|
+
|
57
|
+
// Accept `static T FormatDeserialize(FormatDeserializer& deserializer)`
|
58
|
+
template <typename T>
|
59
|
+
struct has_deserialize<
|
60
|
+
T, typename std::enable_if<std::is_same<decltype(T::FormatDeserialize), T(FormatDeserializer &)>::value, T>::type>
|
61
|
+
: std::true_type {};
|
62
|
+
|
63
|
+
// Check if T is a vector, and provide access to the inner type
|
64
|
+
template <typename T>
|
65
|
+
struct is_vector : std::false_type {};
|
66
|
+
template <typename T>
|
67
|
+
struct is_vector<typename std::vector<T>> : std::true_type {
|
68
|
+
typedef T ELEMENT_TYPE;
|
69
|
+
};
|
70
|
+
|
71
|
+
// Check if T is a unordered map, and provide access to the inner type
|
72
|
+
template <typename T>
|
73
|
+
struct is_unordered_map : std::false_type {};
|
74
|
+
template <typename... Args>
|
75
|
+
struct is_unordered_map<typename std::unordered_map<Args...>> : std::true_type {
|
76
|
+
typedef typename std::tuple_element<0, std::tuple<Args...>>::type KEY_TYPE;
|
77
|
+
typedef typename std::tuple_element<1, std::tuple<Args...>>::type VALUE_TYPE;
|
78
|
+
typedef typename std::tuple_element<2, std::tuple<Args...>>::type HASH_TYPE;
|
79
|
+
typedef typename std::tuple_element<3, std::tuple<Args...>>::type EQUAL_TYPE;
|
80
|
+
};
|
81
|
+
|
82
|
+
template <typename T>
|
83
|
+
struct is_unique_ptr : std::false_type {};
|
84
|
+
|
85
|
+
template <typename T, typename D>
|
86
|
+
struct is_unique_ptr<unique_ptr<T, D>> : std::true_type {
|
87
|
+
typedef T ELEMENT_TYPE;
|
88
|
+
typedef D DELETER_TYPE;
|
89
|
+
};
|
90
|
+
|
91
|
+
template <typename T>
|
92
|
+
struct is_shared_ptr : std::false_type {};
|
93
|
+
|
94
|
+
template <typename T>
|
95
|
+
struct is_shared_ptr<shared_ptr<T>> : std::true_type {
|
96
|
+
typedef T ELEMENT_TYPE;
|
97
|
+
};
|
98
|
+
|
99
|
+
template <typename T>
|
100
|
+
struct is_pair : std::false_type {};
|
101
|
+
|
102
|
+
template <typename T, typename U>
|
103
|
+
struct is_pair<std::pair<T, U>> : std::true_type {
|
104
|
+
typedef T FIRST_TYPE;
|
105
|
+
typedef U SECOND_TYPE;
|
106
|
+
};
|
107
|
+
|
108
|
+
template <typename T>
|
109
|
+
struct is_unordered_set : std::false_type {};
|
110
|
+
template <typename... Args>
|
111
|
+
struct is_unordered_set<std::unordered_set<Args...>> : std::true_type {
|
112
|
+
typedef typename std::tuple_element<0, std::tuple<Args...>>::type ELEMENT_TYPE;
|
113
|
+
typedef typename std::tuple_element<1, std::tuple<Args...>>::type HASH_TYPE;
|
114
|
+
typedef typename std::tuple_element<2, std::tuple<Args...>>::type EQUAL_TYPE;
|
115
|
+
};
|
116
|
+
|
117
|
+
template <typename T>
|
118
|
+
struct is_set : std::false_type {};
|
119
|
+
template <typename... Args>
|
120
|
+
struct is_set<std::set<Args...>> : std::true_type {
|
121
|
+
typedef typename std::tuple_element<0, std::tuple<Args...>>::type ELEMENT_TYPE;
|
122
|
+
typedef typename std::tuple_element<1, std::tuple<Args...>>::type HASH_TYPE;
|
123
|
+
typedef typename std::tuple_element<2, std::tuple<Args...>>::type EQUAL_TYPE;
|
124
|
+
};
|
125
|
+
|
126
|
+
} // namespace duckdb
|
@@ -170,6 +170,18 @@ public:
|
|
170
170
|
//! Equivalent to calling TopNLevenshtein followed by CandidatesMessage
|
171
171
|
DUCKDB_API static string CandidatesErrorMessage(const vector<string> &strings, const string &target,
|
172
172
|
const string &message_prefix, idx_t n = 5);
|
173
|
+
|
174
|
+
//! Returns true if two null-terminated strings are equal or point to the same address.
|
175
|
+
//! Returns false if only one of the strings is nullptr
|
176
|
+
DUCKDB_API static bool Equals(const char *s1, const char *s2) {
|
177
|
+
if (s1 == s2) {
|
178
|
+
return true;
|
179
|
+
}
|
180
|
+
if (s1 == nullptr || s2 == nullptr) {
|
181
|
+
return false;
|
182
|
+
}
|
183
|
+
return strcmp(s1, s2) == 0;
|
184
|
+
}
|
173
185
|
};
|
174
186
|
|
175
187
|
} // namespace duckdb
|
@@ -226,6 +226,8 @@ public:
|
|
226
226
|
|
227
227
|
//! Serializes a Value to a stand-alone binary blob
|
228
228
|
DUCKDB_API void Serialize(Serializer &serializer) const;
|
229
|
+
DUCKDB_API void FormatSerialize(FormatSerializer &serializer) const;
|
230
|
+
DUCKDB_API static Value FormatDeserialize(FormatDeserializer &deserializer);
|
229
231
|
//! Deserializes a Value from a blob
|
230
232
|
DUCKDB_API static Value Deserialize(Deserializer &source);
|
231
233
|
|
@@ -162,6 +162,9 @@ public:
|
|
162
162
|
//! Deserializes a blob back into a Vector
|
163
163
|
DUCKDB_API void Deserialize(idx_t count, Deserializer &source);
|
164
164
|
|
165
|
+
DUCKDB_API void FormatSerialize(FormatSerializer &serializer, idx_t count);
|
166
|
+
DUCKDB_API void FormatDeserialize(FormatDeserializer &deserializer, idx_t count);
|
167
|
+
|
165
168
|
// Getters
|
166
169
|
inline VectorType GetVectorType() const {
|
167
170
|
return vector_type;
|
@@ -17,6 +17,8 @@
|
|
17
17
|
|
18
18
|
namespace duckdb {
|
19
19
|
|
20
|
+
class FormatSerializer;
|
21
|
+
class FormatDeserializer;
|
20
22
|
class Serializer;
|
21
23
|
class Deserializer;
|
22
24
|
class Value;
|
@@ -46,7 +48,7 @@ public:
|
|
46
48
|
public:
|
47
49
|
DUCKDB_API hugeint_t() = default;
|
48
50
|
DUCKDB_API hugeint_t(int64_t value); // NOLINT: Allow implicit conversion from `int64_t`
|
49
|
-
DUCKDB_API constexpr hugeint_t(int64_t upper, uint64_t lower): lower(lower), upper(upper) {}
|
51
|
+
DUCKDB_API constexpr hugeint_t(int64_t upper, uint64_t lower): lower(lower), upper(upper) {}
|
50
52
|
DUCKDB_API constexpr hugeint_t(const hugeint_t &rhs) = default;
|
51
53
|
DUCKDB_API constexpr hugeint_t(hugeint_t &&rhs) = default;
|
52
54
|
DUCKDB_API hugeint_t &operator=(const hugeint_t &rhs) = default;
|
@@ -288,8 +290,8 @@ enum class LogicalTypeId : uint8_t {
|
|
288
290
|
UNION = 107
|
289
291
|
};
|
290
292
|
|
291
|
-
struct ExtraTypeInfo;
|
292
293
|
|
294
|
+
struct ExtraTypeInfo;
|
293
295
|
|
294
296
|
struct aggregate_state_t;
|
295
297
|
|
@@ -349,6 +351,10 @@ struct LogicalType {
|
|
349
351
|
//! Deserializes a blob back into an LogicalType
|
350
352
|
DUCKDB_API static LogicalType Deserialize(Deserializer &source);
|
351
353
|
|
354
|
+
DUCKDB_API void FormatSerialize(FormatSerializer &serializer) const;
|
355
|
+
DUCKDB_API static LogicalType FormatDeserialize(FormatDeserializer &deserializer);
|
356
|
+
|
357
|
+
|
352
358
|
DUCKDB_API static bool TypeIsTimestamp(LogicalTypeId id) {
|
353
359
|
return (id == LogicalTypeId::TIMESTAMP ||
|
354
360
|
id == LogicalTypeId::TIMESTAMP_MS ||
|
@@ -11,9 +11,36 @@
|
|
11
11
|
#include "duckdb/function/function_set.hpp"
|
12
12
|
#include "re2/re2.h"
|
13
13
|
#include "duckdb/function/built_in_functions.hpp"
|
14
|
+
#include "re2/stringpiece.h"
|
14
15
|
|
15
16
|
namespace duckdb {
|
16
17
|
|
18
|
+
namespace regexp_util {
|
19
|
+
|
20
|
+
bool TryParseConstantPattern(ClientContext &context, Expression &expr, string &constant_string);
|
21
|
+
void ParseRegexOptions(const string &options, duckdb_re2::RE2::Options &result, bool *global_replace = nullptr);
|
22
|
+
void ParseRegexOptions(ClientContext &context, Expression &expr, RE2::Options &target, bool *global_replace = nullptr);
|
23
|
+
|
24
|
+
inline duckdb_re2::StringPiece CreateStringPiece(const string_t &input) {
|
25
|
+
return duckdb_re2::StringPiece(input.GetDataUnsafe(), input.GetSize());
|
26
|
+
}
|
27
|
+
|
28
|
+
inline string_t Extract(const string_t &input, Vector &result, const RE2 &re, const duckdb_re2::StringPiece &rewrite) {
|
29
|
+
string extracted;
|
30
|
+
RE2::Extract(input.GetString(), re, rewrite, &extracted);
|
31
|
+
return StringVector::AddString(result, extracted.c_str(), extracted.size());
|
32
|
+
}
|
33
|
+
|
34
|
+
} // namespace regexp_util
|
35
|
+
|
36
|
+
struct RegexpExtractAll {
|
37
|
+
static void Execute(DataChunk &args, ExpressionState &state, Vector &result);
|
38
|
+
static unique_ptr<FunctionData> Bind(ClientContext &context, ScalarFunction &bound_function,
|
39
|
+
vector<unique_ptr<Expression>> &arguments);
|
40
|
+
static unique_ptr<FunctionLocalState> InitLocalState(ExpressionState &state, const BoundFunctionExpression &expr,
|
41
|
+
FunctionData *bind_data);
|
42
|
+
};
|
43
|
+
|
17
44
|
struct RegexpBaseBindData : public FunctionData {
|
18
45
|
RegexpBaseBindData();
|
19
46
|
RegexpBaseBindData(duckdb_re2::RE2::Options options, string constant_string, bool constant_pattern = true);
|
@@ -61,14 +88,67 @@ struct RegexpExtractBindData : public RegexpBaseBindData {
|
|
61
88
|
bool Equals(const FunctionData &other_p) const override;
|
62
89
|
};
|
63
90
|
|
91
|
+
struct RegexStringPieceArgs {
|
92
|
+
RegexStringPieceArgs() : size(0), capacity(0), group_buffer(nullptr) {
|
93
|
+
}
|
94
|
+
void Init(idx_t size) {
|
95
|
+
this->size = size;
|
96
|
+
// Allocate for one extra, for the all-encompassing match group
|
97
|
+
this->capacity = size + 1;
|
98
|
+
group_buffer = AllocateArray<duckdb_re2::StringPiece>(capacity);
|
99
|
+
}
|
100
|
+
void SetSize(idx_t size) {
|
101
|
+
this->size = size;
|
102
|
+
if (size + 1 > capacity) {
|
103
|
+
Clear();
|
104
|
+
Init(size);
|
105
|
+
}
|
106
|
+
}
|
107
|
+
|
108
|
+
RegexStringPieceArgs &operator=(RegexStringPieceArgs &&other) {
|
109
|
+
std::swap(this->size, other.size);
|
110
|
+
std::swap(this->capacity, other.capacity);
|
111
|
+
std::swap(this->group_buffer, other.group_buffer);
|
112
|
+
return *this;
|
113
|
+
}
|
114
|
+
|
115
|
+
~RegexStringPieceArgs() {
|
116
|
+
Clear();
|
117
|
+
}
|
118
|
+
|
119
|
+
private:
|
120
|
+
void Clear() {
|
121
|
+
DeleteArray<duckdb_re2::StringPiece>(group_buffer, capacity);
|
122
|
+
group_buffer = nullptr;
|
123
|
+
|
124
|
+
size = 0;
|
125
|
+
capacity = 0;
|
126
|
+
}
|
127
|
+
|
128
|
+
public:
|
129
|
+
idx_t size;
|
130
|
+
//! The currently allocated capacity for the groups
|
131
|
+
idx_t capacity;
|
132
|
+
//! Used by ExtractAll to pre-allocate the storage for the groups
|
133
|
+
duckdb_re2::StringPiece *group_buffer;
|
134
|
+
};
|
135
|
+
|
64
136
|
struct RegexLocalState : public FunctionLocalState {
|
65
|
-
explicit RegexLocalState(RegexpBaseBindData &info)
|
137
|
+
explicit RegexLocalState(RegexpBaseBindData &info, bool extract_all = false)
|
66
138
|
: constant_pattern(duckdb_re2::StringPiece(info.constant_string.c_str(), info.constant_string.size()),
|
67
139
|
info.options) {
|
140
|
+
if (extract_all) {
|
141
|
+
auto group_count_p = constant_pattern.NumberOfCapturingGroups();
|
142
|
+
if (group_count_p != -1) {
|
143
|
+
group_buffer.Init(group_count_p);
|
144
|
+
}
|
145
|
+
}
|
68
146
|
D_ASSERT(info.constant_pattern);
|
69
147
|
}
|
70
148
|
|
71
149
|
RE2 constant_pattern;
|
150
|
+
//! Used by regexp_extract_all to pre-allocate the args
|
151
|
+
RegexStringPieceArgs group_buffer;
|
72
152
|
};
|
73
153
|
|
74
154
|
unique_ptr<FunctionLocalState> RegexInitLocalState(ExpressionState &state, const BoundFunctionExpression &expr,
|
@@ -55,6 +55,7 @@ static constexpr ExtensionEntry EXTENSION_FUNCTIONS[] = {
|
|
55
55
|
{"json_transform_strict", "json"},
|
56
56
|
{"json_type", "json"},
|
57
57
|
{"json_valid", "json"},
|
58
|
+
{"json_serialize_sql", "json"},
|
58
59
|
{"make_timestamptz", "icu"},
|
59
60
|
{"parquet_metadata", "parquet"},
|
60
61
|
{"parquet_scan", "parquet"},
|
@@ -18,6 +18,8 @@ struct CommonTableExpressionInfo {
|
|
18
18
|
vector<string> aliases;
|
19
19
|
unique_ptr<SelectStatement> query;
|
20
20
|
|
21
|
+
void FormatSerialize(FormatSerializer &serializer) const;
|
22
|
+
static unique_ptr<CommonTableExpressionInfo> FormatDeserialize(FormatDeserializer &deserializer);
|
21
23
|
unique_ptr<CommonTableExpressionInfo> Copy();
|
22
24
|
};
|
23
25
|
|
@@ -31,6 +31,9 @@ public:
|
|
31
31
|
void Serialize(FieldWriter &writer) const override;
|
32
32
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
33
33
|
|
34
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
35
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
36
|
+
|
34
37
|
public:
|
35
38
|
template <class T, class BASE>
|
36
39
|
static string ToString(const T &entry) {
|
@@ -16,6 +16,9 @@ namespace duckdb {
|
|
16
16
|
struct CaseCheck {
|
17
17
|
unique_ptr<ParsedExpression> when_expr;
|
18
18
|
unique_ptr<ParsedExpression> then_expr;
|
19
|
+
|
20
|
+
void FormatSerialize(FormatSerializer &serializer) const;
|
21
|
+
static CaseCheck FormatDeserialize(FormatDeserializer &deserializer);
|
19
22
|
};
|
20
23
|
|
21
24
|
//! The CaseExpression represents a CASE expression in the query
|
@@ -35,6 +38,8 @@ public:
|
|
35
38
|
|
36
39
|
void Serialize(FieldWriter &writer) const override;
|
37
40
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
41
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
42
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
38
43
|
|
39
44
|
public:
|
40
45
|
template <class T, class BASE>
|
@@ -34,6 +34,8 @@ public:
|
|
34
34
|
|
35
35
|
void Serialize(FieldWriter &writer) const override;
|
36
36
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
37
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
38
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
37
39
|
|
38
40
|
public:
|
39
41
|
template <class T, class BASE>
|
@@ -31,5 +31,7 @@ public:
|
|
31
31
|
|
32
32
|
void Serialize(FieldWriter &writer) const override;
|
33
33
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
34
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
35
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
34
36
|
};
|
35
37
|
} // namespace duckdb
|
@@ -45,5 +45,7 @@ public:
|
|
45
45
|
|
46
46
|
void Serialize(FieldWriter &writer) const override;
|
47
47
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
48
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
49
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
48
50
|
};
|
49
51
|
} // namespace duckdb
|
@@ -30,6 +30,8 @@ public:
|
|
30
30
|
|
31
31
|
void Serialize(FieldWriter &writer) const override;
|
32
32
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
33
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
34
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
33
35
|
|
34
36
|
public:
|
35
37
|
template <class T, class BASE>
|
@@ -34,6 +34,8 @@ public:
|
|
34
34
|
|
35
35
|
void Serialize(FieldWriter &writer) const override;
|
36
36
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
37
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
38
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
37
39
|
|
38
40
|
public:
|
39
41
|
template <class T, class BASE>
|
@@ -31,6 +31,9 @@ public:
|
|
31
31
|
|
32
32
|
void Serialize(FieldWriter &writer) const override;
|
33
33
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
34
|
+
|
35
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
36
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
34
37
|
};
|
35
38
|
|
36
39
|
} // namespace duckdb
|
@@ -55,6 +55,8 @@ public:
|
|
55
55
|
|
56
56
|
void Serialize(FieldWriter &writer) const override;
|
57
57
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
58
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
59
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
58
60
|
|
59
61
|
void Verify() const override;
|
60
62
|
|
@@ -37,6 +37,8 @@ public:
|
|
37
37
|
|
38
38
|
void Serialize(FieldWriter &writer) const override;
|
39
39
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
40
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
41
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
40
42
|
};
|
41
43
|
|
42
44
|
} // namespace duckdb
|
@@ -32,6 +32,8 @@ public:
|
|
32
32
|
|
33
33
|
void Serialize(FieldWriter &writer) const override;
|
34
34
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
35
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
36
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
35
37
|
|
36
38
|
public:
|
37
39
|
template <class T, class BASE>
|
@@ -34,5 +34,7 @@ public:
|
|
34
34
|
|
35
35
|
void Serialize(FieldWriter &writer) const override;
|
36
36
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
37
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
38
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
37
39
|
};
|
38
40
|
} // namespace duckdb
|
@@ -30,5 +30,7 @@ public:
|
|
30
30
|
|
31
31
|
void Serialize(FieldWriter &writer) const override;
|
32
32
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
33
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
34
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
33
35
|
};
|
34
36
|
} // namespace duckdb
|
@@ -38,5 +38,7 @@ public:
|
|
38
38
|
|
39
39
|
void Serialize(FieldWriter &writer) const override;
|
40
40
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
41
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
42
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
41
43
|
};
|
42
44
|
} // namespace duckdb
|
@@ -45,5 +45,7 @@ public:
|
|
45
45
|
|
46
46
|
void Serialize(FieldWriter &writer) const override;
|
47
47
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
48
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
49
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
48
50
|
};
|
49
51
|
} // namespace duckdb
|
@@ -25,6 +25,8 @@ enum class WindowBoundary : uint8_t {
|
|
25
25
|
EXPR_FOLLOWING_RANGE = 8
|
26
26
|
};
|
27
27
|
|
28
|
+
const char *ToString(WindowBoundary value);
|
29
|
+
|
28
30
|
//! The WindowExpression represents a window function in the query. They are a special case of aggregates which is why
|
29
31
|
//! they inherit from them.
|
30
32
|
class WindowExpression : public ParsedExpression {
|
@@ -71,6 +73,8 @@ public:
|
|
71
73
|
|
72
74
|
void Serialize(FieldWriter &writer) const override;
|
73
75
|
static unique_ptr<ParsedExpression> Deserialize(ExpressionType type, FieldReader &source);
|
76
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
77
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(ExpressionType type, FormatDeserializer &deserializer);
|
74
78
|
|
75
79
|
public:
|
76
80
|
template <class T, class BASE, class ORDER_NODE>
|
@@ -200,4 +204,5 @@ public:
|
|
200
204
|
return result;
|
201
205
|
}
|
202
206
|
};
|
207
|
+
|
203
208
|
} // namespace duckdb
|
@@ -29,6 +29,8 @@ struct SampleOptions {
|
|
29
29
|
void Serialize(Serializer &serializer);
|
30
30
|
static unique_ptr<SampleOptions> Deserialize(Deserializer &source);
|
31
31
|
static bool Equals(SampleOptions *a, SampleOptions *b);
|
32
|
+
void FormatSerialize(FormatSerializer &serializer) const;
|
33
|
+
static unique_ptr<SampleOptions> FormatDeserialize(FormatDeserializer &deserializer);
|
32
34
|
};
|
33
35
|
|
34
36
|
} // namespace duckdb
|
@@ -19,6 +19,8 @@ class Serializer;
|
|
19
19
|
class Deserializer;
|
20
20
|
class FieldWriter;
|
21
21
|
class FieldReader;
|
22
|
+
class FormatDeserializer;
|
23
|
+
class FormatSerializer;
|
22
24
|
|
23
25
|
//! The ParsedExpression class is a base class that can represent any expression
|
24
26
|
//! part of a SQL statement.
|
@@ -60,6 +62,9 @@ public:
|
|
60
62
|
//! SerializationException]
|
61
63
|
static unique_ptr<ParsedExpression> Deserialize(Deserializer &source);
|
62
64
|
|
65
|
+
virtual void FormatSerialize(FormatSerializer &serializer) const;
|
66
|
+
static unique_ptr<ParsedExpression> FormatDeserialize(FormatDeserializer &deserializer);
|
67
|
+
|
63
68
|
protected:
|
64
69
|
//! Copy base Expression properties from another expression to this one,
|
65
70
|
//! used in Copy method
|
@@ -44,6 +44,9 @@ public:
|
|
44
44
|
void Serialize(FieldWriter &writer) const override;
|
45
45
|
//! Deserializes a blob back into a QueryNode
|
46
46
|
static unique_ptr<QueryNode> Deserialize(FieldReader &reader);
|
47
|
+
|
48
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
49
|
+
static unique_ptr<QueryNode> FormatDeserialize(FormatDeserializer &source);
|
47
50
|
};
|
48
51
|
|
49
52
|
} // namespace duckdb
|
@@ -49,13 +49,18 @@ public:
|
|
49
49
|
string ToString() const override;
|
50
50
|
|
51
51
|
bool Equals(const QueryNode *other) const override;
|
52
|
+
|
52
53
|
//! Create a copy of this SelectNode
|
53
54
|
unique_ptr<QueryNode> Copy() const override;
|
54
55
|
|
55
56
|
//! Serializes a QueryNode to a stand-alone binary blob
|
56
57
|
void Serialize(FieldWriter &writer) const override;
|
58
|
+
|
57
59
|
//! Deserializes a blob back into a QueryNode
|
58
60
|
static unique_ptr<QueryNode> Deserialize(FieldReader &reader);
|
61
|
+
|
62
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
63
|
+
static unique_ptr<QueryNode> FormatDeserialize(FormatDeserializer &deserializer);
|
59
64
|
};
|
60
65
|
|
61
66
|
} // namespace duckdb
|
@@ -43,6 +43,9 @@ public:
|
|
43
43
|
void Serialize(FieldWriter &writer) const override;
|
44
44
|
//! Deserializes a blob back into a QueryNode
|
45
45
|
static unique_ptr<QueryNode> Deserialize(FieldReader &reader);
|
46
|
+
|
47
|
+
void FormatSerialize(FormatSerializer &serializer) const override;
|
48
|
+
static unique_ptr<QueryNode> FormatDeserialize(FormatDeserializer &source);
|
46
49
|
};
|
47
50
|
|
48
51
|
} // namespace duckdb
|
@@ -17,7 +17,10 @@
|
|
17
17
|
|
18
18
|
namespace duckdb {
|
19
19
|
|
20
|
-
|
20
|
+
class FormatDeserializer;
|
21
|
+
class FormatSerializer;
|
22
|
+
|
23
|
+
enum class QueryNodeType : uint8_t {
|
21
24
|
SELECT_NODE = 1,
|
22
25
|
SET_OPERATION_NODE = 2,
|
23
26
|
BOUND_SUBQUERY_NODE = 3,
|
@@ -35,6 +38,10 @@ public:
|
|
35
38
|
public:
|
36
39
|
string ToString() const;
|
37
40
|
CommonTableExpressionMap Copy() const;
|
41
|
+
|
42
|
+
void FormatSerialize(FormatSerializer &serializer) const;
|
43
|
+
// static void FormatDeserialize(FormatDeserializer &deserializer, CommonTableExpressionMap &ret);
|
44
|
+
static CommonTableExpressionMap FormatDeserialize(FormatDeserializer &deserializer);
|
38
45
|
};
|
39
46
|
|
40
47
|
class QueryNode {
|
@@ -73,6 +80,9 @@ public:
|
|
73
80
|
//! Adds a distinct modifier to the query node
|
74
81
|
void AddDistinct();
|
75
82
|
|
83
|
+
virtual void FormatSerialize(FormatSerializer &serializer) const;
|
84
|
+
static unique_ptr<QueryNode> FormatDeserialize(FormatDeserializer &deserializer);
|
85
|
+
|
76
86
|
protected:
|
77
87
|
//! Copy base QueryNode properties from another expression to this one,
|
78
88
|
//! used in Copy method
|