duckdb 0.7.2-dev2706.0 → 0.7.2-dev2820.0

package/src/duckdb/src/include/duckdb/core_functions/aggregate/distributive_functions.hpp

@@ -0,0 +1,229 @@
+//===----------------------------------------------------------------------===//
+//                         DuckDB
+//
+// duckdb/core_functions/aggregate/distributive_functions.hpp
+//
+//
+//===----------------------------------------------------------------------===//
+// This file is generated by scripts/generate_functions.py
+
+#pragma once
+
+#include "duckdb/function/function_set.hpp"
+
+namespace duckdb {
+
+struct ApproxCountDistinctFun {
+	static constexpr const char *Name = "approx_count_distinct";
+	static constexpr const char *Parameters = "x";
+	static constexpr const char *Description = "Computes the approximate count of distinct elements using HyperLogLog.";
+	static constexpr const char *Example = "approx_count_distinct(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct ArgMinFun {
+	static constexpr const char *Name = "arg_min";
+	static constexpr const char *Parameters = "arg,val";
+	static constexpr const char *Description = "Finds the row with the minimum val. Calculates the arg expression at that row.";
+	static constexpr const char *Example = "arg_min(A,B)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct ArgminFun {
+	using ALIAS = ArgMinFun;
+
+	static constexpr const char *Name = "argmin";
+};
+
+struct MinByFun {
+	using ALIAS = ArgMinFun;
+
+	static constexpr const char *Name = "min_by";
+};
+
+struct ArgMaxFun {
+	static constexpr const char *Name = "arg_max";
+	static constexpr const char *Parameters = "arg,val";
+	static constexpr const char *Description = "Finds the row with the maximum val. Calculates the arg expression at that row.";
+	static constexpr const char *Example = "arg_max(A,B)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct ArgmaxFun {
+	using ALIAS = ArgMaxFun;
+
+	static constexpr const char *Name = "argmax";
+};
+
+struct MaxByFun {
+	using ALIAS = ArgMaxFun;
+
+	static constexpr const char *Name = "max_by";
+};
+
+struct BitAndFun {
+	static constexpr const char *Name = "bit_and";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns the bitwise AND of all bits in a given expression.";
+	static constexpr const char *Example = "bit_and(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct BitOrFun {
+	static constexpr const char *Name = "bit_or";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns the bitwise OR of all bits in a given expression.";
+	static constexpr const char *Example = "bit_or(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct BitXorFun {
+	static constexpr const char *Name = "bit_xor";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns the bitwise XOR of all bits in a given expression.";
+	static constexpr const char *Example = "bit_xor(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct BitstringAggFun {
+	static constexpr const char *Name = "bitstring_agg";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns a bitstring with bits set for each distinct value.";
+	static constexpr const char *Example = "bitstring_agg(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct BoolAndFun {
+	static constexpr const char *Name = "bool_and";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns TRUE if every input value is TRUE, otherwise FALSE.";
+	static constexpr const char *Example = "bool_and(A)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct BoolOrFun {
+	static constexpr const char *Name = "bool_or";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns TRUE if any input value is TRUE, otherwise FALSE.";
+	static constexpr const char *Example = "bool_or(A)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct EntropyFun {
+	static constexpr const char *Name = "entropy";
+	static constexpr const char *Parameters = "x";
+	static constexpr const char *Description = "Returns the log-2 entropy of count input-values.";
+	static constexpr const char *Example = "";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct KahanSumFun {
+	static constexpr const char *Name = "kahan_sum";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Calculates the sum using a more accurate floating point summation (Kahan Sum).";
+	static constexpr const char *Example = "kahan_sum(A)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct FsumFun {
+	using ALIAS = KahanSumFun;
+
+	static constexpr const char *Name = "fsum";
+};
+
+struct SumkahanFun {
+	using ALIAS = KahanSumFun;
+
+	static constexpr const char *Name = "sumkahan";
+};
+
+struct KurtosisFun {
+	static constexpr const char *Name = "kurtosis";
+	static constexpr const char *Parameters = "x";
+	static constexpr const char *Description = "Returns the excess kurtosis (Fisher’s definition) of all input values, with a bias correction according to the sample size";
+	static constexpr const char *Example = "";
+
+	static AggregateFunction GetFunction();
+};
+
+struct MinFun {
+	static constexpr const char *Name = "min";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns the minimum value present in arg.";
+	static constexpr const char *Example = "min(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct MaxFun {
+	static constexpr const char *Name = "max";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns the maximum value present in arg.";
+	static constexpr const char *Example = "max(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct ProductFun {
+	static constexpr const char *Name = "product";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Calculates the product of all tuples in arg.";
+	static constexpr const char *Example = "product(A)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct SkewnessFun {
+	static constexpr const char *Name = "skewness";
+	static constexpr const char *Parameters = "x";
+	static constexpr const char *Description = "Returns the skewness of all input values.";
+	static constexpr const char *Example = "skewness(A)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct StringAggFun {
+	static constexpr const char *Name = "string_agg";
+	static constexpr const char *Parameters = "str,arg";
+	static constexpr const char *Description = "Concatenates the column string values with an optional separator.";
+	static constexpr const char *Example = "string_agg(A, '-)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct GroupConcatFun {
+	using ALIAS = StringAggFun;
+
+	static constexpr const char *Name = "group_concat";
+};
+
+struct SumFun {
+	static constexpr const char *Name = "sum";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Calculates the sum value for all tuples in arg.";
+	static constexpr const char *Example = "sum(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct SumNoOverflowFun {
+	static constexpr const char *Name = "sum_no_overflow";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Calculates the sum value for all tuples in arg without overflow checks.";
+	static constexpr const char *Example = "sum_no_overflow(A)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+} // namespace duckdb

package/src/duckdb/src/include/duckdb/core_functions/aggregate/holistic_functions.hpp

@@ -0,0 +1,85 @@
+//===----------------------------------------------------------------------===//
+//                         DuckDB
+//
+// duckdb/core_functions/aggregate/holistic_functions.hpp
+//
+//
+//===----------------------------------------------------------------------===//
+// This file is generated by scripts/generate_functions.py
+
+#pragma once
+
+#include "duckdb/function/function_set.hpp"
+
+namespace duckdb {
+
+struct ApproxQuantileFun {
+	static constexpr const char *Name = "approx_quantile";
+	static constexpr const char *Parameters = "x,pos";
+	static constexpr const char *Description = "Computes the approximate quantile using T-Digest.";
+	static constexpr const char *Example = "approx_quantile(A,0.5)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct MadFun {
+	static constexpr const char *Name = "mad";
+	static constexpr const char *Parameters = "x";
+	static constexpr const char *Description = "Returns the median absolute deviation for the values within x. NULL values are ignored. Temporal types return a positive INTERVAL.	";
+	static constexpr const char *Example = "MEDIAN(ABS(x-MEDIAN(x)))";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct MedianFun {
+	static constexpr const char *Name = "median";
+	static constexpr const char *Parameters = "x";
+	static constexpr const char *Description = "Returns the middle value of the set. NULL values are ignored. For even value counts, quantitiative values are averaged and ordinal values return the lower value.";
+	static constexpr const char *Example = "QUANTILE_CONT(x, 0.5)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct ModeFun {
+	static constexpr const char *Name = "mode";
+	static constexpr const char *Parameters = "x";
+	static constexpr const char *Description = "Returns the most frequent value for the values within x. NULL values are ignored.";
+	static constexpr const char *Example = "";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct QuantileDiscFun {
+	static constexpr const char *Name = "quantile_disc";
+	static constexpr const char *Parameters = "x,pos";
+	static constexpr const char *Description = "Returns the exact quantile number between 0 and 1 . If pos is a LIST of FLOATs, then the result is a LIST of the corresponding exact quantiles.";
+	static constexpr const char *Example = "";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct QuantileFun {
+	using ALIAS = QuantileDiscFun;
+
+	static constexpr const char *Name = "quantile";
+};
+
+struct QuantileContFun {
+	static constexpr const char *Name = "quantile_cont";
+	static constexpr const char *Parameters = "x,pos";
+	static constexpr const char *Description = "Returns the intepolated quantile number between 0 and 1 . If pos is a LIST of FLOATs, then the result is a LIST of the corresponding intepolated quantiles.	";
+	static constexpr const char *Example = "";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+struct ReservoirQuantileFun {
+	static constexpr const char *Name = "reservoir_quantile";
+	static constexpr const char *Parameters = "x,quantile,sample_size";
+	static constexpr const char *Description = "Gives the approximate quantile using reservoir sampling, the sample size is optional and uses 8192 as a default size.";
+	static constexpr const char *Example = "reservoir_quantile(A,0.5,1024)";
+
+	static AggregateFunctionSet GetFunctions();
+};
+
+} // namespace duckdb

package/src/duckdb/src/include/duckdb/core_functions/aggregate/nested_functions.hpp

@@ -0,0 +1,41 @@
+//===----------------------------------------------------------------------===//
+//                         DuckDB
+//
+// duckdb/core_functions/aggregate/nested_functions.hpp
+//
+//
+//===----------------------------------------------------------------------===//
+// This file is generated by scripts/generate_functions.py
+
+#pragma once
+
+#include "duckdb/function/function_set.hpp"
+
+namespace duckdb {
+
+struct HistogramFun {
+	static constexpr const char *Name = "histogram";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns a LIST of STRUCTs with the fields bucket and count.";
+	static constexpr const char *Example = "histogram(A)";
+
+	static AggregateFunctionSet GetFunctions();
+	static AggregateFunction GetHistogramUnorderedMap(LogicalType &type);
+};
+
+struct ListFun {
+	static constexpr const char *Name = "list";
+	static constexpr const char *Parameters = "arg";
+	static constexpr const char *Description = "Returns a LIST containing all the values of a column.";
+	static constexpr const char *Example = "list(A)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct ArrayAggFun {
+	using ALIAS = ListFun;
+
+	static constexpr const char *Name = "array_agg";
+};
+
+} // namespace duckdb

package/src/duckdb/src/include/duckdb/{function → core_functions}/aggregate/regression/regr_count.hpp

@@ -1,7 +1,7 @@
 //===----------------------------------------------------------------------===//
 //                         DuckDB
 //
-// duckdb/function/aggregate/regression/regr_count.hpp
+// duckdb/core_functions/aggregate/regression/regr_count.hpp
 //
 //
 //===----------------------------------------------------------------------===//
@@ -9,9 +9,8 @@
 #pragma once
 
 #include "duckdb/function/aggregate_function.hpp"
-#include "duckdb/function/aggregate/algebraic_functions.hpp"
-#include "duckdb/function/aggregate/algebraic/covar.hpp"
-#include "duckdb/function/aggregate/algebraic/stddev.hpp"
+#include "duckdb/core_functions/aggregate/algebraic/covar.hpp"
+#include "duckdb/core_functions/aggregate/algebraic/stddev.hpp"
 
 namespace duckdb {
 

package/src/duckdb/src/include/duckdb/{function → core_functions}/aggregate/regression/regr_slope.hpp

@@ -7,8 +7,8 @@
 //! Output : Double
 
 #pragma once
-#include "duckdb/function/aggregate/algebraic/stddev.hpp"
-#include "duckdb/function/aggregate/algebraic/covar.hpp"
+#include "duckdb/core_functions/aggregate/algebraic/stddev.hpp"
+#include "duckdb/core_functions/aggregate/algebraic/covar.hpp"
 
 namespace duckdb {
 

package/src/duckdb/src/include/duckdb/core_functions/aggregate/regression_functions.hpp

@@ -0,0 +1,97 @@
+//===----------------------------------------------------------------------===//
+//                         DuckDB
+//
+// duckdb/core_functions/aggregate/regression_functions.hpp
+//
+//
+//===----------------------------------------------------------------------===//
+// This file is generated by scripts/generate_functions.py
+
+#pragma once
+
+#include "duckdb/function/function_set.hpp"
+
+namespace duckdb {
+
+struct RegrAvgxFun {
+	static constexpr const char *Name = "regr_avgx";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "Returns the average of the independent variable for non-null pairs in a group, where x is the independent variable and y is the dependent variable.";
+	static constexpr const char *Example = "";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrAvgyFun {
+	static constexpr const char *Name = "regr_avgy";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "Returns the average of the dependent variable for non-null pairs in a group, where x is the independent variable and y is the dependent variable.";
+	static constexpr const char *Example = "";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrCountFun {
+	static constexpr const char *Name = "regr_count";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "Returns the number of non-null number pairs in a group.";
+	static constexpr const char *Example = "(SUM(x*y) - SUM(x) * SUM(y) / COUNT(*)) / COUNT(*)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrInterceptFun {
+	static constexpr const char *Name = "regr_intercept";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "Returns the intercept of the univariate linear regression line for non-null pairs in a group.";
+	static constexpr const char *Example = "AVG(y)-REGR_SLOPE(y,x)*AVG(x)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrR2Fun {
+	static constexpr const char *Name = "regr_r2";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "Returns the coefficient of determination for non-null pairs in a group.";
+	static constexpr const char *Example = "";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrSlopeFun {
+	static constexpr const char *Name = "regr_slope";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "Returns the slope of the linear regression line for non-null pairs in a group.";
+	static constexpr const char *Example = "COVAR_POP(x,y) / VAR_POP(x)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrSXXFun {
+	static constexpr const char *Name = "regr_sxx";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "";
+	static constexpr const char *Example = "REGR_COUNT(y, x) * VAR_POP(x)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrSXYFun {
+	static constexpr const char *Name = "regr_sxy";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "Returns the population covariance of input values";
+	static constexpr const char *Example = "REGR_COUNT(y, x) * COVAR_POP(y, x)";
+
+	static AggregateFunction GetFunction();
+};
+
+struct RegrSYYFun {
+	static constexpr const char *Name = "regr_syy";
+	static constexpr const char *Parameters = "y,x";
+	static constexpr const char *Description = "";
+	static constexpr const char *Example = "REGR_COUNT(y, x) * VAR_POP(y)";
+
+	static AggregateFunction GetFunction();
+};
+
+} // namespace duckdb

package/src/duckdb/src/include/duckdb/{function → core_functions}/aggregate/sum_helpers.hpp

@@ -1,7 +1,7 @@
 //===----------------------------------------------------------------------===//
 //                         DuckDB
 //
-// duckdb/function/aggregate/sum_helpers.hpp
+// duckdb/core_functions/aggregate/sum_helpers.hpp
 //
 //
 //===----------------------------------------------------------------------===//

package/src/duckdb/src/include/duckdb/{function/scalar/uuid_functions.hpp → core_functions/core_functions.hpp}

@@ -1,20 +1,22 @@
 //===----------------------------------------------------------------------===//
 //                         DuckDB
 //
-// duckdb/function/scalar/uuid_functions.hpp
+// duckdb/core_functions/core_functions.hpp
 //
 //
 //===----------------------------------------------------------------------===//
 
 #pragma once
 
-#include "duckdb/function/function_set.hpp"
-#include "duckdb/function/built_in_functions.hpp"
+#include "duckdb/common/common.hpp"
 
 namespace duckdb {
 
-struct UUIDFun {
-	static void RegisterFunction(BuiltinFunctions &set);
+class Catalog;
+struct CatalogTransaction;
+
+struct CoreFunctions {
+	static void RegisterFunctions(Catalog &catalog, CatalogTransaction transaction);
 };
 
 } // namespace duckdb

package/src/duckdb/src/include/duckdb/core_functions/function_list.hpp

@@ -0,0 +1,33 @@
+//===----------------------------------------------------------------------===//
+//                         DuckDB
+//
+// duckdb/core_functions/function_list.hpp
+//
+//
+//===----------------------------------------------------------------------===//
+
+#pragma once
+
+#include "duckdb.hpp"
+
+namespace duckdb {
+
+typedef ScalarFunction (*get_scalar_function_t)();
+typedef ScalarFunctionSet (*get_scalar_function_set_t)();
+typedef AggregateFunction (*get_aggregate_function_t)();
+typedef AggregateFunctionSet (*get_aggregate_function_set_t)();
+
+struct StaticFunctionDefinition {
+	const char *name;
+	const char *parameters;
+	const char *description;
+	const char *example;
+	get_scalar_function_t get_function;
+	get_scalar_function_set_t get_function_set;
+	get_aggregate_function_t get_aggregate_function;
+	get_aggregate_function_set_t get_aggregate_function_set;
+
+	static StaticFunctionDefinition *GetFunctionList();
+};
+
+} // namespace duckdb

package/src/duckdb/src/include/duckdb/core_functions/scalar/bit_functions.hpp

@@ -0,0 +1,52 @@
+//===----------------------------------------------------------------------===//
+//                         DuckDB
+//
+// duckdb/core_functions/scalar/bit_functions.hpp
+//
+//
+//===----------------------------------------------------------------------===//
+// This file is generated by scripts/generate_functions.py
+
+#pragma once
+
+#include "duckdb/function/function_set.hpp"
+
+namespace duckdb {
+
+struct GetBitFun {
+	static constexpr const char *Name = "get_bit";
+	static constexpr const char *Parameters = "bitstring,index";
+	static constexpr const char *Description = "Extracts the nth bit from bitstring; the first (leftmost) bit is indexed 0.";
+	static constexpr const char *Example = "get_bit('0110010'::BIT, 2)";
+
+	static ScalarFunction GetFunction();
+};
+
+struct SetBitFun {
+	static constexpr const char *Name = "set_bit";
+	static constexpr const char *Parameters = "bitstring,index,new_value";
+	static constexpr const char *Description = "Sets the nth bit in bitstring to newvalue; the first (leftmost) bit is indexed 0. Returns a new bitstring.";
+	static constexpr const char *Example = "set_bit('0110010'::BIT, 2, 0)";
+
+	static ScalarFunction GetFunction();
+};
+
+struct BitPositionFun {
+	static constexpr const char *Name = "bit_position";
+	static constexpr const char *Parameters = "substring,bitstring";
+	static constexpr const char *Description = "Returns first starting index of the specified substring within bits, or zero if it’s not present. The first (leftmost) bit is indexed 1";
+	static constexpr const char *Example = "bit_position('010'::BIT, '1110101'::BIT)";
+
+	static ScalarFunction GetFunction();
+};
+
+struct BitStringFun {
+	static constexpr const char *Name = "bitstring";
+	static constexpr const char *Parameters = "bitstring,length";
+	static constexpr const char *Description = "Pads the bitstring until the specified length.";
+	static constexpr const char *Example = "bitstring('1010'::BIT, 7)";
+
+	static ScalarFunction GetFunction();
+};
+
+} // namespace duckdb

package/src/duckdb/src/include/duckdb/core_functions/scalar/blob_functions.hpp

@@ -0,0 +1,58 @@
+//===----------------------------------------------------------------------===//
+//                         DuckDB
+//
+// duckdb/core_functions/scalar/blob_functions.hpp
+//
+//
+//===----------------------------------------------------------------------===//
+// This file is generated by scripts/generate_functions.py
+
+#pragma once
+
+#include "duckdb/function/function_set.hpp"
+
+namespace duckdb {
+
+struct DecodeFun {
+	static constexpr const char *Name = "decode";
+	static constexpr const char *Parameters = "blob";
+	static constexpr const char *Description = "Convert blob to varchar. Fails if blob is not valid utf-8.";
+	static constexpr const char *Example = "decode('\\xC3\\xBC'::BLOB)";
+
+	static ScalarFunction GetFunction();
+};
+
+struct EncodeFun {
+	static constexpr const char *Name = "encode";
+	static constexpr const char *Parameters = "string";
+	static constexpr const char *Description = "Convert varchar to blob. Converts utf-8 characters into literal encoding.";
+	static constexpr const char *Example = "encode('my_string_with_ü')";
+
+	static ScalarFunction GetFunction();
+};
+
+struct FromBase64Fun {
+	static constexpr const char *Name = "from_base64";
+	static constexpr const char *Parameters = "string";
+	static constexpr const char *Description = "Convert a base64 encoded string to a character string.";
+	static constexpr const char *Example = "from_base64('QQ==')";
+
+	static ScalarFunction GetFunction();
+};
+
+struct ToBase64Fun {
+	static constexpr const char *Name = "to_base64";
+	static constexpr const char *Parameters = "blob";
+	static constexpr const char *Description = "Convert a blob to a base64 encoded string.";
+	static constexpr const char *Example = "base64('A'::blob)";
+
+	static ScalarFunction GetFunction();
+};
+
+struct Base64Fun {
+	using ALIAS = ToBase64Fun;
+
+	static constexpr const char *Name = "base64";
+};
+
+} // namespace duckdb