duckdb 0.7.2-dev16.0 → 0.7.2-dev314.0

package/src/duckdb/ub_src_function_aggregate_distributive.cpp

@@ -2,6 +2,8 @@
 
 #include "src/function/aggregate/distributive/bitagg.cpp"
 
+#include "src/function/aggregate/distributive/bitstring_agg.cpp"
+
 #include "src/function/aggregate/distributive/count.cpp"
 
 #include "src/function/aggregate/distributive/first.cpp"

package/src/duckdb/ub_src_function_scalar_bit.cpp

@@ -0,0 +1,2 @@
+#include "src/function/scalar/bit/bitstring.cpp"
+

package/src/duckdb/ub_src_function_scalar_map.cpp

@@ -4,5 +4,9 @@
 
 #include "src/function/scalar/map/map_from_entries.cpp"
 
+#include "src/function/scalar/map/map_entries.cpp"
+
+#include "src/function/scalar/map/map_keys_values.cpp"
+
 #include "src/function/scalar/map/cardinality.cpp"
 

package/src/duckdb/ub_src_main_capi.cpp

@@ -26,6 +26,8 @@
 
 #include "src/main/capi/result-c.cpp"
 
+#include "src/main/capi/stream-c.cpp"
+
 #include "src/main/capi/table_function-c.cpp"
 
 #include "src/main/capi/threading-c.cpp"

package/src/duckdb/ub_src_parser_parsed_data.cpp

@@ -1,7 +1,9 @@
-#include "src/parser/parsed_data/alter_function_info.cpp"
-
 #include "src/parser/parsed_data/alter_info.cpp"
 
+#include "src/parser/parsed_data/alter_scalar_function_info.cpp"
+
+#include "src/parser/parsed_data/alter_table_function_info.cpp"
+
 #include "src/parser/parsed_data/alter_table_info.cpp"
 
 #include "src/parser/parsed_data/create_info.cpp"

package/src/duckdb/ub_src_parser_statement.cpp

@@ -26,6 +26,8 @@
 
 #include "src/parser/statement/load_statement.cpp"
 
+#include "src/parser/statement/multi_statement.cpp"
+
 #include "src/parser/statement/pragma_statement.cpp"
 
 #include "src/parser/statement/prepare_statement.cpp"

package/src/duckdb/ub_src_parser_tableref.cpp

@@ -6,6 +6,8 @@
 
 #include "src/parser/tableref/joinref.cpp"
 
+#include "src/parser/tableref/pivotref.cpp"
+
 #include "src/parser/tableref/subqueryref.cpp"
 
 #include "src/parser/tableref/table_function.cpp"

package/src/duckdb/ub_src_parser_transform_statement.cpp

@@ -50,6 +50,8 @@
 
 #include "src/parser/transform/statement/transform_set.cpp"
 
+#include "src/parser/transform/statement/transform_pivot_stmt.cpp"
+
 #include "src/parser/transform/statement/transform_prepare.cpp"
 
 #include "src/parser/transform/statement/transform_show.cpp"

package/src/duckdb/ub_src_parser_transform_tableref.cpp

@@ -4,6 +4,8 @@
 
 #include "src/parser/transform/tableref/transform_from.cpp"
 
+#include "src/parser/transform/tableref/transform_pivot.cpp"
+
 #include "src/parser/transform/tableref/transform_subquery.cpp"
 
 #include "src/parser/transform/tableref/transform_table_function.cpp"

package/src/duckdb/ub_src_planner_binder_tableref.cpp

@@ -6,6 +6,8 @@
 
 #include "src/planner/binder/tableref/bind_joinref.cpp"
 
+#include "src/planner/binder/tableref/bind_pivot.cpp"
+
 #include "src/planner/binder/tableref/bind_subqueryref.cpp"
 
 #include "src/planner/binder/tableref/bind_table_function.cpp"

package/src/duckdb/ub_src_storage_statistics.cpp

@@ -4,15 +4,13 @@
 
 #include "src/storage/statistics/distinct_statistics.cpp"
 
-#include "src/storage/statistics/list_statistics.cpp"
+#include "src/storage/statistics/list_stats.cpp"
 
-#include "src/storage/statistics/numeric_statistics.cpp"
+#include "src/storage/statistics/numeric_stats.cpp"
 
 #include "src/storage/statistics/segment_statistics.cpp"
 
-#include "src/storage/statistics/string_statistics.cpp"
+#include "src/storage/statistics/string_stats.cpp"
 
-#include "src/storage/statistics/struct_statistics.cpp"
-
-#include "src/storage/statistics/validity_statistics.cpp"
+#include "src/storage/statistics/struct_stats.cpp"
 

package/src/duckdb/src/include/duckdb/main/loadable_extension.hpp

@@ -1,59 +0,0 @@
-//===----------------------------------------------------------------------===//
-//                         DuckDB
-//
-// duckdb/main/loadable_extension.hpp
-//
-//
-//===----------------------------------------------------------------------===//
-
-#pragma once
-
-#if defined(DUCKDB_BUILD_LOADABLE_EXTENSION) && defined(DUCKDB_EXTENSION_MAIN)
-#if defined(_WIN32) || defined(_WIN64)
-#ifndef NOMINMAX
-#define NOMINMAX
-#endif
-
-#ifndef _WINSOCKAPI_
-#define _WINSOCKAPI_
-#endif
-#include <windows.h>
-
-#undef CreateDirectory
-#undef MoveFile
-#undef RemoveDirectory
-
-#include <delayimp.h>
-
-extern "C" {
-/*
-This is interesting: Windows would normally require a duckdb.dll being on the DLL search path when we load an extension
-using LoadLibrary(). However, there is likely no such dll, because DuckDB was statically linked, or is running as part
-of an R or Python module with a completely different name (that we don't know) or something of the sorts. Amazingly,
-Windows supports lazy-loading DLLs by linking them with /DELAYLOAD. Then a callback will be triggered whenever we access
-symbols in the extension. Since DuckDB is already running in the host process (hopefully), we can use
-GetModuleHandle(NULL) to return the current process so the symbols are looked for there. See here for another
-explanation of this crazy process:
-
-* https://docs.microsoft.com/en-us/cpp/build/reference/linker-support-for-delay-loaded-dlls?view=msvc-160
-* https://docs.microsoft.com/en-us/cpp/build/reference/understanding-the-helper-function?view=msvc-160
-*/
-FARPROC WINAPI duckdb_dllimport_delay_hook(unsigned dliNotify, PDelayLoadInfo pdli) {
-	switch (dliNotify) {
-	case dliNotePreLoadLibrary:
-		if (strcmp(pdli->szDll, "duckdb.dll") != 0) {
-			return NULL;
-		}
-		return (FARPROC)GetModuleHandle(NULL);
-	default:
-		return NULL;
-	}
-
-	return NULL;
-}
-
-ExternC const PfnDliHook __pfnDliNotifyHook2 = duckdb_dllimport_delay_hook;
-ExternC const PfnDliHook __pfnDliFailureHook2 = duckdb_dllimport_delay_hook;
-}
-#endif
-#endif

package/src/duckdb/src/include/duckdb/storage/statistics/list_statistics.hpp

@@ -1,36 +0,0 @@
-//===----------------------------------------------------------------------===//
-//                         DuckDB
-//
-// duckdb/storage/statistics/list_statistics.hpp
-//
-//
-//===----------------------------------------------------------------------===//
-
-#pragma once
-
-#include "duckdb/storage/statistics/base_statistics.hpp"
-#include "duckdb/common/enums/filter_propagate_result.hpp"
-#include "duckdb/storage/statistics/validity_statistics.hpp"
-
-namespace duckdb {
-class Value;
-
-class ListStatistics : public BaseStatistics {
-public:
-	explicit ListStatistics(LogicalType type);
-
-	unique_ptr<BaseStatistics> child_stats;
-
-public:
-	void Merge(const BaseStatistics &other) override;
-	FilterPropagateResult CheckZonemap(ExpressionType comparison_type, const Value &constant) const;
-
-	unique_ptr<BaseStatistics> Copy() const override;
-	void Serialize(FieldWriter &serializer) const override;
-	static unique_ptr<BaseStatistics> Deserialize(FieldReader &source, LogicalType type);
-	void Verify(Vector &vector, const SelectionVector &sel, idx_t count) const override;
-
-	string ToString() const override;
-};
-
-} // namespace duckdb

package/src/duckdb/src/include/duckdb/storage/statistics/numeric_statistics.hpp

@@ -1,75 +0,0 @@
-//===----------------------------------------------------------------------===//
-//                         DuckDB
-//
-// duckdb/storage/statistics/numeric_statistics.hpp
-//
-//
-//===----------------------------------------------------------------------===//
-
-#pragma once
-
-#include "duckdb/storage/statistics/base_statistics.hpp"
-#include "duckdb/storage/statistics/segment_statistics.hpp"
-#include "duckdb/storage/statistics/validity_statistics.hpp"
-#include "duckdb/common/serializer.hpp"
-#include "duckdb/common/limits.hpp"
-#include "duckdb/common/exception.hpp"
-#include "duckdb/common/string_util.hpp"
-#include "duckdb/common/types/value.hpp"
-#include "duckdb/common/windows_undefs.hpp"
-#include "duckdb/common/enums/filter_propagate_result.hpp"
-
-namespace duckdb {
-
-class NumericStatistics : public BaseStatistics {
-public:
-	DUCKDB_API explicit NumericStatistics(LogicalType type, StatisticsType stats_type);
-	DUCKDB_API NumericStatistics(LogicalType type, Value min, Value max, StatisticsType stats_type);
-
-	//! The minimum value of the segment
-	Value min;
-	//! The maximum value of the segment
-	Value max;
-
-public:
-	DUCKDB_API void Merge(const BaseStatistics &other) override;
-
-	DUCKDB_API bool IsConstant() const override;
-
-	DUCKDB_API FilterPropagateResult CheckZonemap(ExpressionType comparison_type, const Value &constant) const;
-
-	unique_ptr<BaseStatistics> Copy() const override;
-	void Serialize(FieldWriter &writer) const override;
-	static unique_ptr<BaseStatistics> Deserialize(FieldReader &reader, LogicalType type);
-	void Verify(Vector &vector, const SelectionVector &sel, idx_t count) const override;
-
-	string ToString() const override;
-
-private:
-	template <class T>
-	void TemplatedVerify(Vector &vector, const SelectionVector &sel, idx_t count) const;
-
-public:
-	template <class T>
-	static inline void UpdateValue(T new_value, T &min, T &max) {
-		if (LessThan::Operation(new_value, min)) {
-			min = new_value;
-		}
-		if (GreaterThan::Operation(new_value, max)) {
-			max = new_value;
-		}
-	}
-
-	template <class T>
-	static inline void Update(SegmentStatistics &stats, T new_value) {
-		auto &nstats = (NumericStatistics &)*stats.statistics;
-		UpdateValue<T>(new_value, nstats.min.GetReferenceUnsafe<T>(), nstats.max.GetReferenceUnsafe<T>());
-	}
-};
-
-template <>
-void NumericStatistics::Update<interval_t>(SegmentStatistics &stats, interval_t new_value);
-template <>
-void NumericStatistics::Update<list_entry_t>(SegmentStatistics &stats, list_entry_t new_value);
-
-} // namespace duckdb

package/src/duckdb/src/include/duckdb/storage/statistics/string_statistics.hpp

@@ -1,49 +0,0 @@
-//===----------------------------------------------------------------------===//
-//                         DuckDB
-//
-// duckdb/storage/statistics/string_statistics.hpp
-//
-//
-//===----------------------------------------------------------------------===//
-
-#pragma once
-
-#include "duckdb/storage/statistics/base_statistics.hpp"
-#include "duckdb/common/enums/filter_propagate_result.hpp"
-#include "duckdb/storage/statistics/validity_statistics.hpp"
-
-namespace duckdb {
-
-class StringStatistics : public BaseStatistics {
-public:
-	constexpr static uint32_t MAX_STRING_MINMAX_SIZE = 8;
-
-public:
-	DUCKDB_API explicit StringStatistics(LogicalType type, StatisticsType stats_type);
-
-	//! The minimum value of the segment, potentially truncated
-	data_t min[MAX_STRING_MINMAX_SIZE];
-	//! The maximum value of the segment, potentially truncated
-	data_t max[MAX_STRING_MINMAX_SIZE];
-	//! Whether or not the column can contain unicode characters
-	bool has_unicode;
-	//! The maximum string length in bytes
-	uint32_t max_string_length;
-	//! Whether or not the segment contains any big strings in overflow blocks
-	bool has_overflow_strings;
-
-public:
-	DUCKDB_API void Update(const string_t &value);
-	DUCKDB_API void Merge(const BaseStatistics &other) override;
-
-	unique_ptr<BaseStatistics> Copy() const override;
-	void Serialize(FieldWriter &writer) const override;
-	static unique_ptr<BaseStatistics> Deserialize(FieldReader &reader, LogicalType type);
-	void Verify(Vector &vector, const SelectionVector &sel, idx_t count) const override;
-
-	FilterPropagateResult CheckZonemap(ExpressionType comparison_type, const string &value) const;
-
-	string ToString() const override;
-};
-
-} // namespace duckdb

package/src/duckdb/src/include/duckdb/storage/statistics/struct_statistics.hpp

@@ -1,36 +0,0 @@
-//===----------------------------------------------------------------------===//
-//                         DuckDB
-//
-// duckdb/storage/statistics/struct_statistics.hpp
-//
-//
-//===----------------------------------------------------------------------===//
-
-#pragma once
-
-#include "duckdb/storage/statistics/base_statistics.hpp"
-#include "duckdb/common/enums/filter_propagate_result.hpp"
-#include "duckdb/storage/statistics/validity_statistics.hpp"
-
-namespace duckdb {
-class Value;
-
-class StructStatistics : public BaseStatistics {
-public:
-	explicit StructStatistics(LogicalType type);
-
-	vector<unique_ptr<BaseStatistics>> child_stats;
-
-public:
-	void Merge(const BaseStatistics &other) override;
-	FilterPropagateResult CheckZonemap(ExpressionType comparison_type, const Value &constant) const;
-
-	unique_ptr<BaseStatistics> Copy() const override;
-	void Serialize(FieldWriter &writer) const override;
-	static unique_ptr<BaseStatistics> Deserialize(FieldReader &reader, LogicalType type);
-	void Verify(Vector &vector, const SelectionVector &sel, idx_t count) const override;
-
-	string ToString() const override;
-};
-
-} // namespace duckdb

package/src/duckdb/src/include/duckdb/storage/statistics/validity_statistics.hpp

@@ -1,45 +0,0 @@
-//===----------------------------------------------------------------------===//
-//                         DuckDB
-//
-// duckdb/storage/statistics/validity_statistics.hpp
-//
-//
-//===----------------------------------------------------------------------===//
-
-#pragma once
-
-#include "duckdb/storage/statistics/base_statistics.hpp"
-
-namespace duckdb {
-class Serializer;
-class Deserializer;
-class Vector;
-
-class ValidityStatistics : public BaseStatistics {
-public:
-	DUCKDB_API explicit ValidityStatistics(bool has_null = false, bool has_no_null = true);
-
-	//! Whether or not the segment can contain NULL values
-	bool has_null;
-	//! Whether or not the segment can contain values that are not null
-	bool has_no_null;
-
-public:
-	DUCKDB_API void Merge(const BaseStatistics &other) override;
-
-	DUCKDB_API bool IsConstant() const override;
-
-	unique_ptr<BaseStatistics> Copy() const override;
-
-	void Serialize(FieldWriter &writer) const override;
-	static unique_ptr<ValidityStatistics> Deserialize(FieldReader &reader);
-
-	void Verify(Vector &vector, const SelectionVector &sel, idx_t count) const override;
-
-	static unique_ptr<BaseStatistics> Combine(const unique_ptr<BaseStatistics> &lstats,
-	                                          const unique_ptr<BaseStatistics> &rstats);
-
-	string ToString() const override;
-};
-
-} // namespace duckdb

package/src/duckdb/src/parser/parsed_data/alter_function_info.cpp

@@ -1,55 +0,0 @@
-#include "duckdb/parser/parsed_data/alter_function_info.hpp"
-
-#include "duckdb/common/field_writer.hpp"
-#include "duckdb/parser/constraint.hpp"
-
-namespace duckdb {
-
-//===--------------------------------------------------------------------===//
-// AlterFunctionInfo
-//===--------------------------------------------------------------------===//
-AlterFunctionInfo::AlterFunctionInfo(AlterFunctionType type, AlterEntryData data)
-    : AlterInfo(AlterType::ALTER_FUNCTION, std::move(data.catalog), std::move(data.schema), std::move(data.name),
-                data.if_exists),
-      alter_function_type(type) {
-}
-AlterFunctionInfo::~AlterFunctionInfo() {
-}
-
-CatalogType AlterFunctionInfo::GetCatalogType() const {
-	return CatalogType::SCALAR_FUNCTION_ENTRY;
-}
-
-void AlterFunctionInfo::Serialize(FieldWriter &writer) const {
-	writer.WriteField<AlterFunctionType>(alter_function_type);
-	writer.WriteString(catalog);
-	writer.WriteString(schema);
-	writer.WriteString(name);
-	writer.WriteField(if_exists);
-}
-
-unique_ptr<AlterInfo> AlterFunctionInfo::Deserialize(FieldReader &reader) {
-	//	auto type = reader.ReadRequired<AlterFunctionType>();
-	//	auto schema = reader.ReadRequired<string>();
-	//	auto table = reader.ReadRequired<string>();
-	//	auto if_exists = reader.ReadRequired<bool>();
-
-	throw NotImplementedException("AlterFunctionInfo cannot be deserialized");
-}
-
-//===--------------------------------------------------------------------===//
-// AddFunctionOverloadInfo
-//===--------------------------------------------------------------------===//
-AddFunctionOverloadInfo::AddFunctionOverloadInfo(AlterEntryData data, ScalarFunctionSet new_overloads_p)
-    : AlterFunctionInfo(AlterFunctionType::ADD_FUNCTION_OVERLOADS, std::move(data)),
-      new_overloads(std::move(new_overloads_p)) {
-	this->allow_internal = true;
-}
-AddFunctionOverloadInfo::~AddFunctionOverloadInfo() {
-}
-
-unique_ptr<AlterInfo> AddFunctionOverloadInfo::Copy() const {
-	return make_unique_base<AlterInfo, AddFunctionOverloadInfo>(GetAlterEntryData(), new_overloads);
-}
-
-} // namespace duckdb

package/src/duckdb/src/storage/statistics/list_statistics.cpp

@@ -1,94 +0,0 @@
-#include "duckdb/storage/statistics/list_statistics.hpp"
-
-#include "duckdb/common/field_writer.hpp"
-#include "duckdb/common/string_util.hpp"
-#include "duckdb/common/types/vector.hpp"
-
-namespace duckdb {
-
-ListStatistics::ListStatistics(LogicalType type_p) : BaseStatistics(std::move(type_p), StatisticsType::LOCAL_STATS) {
-	D_ASSERT(type.InternalType() == PhysicalType::LIST);
-	InitializeBase();
-	auto &child_type = ListType::GetChildType(type);
-	child_stats = BaseStatistics::CreateEmpty(child_type, StatisticsType::LOCAL_STATS);
-}
-
-void ListStatistics::Merge(const BaseStatistics &other_p) {
-	BaseStatistics::Merge(other_p);
-
-	auto &other = (const ListStatistics &)other_p;
-	if (child_stats && other.child_stats) {
-		child_stats->Merge(*other.child_stats);
-	} else {
-		child_stats.reset();
-	}
-}
-
-// LCOV_EXCL_START
-FilterPropagateResult ListStatistics::CheckZonemap(ExpressionType comparison_type, const Value &constant) const {
-	throw InternalException("List zonemaps are not supported yet");
-}
-// LCOV_EXCL_STOP
-
-unique_ptr<BaseStatistics> ListStatistics::Copy() const {
-	auto result = make_unique<ListStatistics>(type);
-	result->CopyBase(*this);
-
-	result->child_stats = child_stats ? child_stats->Copy() : nullptr;
-	return std::move(result);
-}
-
-void ListStatistics::Serialize(FieldWriter &writer) const {
-	writer.WriteSerializable(*child_stats);
-}
-
-unique_ptr<BaseStatistics> ListStatistics::Deserialize(FieldReader &reader, LogicalType type) {
-	D_ASSERT(type.InternalType() == PhysicalType::LIST);
-	auto result = make_unique<ListStatistics>(std::move(type));
-	auto &child_type = ListType::GetChildType(result->type);
-	result->child_stats = reader.ReadRequiredSerializable<BaseStatistics>(child_type);
-	return std::move(result);
-}
-
-string ListStatistics::ToString() const {
-	return StringUtil::Format("[%s]%s", child_stats ? child_stats->ToString() : "No Stats", BaseStatistics::ToString());
-}
-
-void ListStatistics::Verify(Vector &vector, const SelectionVector &sel, idx_t count) const {
-	BaseStatistics::Verify(vector, sel, count);
-
-	if (child_stats) {
-		auto &child_entry = ListVector::GetEntry(vector);
-		UnifiedVectorFormat vdata;
-		vector.ToUnifiedFormat(count, vdata);
-
-		auto list_data = (list_entry_t *)vdata.data;
-		idx_t total_list_count = 0;
-		for (idx_t i = 0; i < count; i++) {
-			auto idx = sel.get_index(i);
-			auto index = vdata.sel->get_index(idx);
-			auto list = list_data[index];
-			if (vdata.validity.RowIsValid(index)) {
-				for (idx_t list_idx = 0; list_idx < list.length; list_idx++) {
-					total_list_count++;
-				}
-			}
-		}
-		SelectionVector list_sel(total_list_count);
-		idx_t list_count = 0;
-		for (idx_t i = 0; i < count; i++) {
-			auto idx = sel.get_index(i);
-			auto index = vdata.sel->get_index(idx);
-			auto list = list_data[index];
-			if (vdata.validity.RowIsValid(index)) {
-				for (idx_t list_idx = 0; list_idx < list.length; list_idx++) {
-					list_sel.set_index(list_count++, list.offset + list_idx);
-				}
-			}
-		}
-
-		child_stats->Verify(child_entry, list_sel, list_count);
-	}
-}
-
-} // namespace duckdb