duckdb 0.10.3-dev3.0 → 0.10.3-dev6.0

package/src/duckdb/src/include/duckdb/main/client_data.hpp

@@ -26,6 +26,7 @@ class HTTPState;
 class QueryProfiler;
 class PreparedStatementData;
 class SchemaCatalogEntry;
+class HTTPLogger;
 struct RandomEngine;
 
 struct ClientData {
@@ -35,6 +36,9 @@ struct ClientData {
 	//! Query profiler
 	shared_ptr<QueryProfiler> profiler;
 
+	//! HTTP logger
+	shared_ptr<HTTPLogger> http_logger;
+
 	//! The set of temporary objects that belong to this client
 	shared_ptr<AttachedDatabase> temporary_objects;
 	//! The set of bound prepared statements that belong to this client

package/src/duckdb/src/include/duckdb/main/config.hpp

@@ -89,6 +89,27 @@ struct ExtensionOption {
 	Value default_value;
 };
 
+class SerializationCompatibility {
+public:
+	static SerializationCompatibility FromString(const string &input);
+	static SerializationCompatibility Default();
+	static SerializationCompatibility Latest();
+
+public:
+	bool Compare(idx_t property_version) const;
+
+public:
+	//! The user provided version
+	string duckdb_version;
+	//! The max version that should be serialized
+	idx_t serialization_version;
+	//! Whether this was set by a manual SET/PRAGMA or default
+	bool manually_set;
+
+protected:
+	SerializationCompatibility() = default;
+};
+
 struct DBConfigOptions {
 	//! Database file path. May be empty for in-memory mode
 	string database_path;
@@ -116,12 +137,14 @@ struct DBConfigOptions {
 #endif
 	//! Override for the default extension repository
 	string custom_extension_repo = "";
-	//! Override for the default autoload extensoin repository
+	//! Override for the default autoload extension repository
 	string autoinstall_extension_repo = "";
 	//! The maximum memory used by the database system (in bytes). Default: 80% of System available memory
-	idx_t maximum_memory = (idx_t)-1;
+	idx_t maximum_memory = DConstants::INVALID_INDEX;
+	//! The maximum size of the 'temp_directory' folder when set (in bytes). Default: 90% of available disk space.
+	idx_t maximum_swap_space = DConstants::INVALID_INDEX;
 	//! The maximum amount of CPU threads used by the database system. Default: all available.
-	idx_t maximum_threads = (idx_t)-1;
+	idx_t maximum_threads = DConstants::INVALID_INDEX;
 	//! The number of external threads that work on DuckDB tasks. Default: 1.
 	//! Must be smaller or equal to maximum_threads.
 	idx_t external_threads = 1;
@@ -132,6 +155,8 @@ struct DBConfigOptions {
 	//! Whether or not to invoke filesystem trim on free blocks after checkpoint. This will reclaim
 	//! space for sparse files, on platforms that support it.
 	bool trim_free_blocks = false;
+	//! Record timestamps of buffer manager unpin() events. Usable by custom eviction policies.
+	bool buffer_manager_track_eviction_timestamps = false;
 	//! Whether or not to allow printing unredacted secrets
 	bool allow_unredacted_secrets = false;
 	//! The collation type of the database
@@ -150,6 +175,8 @@ struct DBConfigOptions {
 	bool force_checkpoint = false;
 	//! Run a checkpoint on successful shutdown and delete the WAL, to leave only a single database file behind
 	bool checkpoint_on_shutdown = true;
+	//! Serialize the metadata on checkpoint with compatibility for a given DuckDB version.
+	SerializationCompatibility serialization_compatibility = SerializationCompatibility::Default();
 	//! Debug flag that decides when a checkpoing should be aborted. Only used for testing purposes.
 	CheckpointAbort checkpoint_abort = CheckpointAbort::NO_ABORT;
 	//! Initialize the database with the standard set of DuckDB functions
@@ -175,6 +202,8 @@ struct DBConfigOptions {
 	string extension_directory;
 	//! Whether unsigned extensions should be loaded
 	bool allow_unsigned_extensions = false;
+	//! Whether community extensions should be loaded
+	bool allow_community_extensions = true;
 	//! Whether extensions with missing metadata should be loaded
 	bool allow_extensions_metadata_mismatch = false;
 	//! Enable emitting FSST Vectors
@@ -197,6 +226,8 @@ struct DBConfigOptions {
 	string custom_user_agent;
 	//! Use old implicit casting style (i.e. allow everything to be implicitly casted to VARCHAR)
 	bool old_implicit_casting = false;
+	//!  Whether or not to abort if a serialization exception is thrown during WAL playback (when reading truncated WAL)
+	bool abort_on_wal_failure = false;
 
 	bool operator==(const DBConfigOptions &other) const;
 };
@@ -254,6 +285,7 @@ public:
 	DUCKDB_API static vector<ConfigurationOption> GetOptions();
 	DUCKDB_API static idx_t GetOptionCount();
 	DUCKDB_API static vector<string> GetOptionNames();
+	DUCKDB_API static bool IsInMemoryDatabase(const char *database_path);
 
 	DUCKDB_API void AddExtensionOption(const string &name, string description, LogicalType parameter,
 	                                   const Value &default_value = Value(), set_option_callback_t function = nullptr);
@@ -285,6 +317,7 @@ public:
 	DUCKDB_API IndexTypeSet &GetIndexTypes();
 	static idx_t GetSystemMaxThreads(FileSystem &fs);
 	void SetDefaultMaxMemory();
+	void SetDefaultTempDirectory();
 
 	OrderType ResolveOrder(OrderType order_type) const;
 	OrderByNullType ResolveNullOrder(OrderType order_type, OrderByNullType null_type) const;

package/src/duckdb/src/include/duckdb/main/connection_manager.hpp

@@ -17,15 +17,6 @@ namespace duckdb {
 class ClientContext;
 class DatabaseInstance;
 
-struct ClientLockWrapper {
-	ClientLockWrapper(mutex &client_lock, shared_ptr<ClientContext> connection)
-	    : connection(std::move(connection)), connection_lock(make_uniq<lock_guard<mutex>>(client_lock)) {
-	}
-
-	shared_ptr<ClientContext> connection;
-	unique_ptr<lock_guard<mutex>> connection_lock;
-};
-
 class ConnectionManager {
 public:
 	ConnectionManager();
@@ -34,18 +25,17 @@ public:
 	void RemoveConnection(ClientContext &context);
 
 	vector<shared_ptr<ClientContext>> GetConnectionList();
-
-	void LockClients(vector<ClientLockWrapper> &client_locks, ClientContext &context);
+	const reference_map_t<ClientContext, weak_ptr<ClientContext>> &GetConnectionListReference() const {
+		return connections;
+	}
+	idx_t GetConnectionCount() const;
 
 	static ConnectionManager &Get(DatabaseInstance &db);
 	static ConnectionManager &Get(ClientContext &context);
 
-public:
-	mutex connections_lock;
-	unordered_map<ClientContext *, weak_ptr<ClientContext>> connections;
-
-	mutex lock_clients_lock;
-	bool is_locking;
+private:
+	mutable mutex connections_lock;
+	reference_map_t<ClientContext, weak_ptr<ClientContext>> connections;
 };
 
 } // namespace duckdb

package/src/duckdb/src/include/duckdb/main/database.hpp

@@ -12,6 +12,7 @@
 #include "duckdb/main/valid_checker.hpp"
 #include "duckdb/common/winapi.hpp"
 #include "duckdb/main/extension.hpp"
+#include "duckdb/main/extension_install_info.hpp"
 #include "duckdb/main/settings.hpp"
 
 namespace duckdb {
@@ -27,17 +28,7 @@ class ObjectCache;
 struct AttachInfo;
 class DatabaseFileSystem;
 
-struct ExtensionInfo {
-	explicit ExtensionInfo(const std::string &version) : extension_version(version) {
-	}
-	ExtensionInfo() : ExtensionInfo("defaultme") {
-	}
-	ExtensionInfo(const ExtensionInfo &x) : ExtensionInfo(x.extension_version) {
-	}
-	std::string extension_version;
-};
-
-class DatabaseInstance : public std::enable_shared_from_this<DatabaseInstance> {
+class DatabaseInstance : public enable_shared_from_this<DatabaseInstance> {
 	friend class DuckDB;
 
 public:
@@ -57,15 +48,15 @@ public:
 	DUCKDB_API ObjectCache &GetObjectCache();
 	DUCKDB_API ConnectionManager &GetConnectionManager();
 	DUCKDB_API ValidChecker &GetValidChecker();
-	DUCKDB_API void SetExtensionLoaded(const std::string &extension_name, const std::string &extension_version = "");
+	DUCKDB_API void SetExtensionLoaded(const string &extension_name, ExtensionInstallInfo &install_info);
 
 	idx_t NumberOfThreads();
 
 	DUCKDB_API static DatabaseInstance &GetDatabase(ClientContext &context);
 	DUCKDB_API static const DatabaseInstance &GetDatabase(const ClientContext &context);
 
-	DUCKDB_API const unordered_set<std::string> &LoadedExtensions();
-	DUCKDB_API const unordered_map<string, ExtensionInfo> &LoadedExtensionsData();
+	DUCKDB_API const unordered_set<string> &LoadedExtensions();
+	DUCKDB_API const unordered_map<string, ExtensionInstallInfo> &LoadedExtensionsData();
 	DUCKDB_API bool ExtensionIsLoaded(const string &name);
 
 	DUCKDB_API SettingLookupResult TryGetCurrentSetting(const string &key, Value &result) const;
@@ -77,7 +68,7 @@ private:
 	void Initialize(const char *path, DBConfig *config);
 	void CreateMainDatabase();
 
-	void Configure(DBConfig &config);
+	void Configure(DBConfig &config, const char *path);
 
 private:
 	shared_ptr<BufferManager> buffer_manager;
@@ -85,8 +76,8 @@ private:
 	unique_ptr<TaskScheduler> scheduler;
 	unique_ptr<ObjectCache> object_cache;
 	unique_ptr<ConnectionManager> connection_manager;
-	unordered_set<std::string> loaded_extensions;
-	unordered_map<std::string, ExtensionInfo> loaded_extensions_data;
+	unordered_set<string> loaded_extensions;
+	unordered_map<string, ExtensionInstallInfo> loaded_extensions_data;
 	ValidChecker db_validity;
 	unique_ptr<DatabaseFileSystem> db_file_system;
 };
@@ -105,14 +96,28 @@ public:
 	shared_ptr<DatabaseInstance> instance;
 
 public:
+	// Load a statically loaded extension by its class
 	template <class T>
-	void LoadExtension() {
+	void LoadStaticExtension() {
 		T extension;
 		if (ExtensionIsLoaded(extension.Name())) {
 			return;
 		}
 		extension.Load(*this);
-		instance->SetExtensionLoaded(extension.Name());
+		ExtensionInstallInfo install_info;
+		install_info.mode = ExtensionInstallMode::STATICALLY_LINKED;
+		install_info.version = extension.Version();
+		instance->SetExtensionLoaded(extension.Name(), install_info);
+	}
+
+	// DEPRECATED function that some extensions may still use to call their own Load method from the
+	// _init function of their loadable extension. Don't use this. Instead opt for a static LoadInternal function called
+	// from both the _init function and the Extension::Load. (see autocomplete extension)
+	// TODO: when to remove this function?
+	template <class T>
+	void LoadExtension() {
+		T extension;
+		extension.Load(*this);
 	}
 
 	DUCKDB_API FileSystem &GetFileSystem();
@@ -122,7 +127,7 @@ public:
 	DUCKDB_API static const char *LibraryVersion();
 	DUCKDB_API static idx_t StandardVectorSize();
 	DUCKDB_API static string Platform();
-	DUCKDB_API bool ExtensionIsLoaded(const std::string &name);
+	DUCKDB_API bool ExtensionIsLoaded(const string &name);
 };
 
 } // namespace duckdb

package/src/duckdb/src/include/duckdb/main/extension.hpp

@@ -21,6 +21,31 @@ public:
 
 	DUCKDB_API virtual void Load(DuckDB &db) = 0;
 	DUCKDB_API virtual std::string Name() = 0;
+	DUCKDB_API virtual std::string Version() const {
+		return "";
+	}
+};
+
+//! The parsed extension metadata footer
+struct ParsedExtensionMetaData {
+	static constexpr const idx_t FOOTER_SIZE = 512;
+	static constexpr const idx_t SIGNATURE_SIZE = 256;
+	static constexpr const char *EXPECTED_MAGIC_VALUE = {
+	    "4\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0"};
+
+	string magic_value;
+
+	string platform;
+	string duckdb_version;
+	string extension_version;
+	string signature;
+
+	bool AppearsValid() {
+		return magic_value == EXPECTED_MAGIC_VALUE;
+	}
+
+	// Returns an error string describing which parts of the metadata are mismatcheds
+	string GetInvalidMetadataError();
 };
 
 } // namespace duckdb

package/src/duckdb/src/include/duckdb/main/extension_entries.hpp

@@ -35,6 +35,7 @@ static constexpr ExtensionFunctionEntry EXTENSION_FUNCTIONS[] = {
     {"current_localtime", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
     {"current_localtimestamp", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
     {"dbgen", "tpch", CatalogType::TABLE_FUNCTION_ENTRY},
+    {"delta_scan", "delta", CatalogType::TABLE_FUNCTION_ENTRY},
     {"drop_fts_index", "fts", CatalogType::PRAGMA_FUNCTION_ENTRY},
     {"dsdgen", "tpcds", CatalogType::TABLE_FUNCTION_ENTRY},
     {"excel_text", "excel", CatalogType::SCALAR_FUNCTION_ENTRY},
@@ -54,6 +55,136 @@ static constexpr ExtensionFunctionEntry EXTENSION_FUNCTIONS[] = {
     {"iceberg_scan", "iceberg", CatalogType::TABLE_FUNCTION_ENTRY},
     {"iceberg_snapshots", "iceberg", CatalogType::TABLE_FUNCTION_ENTRY},
     {"icu_calendar_names", "icu", CatalogType::TABLE_FUNCTION_ENTRY},
+    {"icu_collate_af", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_am", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ar", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ar_sa", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_as", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_az", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_be", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_bg", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_bn", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_bo", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_br", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_bs", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ca", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ceb", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_chr", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_cs", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_cy", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_da", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_de", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_de_at", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_dsb", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_dz", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ee", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_el", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_en", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_en_us", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_eo", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_es", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_et", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fa", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fa_af", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ff", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fi", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fil", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fo", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fr", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fr_ca", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_fy", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ga", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_gl", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_gu", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ha", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_haw", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_he", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_he_il", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_hi", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_hr", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_hsb", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_hu", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_hy", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_id", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_id_id", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ig", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_is", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_it", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ja", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ka", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_kk", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_kl", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_km", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_kn", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ko", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_kok", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ku", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ky", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_lb", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_lkt", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ln", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_lo", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_lt", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_lv", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_mk", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ml", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_mn", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_mr", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ms", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_mt", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_my", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_nb", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_nb_no", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ne", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_nl", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_nn", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_om", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_or", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_pa", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_pa_in", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_pl", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ps", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_pt", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ro", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ru", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sa", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_se", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_si", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sk", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sl", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_smn", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sq", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sr", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sr_ba", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sr_me", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sr_rs", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sv", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_sw", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ta", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_te", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_th", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_tk", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_to", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_tr", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ug", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_uk", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_ur", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_uz", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_vi", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_wae", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_wo", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_xh", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_yi", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_yo", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_yue", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_yue_cn", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_zh", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_zh_cn", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_zh_hk", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_zh_mo", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_zh_sg", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_zh_tw", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"icu_collate_zu", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
     {"icu_sort_key", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
     {"json", "json", CatalogType::MACRO_ENTRY},
     {"json_array", "json", CatalogType::SCALAR_FUNCTION_ENTRY},
@@ -82,6 +213,9 @@ static constexpr ExtensionFunctionEntry EXTENSION_FUNCTIONS[] = {
     {"json_valid", "json", CatalogType::SCALAR_FUNCTION_ENTRY},
     {"load_aws_credentials", "aws", CatalogType::TABLE_FUNCTION_ENTRY},
     {"make_timestamptz", "icu", CatalogType::SCALAR_FUNCTION_ENTRY},
+    {"mysql_clear_cache", "mysql_scanner", CatalogType::TABLE_FUNCTION_ENTRY},
+    {"mysql_execute", "mysql_scanner", CatalogType::TABLE_FUNCTION_ENTRY},
+    {"mysql_query", "mysql_scanner", CatalogType::TABLE_FUNCTION_ENTRY},
     {"parquet_file_metadata", "parquet", CatalogType::TABLE_FUNCTION_ENTRY},
     {"parquet_kv_metadata", "parquet", CatalogType::TABLE_FUNCTION_ENTRY},
     {"parquet_metadata", "parquet", CatalogType::TABLE_FUNCTION_ENTRY},
@@ -252,11 +386,18 @@ static constexpr ExtensionEntry EXTENSION_SETTINGS[] = {
     {"calendar", "icu"},
     {"enable_server_cert_verification", "httpfs"},
     {"force_download", "httpfs"},
+    {"hf_max_per_page", "httpfs"},
+    {"hnsw_ef_search", "vss"},
+    {"hnsw_enable_experimental_persistence", "vss"},
     {"http_keep_alive", "httpfs"},
     {"http_retries", "httpfs"},
     {"http_retry_backoff", "httpfs"},
     {"http_retry_wait_ms", "httpfs"},
     {"http_timeout", "httpfs"},
+    {"mysql_bit1_as_boolean", "mysql_scanner"},
+    {"mysql_debug_show_queries", "mysql_scanner"},
+    {"mysql_experimental_filter_pushdown", "mysql_scanner"},
+    {"mysql_tinyint1_as_boolean", "mysql_scanner"},
     {"pg_array_as_varchar", "postgres_scanner"},
     {"pg_connection_cache", "postgres_scanner"},
     {"pg_connection_limit", "postgres_scanner"},
@@ -319,9 +460,9 @@ static constexpr ExtensionEntry EXTENSION_COLLATIONS[] = {
 // Note: these are currently hardcoded in scripts/generate_extensions_function.py
 // TODO: automate by passing though to script via duckdb
 static constexpr ExtensionEntry EXTENSION_FILE_PREFIXES[] = {
-    {"http://", "httpfs"}, {"https://", "httpfs"}, {"s3://", "httpfs"},  {"s3a://", "httpfs"},
-    {"s3n://", "httpfs"},  {"gcs://", "httpfs"},   {"gs://", "httpfs"},  {"r2://", "httpfs"},
-    {"azure://", "azure"}, {"az://", "azure"},     {"abfss://", "azure"}}; // END_OF_EXTENSION_FILE_PREFIXES
+    {"http://", "httpfs"}, {"https://", "httpfs"}, {"s3://", "httpfs"}, {"s3a://", "httpfs"},  {"s3n://", "httpfs"},
+    {"gcs://", "httpfs"},  {"gs://", "httpfs"},    {"r2://", "httpfs"}, {"azure://", "azure"}, {"az://", "azure"},
+    {"abfss://", "azure"}, {"hf://", "httpfs"}}; // END_OF_EXTENSION_FILE_PREFIXES
 
 // Note: these are currently hardcoded in scripts/generate_extensions_function.py
 // TODO: automate by passing though to script via duckdb
@@ -339,18 +480,22 @@ static constexpr ExtensionEntry EXTENSION_FILE_CONTAINS[] = {{".parquet?", "parq
 // Note: these are currently hardcoded in scripts/generate_extensions_function.py
 // TODO: automate by passing though to script via duckdb
 static constexpr ExtensionEntry EXTENSION_SECRET_TYPES[] = {
-    {"s3", "httpfs"}, {"r2", "httpfs"}, {"gcs", "httpfs"}, {"azure", "azure"}}; // EXTENSION_SECRET_TYPES
+    {"s3", "httpfs"},   {"r2", "httpfs"},          {"gcs", "httpfs"},
+    {"azure", "azure"}, {"huggingface", "httpfs"}, {"bearer", "httpfs"}}; // EXTENSION_SECRET_TYPES
 
 // Note: these are currently hardcoded in scripts/generate_extensions_function.py
 // TODO: automate by passing though to script via duckdb
 static constexpr ExtensionEntry EXTENSION_SECRET_PROVIDERS[] = {
-    {"s3/config", "httpfs"},        {"gcs/config", "httpfs"},           {"r2/config", "httpfs"},
-    {"s3/credential_chain", "aws"}, {"gcs/credential_chain", "aws"},    {"r2/credential_chain", "aws"},
-    {"azure/config", "azure"},      {"azure/credential_chain", "azure"}}; // EXTENSION_SECRET_PROVIDERS
+    {"s3/config", "httpfs"},          {"gcs/config", "httpfs"},
+    {"r2/config", "httpfs"},          {"s3/credential_chain", "aws"},
+    {"gcs/credential_chain", "aws"},  {"r2/credential_chain", "aws"},
+    {"azure/config", "azure"},        {"azure/credential_chain", "azure"},
+    {"huggingface/config", "httfps"}, {"huggingface/credential_chain", "httpfs"},
+    {"bearer/config", "httpfs"}}; // EXTENSION_SECRET_PROVIDERS
 
 static constexpr const char *AUTOLOADABLE_EXTENSIONS[] = {
-    "aws", "azure", "autocomplete", "excel",          "fts",      "httpfs",           "inet",
-    "icu", "json",  "parquet",      "sqlite_scanner", "sqlsmith", "postgres_scanner", "tpcds",
-    "tpch"}; // END_OF_AUTOLOADABLE_EXTENSIONS
+    "aws",   "azure", "autocomplete", "delta",   "excel",          "fts",      "httpfs",
+    "inet",  "icu",   "json",         "parquet", "sqlite_scanner", "sqlsmith", "postgres_scanner",
+    "tpcds", "tpch"}; // END_OF_AUTOLOADABLE_EXTENSIONS
 
 } // namespace duckdb