duckdb 0.4.1-dev68.0 → 0.4.1-dev85.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "duckdb",
   "main": "./lib/duckdb.js",
-  "version": "0.4.1-dev68.0",
+  "version": "0.4.1-dev85.0",
   "description": "DuckDB node.js API",
   "gypfile": true,
   "dependencies": {

package/src/duckdb.cpp

@@ -5514,6 +5514,7 @@ vector<string> DefaultSchemaGenerator::GetDefaultEntries() {
 
 
 
+
 namespace duckdb {
 
 struct DefaultType {
@@ -5574,6 +5575,7 @@ static DefaultType internal_types[] = {{"int", LogicalTypeId::INTEGER},
                                        {"guid", LogicalTypeId::UUID},
                                        {"struct", LogicalTypeId::STRUCT},
                                        {"row", LogicalTypeId::STRUCT},
+                                       {"list", LogicalTypeId::LIST},
                                        {"map", LogicalTypeId::MAP},
                                        {"utinyint", LogicalTypeId::UTINYINT},
                                        {"uint8", LogicalTypeId::UTINYINT},
@@ -17289,12 +17291,12 @@ public:
 
 #include <cstdint>
 #include <cstdio>
+#include <sys/stat.h>
 
 #ifndef _WIN32
 #include <dirent.h>
 #include <fcntl.h>
 #include <string.h>
-#include <sys/stat.h>
 #include <sys/types.h>
 #include <unistd.h>
 #else
@@ -17333,7 +17335,6 @@ public:
 #include <string>
 
 #ifdef __MINGW32__
-#include <sys/stat.h>
 // need to manually define this for mingw
 extern "C" WINBASEAPI BOOL WINAPI GetPhysicallyInstalledSystemMemory(PULONGLONG);
 #endif
@@ -17358,33 +17359,6 @@ static void AssertValidFileFlags(uint8_t flags) {
 #endif
 }
 
-#ifdef __MINGW32__
-bool LocalFileSystem::FileExists(const string &filename) {
-	auto unicode_path = WindowsUtil::UTF8ToUnicode(filename.c_str());
-	const wchar_t *wpath = unicode_path.c_str();
-	if (_waccess(wpath, 0) == 0) {
-		struct _stat64i32 status;
-		_wstat64i32(wpath, &status);
-		if (status.st_size > 0) {
-			return true;
-		}
-	}
-	return false;
-}
-bool LocalFileSystem::IsPipe(const string &filename) {
-	auto unicode_path = WindowsUtil::UTF8ToUnicode(filename.c_str());
-	const wchar_t *wpath = unicode_path.c_str();
-	if (_waccess(wpath, 0) == 0) {
-		struct _stat64i32 status;
-		_wstat64i32(wpath, &status);
-		if (status.st_size == 0) {
-			return true;
-		}
-	}
-	return false;
-}
-
-#else
 #ifndef _WIN32
 bool LocalFileSystem::FileExists(const string &filename) {
 	if (!filename.empty()) {
@@ -17419,8 +17393,8 @@ bool LocalFileSystem::FileExists(const string &filename) {
 	auto unicode_path = WindowsUtil::UTF8ToUnicode(filename.c_str());
 	const wchar_t *wpath = unicode_path.c_str();
 	if (_waccess(wpath, 0) == 0) {
-		struct _stat64i32 status;
-		_wstat(wpath, &status);
+		struct _stati64 status;
+		_wstati64(wpath, &status);
 		if (status.st_mode & S_IFREG) {
 			return true;
 		}
@@ -17431,8 +17405,8 @@ bool LocalFileSystem::IsPipe(const string &filename) {
 	auto unicode_path = WindowsUtil::UTF8ToUnicode(filename.c_str());
 	const wchar_t *wpath = unicode_path.c_str();
 	if (_waccess(wpath, 0) == 0) {
-		struct _stat64i32 status;
-		_wstat(wpath, &status);
+		struct _stati64 status;
+		_wstati64(wpath, &status);
 		if (status.st_mode & _S_IFCHR) {
 			return true;
 		}
@@ -17440,7 +17414,6 @@ bool LocalFileSystem::IsPipe(const string &filename) {
 	return false;
 }
 #endif
-#endif
 
 #ifndef _WIN32
 // somehow sometimes this is missing
@@ -47742,7 +47715,7 @@ PhysicalType LogicalType::GetInternalType() {
 		} else if (width <= Decimal::MAX_WIDTH_INT128) {
 			return PhysicalType::INT128;
 		} else {
-			throw InternalException("Widths bigger than 38 are not supported");
+			throw InternalException("Widths bigger than %d are not supported", DecimalType::MaxWidth());
 		}
 	}
 	case LogicalTypeId::VARCHAR:
@@ -48292,9 +48265,20 @@ LogicalType LogicalType::MaxLogicalType(const LogicalType &left, const LogicalTy
 				return right;
 			}
 		} else if (type_id == LogicalTypeId::DECIMAL) {
-			// use max width/scale of the two types
-			auto width = MaxValue<uint8_t>(DecimalType::GetWidth(left), DecimalType::GetWidth(right));
+			// unify the width/scale so that the resulting decimal always fits
+			// "width - scale" gives us the number of digits on the left side of the decimal point
+			// "scale" gives us the number of digits allowed on the right of the deciaml point
+			// using the max of these of the two types gives us the new decimal size
+			auto extra_width_left = DecimalType::GetWidth(left) - DecimalType::GetScale(left);
+			auto extra_width_right = DecimalType::GetWidth(right) - DecimalType::GetScale(right);
+			auto extra_width = MaxValue<uint8_t>(extra_width_left, extra_width_right);
 			auto scale = MaxValue<uint8_t>(DecimalType::GetScale(left), DecimalType::GetScale(right));
+			auto width = extra_width + scale;
+			if (width > DecimalType::MaxWidth()) {
+				// if the resulting decimal does not fit, we truncate the scale
+				width = DecimalType::MaxWidth();
+				scale = width - extra_width;
+			}
 			return LogicalType::DECIMAL(width, scale);
 		} else if (type_id == LogicalTypeId::LIST) {
 			// list: perform max recursively on child type
@@ -48491,6 +48475,10 @@ uint8_t DecimalType::GetScale(const LogicalType &type) {
 	return ((DecimalTypeInfo &)*info).scale;
 }
 
+uint8_t DecimalType::MaxWidth() {
+	return 38;
+}
+
 LogicalType LogicalType::DECIMAL(int width, int scale) {
 	auto type_info = make_shared<DecimalTypeInfo>(width, scale);
 	return LogicalType(LogicalTypeId::DECIMAL, move(type_info));
@@ -126562,19 +126550,26 @@ void ExtensionHelper::InstallExtension(DatabaseInstance &db, const string &exten
 		return;
 	}
 
+	string temp_path = local_extension_path + ".tmp";
+	if (fs.FileExists(temp_path)) {
+		fs.RemoveFile(temp_path);
+	}
 	auto is_http_url = StringUtil::Contains(extension, "http://");
 	if (fs.FileExists(extension)) {
+
 		std::ifstream in(extension, std::ios::binary);
 		if (in.bad()) {
 			throw IOException("Failed to read extension from \"%s\"", extension);
 		}
-		std::ofstream out(local_extension_path, std::ios::binary);
+		std::ofstream out(temp_path, std::ios::binary);
 		out << in.rdbuf();
 		if (out.bad()) {
-			throw IOException("Failed to write extension to \"%s\"", local_extension_path);
+			throw IOException("Failed to write extension to \"%s\"", temp_path);
 		}
 		in.close();
 		out.close();
+
+		fs.MoveFile(temp_path, local_extension_path);
 		return;
 	} else if (StringUtil::Contains(extension, "/") && !is_http_url) {
 		throw IOException("Failed to read extension from \"%s\": no such file", extension);
@@ -126616,11 +126611,13 @@ void ExtensionHelper::InstallExtension(DatabaseInstance &db, const string &exten
 		throw IOException("Failed to download extension %s%s", url_base, url_local_part);
 	}
 	auto decompressed_body = GZipFileSystem::UncompressGZIPString(res->body);
-	std::ofstream out(local_extension_path, std::ios::binary);
+	std::ofstream out(temp_path, std::ios::binary);
 	out.write(decompressed_body.data(), decompressed_body.size());
 	if (out.bad()) {
-		throw IOException("Failed to write extension to %s", local_extension_path);
+		throw IOException("Failed to write extension to %s", temp_path);
 	}
+	out.close();
+	fs.MoveFile(temp_path, local_extension_path);
 #endif
 }
 

package/src/duckdb.hpp

@@ -11,8 +11,8 @@ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLI
 #pragma once
 #define DUCKDB_AMALGAMATION 1
 #define DUCKDB_AMALGAMATION_EXTENDED 1
-#define DUCKDB_SOURCE_ID "995622ad3"
-#define DUCKDB_VERSION "v0.4.1-dev68"
+#define DUCKDB_SOURCE_ID "4565d24b7"
+#define DUCKDB_VERSION "v0.4.1-dev85"
 //===----------------------------------------------------------------------===//
 //                         DuckDB
 //
@@ -1124,6 +1124,7 @@ public:
 struct DecimalType {
 	DUCKDB_API static uint8_t GetWidth(const LogicalType &type);
 	DUCKDB_API static uint8_t GetScale(const LogicalType &type);
+	DUCKDB_API static uint8_t MaxWidth();
 };
 
 struct StringType {