duckdb 0.3.5-dev167.0 → 0.3.5-dev184.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/duckdb.cpp +287 -261
- package/src/duckdb.hpp +51 -22
- package/src/parquet-amalgamation.cpp +36629 -36629
package/src/duckdb.hpp
CHANGED
|
@@ -11,8 +11,8 @@ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLI
|
|
|
11
11
|
#pragma once
|
|
12
12
|
#define DUCKDB_AMALGAMATION 1
|
|
13
13
|
#define DUCKDB_AMALGAMATION_EXTENDED 1
|
|
14
|
-
#define DUCKDB_SOURCE_ID "
|
|
15
|
-
#define DUCKDB_VERSION "v0.3.5-
|
|
14
|
+
#define DUCKDB_SOURCE_ID "cad2bfd64"
|
|
15
|
+
#define DUCKDB_VERSION "v0.3.5-dev184"
|
|
16
16
|
//===----------------------------------------------------------------------===//
|
|
17
17
|
// DuckDB
|
|
18
18
|
//
|
|
@@ -2789,7 +2789,7 @@ public:
|
|
|
2789
2789
|
DUCKDB_API static Value LIST(LogicalType child_type, vector<Value> values);
|
|
2790
2790
|
//! Create an empty list with the specified child-type
|
|
2791
2791
|
DUCKDB_API static Value EMPTYLIST(LogicalType child_type);
|
|
2792
|
-
//!
|
|
2792
|
+
//! Create a map value from a (key, value) pair
|
|
2793
2793
|
DUCKDB_API static Value MAP(Value key, Value value);
|
|
2794
2794
|
|
|
2795
2795
|
//! Create a blob Value from a data pointer and a length: no bytes are interpreted
|
|
@@ -22114,13 +22114,10 @@ struct TextSearchShiftArray {
|
|
|
22114
22114
|
};
|
|
22115
22115
|
|
|
22116
22116
|
struct BufferedCSVReaderOptions {
|
|
22117
|
-
|
|
22118
|
-
|
|
22119
|
-
|
|
22120
|
-
|
|
22121
|
-
FileCompressionType compression = FileCompressionType::AUTO_DETECT;
|
|
22122
|
-
//! Whether or not to automatically detect dialect and datatypes
|
|
22123
|
-
bool auto_detect = false;
|
|
22117
|
+
//===--------------------------------------------------------------------===//
|
|
22118
|
+
// CommonCSVOptions
|
|
22119
|
+
//===--------------------------------------------------------------------===//
|
|
22120
|
+
|
|
22124
22121
|
//! Whether or not a delimiter was defined by the user
|
|
22125
22122
|
bool has_delimiter = false;
|
|
22126
22123
|
//! Delimiter to separate columns within each line
|
|
@@ -22139,26 +22136,49 @@ struct BufferedCSVReaderOptions {
|
|
|
22139
22136
|
bool header = false;
|
|
22140
22137
|
//! Whether or not we should ignore InvalidInput errors
|
|
22141
22138
|
bool ignore_errors = false;
|
|
22142
|
-
//! Whether or not header names shall be normalized
|
|
22143
|
-
bool normalize_names = false;
|
|
22144
|
-
//! How many leading rows to skip
|
|
22145
|
-
idx_t skip_rows = 0;
|
|
22146
22139
|
//! Expected number of columns
|
|
22147
22140
|
idx_t num_cols = 0;
|
|
22141
|
+
//! Number of samples to buffer
|
|
22142
|
+
idx_t buffer_size = STANDARD_VECTOR_SIZE * 100;
|
|
22148
22143
|
//! Specifies the string that represents a null value
|
|
22149
22144
|
string null_str;
|
|
22145
|
+
//! Whether file is compressed or not, and if so which compression type
|
|
22146
|
+
//! AUTO_DETECT (default; infer from file extension)
|
|
22147
|
+
FileCompressionType compression = FileCompressionType::AUTO_DETECT;
|
|
22148
|
+
|
|
22149
|
+
//===--------------------------------------------------------------------===//
|
|
22150
|
+
// ReadCSVOptions
|
|
22151
|
+
//===--------------------------------------------------------------------===//
|
|
22152
|
+
|
|
22153
|
+
//! How many leading rows to skip
|
|
22154
|
+
idx_t skip_rows = 0;
|
|
22155
|
+
//! Maximum CSV line size: specified because if we reach this amount, we likely have wrong delimiters (default: 2MB)
|
|
22156
|
+
idx_t maximum_line_size = 2097152;
|
|
22157
|
+
//! Whether or not header names shall be normalized
|
|
22158
|
+
bool normalize_names = false;
|
|
22150
22159
|
//! True, if column with that index must skip null check
|
|
22151
22160
|
vector<bool> force_not_null;
|
|
22161
|
+
//! Consider all columns to be of type varchar
|
|
22162
|
+
bool all_varchar = false;
|
|
22152
22163
|
//! Size of sample chunk used for dialect and type detection
|
|
22153
22164
|
idx_t sample_chunk_size = STANDARD_VECTOR_SIZE;
|
|
22154
22165
|
//! Number of sample chunks used for type detection
|
|
22155
22166
|
idx_t sample_chunks = 10;
|
|
22156
|
-
//!
|
|
22157
|
-
|
|
22158
|
-
//!
|
|
22159
|
-
|
|
22160
|
-
//!
|
|
22161
|
-
|
|
22167
|
+
//! Whether or not to automatically detect dialect and datatypes
|
|
22168
|
+
bool auto_detect = false;
|
|
22169
|
+
//! The file path of the CSV file to read
|
|
22170
|
+
string file_path;
|
|
22171
|
+
//! Whether or not to include a file name column
|
|
22172
|
+
bool include_file_name = false;
|
|
22173
|
+
|
|
22174
|
+
//===--------------------------------------------------------------------===//
|
|
22175
|
+
// WriteCSVOptions
|
|
22176
|
+
//===--------------------------------------------------------------------===//
|
|
22177
|
+
|
|
22178
|
+
//! The column names of the columns to write
|
|
22179
|
+
vector<string> names;
|
|
22180
|
+
//! True, if column with that index must be quoted
|
|
22181
|
+
vector<bool> force_quote;
|
|
22162
22182
|
|
|
22163
22183
|
//! The date format to use (if any is specified)
|
|
22164
22184
|
std::map<LogicalTypeId, StrpTimeFormat> date_format = {{LogicalTypeId::DATE, {}}, {LogicalTypeId::TIMESTAMP, {}}};
|
|
@@ -22166,6 +22186,16 @@ struct BufferedCSVReaderOptions {
|
|
|
22166
22186
|
std::map<LogicalTypeId, bool> has_format = {{LogicalTypeId::DATE, false}, {LogicalTypeId::TIMESTAMP, false}};
|
|
22167
22187
|
|
|
22168
22188
|
void SetDelimiter(const string &delimiter);
|
|
22189
|
+
//! Set an option that is supported by both reading and writing functions, called by
|
|
22190
|
+
//! the SetReadOption and SetWriteOption methods
|
|
22191
|
+
bool SetBaseOption(const string &loption, const Value &value);
|
|
22192
|
+
|
|
22193
|
+
//! loption - lowercase string
|
|
22194
|
+
//! set - argument(s) to the option
|
|
22195
|
+
//! expected_names - names expected if the option is "columns"
|
|
22196
|
+
void SetReadOption(const string &loption, const Value &value, vector<string> &expected_names);
|
|
22197
|
+
|
|
22198
|
+
void SetWriteOption(const string &loption, const Value &value);
|
|
22169
22199
|
|
|
22170
22200
|
std::string ToString() const;
|
|
22171
22201
|
};
|
|
@@ -24010,8 +24040,7 @@ namespace duckdb {
|
|
|
24010
24040
|
//! Represents a Table producing function
|
|
24011
24041
|
class TableFunctionRef : public TableRef {
|
|
24012
24042
|
public:
|
|
24013
|
-
TableFunctionRef()
|
|
24014
|
-
}
|
|
24043
|
+
DUCKDB_API TableFunctionRef();
|
|
24015
24044
|
|
|
24016
24045
|
unique_ptr<ParsedExpression> function;
|
|
24017
24046
|
vector<string> column_name_alias;
|