duckdb 0.3.2-dev838.0 → 0.3.2-dev856.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/duckdb.cpp +628 -17
- package/src/duckdb.hpp +8 -6
- package/src/parquet-amalgamation.cpp +36557 -36552
package/src/duckdb.hpp
CHANGED
|
@@ -11,8 +11,8 @@ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLI
|
|
|
11
11
|
#pragma once
|
|
12
12
|
#define DUCKDB_AMALGAMATION 1
|
|
13
13
|
#define DUCKDB_AMALGAMATION_EXTENDED 1
|
|
14
|
-
#define DUCKDB_SOURCE_ID "
|
|
15
|
-
#define DUCKDB_VERSION "0.3.2-
|
|
14
|
+
#define DUCKDB_SOURCE_ID "ef3070e4f"
|
|
15
|
+
#define DUCKDB_VERSION "0.3.2-dev856"
|
|
16
16
|
//===----------------------------------------------------------------------===//
|
|
17
17
|
// DuckDB
|
|
18
18
|
//
|
|
@@ -20341,6 +20341,7 @@ protected:
|
|
|
20341
20341
|
|
|
20342
20342
|
namespace duckdb {
|
|
20343
20343
|
struct CopyInfo;
|
|
20344
|
+
struct CSVFileHandle;
|
|
20344
20345
|
struct FileHandle;
|
|
20345
20346
|
struct StrpTimeFormat;
|
|
20346
20347
|
|
|
@@ -20441,15 +20442,14 @@ public:
|
|
|
20441
20442
|
|
|
20442
20443
|
BufferedCSVReader(FileSystem &fs, FileOpener *opener, BufferedCSVReaderOptions options,
|
|
20443
20444
|
const vector<LogicalType> &requested_types = vector<LogicalType>());
|
|
20445
|
+
~BufferedCSVReader();
|
|
20444
20446
|
|
|
20445
20447
|
FileSystem &fs;
|
|
20446
20448
|
FileOpener *opener;
|
|
20447
20449
|
BufferedCSVReaderOptions options;
|
|
20448
20450
|
vector<LogicalType> sql_types;
|
|
20449
20451
|
vector<string> col_names;
|
|
20450
|
-
unique_ptr<
|
|
20451
|
-
bool plain_file_source = false;
|
|
20452
|
-
idx_t file_size = 0;
|
|
20452
|
+
unique_ptr<CSVFileHandle> file_handle;
|
|
20453
20453
|
|
|
20454
20454
|
unique_ptr<char[]> buffer;
|
|
20455
20455
|
idx_t buffer_size;
|
|
@@ -20481,6 +20481,8 @@ public:
|
|
|
20481
20481
|
//! Extract a single DataChunk from the CSV file and stores it in insert_chunk
|
|
20482
20482
|
void ParseCSV(DataChunk &insert_chunk);
|
|
20483
20483
|
|
|
20484
|
+
idx_t GetFileSize();
|
|
20485
|
+
|
|
20484
20486
|
private:
|
|
20485
20487
|
//! Initialize Parser
|
|
20486
20488
|
void Initialize(const vector<LogicalType> &requested_types);
|
|
@@ -20527,7 +20529,7 @@ private:
|
|
|
20527
20529
|
//! Reads a new buffer from the CSV file if the current one has been exhausted
|
|
20528
20530
|
bool ReadBuffer(idx_t &start);
|
|
20529
20531
|
|
|
20530
|
-
unique_ptr<
|
|
20532
|
+
unique_ptr<CSVFileHandle> OpenCSV(const BufferedCSVReaderOptions &options);
|
|
20531
20533
|
|
|
20532
20534
|
//! First phase of auto detection: detect CSV dialect (i.e. delimiter, quote rules, etc)
|
|
20533
20535
|
void DetectDialect(const vector<LogicalType> &requested_types, BufferedCSVReaderOptions &original_options,
|