duckdb 0.8.2-dev2320.0 → 0.8.2-dev2356.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (24) hide show
  1. package/package.json +1 -1
  2. package/src/duckdb/extension/parquet/parquet_writer.cpp +1 -0
  3. package/src/duckdb/src/common/adbc/adbc.cpp +8 -3
  4. package/src/duckdb/src/common/arrow/arrow_appender.cpp +4 -4
  5. package/src/duckdb/src/common/arrow/arrow_converter.cpp +27 -26
  6. package/src/duckdb/src/common/arrow/arrow_wrapper.cpp +5 -5
  7. package/src/duckdb/src/function/table/version/pragma_version.cpp +2 -2
  8. package/src/duckdb/src/include/duckdb/common/arrow/appender/append_data.hpp +3 -3
  9. package/src/duckdb/src/include/duckdb/common/arrow/appender/varchar_data.hpp +1 -1
  10. package/src/duckdb/src/include/duckdb/common/arrow/arrow_appender.hpp +4 -3
  11. package/src/duckdb/src/include/duckdb/common/arrow/arrow_converter.hpp +3 -3
  12. package/src/duckdb/src/include/duckdb/common/arrow/arrow_wrapper.hpp +3 -3
  13. package/src/duckdb/src/include/duckdb/main/capi/capi_internal.hpp +1 -2
  14. package/src/duckdb/src/include/duckdb/main/client_config.hpp +0 -2
  15. package/src/duckdb/src/include/duckdb/main/client_context.hpp +1 -0
  16. package/src/duckdb/src/include/duckdb/main/client_properties.hpp +25 -0
  17. package/src/duckdb/src/include/duckdb/main/config.hpp +1 -1
  18. package/src/duckdb/src/include/duckdb/main/query_result.hpp +1 -13
  19. package/src/duckdb/src/include/duckdb/storage/object_cache.hpp +1 -1
  20. package/src/duckdb/src/main/capi/arrow-c.cpp +1 -7
  21. package/src/duckdb/src/main/client_context.cpp +15 -2
  22. package/src/duckdb/src/main/database.cpp +0 -9
  23. package/src/duckdb/src/main/query_result.cpp +0 -8
  24. package/src/duckdb/src/include/duckdb/common/arrow/arrow_options.hpp +0 -25
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "duckdb",
3
3
  "main": "./lib/duckdb.js",
4
4
  "types": "./lib/duckdb.d.ts",
5
- "version": "0.8.2-dev2320.0",
5
+ "version": "0.8.2-dev2356.0",
6
6
  "description": "DuckDB node.js API",
7
7
  "gypfile": true,
8
8
  "dependencies": {
@@ -297,6 +297,7 @@ void ParquetWriter::PrepareRowGroup(ColumnDataCollection &buffer, PreparedRowGro
297
297
  // set up a new row group for this chunk collection
298
298
  auto &row_group = result.row_group;
299
299
  row_group.num_rows = buffer.Count();
300
+ row_group.total_byte_size = buffer.SizeInBytes();
300
301
  row_group.__isset.file_offset = true;
301
302
 
302
303
  auto &states = result.states;
@@ -202,14 +202,15 @@ AdbcStatusCode ConnectionGetTableSchema(struct AdbcConnection *connection, const
202
202
  SetError(error, "Connection is not set");
203
203
  return ADBC_STATUS_INVALID_ARGUMENT;
204
204
  }
205
+ if (db_schema == nullptr) {
206
+ // if schema is not set, we use the default schema
207
+ db_schema = "main";
208
+ }
205
209
  if (catalog != nullptr && strlen(catalog) > 0) {
206
210
  // In DuckDB this is the name of the database, not sure what's the expected functionality here, so for now,
207
211
  // scream.
208
212
  SetError(error, "Catalog Name is not used in DuckDB. It must be set to nullptr or an empty string");
209
213
  return ADBC_STATUS_NOT_IMPLEMENTED;
210
- } else if (db_schema == nullptr) {
211
- SetError(error, "AdbcConnectionGetTableSchema: must provide db_schema");
212
- return ADBC_STATUS_INVALID_ARGUMENT;
213
214
  } else if (table_name == nullptr) {
214
215
  SetError(error, "AdbcConnectionGetTableSchema: must provide table_name");
215
216
  return ADBC_STATUS_INVALID_ARGUMENT;
@@ -686,6 +687,10 @@ AdbcStatusCode QueryInternal(struct AdbcConnection *connection, struct ArrowArra
686
687
  AdbcStatusCode ConnectionGetObjects(struct AdbcConnection *connection, int depth, const char *catalog,
687
688
  const char *db_schema, const char *table_name, const char **table_type,
688
689
  const char *column_name, struct ArrowArrayStream *out, struct AdbcError *error) {
690
+ if (depth != 0) {
691
+ SetError(error, "Depth parameter not yet supported");
692
+ return ADBC_STATUS_NOT_IMPLEMENTED;
693
+ }
689
694
  if (catalog != nullptr) {
690
695
  if (strcmp(catalog, "duckdb") == 0) {
691
696
  SetError(error, "catalog must be NULL or 'duckdb'");
@@ -14,7 +14,7 @@ namespace duckdb {
14
14
  // ArrowAppender
15
15
  //===--------------------------------------------------------------------===//
16
16
 
17
- ArrowAppender::ArrowAppender(vector<LogicalType> types_p, idx_t initial_capacity, ArrowOptions options)
17
+ ArrowAppender::ArrowAppender(vector<LogicalType> types_p, idx_t initial_capacity, ClientProperties options)
18
18
  : types(std::move(types_p)) {
19
19
  for (auto &type : types) {
20
20
  auto entry = ArrowAppender::InitializeChild(type, initial_capacity, options);
@@ -179,14 +179,14 @@ static void InitializeFunctionPointers(ArrowAppendData &append_data, const Logic
179
179
  case LogicalTypeId::VARCHAR:
180
180
  case LogicalTypeId::BLOB:
181
181
  case LogicalTypeId::BIT:
182
- if (append_data.options.offset_size == ArrowOffsetSize::LARGE) {
182
+ if (append_data.options.arrow_offset_size == ArrowOffsetSize::LARGE) {
183
183
  InitializeAppenderForType<ArrowVarcharData<string_t>>(append_data);
184
184
  } else {
185
185
  InitializeAppenderForType<ArrowVarcharData<string_t, ArrowVarcharConverter, uint32_t>>(append_data);
186
186
  }
187
187
  break;
188
188
  case LogicalTypeId::UUID:
189
- if (append_data.options.offset_size == ArrowOffsetSize::LARGE) {
189
+ if (append_data.options.arrow_offset_size == ArrowOffsetSize::LARGE) {
190
190
  InitializeAppenderForType<ArrowVarcharData<hugeint_t, ArrowUUIDConverter>>(append_data);
191
191
  } else {
192
192
  InitializeAppenderForType<ArrowVarcharData<hugeint_t, ArrowUUIDConverter, uint32_t>>(append_data);
@@ -228,7 +228,7 @@ static void InitializeFunctionPointers(ArrowAppendData &append_data, const Logic
228
228
  }
229
229
 
230
230
  unique_ptr<ArrowAppendData> ArrowAppender::InitializeChild(const LogicalType &type, idx_t capacity,
231
- ArrowOptions &options) {
231
+ ClientProperties &options) {
232
232
  auto result = make_uniq<ArrowAppendData>(options);
233
233
  InitializeFunctionPointers(*result, type);
234
234
 
@@ -15,12 +15,21 @@
15
15
 
16
16
  namespace duckdb {
17
17
 
18
- void ArrowConverter::ToArrowArray(DataChunk &input, ArrowArray *out_array, ArrowOptions options) {
18
+ void ArrowConverter::ToArrowArray(DataChunk &input, ArrowArray *out_array, ClientProperties options) {
19
19
  ArrowAppender appender(input.GetTypes(), input.size(), std::move(options));
20
20
  appender.Append(input, 0, input.size(), input.size());
21
21
  *out_array = appender.Finalize();
22
22
  }
23
23
 
24
+ unsafe_unique_array<char> AddName(const string &name) {
25
+ auto name_ptr = make_unsafe_uniq_array<char>(name.size() + 1);
26
+ for (size_t i = 0; i < name.size(); i++) {
27
+ name_ptr[i] = name[i];
28
+ }
29
+ name_ptr[name.size()] = '\0';
30
+ return name_ptr;
31
+ }
32
+
24
33
  //===--------------------------------------------------------------------===//
25
34
  // Arrow Schema
26
35
  //===--------------------------------------------------------------------===//
@@ -45,24 +54,26 @@ static void ReleaseDuckDBArrowSchema(ArrowSchema *schema) {
45
54
  delete holder;
46
55
  }
47
56
 
48
- void InitializeChild(ArrowSchema &child, const string &name = "") {
57
+ void InitializeChild(ArrowSchema &child, DuckDBArrowSchemaHolder &root_holder, const string &name = "") {
49
58
  //! Child is cleaned up by parent
50
59
  child.private_data = nullptr;
51
60
  child.release = ReleaseDuckDBArrowSchema;
52
61
 
53
62
  //! Store the child schema
54
63
  child.flags = ARROW_FLAG_NULLABLE;
55
- child.name = name.c_str();
64
+ root_holder.owned_type_names.push_back(AddName(name));
65
+
66
+ child.name = root_holder.owned_type_names.back().get();
56
67
  child.n_children = 0;
57
68
  child.children = nullptr;
58
69
  child.metadata = nullptr;
59
70
  child.dictionary = nullptr;
60
71
  }
61
72
  void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, const LogicalType &type,
62
- const ArrowOptions &options);
73
+ const ClientProperties &options);
63
74
 
64
75
  void SetArrowMapFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, const LogicalType &type,
65
- const ArrowOptions &options) {
76
+ const ClientProperties &options) {
66
77
  child.format = "+m";
67
78
  //! Map has one child which is a struct
68
79
  child.n_children = 1;
@@ -70,23 +81,14 @@ void SetArrowMapFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child,
70
81
  root_holder.nested_children.back().resize(1);
71
82
  root_holder.nested_children_ptr.emplace_back();
72
83
  root_holder.nested_children_ptr.back().push_back(&root_holder.nested_children.back()[0]);
73
- InitializeChild(root_holder.nested_children.back()[0]);
84
+ InitializeChild(root_holder.nested_children.back()[0], root_holder);
74
85
  child.children = &root_holder.nested_children_ptr.back()[0];
75
86
  child.children[0]->name = "entries";
76
87
  SetArrowFormat(root_holder, **child.children, ListType::GetChildType(type), options);
77
88
  }
78
89
 
79
- unsafe_unique_array<char> AddName(const string &name) {
80
- auto name_ptr = make_unsafe_uniq_array<char>(name.size() + 1);
81
- for (size_t i = 0; i < name.size(); i++) {
82
- name_ptr[i] = name[i];
83
- }
84
- name_ptr[name.size()] = '\0';
85
- return name_ptr;
86
- }
87
-
88
90
  void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, const LogicalType &type,
89
- const ArrowOptions &options) {
91
+ const ClientProperties &options) {
90
92
  switch (type.id()) {
91
93
  case LogicalTypeId::BOOLEAN:
92
94
  child.format = "b";
@@ -126,7 +128,7 @@ void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, co
126
128
  break;
127
129
  case LogicalTypeId::UUID:
128
130
  case LogicalTypeId::VARCHAR:
129
- if (options.offset_size == ArrowOffsetSize::LARGE) {
131
+ if (options.arrow_offset_size == ArrowOffsetSize::LARGE) {
130
132
  child.format = "U";
131
133
  } else {
132
134
  child.format = "u";
@@ -136,7 +138,6 @@ void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, co
136
138
  child.format = "tdD";
137
139
  break;
138
140
  case LogicalTypeId::TIME:
139
- case LogicalTypeId::TIME_TZ:
140
141
  child.format = "ttu";
141
142
  break;
142
143
  case LogicalTypeId::TIMESTAMP:
@@ -174,7 +175,7 @@ void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, co
174
175
  }
175
176
  case LogicalTypeId::BLOB:
176
177
  case LogicalTypeId::BIT: {
177
- if (options.offset_size == ArrowOffsetSize::LARGE) {
178
+ if (options.arrow_offset_size == ArrowOffsetSize::LARGE) {
178
179
  child.format = "Z";
179
180
  } else {
180
181
  child.format = "z";
@@ -188,7 +189,7 @@ void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, co
188
189
  root_holder.nested_children.back().resize(1);
189
190
  root_holder.nested_children_ptr.emplace_back();
190
191
  root_holder.nested_children_ptr.back().push_back(&root_holder.nested_children.back()[0]);
191
- InitializeChild(root_holder.nested_children.back()[0]);
192
+ InitializeChild(root_holder.nested_children.back()[0], root_holder);
192
193
  child.children = &root_holder.nested_children_ptr.back()[0];
193
194
  child.children[0]->name = "l";
194
195
  SetArrowFormat(root_holder, **child.children, ListType::GetChildType(type), options);
@@ -208,7 +209,7 @@ void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, co
208
209
  child.children = &root_holder.nested_children_ptr.back()[0];
209
210
  for (size_t type_idx = 0; type_idx < child_types.size(); type_idx++) {
210
211
 
211
- InitializeChild(*child.children[type_idx]);
212
+ InitializeChild(*child.children[type_idx], root_holder);
212
213
 
213
214
  root_holder.owned_type_names.push_back(AddName(child_types[type_idx].first));
214
215
 
@@ -236,7 +237,7 @@ void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, co
236
237
  child.children = &root_holder.nested_children_ptr.back()[0];
237
238
  for (size_t type_idx = 0; type_idx < child_types.size(); type_idx++) {
238
239
 
239
- InitializeChild(*child.children[type_idx]);
240
+ InitializeChild(*child.children[type_idx], root_holder);
240
241
 
241
242
  root_holder.owned_type_names.push_back(AddName(child_types[type_idx].first));
242
243
 
@@ -272,18 +273,18 @@ void SetArrowFormat(DuckDBArrowSchemaHolder &root_holder, ArrowSchema &child, co
272
273
  root_holder.nested_children.back().resize(1);
273
274
  root_holder.nested_children_ptr.emplace_back();
274
275
  root_holder.nested_children_ptr.back().push_back(&root_holder.nested_children.back()[0]);
275
- InitializeChild(root_holder.nested_children.back()[0]);
276
+ InitializeChild(root_holder.nested_children.back()[0], root_holder);
276
277
  child.dictionary = root_holder.nested_children_ptr.back()[0];
277
278
  child.dictionary->format = "u";
278
279
  break;
279
280
  }
280
281
  default:
281
- throw InternalException("Unsupported Arrow type " + type.ToString());
282
+ throw NotImplementedException("Unsupported Arrow type " + type.ToString());
282
283
  }
283
284
  }
284
285
 
285
286
  void ArrowConverter::ToArrowSchema(ArrowSchema *out_schema, const vector<LogicalType> &types,
286
- const vector<string> &names, const ArrowOptions &options) {
287
+ const vector<string> &names, const ClientProperties &options) {
287
288
  D_ASSERT(out_schema);
288
289
  D_ASSERT(types.size() == names.size());
289
290
  idx_t column_count = types.size();
@@ -310,7 +311,7 @@ void ArrowConverter::ToArrowSchema(ArrowSchema *out_schema, const vector<Logical
310
311
  for (idx_t col_idx = 0; col_idx < column_count; col_idx++) {
311
312
 
312
313
  auto &child = root_holder->children[col_idx];
313
- InitializeChild(child, names[col_idx]);
314
+ InitializeChild(child, *root_holder, names[col_idx]);
314
315
  SetArrowFormat(*root_holder, child, types[col_idx], options);
315
316
  }
316
317
 
@@ -69,7 +69,7 @@ int ResultArrowArrayStreamWrapper::MyStreamGetSchema(struct ArrowArrayStream *st
69
69
  auto my_stream = reinterpret_cast<ResultArrowArrayStreamWrapper *>(stream->private_data);
70
70
  if (!my_stream->column_types.empty()) {
71
71
  ArrowConverter::ToArrowSchema(out, my_stream->column_types, my_stream->column_names,
72
- QueryResult::GetArrowOptions(*my_stream->result));
72
+ my_stream->result->client_properties);
73
73
  return 0;
74
74
  }
75
75
 
@@ -90,7 +90,7 @@ int ResultArrowArrayStreamWrapper::MyStreamGetSchema(struct ArrowArrayStream *st
90
90
  my_stream->column_names = result.names;
91
91
  }
92
92
  ArrowConverter::ToArrowSchema(out, my_stream->column_types, my_stream->column_names,
93
- QueryResult::GetArrowOptions(*my_stream->result));
93
+ my_stream->result->client_properties);
94
94
  return 0;
95
95
  }
96
96
 
@@ -119,7 +119,7 @@ int ResultArrowArrayStreamWrapper::MyStreamGetNext(struct ArrowArrayStream *stre
119
119
  }
120
120
  idx_t result_count;
121
121
  PreservedError error;
122
- if (!ArrowUtil::TryFetchChunk(scan_state, result.GetArrowOptions(result), my_stream->batch_size, out, result_count,
122
+ if (!ArrowUtil::TryFetchChunk(scan_state, result.client_properties, my_stream->batch_size, out, result_count,
123
123
  error)) {
124
124
  D_ASSERT(error);
125
125
  my_stream->last_error = error;
@@ -165,7 +165,7 @@ ResultArrowArrayStreamWrapper::ResultArrowArrayStreamWrapper(unique_ptr<QueryRes
165
165
  stream.get_last_error = ResultArrowArrayStreamWrapper::MyStreamGetLastError;
166
166
  }
167
167
 
168
- bool ArrowUtil::TryFetchChunk(ChunkScanState &scan_state, ArrowOptions options, idx_t batch_size, ArrowArray *out,
168
+ bool ArrowUtil::TryFetchChunk(ChunkScanState &scan_state, ClientProperties options, idx_t batch_size, ArrowArray *out,
169
169
  idx_t &count, PreservedError &error) {
170
170
  count = 0;
171
171
  ArrowAppender appender(scan_state.Types(), batch_size, std::move(options));
@@ -209,7 +209,7 @@ bool ArrowUtil::TryFetchChunk(ChunkScanState &scan_state, ArrowOptions options,
209
209
  return true;
210
210
  }
211
211
 
212
- idx_t ArrowUtil::FetchChunk(ChunkScanState &scan_state, ArrowOptions options, idx_t chunk_size, ArrowArray *out) {
212
+ idx_t ArrowUtil::FetchChunk(ChunkScanState &scan_state, ClientProperties options, idx_t chunk_size, ArrowArray *out) {
213
213
  PreservedError error;
214
214
  idx_t result_count;
215
215
  if (!TryFetchChunk(scan_state, std::move(options), chunk_size, out, result_count, error)) {
@@ -1,8 +1,8 @@
1
1
  #ifndef DUCKDB_VERSION
2
- #define DUCKDB_VERSION "0.8.2-dev2320"
2
+ #define DUCKDB_VERSION "0.8.2-dev2356"
3
3
  #endif
4
4
  #ifndef DUCKDB_SOURCE_ID
5
- #define DUCKDB_SOURCE_ID "02412e1015"
5
+ #define DUCKDB_SOURCE_ID "ef2efd1b9d"
6
6
  #endif
7
7
  #include "duckdb/function/table/system_functions.hpp"
8
8
  #include "duckdb/main/database.hpp"
@@ -4,7 +4,7 @@
4
4
  #include "duckdb/common/types/vector.hpp"
5
5
  #include "duckdb/common/arrow/arrow.hpp"
6
6
  #include "duckdb/common/arrow/arrow_buffer.hpp"
7
- #include "duckdb/common/arrow/arrow_options.hpp"
7
+ #include "duckdb/main/client_properties.hpp"
8
8
  #include "duckdb/common/array.hpp"
9
9
 
10
10
  namespace duckdb {
@@ -26,7 +26,7 @@ typedef void (*finalize_t)(ArrowAppendData &append_data, const LogicalType &type
26
26
  // FIXME: we should separate the append state variables from the variables required by the ArrowArray into
27
27
  // ArrowAppendState
28
28
  struct ArrowAppendData {
29
- explicit ArrowAppendData(ArrowOptions &options_p) : options(options_p) {
29
+ explicit ArrowAppendData(ClientProperties &options_p) : options(options_p) {
30
30
  }
31
31
  // the buffers of the arrow vector
32
32
  ArrowBuffer validity;
@@ -49,7 +49,7 @@ struct ArrowAppendData {
49
49
  duckdb::array<const void *, 3> buffers = {{nullptr, nullptr, nullptr}};
50
50
  vector<ArrowArray *> child_pointers;
51
51
 
52
- ArrowOptions options;
52
+ ClientProperties options;
53
53
  };
54
54
 
55
55
  //===--------------------------------------------------------------------===//
@@ -62,7 +62,7 @@ struct ArrowVarcharData {
62
62
  auto last_offset = offset_data[append_data.row_count];
63
63
  idx_t max_offset = append_data.row_count + to - from;
64
64
  if (max_offset > NumericLimits<uint32_t>::Maximum() &&
65
- append_data.options.offset_size == ArrowOffsetSize::REGULAR) {
65
+ append_data.options.arrow_offset_size == ArrowOffsetSize::REGULAR) {
66
66
  throw InvalidInputException("Arrow Appender: The maximum total string size for regular string buffers is "
67
67
  "%u but the offset of %lu exceeds this.",
68
68
  NumericLimits<uint32_t>::Maximum(), max_offset);
@@ -19,7 +19,7 @@ struct ArrowAppendData;
19
19
  //! The ArrowAppender class can be used to incrementally construct an arrow array by appending data chunks into it
20
20
  class ArrowAppender {
21
21
  public:
22
- DUCKDB_API ArrowAppender(vector<LogicalType> types, idx_t initial_capacity, ArrowOptions options);
22
+ DUCKDB_API ArrowAppender(vector<LogicalType> types, idx_t initial_capacity, ClientProperties options);
23
23
  DUCKDB_API ~ArrowAppender();
24
24
 
25
25
  //! Append a data chunk to the underlying arrow array
@@ -30,7 +30,8 @@ public:
30
30
  public:
31
31
  static void ReleaseArray(ArrowArray *array);
32
32
  static ArrowArray *FinalizeChild(const LogicalType &type, ArrowAppendData &append_data);
33
- static unique_ptr<ArrowAppendData> InitializeChild(const LogicalType &type, idx_t capacity, ArrowOptions &options);
33
+ static unique_ptr<ArrowAppendData> InitializeChild(const LogicalType &type, idx_t capacity,
34
+ ClientProperties &options);
34
35
 
35
36
  private:
36
37
  //! The types of the chunks that will be appended in
@@ -40,7 +41,7 @@ private:
40
41
  //! The total row count that has been appended
41
42
  idx_t row_count = 0;
42
43
 
43
- ArrowOptions options;
44
+ ClientProperties options;
44
45
  };
45
46
 
46
47
  } // namespace duckdb
@@ -10,7 +10,7 @@
10
10
 
11
11
  #include "duckdb/common/types/data_chunk.hpp"
12
12
  #include "duckdb/common/arrow/arrow.hpp"
13
- #include "duckdb/common/arrow/arrow_options.hpp"
13
+ #include "duckdb/main/client_properties.hpp"
14
14
 
15
15
  struct ArrowSchema;
16
16
 
@@ -18,8 +18,8 @@ namespace duckdb {
18
18
 
19
19
  struct ArrowConverter {
20
20
  DUCKDB_API static void ToArrowSchema(ArrowSchema *out_schema, const vector<LogicalType> &types,
21
- const vector<string> &names, const ArrowOptions &options);
22
- DUCKDB_API static void ToArrowArray(DataChunk &input, ArrowArray *out_array, ArrowOptions options);
21
+ const vector<string> &names, const ClientProperties &options);
22
+ DUCKDB_API static void ToArrowArray(DataChunk &input, ArrowArray *out_array, ClientProperties options);
23
23
  };
24
24
 
25
25
  } // namespace duckdb
@@ -11,7 +11,7 @@
11
11
  #include "duckdb/common/helper.hpp"
12
12
  #include "duckdb/common/preserved_error.hpp"
13
13
  #include "duckdb/main/chunk_scan_state.hpp"
14
- #include "duckdb/common/arrow/arrow_options.hpp"
14
+ #include "duckdb/main/client_properties.hpp"
15
15
 
16
16
  //! Here we have the internal duckdb classes that interact with Arrow's Internal Header (i.e., duckdb/commons/arrow.hpp)
17
17
  namespace duckdb {
@@ -58,9 +58,9 @@ public:
58
58
 
59
59
  class ArrowUtil {
60
60
  public:
61
- static bool TryFetchChunk(ChunkScanState &scan_state, ArrowOptions options, idx_t chunk_size, ArrowArray *out,
61
+ static bool TryFetchChunk(ChunkScanState &scan_state, ClientProperties options, idx_t chunk_size, ArrowArray *out,
62
62
  idx_t &result_count, PreservedError &error);
63
- static idx_t FetchChunk(ChunkScanState &scan_state, ArrowOptions options, idx_t chunk_size, ArrowArray *out);
63
+ static idx_t FetchChunk(ChunkScanState &scan_state, ClientProperties options, idx_t chunk_size, ArrowArray *out);
64
64
 
65
65
  private:
66
66
  static bool TryFetchNext(QueryResult &result, unique_ptr<DataChunk> &out, PreservedError &error);
@@ -13,7 +13,6 @@
13
13
  #include "duckdb/common/types.hpp"
14
14
  #include "duckdb/common/types/data_chunk.hpp"
15
15
  #include "duckdb/main/appender.hpp"
16
- #include "duckdb/common/arrow/arrow_options.hpp"
17
16
 
18
17
  #include <cstring>
19
18
  #include <cassert>
@@ -48,7 +47,7 @@ struct PendingStatementWrapper {
48
47
  struct ArrowResultWrapper {
49
48
  unique_ptr<MaterializedQueryResult> result;
50
49
  unique_ptr<DataChunk> current_chunk;
51
- ArrowOptions options;
50
+ ClientProperties options;
52
51
  };
53
52
 
54
53
  struct AppenderWrapper {
@@ -115,8 +115,6 @@ public:
115
115
  static ClientConfig &GetConfig(ClientContext &context);
116
116
  static const ClientConfig &GetConfig(const ClientContext &context);
117
117
 
118
- string ExtractTimezone() const;
119
-
120
118
  bool AnyVerification() {
121
119
  return query_verification_enabled || verify_external || verify_serializer;
122
120
  }
@@ -24,6 +24,7 @@
24
24
  #include "duckdb/main/client_config.hpp"
25
25
  #include "duckdb/main/external_dependencies.hpp"
26
26
  #include "duckdb/common/preserved_error.hpp"
27
+ #include "duckdb/main/client_properties.hpp"
27
28
 
28
29
  namespace duckdb {
29
30
  class Appender;
@@ -0,0 +1,25 @@
1
+ //===----------------------------------------------------------------------===//
2
+ // DuckDB
3
+ //
4
+ // duckdb/main/client_properties.hpp
5
+ //
6
+ //
7
+ //===----------------------------------------------------------------------===//
8
+
9
+ #pragma once
10
+
11
+ #include <string>
12
+
13
+ namespace duckdb {
14
+ enum ArrowOffsetSize { REGULAR, LARGE };
15
+
16
+ //! A set of properties from the client context that can be used to interpret the query result
17
+ struct ClientProperties {
18
+ ClientProperties(string time_zone_p, ArrowOffsetSize arrow_offset_size_p)
19
+ : time_zone(std::move(time_zone_p)), arrow_offset_size(arrow_offset_size_p) {
20
+ }
21
+ ClientProperties() {};
22
+ string time_zone = "UTC";
23
+ ArrowOffsetSize arrow_offset_size = ArrowOffsetSize::REGULAR;
24
+ };
25
+ } // namespace duckdb
@@ -28,7 +28,7 @@
28
28
  #include "duckdb/optimizer/optimizer_extension.hpp"
29
29
  #include "duckdb/parser/parser_extension.hpp"
30
30
  #include "duckdb/planner/operator_extension.hpp"
31
- #include "duckdb/common/arrow/arrow_options.hpp"
31
+ #include "duckdb/main/client_properties.hpp"
32
32
 
33
33
  namespace duckdb {
34
34
  class BufferPool;
@@ -12,22 +12,13 @@
12
12
  #include "duckdb/common/types/data_chunk.hpp"
13
13
  #include "duckdb/common/winapi.hpp"
14
14
  #include "duckdb/common/preserved_error.hpp"
15
- #include "duckdb/common/arrow/arrow_options.hpp"
15
+ #include "duckdb/main/client_properties.hpp"
16
16
 
17
17
  namespace duckdb {
18
18
  struct BoxRendererConfig;
19
19
 
20
20
  enum class QueryResultType : uint8_t { MATERIALIZED_RESULT, STREAM_RESULT, PENDING_RESULT };
21
21
 
22
- //! A set of properties from the client context that can be used to interpret the query result
23
- struct ClientProperties {
24
- ClientProperties(string time_zone_p, ArrowOffsetSize arrow_offset_size_p)
25
- : time_zone(std::move(time_zone_p)), arrow_offset_size(arrow_offset_size_p) {
26
- }
27
- string time_zone;
28
- ArrowOffsetSize arrow_offset_size;
29
- };
30
-
31
22
  class BaseQueryResult {
32
23
  public:
33
24
  //! Creates a successful query result with the specified names and types
@@ -133,9 +124,6 @@ public:
133
124
  }
134
125
  }
135
126
 
136
- static ArrowOptions GetArrowOptions(QueryResult &query_result);
137
- static string GetConfigTimezone(QueryResult &query_result);
138
-
139
127
  private:
140
128
  class QueryResultIterator;
141
129
  class QueryResultRow {
@@ -48,7 +48,7 @@ public:
48
48
  }
49
49
 
50
50
  template <class T, class... Args>
51
- shared_ptr<T> GetOrCreate(const string &key, Args &&...args) {
51
+ shared_ptr<T> GetOrCreate(const string &key, Args &&... args) {
52
52
  lock_guard<mutex> glock(lock);
53
53
 
54
54
  auto entry = cache.find(key);
@@ -95,13 +95,7 @@ duckdb_state duckdb_execute_prepared_arrow(duckdb_prepared_statement prepared_st
95
95
  return DuckDBError;
96
96
  }
97
97
  auto arrow_wrapper = new ArrowResultWrapper();
98
- if (wrapper->statement->context->config.set_variables.find("TimeZone") ==
99
- wrapper->statement->context->config.set_variables.end()) {
100
- arrow_wrapper->options.time_zone = "UTC";
101
- } else {
102
- arrow_wrapper->options.time_zone =
103
- wrapper->statement->context->config.set_variables["TimeZone"].GetValue<std::string>();
104
- }
98
+ arrow_wrapper->options = wrapper->statement->context->GetClientProperties();
105
99
 
106
100
  auto result = wrapper->statement->Execute(wrapper->values, false);
107
101
  D_ASSERT(result->type == QueryResultType::MATERIALIZED_RESULT);
@@ -1155,8 +1155,21 @@ ParserOptions ClientContext::GetParserOptions() const {
1155
1155
  }
1156
1156
 
1157
1157
  ClientProperties ClientContext::GetClientProperties() const {
1158
- auto client_context = ClientConfig::GetConfig(*this);
1159
- return {client_context.ExtractTimezone(), db->config.options.arrow_offset_size};
1158
+ string timezone = "UTC";
1159
+ Value result;
1160
+ // 1) Check Set Variable
1161
+ auto &client_config = ClientConfig::GetConfig(*this);
1162
+ auto tz_config = client_config.set_variables.find("timezone");
1163
+ if (tz_config == client_config.set_variables.end()) {
1164
+ // 2) Check for Default Value
1165
+ auto default_value = db->config.extension_parameters.find("timezone");
1166
+ if (default_value != db->config.extension_parameters.end()) {
1167
+ timezone = default_value->second.default_value.GetValue<string>();
1168
+ }
1169
+ } else {
1170
+ timezone = tz_config->second.GetValue<string>();
1171
+ }
1172
+ return {timezone, db->config.options.arrow_offset_size};
1160
1173
  }
1161
1174
 
1162
1175
  bool ClientContext::ExecutionIsFinished() {
@@ -397,15 +397,6 @@ bool DatabaseInstance::TryGetCurrentSetting(const std::string &key, Value &resul
397
397
  return true;
398
398
  }
399
399
 
400
- string ClientConfig::ExtractTimezone() const {
401
- auto entry = set_variables.find("TimeZone");
402
- if (entry == set_variables.end()) {
403
- return "UTC";
404
- } else {
405
- return entry->second.GetValue<std::string>();
406
- }
407
- }
408
-
409
400
  ValidChecker &DatabaseInstance::GetValidChecker() {
410
401
  return db_validity;
411
402
  }
@@ -151,12 +151,4 @@ string QueryResult::HeaderToString() {
151
151
  return result;
152
152
  }
153
153
 
154
- ArrowOptions QueryResult::GetArrowOptions(QueryResult &query_result) {
155
- return {query_result.client_properties.arrow_offset_size, query_result.client_properties.time_zone};
156
- }
157
-
158
- string QueryResult::GetConfigTimezone(QueryResult &query_result) {
159
- return query_result.client_properties.time_zone;
160
- }
161
-
162
154
  } // namespace duckdb
@@ -1,25 +0,0 @@
1
- //===----------------------------------------------------------------------===//
2
- // DuckDB
3
- //
4
- // duckdb/common/arrow/arrow_options.hpp
5
- //
6
- //
7
- //===----------------------------------------------------------------------===//
8
-
9
- #pragma once
10
-
11
- namespace duckdb {
12
-
13
- enum ArrowOffsetSize { REGULAR, LARGE };
14
-
15
- struct ArrowOptions {
16
- explicit ArrowOptions(ArrowOffsetSize offset_size_p) : offset_size(offset_size_p) {
17
- }
18
- ArrowOptions(ArrowOffsetSize offset_size_p, string timezone_p) : offset_size(offset_size_p), time_zone(timezone_p) {
19
- }
20
- ArrowOptions() {
21
- }
22
- ArrowOffsetSize offset_size = ArrowOffsetSize::REGULAR;
23
- string time_zone = "UTC";
24
- };
25
- } // namespace duckdb