@cubejs-backend/duckdb-driver 1.7.40 → 1.7.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,5 +1,5 @@
1
1
  import { BaseDriver, DriverInterface, StreamOptions, QueryOptions, StreamTableData, GenericDataBaseType } from '@cubejs-backend/base-driver';
2
- import { Connection, Database } from 'duckdb';
2
+ import { DuckDBConnection, DuckDBInstance } from '@duckdb/node-api';
3
3
  import { DuckDBQuery } from './DuckDBQuery';
4
4
  export type DuckDBDriverConfiguration = {
5
5
  databasePath?: string;
@@ -11,8 +11,8 @@ export type DuckDBDriverConfiguration = {
11
11
  preAggregations?: boolean;
12
12
  };
13
13
  type InitPromise = {
14
- defaultConnection: Connection;
15
- db: Database;
14
+ defaultConnection: DuckDBConnection;
15
+ instance: DuckDBInstance;
16
16
  };
17
17
  export declare class DuckDBDriver extends BaseDriver implements DriverInterface {
18
18
  protected readonly config: DuckDBDriverConfiguration;
@@ -23,6 +23,7 @@ export declare class DuckDBDriver extends BaseDriver implements DriverInterface
23
23
  private installExtensions;
24
24
  private loadExtensions;
25
25
  protected init(): Promise<InitPromise>;
26
+ private configureConnection;
26
27
  informationSchemaQuery(): string;
27
28
  getSchemasQuery(): string;
28
29
  protected getInitiatedState(): Promise<InitPromise>;
@@ -1 +1 @@
1
- {"version":3,"file":"DuckDBDriver.d.ts","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,eAAe,EACf,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,EAGpB,MAAM,6BAA6B,CAAC;AAIrC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAK5C,MAAM,MAAM,yBAAyB,GAAG;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,KAAK,WAAW,GAAG;IACjB,iBAAiB,EAAE,UAAU,CAAC;IAC9B,EAAE,EAAE,QAAQ,CAAC;CACd,CAAC;AASF,qBAAa,YAAa,SAAQ,UAAW,YAAW,eAAe;IAMnE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,yBAAyB;IALtD,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG,IAAI,CAAQ;IAE1D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAGX,MAAM,GAAE,yBAA8B;cAOxC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,mBAAmB;YAW7G,iBAAiB;YAgBjB,cAAc;cAcZ,IAAI,IAAI,OAAO,CAAC,WAAW,CAAC;IAqH5B,sBAAsB,IAAI,MAAM;IAQhC,eAAe,IAAI,MAAM;cAYzB,iBAAiB,IAAI,OAAO,CAAC,WAAW,CAAC;WAc3C,YAAY;IAIb,KAAK,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,OAAO,EAAO,EAAE,QAAQ,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAYhG,MAAM,CACjB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,OAAO,EAAE,EACjB,EAAE,aAAa,EAAE,EAAE,aAAa,GAC/B,OAAO,CAAC,eAAe,CAAC;IA0Bd,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrC,QAAQ;IAIF,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAStC"}
1
+ {"version":3,"file":"DuckDBDriver.d.ts","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,eAAe,EACf,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,EACpB,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEpE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAM5C,MAAM,MAAM,yBAAyB,GAAG;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,KAAK,WAAW,GAAG;IACjB,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,QAAQ,EAAE,cAAc,CAAC;CAC1B,CAAC;AAUF,qBAAa,YAAa,SAAQ,UAAW,YAAW,eAAe;IAMnE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,yBAAyB;IALtD,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG,IAAI,CAAQ;IAE1D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAGX,MAAM,GAAE,yBAA8B;cAOxC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,mBAAmB;YAW7G,iBAAiB;YAejB,cAAc;cAaZ,IAAI,IAAI,OAAO,CAAC,WAAW,CAAC;YAoC9B,mBAAmB;IAyFjB,sBAAsB,IAAI,MAAM;IAQhC,eAAe,IAAI,MAAM;cAYzB,iBAAiB,IAAI,OAAO,CAAC,WAAW,CAAC;WAc3C,YAAY;IAIb,KAAK,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,OAAO,EAAO,EAAE,QAAQ,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAgBhG,MAAM,CACjB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,OAAO,EAAE,EACjB,EAAE,aAAa,EAAE,EAAE,aAAa,GAC/B,OAAO,CAAC,eAAe,CAAC;IAuCd,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrC,QAAQ;IAIF,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAatC"}
@@ -1,51 +1,17 @@
1
1
  "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || (function () {
19
- var ownKeys = function(o) {
20
- ownKeys = Object.getOwnPropertyNames || function (o) {
21
- var ar = [];
22
- for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
- return ar;
24
- };
25
- return ownKeys(o);
26
- };
27
- return function (mod) {
28
- if (mod && mod.__esModule) return mod;
29
- var result = {};
30
- if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
- __setModuleDefault(result, mod);
32
- return result;
33
- };
34
- })();
35
2
  Object.defineProperty(exports, "__esModule", { value: true });
36
3
  exports.DuckDBDriver = void 0;
37
4
  const base_driver_1 = require("@cubejs-backend/base-driver");
38
5
  const shared_1 = require("@cubejs-backend/shared");
39
- const util_1 = require("util");
40
- const stream = __importStar(require("stream"));
41
- const duckdb_1 = require("duckdb");
6
+ const promises_1 = require("stream/promises");
7
+ const node_api_1 = require("@duckdb/node-api");
42
8
  const DuckDBQuery_1 = require("./DuckDBQuery");
43
- const HydrationStream_1 = require("./HydrationStream");
9
+ const RowStream_1 = require("./RowStream");
10
+ const Transform_1 = require("./Transform");
44
11
  const { version } = require('../../package.json');
45
12
  const DuckDBToGenericType = {
46
- // DATE_TRUNC returns DATE, but Cube Store still doesn't support DATE type
47
- // DuckDB's driver transform date/timestamp to Date object, but HydrationStream converts any Date object to ISO timestamp
48
- // That's why It's safe to use timestamp here
13
+ // DATE_TRUNC returns DATE, but Cube Store still doesn't support DATE type;
14
+ // Transform renders DATE values as ISO timestamps anyway, so declaring them timestamp is safe
49
15
  date: 'timestamp',
50
16
  };
51
17
  class DuckDBDriver extends base_driver_1.BaseDriver {
@@ -75,7 +41,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
75
41
  if (this.logger) {
76
42
  console.error(`DuckDB - error on installing ${extension}`, { e });
77
43
  }
78
- // DuckDB will lose connection_ref on connection on error, this will lead to broken connection object
79
44
  throw e;
80
45
  }
81
46
  }
@@ -89,7 +54,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
89
54
  if (this.logger) {
90
55
  console.error(`DuckDB - error on loading ${extension}`, { e });
91
56
  }
92
- // DuckDB will lose connection_ref on connection on error, this will lead to broken connection object
93
57
  throw e;
94
58
  }
95
59
  }
@@ -97,7 +61,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
97
61
  async init() {
98
62
  const token = this.config.motherDuckToken || (0, shared_1.getEnv)('duckdbMotherDuckToken', this.config);
99
63
  const dbPath = this.config.databasePath || (0, shared_1.getEnv)('duckdbDatabasePath', this.config);
100
- // Determine the database URL based on the provided db_path or token
101
64
  let dbUrl;
102
65
  if (dbPath) {
103
66
  dbUrl = dbPath;
@@ -112,11 +75,25 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
112
75
  if (token) {
113
76
  dbOptions = { custom_user_agent: `Cube/${version}` };
114
77
  }
115
- // Create a new Database instance with the determined URL and custom user agent
116
- const db = new duckdb_1.Database(dbUrl, dbOptions);
117
- // Under the hood all methods of Database uses internal default connection, but there is no way to expose it
118
- const defaultConnection = db.connect();
119
- const execAsync = (0, util_1.promisify)(defaultConnection.exec).bind(defaultConnection);
78
+ const instance = await node_api_1.DuckDBInstance.create(dbUrl, dbOptions);
79
+ let defaultConnection;
80
+ try {
81
+ defaultConnection = await instance.connect();
82
+ await this.configureConnection(defaultConnection);
83
+ return { defaultConnection, instance };
84
+ }
85
+ catch (e) {
86
+ try {
87
+ defaultConnection?.closeSync();
88
+ }
89
+ finally {
90
+ instance.closeSync();
91
+ }
92
+ throw e;
93
+ }
94
+ }
95
+ async configureConnection(connection) {
96
+ const execAsync = (sql) => connection.run(sql);
120
97
  const configuration = [
121
98
  {
122
99
  key: 's3_region',
@@ -181,7 +158,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
181
158
  throw e;
182
159
  }
183
160
  }
184
- // Install & load extensions if configured in env variable.
185
161
  const officialExtensions = (0, shared_1.getEnv)('duckdbExtensions', this.config);
186
162
  await this.installExtensions(officialExtensions, execAsync);
187
163
  await this.loadExtensions(officialExtensions, execAsync);
@@ -201,10 +177,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
201
177
  }
202
178
  }
203
179
  }
204
- return {
205
- defaultConnection,
206
- db
207
- };
208
180
  }
209
181
  informationSchemaQuery() {
210
182
  if (this.schema) {
@@ -240,32 +212,47 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
240
212
  }
241
213
  async query(query, values = [], _options) {
242
214
  const { defaultConnection } = await this.getInitiatedState();
243
- const fetchAsync = (0, util_1.promisify)(defaultConnection.all).bind(defaultConnection);
244
- const result = await fetchAsync(query, ...values);
245
- return result.map((item) => {
246
- (0, HydrationStream_1.transformRow)(item);
247
- return item;
248
- });
215
+ const result = await defaultConnection.run(query, (0, Transform_1.convertDuckDBParams)(values));
216
+ const transform = (0, Transform_1.buildTransform)(result.columnNames(), result.columnTypes());
217
+ const rows = [];
218
+ for (const chunk of await result.fetchAllChunks()) {
219
+ for (const row of (0, Transform_1.transformChunk)(chunk, transform)) {
220
+ rows.push(row);
221
+ }
222
+ }
223
+ return rows;
249
224
  }
250
225
  async stream(query, values, { highWaterMark }) {
251
- const { db } = await this.getInitiatedState();
226
+ const { instance } = await this.getInitiatedState();
252
227
  // new connection, because stream can break with
253
228
  // Attempting to execute an unsuccessful or closed pending query result
254
229
  // PreAggregation queue has a concurrency limit, it's why pool is not needed here
255
- const connection = db.connect();
256
- const closeAsync = (0, util_1.promisify)(connection.close).bind(connection);
230
+ const connection = await instance.connect();
231
+ let closed = false;
232
+ const close = () => {
233
+ if (!closed) {
234
+ closed = true;
235
+ connection.closeSync();
236
+ }
237
+ };
257
238
  try {
258
- const asyncIterator = connection.stream(query, ...(values || []));
259
- const rowStream = stream.Readable.from(asyncIterator, { highWaterMark }).pipe(new HydrationStream_1.HydrationStream());
239
+ const result = await connection.stream(query, (0, Transform_1.convertDuckDBParams)(values));
240
+ const transform = (0, Transform_1.buildTransform)(result.columnNames(), result.columnTypes());
241
+ // Chunks are fetched lazily, so the connection lives until the stream is destroyed,
242
+ // which covers completion, release(), destroy() and an early `break` alike.
243
+ const rowStream = new RowStream_1.DuckDBRowStream(result, transform, close, highWaterMark);
260
244
  return {
261
245
  rowStream,
262
246
  release: async () => {
263
- await closeAsync();
247
+ rowStream.destroy();
248
+ await (0, promises_1.finished)(rowStream, { cleanup: true }).catch(() => {
249
+ // the consumer already received the destroy error
250
+ });
264
251
  }
265
252
  };
266
253
  }
267
254
  catch (e) {
268
- await closeAsync();
255
+ close();
269
256
  throw e;
270
257
  }
271
258
  }
@@ -277,10 +264,15 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
277
264
  }
278
265
  async release() {
279
266
  if (this.initPromise) {
280
- const { db } = await this.initPromise;
281
- const close = (0, util_1.promisify)(db.close).bind(db);
267
+ const { initPromise } = this;
282
268
  this.initPromise = null;
283
- await close();
269
+ const { defaultConnection, instance } = await initPromise;
270
+ try {
271
+ defaultConnection.closeSync();
272
+ }
273
+ finally {
274
+ instance.closeSync();
275
+ }
284
276
  }
285
277
  }
286
278
  }
@@ -1 +1 @@
1
- {"version":3,"file":"DuckDBDriver.js","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6DASqC;AACrC,mDAAgD;AAChD,+BAAiC;AACjC,+CAAiC;AACjC,mCAA8C;AAE9C,+CAA4C;AAC5C,uDAAkE;AAElE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAiBlD,MAAM,mBAAmB,GAAwC;IAC/D,0EAA0E;IAC1E,yHAAyH;IACzH,6CAA6C;IAC7C,IAAI,EAAE,WAAW;CAClB,CAAC;AAEF,MAAa,YAAa,SAAQ,wBAAU;IAMrB;IALX,WAAW,GAAgC,IAAI,CAAC;IAEzC,MAAM,CAAS;IAEhC,YACqB,SAAoC,EAAE;QAEzD,KAAK,EAAE,CAAC;QAFW,WAAM,GAAN,MAAM,CAAgC;QAIzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAA,eAAM,EAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1E,CAAC;IAEkB,aAAa,CAAC,UAAkB,EAAE,SAAyB,EAAE,KAAqB;QACnG,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAEhG,IAAI,KAAK,EAAE,CAAC;YACV,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,mBAAmB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC1H,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,UAAoB,EAAE,SAA2D,EAAE,aAAqB,EAAE;QACxI,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAErD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,WAAW,SAAS,GAAG,UAAU,EAAE,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,gCAAgC,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,qGAAqG;gBACrG,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,UAAoB,EAAE,SAA2D;QAC5G,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,QAAQ,SAAS,EAAE,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,6BAA6B,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjE,CAAC;gBACD,qGAAqG;gBACrG,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAES,KAAK,CAAC,IAAI;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,IAAA,eAAM,EAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,IAAA,eAAM,EAAC,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACrF,oEAAoE;QACpE,IAAI,KAAa,CAAC;QAClB,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,GAAG,MAAM,CAAC;QACjB,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACjB,KAAK,GAAG,wBAAwB,KAAK,2BAA2B,OAAO,EAAE,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,UAAU,CAAC;QACrB,CAAC;QAED,IAAI,SAAS,CAAC;QACd,IAAI,KAAK,EAAE,CAAC;YACV,SAAS,GAAG,EAAE,iBAAiB,EAAE,QAAQ,OAAO,EAAE,EAAE,CAAC;QACvD,CAAC;QAED,+EAA+E;QAC/E,MAAM,EAAE,GAAG,IAAI,iBAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAE1C,4GAA4G;QAC5G,MAAM,iBAAiB,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QACvC,MAAM,SAAS,GAAqD,IAAA,gBAAS,EAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAQ,CAAC;QAErI,MAAM,aAAa,GAAG;YACpB;gBACE,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,IAAA,eAAM,EAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC7C;YACD;gBACE,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC/C;YACD;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,IAAA,eAAM,EAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC;aAClD;YACD;gBACE,GAAG,EAAE,sBAAsB;gBAC3B,KAAK,EAAE,IAAA,eAAM,EAAC,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC;aACxD;YACD;gBACE,GAAG,EAAE,cAAc;gBACnB,KAAK,EAAE,IAAA,eAAM,EAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC;aAChD;YACD;gBACE,GAAG,EAAE,QAAQ;gBACb,KAAK,EAAE,IAAA,eAAM,EAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC;aAC3C;YACD;gBACE,GAAG,EAAE,YAAY;gBACjB,KAAK,EAAE,IAAA,eAAM,EAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC7C;YACD;gBACE,GAAG,EAAE,cAAc;gBACnB,KAAK,EAAE,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC/C;YACD;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,IAAA,eAAM,EAAC,sBAAsB,EAAE,IAAI,CAAC,MAAM,CAAC;aACnD;SACF,CAAC;QAEF,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,aAAa,EAAE,CAAC;YAC3C,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC;oBACH,MAAM,SAAS,CAAC,OAAO,GAAG,KAAK,KAAK,GAAG,CAAC,CAAC;gBAC3C,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChB,OAAO,CAAC,KAAK,CAAC,yCAAyC,GAAG,EAAE,EAAE;4BAC5D,CAAC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAA0B,IAAI,IAAA,eAAM,EAAC,4BAA4B,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvH,IAAI,kBAAkB,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,wDAAwD,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,uDAAuD,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChF,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAED,2DAA2D;QAC3D,MAAM,kBAAkB,GAAG,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,mBAAmB,GAAG,IAAA,eAAM,EAAC,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7E,gDAAgD;QAChD,MAAM,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAC;QAE1D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE;wBACrD,CAAC;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,iBAAiB;YACjB,EAAE;SACH,CAAC;IACJ,CAAC;IAEe,sBAAsB;QACpC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,GAAG,KAAK,CAAC,sBAAsB,EAAE,yBAAyB,IAAI,CAAC,MAAM,GAAG,CAAC;QAClF,CAAC;QAED,OAAO,KAAK,CAAC,sBAAsB,EAAE,CAAC;IACxC,CAAC;IAEe,eAAe;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;iCACoB,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC;;iCAEpC,IAAI,CAAC,MAAM;;OAErC,CAAC;QACJ,CAAC;QACD,OAAO,KAAK,CAAC,eAAe,EAAE,CAAC;IACjC,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAExB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,YAAY;QACxB,OAAO,yBAAW,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,KAAK,CAAc,KAAa,EAAE,SAAoB,EAAE,EAAE,QAAuB;QAC5F,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAoD,IAAA,gBAAS,EAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAQ,CAAC;QAEpI,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,IAAA,8BAAY,EAAC,IAAI,CAAC,CAAC;YAEnB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,KAAa,EACb,MAAiB,EACjB,EAAE,aAAa,EAAiB;QAEhC,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE9C,gDAAgD;QAChD,uEAAuE;QACvE,iFAAiF;QACjF,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,IAAA,gBAAS,EAAC,UAAU,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;YAClE,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,iCAAe,EAAE,CAAC,CAAC;YAErG,OAAO;gBACL,SAAS;gBACT,OAAO,EAAE,KAAK,IAAI,EAAE;oBAClB,MAAM,UAAU,EAAE,CAAC;gBACrB,CAAC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,UAAU,EAAE,CAAC;YAEnB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACnC,CAAC;IAEM,QAAQ;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC;YACtC,MAAM,KAAK,GAAG,IAAA,gBAAS,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAExB,MAAM,KAAK,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;CACF;AA5QD,oCA4QC"}
1
+ {"version":3,"file":"DuckDBDriver.js","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":";;;AAAA,6DAOqC;AACrC,mDAAgD;AAChD,8CAA2C;AAC3C,+CAAoE;AAEpE,+CAA4C;AAC5C,2CAA8C;AAC9C,2CAAkF;AAElF,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAmBlD,MAAM,mBAAmB,GAAwC;IAC/D,2EAA2E;IAC3E,8FAA8F;IAC9F,IAAI,EAAE,WAAW;CAClB,CAAC;AAEF,MAAa,YAAa,SAAQ,wBAAU;IAMrB;IALX,WAAW,GAAgC,IAAI,CAAC;IAEzC,MAAM,CAAS;IAEhC,YACqB,SAAoC,EAAE;QAEzD,KAAK,EAAE,CAAC;QAFW,WAAM,GAAN,MAAM,CAAgC;QAIzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAA,eAAM,EAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1E,CAAC;IAEkB,aAAa,CAAC,UAAkB,EAAE,SAAyB,EAAE,KAAqB;QACnG,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAEhG,IAAI,KAAK,EAAE,CAAC;YACV,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,mBAAmB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC1H,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,UAAoB,EAAE,SAAiB,EAAE,aAAqB,EAAE;QAC9F,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAErD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,WAAW,SAAS,GAAG,UAAU,EAAE,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,gCAAgC,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,UAAoB,EAAE,SAAiB;QAClE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,QAAQ,SAAS,EAAE,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,6BAA6B,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjE,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAES,KAAK,CAAC,IAAI;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,IAAA,eAAM,EAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,IAAA,eAAM,EAAC,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACrF,IAAI,KAAa,CAAC;QAClB,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,GAAG,MAAM,CAAC;QACjB,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACjB,KAAK,GAAG,wBAAwB,KAAK,2BAA2B,OAAO,EAAE,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,UAAU,CAAC;QACrB,CAAC;QAED,IAAI,SAA6C,CAAC;QAClD,IAAI,KAAK,EAAE,CAAC;YACV,SAAS,GAAG,EAAE,iBAAiB,EAAE,QAAQ,OAAO,EAAE,EAAE,CAAC;QACvD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,yBAAc,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC/D,IAAI,iBAA+C,CAAC;QAEpD,IAAI,CAAC;YACH,iBAAiB,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC7C,MAAM,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YAElD,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,iBAAiB,EAAE,SAAS,EAAE,CAAC;YACjC,CAAC;oBAAS,CAAC;gBACT,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,CAAC;YAED,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,UAA4B;QAC5D,MAAM,SAAS,GAAW,CAAC,GAAW,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE/D,MAAM,aAAa,GAAG;YACpB;gBACE,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,IAAA,eAAM,EAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC7C;YACD;gBACE,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC/C;YACD;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,IAAA,eAAM,EAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC;aAClD;YACD;gBACE,GAAG,EAAE,sBAAsB;gBAC3B,KAAK,EAAE,IAAA,eAAM,EAAC,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC;aACxD;YACD;gBACE,GAAG,EAAE,cAAc;gBACnB,KAAK,EAAE,IAAA,eAAM,EAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC;aAChD;YACD;gBACE,GAAG,EAAE,QAAQ;gBACb,KAAK,EAAE,IAAA,eAAM,EAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC;aAC3C;YACD;gBACE,GAAG,EAAE,YAAY;gBACjB,KAAK,EAAE,IAAA,eAAM,EAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC7C;YACD;gBACE,GAAG,EAAE,cAAc;gBACnB,KAAK,EAAE,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC/C;YACD;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,IAAA,eAAM,EAAC,sBAAsB,EAAE,IAAI,CAAC,MAAM,CAAC;aACnD;SACF,CAAC;QAEF,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,aAAa,EAAE,CAAC;YAC3C,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC;oBACH,MAAM,SAAS,CAAC,OAAO,GAAG,KAAK,KAAK,GAAG,CAAC,CAAC;gBAC3C,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChB,OAAO,CAAC,KAAK,CAAC,yCAAyC,GAAG,EAAE,EAAE;4BAC5D,CAAC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAA0B,IAAI,IAAA,eAAM,EAAC,4BAA4B,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvH,IAAI,kBAAkB,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,wDAAwD,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,uDAAuD,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChF,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,mBAAmB,GAAG,IAAA,eAAM,EAAC,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7E,gDAAgD;QAChD,MAAM,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAC;QAE1D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE;wBACrD,CAAC;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEe,sBAAsB;QACpC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,GAAG,KAAK,CAAC,sBAAsB,EAAE,yBAAyB,IAAI,CAAC,MAAM,GAAG,CAAC;QAClF,CAAC;QAED,OAAO,KAAK,CAAC,sBAAsB,EAAE,CAAC;IACxC,CAAC;IAEe,eAAe;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;iCACoB,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC;;iCAEpC,IAAI,CAAC,MAAM;;OAErC,CAAC;QACJ,CAAC;QACD,OAAO,KAAK,CAAC,eAAe,EAAE,CAAC;IACjC,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAExB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,YAAY;QACxB,OAAO,yBAAW,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,KAAK,CAAc,KAAa,EAAE,SAAoB,EAAE,EAAE,QAAuB;QAC5F,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE7D,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,IAAA,+BAAmB,EAAC,MAAM,CAAC,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,IAAA,0BAAc,EAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAQ,EAAE,CAAC;QAErB,KAAK,MAAM,KAAK,IAAI,MAAM,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,GAAG,IAAI,IAAA,0BAAc,EAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,GAAQ,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,KAAa,EACb,MAAiB,EACjB,EAAE,aAAa,EAAiB;QAEhC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEpD,gDAAgD;QAChD,uEAAuE;QACvE,iFAAiF;QACjF,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC5C,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,IAAI,CAAC;gBACd,UAAU,CAAC,SAAS,EAAE,CAAC;YACzB,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,IAAA,+BAAmB,EAAC,MAAM,CAAC,CAAC,CAAC;YAC3E,MAAM,SAAS,GAAG,IAAA,0BAAc,EAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;YAE7E,oFAAoF;YACpF,4EAA4E;YAC5E,MAAM,SAAS,GAAG,IAAI,2BAAe,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;YAE/E,OAAO;gBACL,SAAS;gBACT,OAAO,EAAE,KAAK,IAAI,EAAE;oBAClB,SAAS,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,IAAA,mBAAQ,EAAC,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;wBACtD,kDAAkD;oBACpD,CAAC,CAAC,CAAC;gBACL,CAAC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,KAAK,EAAE,CAAC;YAER,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACnC,CAAC;IAEM,QAAQ;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,MAAM,WAAW,CAAC;YAE1D,IAAI,CAAC;gBACH,iBAAiB,CAAC,SAAS,EAAE,CAAC;YAChC,CAAC;oBAAS,CAAC;gBACT,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAvSD,oCAuSC"}
@@ -0,0 +1,20 @@
1
+ import { Readable } from 'stream';
2
+ import { DuckDBResult } from '@duckdb/node-api';
3
+ import { Transform } from './Transform';
4
+ /**
5
+ * Streams a DuckDB result as hydrated row objects, one fetched chunk (up to 2048 rows) per
6
+ * `await`. The consumer's `highWaterMark` bounds how far ahead of it the chunks are read.
7
+ */
8
+ export declare class DuckDBRowStream extends Readable {
9
+ private readonly result;
10
+ private readonly transform;
11
+ private readonly onClose;
12
+ private reading;
13
+ private pendingFetch;
14
+ private batch;
15
+ private idx;
16
+ constructor(result: DuckDBResult, transform: Transform, onClose: () => void, highWaterMark: number);
17
+ _read(): Promise<void>;
18
+ _destroy(error: Error | null, callback: (error?: Error | null) => void): void;
19
+ }
20
+ //# sourceMappingURL=RowStream.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"RowStream.d.ts","sourceRoot":"","sources":["../../src/RowStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,SAAS,EAAkB,MAAM,aAAa,CAAC;AAExD;;;GAGG;AACH,qBAAa,eAAgB,SAAQ,QAAQ;IAUzC,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,OAAO;IAX1B,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,YAAY,CAAiC;IAErD,OAAO,CAAC,KAAK,CAAiC;IAE9C,OAAO,CAAC,GAAG,CAAK;gBAGG,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,MAAM,IAAI,EACpC,aAAa,EAAE,MAAM;IAKD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAyC5B,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;CAe9F"}
@@ -0,0 +1,77 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.DuckDBRowStream = void 0;
4
+ const stream_1 = require("stream");
5
+ const Transform_1 = require("./Transform");
6
+ /**
7
+ * Streams a DuckDB result as hydrated row objects, one fetched chunk (up to 2048 rows) per
8
+ * `await`. The consumer's `highWaterMark` bounds how far ahead of it the chunks are read.
9
+ */
10
+ class DuckDBRowStream extends stream_1.Readable {
11
+ result;
12
+ transform;
13
+ onClose;
14
+ reading = false;
15
+ pendingFetch = null;
16
+ batch = [];
17
+ idx = 0;
18
+ constructor(result, transform, onClose, highWaterMark) {
19
+ super({ objectMode: true, highWaterMark });
20
+ this.result = result;
21
+ this.transform = transform;
22
+ this.onClose = onClose;
23
+ }
24
+ async _read() {
25
+ // A synchronous push() can re-enter _read() while the loop below is still running
26
+ if (this.reading) {
27
+ return;
28
+ }
29
+ this.reading = true;
30
+ try {
31
+ let canPush = true;
32
+ while (canPush) {
33
+ if (this.idx >= this.batch.length) {
34
+ const fetch = this.result.fetchChunk();
35
+ this.pendingFetch = fetch;
36
+ const chunk = await fetch.finally(() => {
37
+ this.pendingFetch = null;
38
+ });
39
+ // Nobody reads the rows a destroy() raced with
40
+ if (this.destroyed) {
41
+ return;
42
+ }
43
+ if (chunk === null || chunk.rowCount === 0) {
44
+ this.push(null);
45
+ return;
46
+ }
47
+ this.batch = (0, Transform_1.transformChunk)(chunk, this.transform);
48
+ this.idx = 0;
49
+ }
50
+ canPush = this.push(this.batch[this.idx++]);
51
+ }
52
+ }
53
+ catch (e) {
54
+ this.destroy(e);
55
+ }
56
+ finally {
57
+ this.reading = false;
58
+ }
59
+ }
60
+ _destroy(error, callback) {
61
+ const close = () => {
62
+ try {
63
+ this.onClose();
64
+ callback(error);
65
+ }
66
+ catch (e) {
67
+ // Letting this escape the handler would leave the stream without a 'close' event and
68
+ // raise an unhandled rejection; the destroy error, when there is one, came first.
69
+ callback(error || e);
70
+ }
71
+ };
72
+ // The connection must not close under an in-flight native fetch
73
+ Promise.resolve(this.pendingFetch).then(close, close);
74
+ }
75
+ }
76
+ exports.DuckDBRowStream = DuckDBRowStream;
77
+ //# sourceMappingURL=RowStream.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"RowStream.js","sourceRoot":"","sources":["../../src/RowStream.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAGlC,2CAAwD;AAExD;;;GAGG;AACH,MAAa,eAAgB,SAAQ,iBAAQ;IAUxB;IACA;IACA;IAXX,OAAO,GAAG,KAAK,CAAC;IAEhB,YAAY,GAA4B,IAAI,CAAC;IAE7C,KAAK,GAA8B,EAAE,CAAC;IAEtC,GAAG,GAAG,CAAC,CAAC;IAEhB,YACmB,MAAoB,EACpB,SAAoB,EACpB,OAAmB,EACpC,aAAqB;QAErB,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAL1B,WAAM,GAAN,MAAM,CAAc;QACpB,cAAS,GAAT,SAAS,CAAW;QACpB,YAAO,GAAP,OAAO,CAAY;IAItC,CAAC;IAEe,KAAK,CAAC,KAAK;QACzB,kFAAkF;QAClF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,CAAC;YACH,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,OAAO,OAAO,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;oBACvC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;oBAC1B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE;wBACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC3B,CAAC,CAAC,CAAC;oBAEH,+CAA+C;oBAC/C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;wBACnB,OAAO;oBACT,CAAC;oBAED,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;wBAC3C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAChB,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC,KAAK,GAAG,IAAA,0BAAc,EAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBACnD,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;gBACf,CAAC;gBAED,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,CAAC,CAAU,CAAC,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,CAAC;IACH,CAAC;IAEe,QAAQ,CAAC,KAAmB,EAAE,QAAwC;QACpF,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,qFAAqF;gBACrF,kFAAkF;gBAClF,QAAQ,CAAC,KAAK,IAAI,CAAU,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC;QAEF,gEAAgE;QAChE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACxD,CAAC;CACF;AA1ED,0CA0EC"}
@@ -0,0 +1,28 @@
1
+ import { DuckDBDataChunk, DuckDBType, DuckDBValue, DuckDBValueConverter, JS } from '@duckdb/node-api';
2
+ /** Never receives null; the caller short-circuits those. */
3
+ export type ColumnConverter = (value: DuckDBValue) => unknown;
4
+ export type Transform = {
5
+ names: string[];
6
+ converters: Array<ColumnConverter | null>;
7
+ objectShape: Record<string, unknown> | null;
8
+ };
9
+ /**
10
+ * Renders epoch millis as an ISO timestamp, matching `new Date(millis).toISOString()`
11
+ * byte for byte across the whole range Date accepts, expanded years included.
12
+ */
13
+ export declare function formatIsoFromMillis(millis: number): string;
14
+ /**
15
+ * Recursive converter for nested types (LIST, STRUCT, MAP, ...), where the legacy driver
16
+ * kept JS built-ins. Nested cells go through the very same converters as top-level columns,
17
+ * so a TIMESTAMP inside a STRUCT is the same ISO string as a TIMESTAMP column.
18
+ */
19
+ export declare const convertNestedValue: DuckDBValueConverter<JS>;
20
+ export declare function getColumnConverter(type: DuckDBType): ColumnConverter | null;
21
+ export declare function buildTransform(names: string[], types: DuckDBType[]): Transform;
22
+ /**
23
+ * Column-major: each vector is decoded once and its converter is picked once, instead of
24
+ * dispatching on the type for every cell.
25
+ */
26
+ export declare function transformChunk(chunk: DuckDBDataChunk, transform: Transform): Record<string, unknown>[];
27
+ export declare function convertDuckDBParams(values: unknown[] | null | undefined): DuckDBValue[];
28
+ //# sourceMappingURL=Transform.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Transform.d.ts","sourceRoot":"","sources":["../../src/Transform.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,eAAe,EASf,UAAU,EAEV,WAAW,EACX,oBAAoB,EACpB,EAAE,EAGH,MAAM,kBAAkB,CAAC;AAE1B,4DAA4D;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC;AAE9D,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC7C,CAAC;AAIF;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAS1D;AAkFD;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,EAAE,oBAAoB,CAAC,EAAE,CAWvD,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,GAAG,eAAe,GAAG,IAAI,CAO3E;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,SAAS,CAU9E;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CA2BtG;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,GAAG,SAAS,GAAG,WAAW,EAAE,CAYvF"}
@@ -0,0 +1,156 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.convertNestedValue = void 0;
4
+ exports.formatIsoFromMillis = formatIsoFromMillis;
5
+ exports.getColumnConverter = getColumnConverter;
6
+ exports.buildTransform = buildTransform;
7
+ exports.transformChunk = transformChunk;
8
+ exports.convertDuckDBParams = convertDuckDBParams;
9
+ const shared_1 = require("@cubejs-backend/shared");
10
+ const luxon_1 = require("luxon");
11
+ const node_api_1 = require("@duckdb/node-api");
12
+ const MILLIS_PER_DAY = 86400000;
13
+ /**
14
+ * Renders epoch millis as an ISO timestamp, matching `new Date(millis).toISOString()`
15
+ * byte for byte across the whole range Date accepts, expanded years included.
16
+ */
17
+ function formatIsoFromMillis(millis) {
18
+ const iso = luxon_1.DateTime.fromMillis(millis, { zone: 'utc' }).toISO();
19
+ if (iso) {
20
+ return iso;
21
+ }
22
+ // luxon returns null exactly where Date throws: NaN and anything outside
23
+ // -271821-04-20 .. +275760-09-13 (|millis| > 8.64e15).
24
+ throw new RangeError(`Invalid time value: ${millis}`);
25
+ }
26
+ function formatDecimal(value) {
27
+ if (value.scale === 0) {
28
+ return String(value.value);
29
+ }
30
+ const text = value.toString();
31
+ // `/\.?0+$/` matches with no point at all, which would eat the integer part of "100"
32
+ return text.includes('.') ? text.replace(/\.?0+$/, '') : text;
33
+ }
34
+ function toBuffer(bytes) {
35
+ return Buffer.isBuffer(bytes) ? bytes : Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength);
36
+ }
37
+ const stringConverter = (value) => String(value);
38
+ const decimalConverter = (value) => formatDecimal(value);
39
+ const intervalConverter = (value) => {
40
+ const { months, days, micros } = value;
41
+ return { months, days, micros: Number(micros) };
42
+ };
43
+ const blobConverter = (value) => toBuffer(value.bytes);
44
+ const dateConverter = (value) => formatIsoFromMillis(value.days * MILLIS_PER_DAY);
45
+ // bigint division truncates toward zero like the JS converter, so sub-millisecond digits
46
+ // of pre-epoch values round the same way they always did.
47
+ const timestampConverter = (value) => formatIsoFromMillis(Number(value.micros / 1000n));
48
+ const timestampSecondsConverter = (value) => formatIsoFromMillis(Number(value.seconds) * 1000);
49
+ const timestampMillisConverter = (value) => formatIsoFromMillis(Number(value.millis));
50
+ const timestampNanosConverter = (value) => formatIsoFromMillis(Number(value.nanos / 1000000n));
51
+ const CONVERTERS_BY_TYPE_ID = {
52
+ [node_api_1.DuckDBTypeId.BOOLEAN]: null,
53
+ [node_api_1.DuckDBTypeId.VARCHAR]: null,
54
+ [node_api_1.DuckDBTypeId.SQLNULL]: null,
55
+ [node_api_1.DuckDBTypeId.TINYINT]: stringConverter,
56
+ [node_api_1.DuckDBTypeId.SMALLINT]: stringConverter,
57
+ [node_api_1.DuckDBTypeId.INTEGER]: stringConverter,
58
+ [node_api_1.DuckDBTypeId.UTINYINT]: stringConverter,
59
+ [node_api_1.DuckDBTypeId.USMALLINT]: stringConverter,
60
+ [node_api_1.DuckDBTypeId.UINTEGER]: stringConverter,
61
+ [node_api_1.DuckDBTypeId.FLOAT]: stringConverter,
62
+ [node_api_1.DuckDBTypeId.DOUBLE]: stringConverter,
63
+ [node_api_1.DuckDBTypeId.BIGINT]: stringConverter,
64
+ [node_api_1.DuckDBTypeId.UBIGINT]: stringConverter,
65
+ [node_api_1.DuckDBTypeId.HUGEINT]: stringConverter,
66
+ [node_api_1.DuckDBTypeId.UHUGEINT]: stringConverter,
67
+ [node_api_1.DuckDBTypeId.BIGNUM]: stringConverter,
68
+ [node_api_1.DuckDBTypeId.ENUM]: stringConverter,
69
+ [node_api_1.DuckDBTypeId.UUID]: stringConverter,
70
+ [node_api_1.DuckDBTypeId.TIME]: stringConverter,
71
+ [node_api_1.DuckDBTypeId.TIME_TZ]: stringConverter,
72
+ [node_api_1.DuckDBTypeId.TIME_NS]: stringConverter,
73
+ [node_api_1.DuckDBTypeId.DECIMAL]: decimalConverter,
74
+ [node_api_1.DuckDBTypeId.INTERVAL]: intervalConverter,
75
+ [node_api_1.DuckDBTypeId.BLOB]: blobConverter,
76
+ [node_api_1.DuckDBTypeId.DATE]: dateConverter,
77
+ [node_api_1.DuckDBTypeId.TIMESTAMP]: timestampConverter,
78
+ [node_api_1.DuckDBTypeId.TIMESTAMP_TZ]: timestampConverter,
79
+ [node_api_1.DuckDBTypeId.TIMESTAMP_S]: timestampSecondsConverter,
80
+ [node_api_1.DuckDBTypeId.TIMESTAMP_MS]: timestampMillisConverter,
81
+ [node_api_1.DuckDBTypeId.TIMESTAMP_NS]: timestampNanosConverter,
82
+ };
83
+ /**
84
+ * Recursive converter for nested types (LIST, STRUCT, MAP, ...), where the legacy driver
85
+ * kept JS built-ins. Nested cells go through the very same converters as top-level columns,
86
+ * so a TIMESTAMP inside a STRUCT is the same ISO string as a TIMESTAMP column.
87
+ */
88
+ const convertNestedValue = (value, type, converter) => {
89
+ if (value === null) {
90
+ return null;
91
+ }
92
+ const columnConverter = CONVERTERS_BY_TYPE_ID[type.typeId];
93
+ if (columnConverter !== undefined) {
94
+ return (columnConverter === null ? value : columnConverter(value));
95
+ }
96
+ return (0, node_api_1.JSDuckDBValueConverter)(value, type, converter);
97
+ };
98
+ exports.convertNestedValue = convertNestedValue;
99
+ function getColumnConverter(type) {
100
+ const converter = CONVERTERS_BY_TYPE_ID[type.typeId];
101
+ if (converter !== undefined) {
102
+ return converter;
103
+ }
104
+ return (value) => (0, exports.convertNestedValue)(value, type, exports.convertNestedValue);
105
+ }
106
+ function buildTransform(names, types) {
107
+ if (names.length !== types.length) {
108
+ throw new Error(`Unexpected names and types length mismatch; names ${names.length} vs types ${types.length}`);
109
+ }
110
+ return {
111
+ names,
112
+ converters: types.map(getColumnConverter),
113
+ objectShape: (0, shared_1.buildObjectShape)(names),
114
+ };
115
+ }
116
+ /**
117
+ * Column-major: each vector is decoded once and its converter is picked once, instead of
118
+ * dispatching on the type for every cell.
119
+ */
120
+ function transformChunk(chunk, transform) {
121
+ const { names, converters, objectShape } = transform;
122
+ const { rowCount } = chunk;
123
+ const rows = new Array(rowCount);
124
+ for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
125
+ rows[rowIndex] = objectShape === null ? Object.create(null) : { ...objectShape };
126
+ }
127
+ for (let columnIndex = 0; columnIndex < names.length; columnIndex++) {
128
+ const name = names[columnIndex];
129
+ const converter = converters[columnIndex];
130
+ const vector = chunk.getColumnVector(columnIndex);
131
+ if (converter === null) {
132
+ for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
133
+ rows[rowIndex][name] = vector.getItem(rowIndex);
134
+ }
135
+ }
136
+ else {
137
+ for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
138
+ const value = vector.getItem(rowIndex);
139
+ rows[rowIndex][name] = value === null ? null : converter(value);
140
+ }
141
+ }
142
+ }
143
+ return rows;
144
+ }
145
+ function convertDuckDBParams(values) {
146
+ return (values || []).map((value) => {
147
+ if (value instanceof Date) {
148
+ return (0, node_api_1.timestampValue)(BigInt(value.getTime()) * 1000n);
149
+ }
150
+ if (value instanceof Uint8Array) {
151
+ return (0, node_api_1.blobValue)(value);
152
+ }
153
+ return value;
154
+ });
155
+ }
156
+ //# sourceMappingURL=Transform.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Transform.js","sourceRoot":"","sources":["../../src/Transform.ts"],"names":[],"mappings":";;;AAsCA,kDASC;AAoGD,gDAOC;AAED,wCAUC;AAMD,wCA2BC;AAED,kDAYC;AArND,mDAA0D;AAC1D,iCAAiC;AACjC,+CAmB0B;AAW1B,MAAM,cAAc,GAAG,QAAQ,CAAC;AAEhC;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,MAAc;IAChD,MAAM,GAAG,GAAG,gBAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;IACjE,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,GAAG,CAAC;IACb,CAAC;IAED,yEAAyE;IACzE,uDAAuD;IACvD,MAAM,IAAI,UAAU,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;IAE9B,qFAAqF;IACrF,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAiB;IACjC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;AACxG,CAAC;AAED,MAAM,eAAe,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAElE,MAAM,gBAAgB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAA2B,CAAC,CAAC;AAEhG,MAAM,iBAAiB,GAAoB,CAAC,KAAK,EAAE,EAAE;IACnD,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,KAA4B,CAAC;IAE9D,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,aAAa,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAE,KAAyB,CAAC,KAAK,CAAC,CAAC;AAE7F,MAAM,aAAa,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAE,KAAyB,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAExH,yFAAyF;AACzF,0DAA0D;AAC1D,MAAM,kBAAkB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CACxE,MAAM,CAAE,KAAuD,CAAC,MAAM,GAAG,KAAK,CAAC,CAChF,CAAC;AAEF,MAAM,yBAAyB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAC/E,MAAM,CAAE,KAAqC,CAAC,OAAO,CAAC,GAAG,IAAI,CAC9D,CAAC;AAEF,MAAM,wBAAwB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAC9E,MAAM,CAAE,KAA0C,CAAC,MAAM,CAAC,CAC3D,CAAC;AAEF,MAAM,uBAAuB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAC7E,MAAM,CAAE,KAAyC,CAAC,KAAK,GAAG,QAAQ,CAAC,CACpE,CAAC;AAEF,MAAM,qBAAqB,GAA0D;IACnF,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,IAAI;IAC5B,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,IAAI;IAC5B,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,IAAI;IAC5B,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,SAAS,CAAC,EAAE,eAAe;IACzC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,KAAK,CAAC,EAAE,eAAe;IACrC,CAAC,uBAAY,CAAC,MAAM,CAAC,EAAE,eAAe;IACtC,CAAC,uBAAY,CAAC,MAAM,CAAC,EAAE,eAAe;IACtC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,MAAM,CAAC,EAAE,eAAe;IACtC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,eAAe;IACpC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,eAAe;IACpC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,eAAe;IACpC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,gBAAgB;IACxC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,iBAAiB;IAC1C,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,aAAa;IAClC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,aAAa;IAClC,CAAC,uBAAY,CAAC,SAAS,CAAC,EAAE,kBAAkB;IAC5C,CAAC,uBAAY,CAAC,YAAY,CAAC,EAAE,kBAAkB;IAC/C,CAAC,uBAAY,CAAC,WAAW,CAAC,EAAE,yBAAyB;IACrD,CAAC,uBAAY,CAAC,YAAY,CAAC,EAAE,wBAAwB;IACrD,CAAC,uBAAY,CAAC,YAAY,CAAC,EAAE,uBAAuB;CACrD,CAAC;AAEF;;;;GAIG;AACI,MAAM,kBAAkB,GAA6B,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;IACrF,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,eAAe,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3D,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAClC,OAAO,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAO,CAAC;IAC3E,CAAC;IAED,OAAO,IAAA,iCAAsB,EAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;AACxD,CAAC,CAAC;AAXW,QAAA,kBAAkB,sBAW7B;AAEF,SAAgB,kBAAkB,CAAC,IAAgB;IACjD,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,0BAAkB,EAAC,KAAK,EAAE,IAAI,EAAE,0BAAkB,CAAC,CAAC;AACxE,CAAC;AAED,SAAgB,cAAc,CAAC,KAAe,EAAE,KAAmB;IACjE,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qDAAqD,KAAK,CAAC,MAAM,aAAa,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAChH,CAAC;IAED,OAAO;QACL,KAAK;QACL,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACzC,WAAW,EAAE,IAAA,yBAAgB,EAAC,KAAK,CAAC;KACrC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc,CAAC,KAAsB,EAAE,SAAoB;IACzE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;IACrD,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,MAAM,IAAI,GAA8B,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE5D,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC,QAAQ,CAAC,GAAG,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,EAAE,CAAC;IACnF,CAAC;IAED,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;QACpE,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;QAChC,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAElD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;gBACvD,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;gBACvD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,mBAAmB,CAAC,MAAoC;IACtE,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAClC,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YAC1B,OAAO,IAAA,yBAAc,EAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YAChC,OAAO,IAAA,oBAAS,EAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,KAAoB,CAAC;IAC9B,CAAC,CAAC,CAAC;AACL,CAAC"}
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "@cubejs-backend/duckdb-driver",
3
3
  "description": "Cube DuckDB database driver",
4
4
  "author": "Cube Dev, Inc.",
5
- "version": "1.7.40",
5
+ "version": "1.7.41",
6
6
  "repository": {
7
7
  "type": "git",
8
8
  "url": "https://github.com/cube-js/cube.git",
@@ -30,21 +30,21 @@
30
30
  "build": "rm -rf dist && npm run tsc",
31
31
  "tsc": "tsc",
32
32
  "watch": "tsc -w",
33
- "unit": "jest --verbose dist/test/unit",
34
- "integration": "npm run integration:duckdb",
35
- "integration:duckdb": "NODE_OPTIONS=--experimental-vm-modules jest --verbose dist/test"
33
+ "unit": "NODE_OPTIONS=--experimental-vm-modules jest --verbose dist/test/unit"
36
34
  },
37
35
  "dependencies": {
38
- "@cubejs-backend/base-driver": "1.7.40",
39
- "@cubejs-backend/schema-compiler": "1.7.40",
40
- "@cubejs-backend/shared": "1.7.40",
41
- "duckdb": "^1.4.1"
36
+ "@cubejs-backend/base-driver": "1.7.41",
37
+ "@cubejs-backend/schema-compiler": "1.7.41",
38
+ "@cubejs-backend/shared": "1.7.41",
39
+ "@duckdb/node-api": "1.5.5-r.5",
40
+ "luxon": "^3.4.4"
42
41
  },
43
42
  "license": "Apache-2.0",
44
43
  "devDependencies": {
45
- "@cubejs-backend/linter": "1.7.40",
46
- "@cubejs-backend/testing-shared": "1.7.40",
44
+ "@cubejs-backend/linter": "1.7.41",
45
+ "@cubejs-backend/testing-shared": "1.7.41",
47
46
  "@types/jest": "^29",
47
+ "@types/luxon": "^3.4.2",
48
48
  "@types/node": "^22",
49
49
  "jest": "^29",
50
50
  "typescript": "~6.0.3"
@@ -52,5 +52,5 @@
52
52
  "publishConfig": {
53
53
  "access": "public"
54
54
  },
55
- "gitHead": "c4f66278c24bf634aca1c1b23c0c2e7d06d901b6"
55
+ "gitHead": "fb8dcb49947dcef543d2337052d39391ec043154"
56
56
  }
@@ -1,6 +0,0 @@
1
- import stream from 'stream';
2
- export declare function transformRow(row: any): void;
3
- export declare class HydrationStream extends stream.Transform {
4
- constructor();
5
- }
6
- //# sourceMappingURL=HydrationStream.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"HydrationStream.d.ts","sourceRoot":"","sources":["../../src/HydrationStream.ts"],"names":[],"mappings":"AAAA,OAAO,MAA6B,MAAM,QAAQ,CAAC;AAEnD,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,QAQpC;AAED,qBAAa,eAAgB,SAAQ,MAAM,CAAC,SAAS;;CAYpD"}
@@ -1,32 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.HydrationStream = void 0;
7
- exports.transformRow = transformRow;
8
- const stream_1 = __importDefault(require("stream"));
9
- function transformRow(row) {
10
- for (const [field, value] of Object.entries(row)) {
11
- if (typeof value === 'number' || typeof value === 'bigint') {
12
- row[field] = value.toString();
13
- }
14
- else if (Object.prototype.toString.call(value) === '[object Date]') {
15
- row[field] = value.toISOString();
16
- }
17
- }
18
- }
19
- class HydrationStream extends stream_1.default.Transform {
20
- constructor() {
21
- super({
22
- objectMode: true,
23
- transform(row, encoding, callback) {
24
- transformRow(row);
25
- this.push(row);
26
- callback();
27
- }
28
- });
29
- }
30
- }
31
- exports.HydrationStream = HydrationStream;
32
- //# sourceMappingURL=HydrationStream.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"HydrationStream.js","sourceRoot":"","sources":["../../src/HydrationStream.ts"],"names":[],"mappings":";;;;;;AAEA,oCAQC;AAVD,oDAAmD;AAEnD,SAAgB,YAAY,CAAC,GAAQ;IACnC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC3D,GAAG,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;QAChC,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,eAAe,EAAE,CAAC;YACrE,GAAG,CAAC,KAAK,CAAC,GAAI,KAAa,CAAC,WAAW,EAAE,CAAC;QAC5C,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAa,eAAgB,SAAQ,gBAAM,CAAC,SAAS;IACnD;QACE,KAAK,CAAC;YACJ,UAAU,EAAE,IAAI;YAChB,SAAS,CAAC,GAAQ,EAAE,QAAwB,EAAE,QAA2B;gBACvE,YAAY,CAAC,GAAG,CAAC,CAAC;gBAElB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,QAAQ,EAAE,CAAC;YACb,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAZD,0CAYC"}