@cubejs-backend/duckdb-driver 1.7.40 → 1.7.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/DuckDBDriver.d.ts +4 -3
- package/dist/src/DuckDBDriver.d.ts.map +1 -1
- package/dist/src/DuckDBDriver.js +61 -69
- package/dist/src/DuckDBDriver.js.map +1 -1
- package/dist/src/RowStream.d.ts +20 -0
- package/dist/src/RowStream.d.ts.map +1 -0
- package/dist/src/RowStream.js +77 -0
- package/dist/src/RowStream.js.map +1 -0
- package/dist/src/Transform.d.ts +28 -0
- package/dist/src/Transform.d.ts.map +1 -0
- package/dist/src/Transform.js +156 -0
- package/dist/src/Transform.js.map +1 -0
- package/package.json +11 -11
- package/dist/src/HydrationStream.d.ts +0 -6
- package/dist/src/HydrationStream.d.ts.map +0 -1
- package/dist/src/HydrationStream.js +0 -32
- package/dist/src/HydrationStream.js.map +0 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { BaseDriver, DriverInterface, StreamOptions, QueryOptions, StreamTableData, GenericDataBaseType } from '@cubejs-backend/base-driver';
|
|
2
|
-
import {
|
|
2
|
+
import { DuckDBConnection, DuckDBInstance } from '@duckdb/node-api';
|
|
3
3
|
import { DuckDBQuery } from './DuckDBQuery';
|
|
4
4
|
export type DuckDBDriverConfiguration = {
|
|
5
5
|
databasePath?: string;
|
|
@@ -11,8 +11,8 @@ export type DuckDBDriverConfiguration = {
|
|
|
11
11
|
preAggregations?: boolean;
|
|
12
12
|
};
|
|
13
13
|
type InitPromise = {
|
|
14
|
-
defaultConnection:
|
|
15
|
-
|
|
14
|
+
defaultConnection: DuckDBConnection;
|
|
15
|
+
instance: DuckDBInstance;
|
|
16
16
|
};
|
|
17
17
|
export declare class DuckDBDriver extends BaseDriver implements DriverInterface {
|
|
18
18
|
protected readonly config: DuckDBDriverConfiguration;
|
|
@@ -23,6 +23,7 @@ export declare class DuckDBDriver extends BaseDriver implements DriverInterface
|
|
|
23
23
|
private installExtensions;
|
|
24
24
|
private loadExtensions;
|
|
25
25
|
protected init(): Promise<InitPromise>;
|
|
26
|
+
private configureConnection;
|
|
26
27
|
informationSchemaQuery(): string;
|
|
27
28
|
getSchemasQuery(): string;
|
|
28
29
|
protected getInitiatedState(): Promise<InitPromise>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DuckDBDriver.d.ts","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,eAAe,EACf,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,
|
|
1
|
+
{"version":3,"file":"DuckDBDriver.d.ts","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,eAAe,EACf,aAAa,EACb,YAAY,EACZ,eAAe,EACf,mBAAmB,EACpB,MAAM,6BAA6B,CAAC;AAGrC,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEpE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAM5C,MAAM,MAAM,yBAAyB,GAAG;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,KAAK,WAAW,GAAG;IACjB,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,QAAQ,EAAE,cAAc,CAAC;CAC1B,CAAC;AAUF,qBAAa,YAAa,SAAQ,UAAW,YAAW,eAAe;IAMnE,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,yBAAyB;IALtD,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG,IAAI,CAAQ;IAE1D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAGX,MAAM,GAAE,yBAA8B;cAOxC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,mBAAmB;YAW7G,iBAAiB;YAejB,cAAc;cAaZ,IAAI,IAAI,OAAO,CAAC,WAAW,CAAC;YAoC9B,mBAAmB;IAyFjB,sBAAsB,IAAI,MAAM;IAQhC,eAAe,IAAI,MAAM;cAYzB,iBAAiB,IAAI,OAAO,CAAC,WAAW,CAAC;WAc3C,YAAY;IAIb,KAAK,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAE,OAAO,EAAO,EAAE,QAAQ,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAgBhG,MAAM,CACjB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,OAAO,EAAE,EACjB,EAAE,aAAa,EAAE,EAAE,aAAa,GAC/B,OAAO,CAAC,eAAe,CAAC;IAuCd,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrC,QAAQ;IAIF,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAatC"}
|
package/dist/src/DuckDBDriver.js
CHANGED
|
@@ -1,51 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
-
var ownKeys = function(o) {
|
|
20
|
-
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
-
var ar = [];
|
|
22
|
-
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
-
return ar;
|
|
24
|
-
};
|
|
25
|
-
return ownKeys(o);
|
|
26
|
-
};
|
|
27
|
-
return function (mod) {
|
|
28
|
-
if (mod && mod.__esModule) return mod;
|
|
29
|
-
var result = {};
|
|
30
|
-
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
-
__setModuleDefault(result, mod);
|
|
32
|
-
return result;
|
|
33
|
-
};
|
|
34
|
-
})();
|
|
35
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
3
|
exports.DuckDBDriver = void 0;
|
|
37
4
|
const base_driver_1 = require("@cubejs-backend/base-driver");
|
|
38
5
|
const shared_1 = require("@cubejs-backend/shared");
|
|
39
|
-
const
|
|
40
|
-
const
|
|
41
|
-
const duckdb_1 = require("duckdb");
|
|
6
|
+
const promises_1 = require("stream/promises");
|
|
7
|
+
const node_api_1 = require("@duckdb/node-api");
|
|
42
8
|
const DuckDBQuery_1 = require("./DuckDBQuery");
|
|
43
|
-
const
|
|
9
|
+
const RowStream_1 = require("./RowStream");
|
|
10
|
+
const Transform_1 = require("./Transform");
|
|
44
11
|
const { version } = require('../../package.json');
|
|
45
12
|
const DuckDBToGenericType = {
|
|
46
|
-
// DATE_TRUNC returns DATE, but Cube Store still doesn't support DATE type
|
|
47
|
-
//
|
|
48
|
-
// That's why It's safe to use timestamp here
|
|
13
|
+
// DATE_TRUNC returns DATE, but Cube Store still doesn't support DATE type;
|
|
14
|
+
// Transform renders DATE values as ISO timestamps anyway, so declaring them timestamp is safe
|
|
49
15
|
date: 'timestamp',
|
|
50
16
|
};
|
|
51
17
|
class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
@@ -75,7 +41,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
75
41
|
if (this.logger) {
|
|
76
42
|
console.error(`DuckDB - error on installing ${extension}`, { e });
|
|
77
43
|
}
|
|
78
|
-
// DuckDB will lose connection_ref on connection on error, this will lead to broken connection object
|
|
79
44
|
throw e;
|
|
80
45
|
}
|
|
81
46
|
}
|
|
@@ -89,7 +54,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
89
54
|
if (this.logger) {
|
|
90
55
|
console.error(`DuckDB - error on loading ${extension}`, { e });
|
|
91
56
|
}
|
|
92
|
-
// DuckDB will lose connection_ref on connection on error, this will lead to broken connection object
|
|
93
57
|
throw e;
|
|
94
58
|
}
|
|
95
59
|
}
|
|
@@ -97,7 +61,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
97
61
|
async init() {
|
|
98
62
|
const token = this.config.motherDuckToken || (0, shared_1.getEnv)('duckdbMotherDuckToken', this.config);
|
|
99
63
|
const dbPath = this.config.databasePath || (0, shared_1.getEnv)('duckdbDatabasePath', this.config);
|
|
100
|
-
// Determine the database URL based on the provided db_path or token
|
|
101
64
|
let dbUrl;
|
|
102
65
|
if (dbPath) {
|
|
103
66
|
dbUrl = dbPath;
|
|
@@ -112,11 +75,25 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
112
75
|
if (token) {
|
|
113
76
|
dbOptions = { custom_user_agent: `Cube/${version}` };
|
|
114
77
|
}
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
78
|
+
const instance = await node_api_1.DuckDBInstance.create(dbUrl, dbOptions);
|
|
79
|
+
let defaultConnection;
|
|
80
|
+
try {
|
|
81
|
+
defaultConnection = await instance.connect();
|
|
82
|
+
await this.configureConnection(defaultConnection);
|
|
83
|
+
return { defaultConnection, instance };
|
|
84
|
+
}
|
|
85
|
+
catch (e) {
|
|
86
|
+
try {
|
|
87
|
+
defaultConnection?.closeSync();
|
|
88
|
+
}
|
|
89
|
+
finally {
|
|
90
|
+
instance.closeSync();
|
|
91
|
+
}
|
|
92
|
+
throw e;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
async configureConnection(connection) {
|
|
96
|
+
const execAsync = (sql) => connection.run(sql);
|
|
120
97
|
const configuration = [
|
|
121
98
|
{
|
|
122
99
|
key: 's3_region',
|
|
@@ -181,7 +158,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
181
158
|
throw e;
|
|
182
159
|
}
|
|
183
160
|
}
|
|
184
|
-
// Install & load extensions if configured in env variable.
|
|
185
161
|
const officialExtensions = (0, shared_1.getEnv)('duckdbExtensions', this.config);
|
|
186
162
|
await this.installExtensions(officialExtensions, execAsync);
|
|
187
163
|
await this.loadExtensions(officialExtensions, execAsync);
|
|
@@ -201,10 +177,6 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
201
177
|
}
|
|
202
178
|
}
|
|
203
179
|
}
|
|
204
|
-
return {
|
|
205
|
-
defaultConnection,
|
|
206
|
-
db
|
|
207
|
-
};
|
|
208
180
|
}
|
|
209
181
|
informationSchemaQuery() {
|
|
210
182
|
if (this.schema) {
|
|
@@ -240,32 +212,47 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
240
212
|
}
|
|
241
213
|
async query(query, values = [], _options) {
|
|
242
214
|
const { defaultConnection } = await this.getInitiatedState();
|
|
243
|
-
const
|
|
244
|
-
const
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
215
|
+
const result = await defaultConnection.run(query, (0, Transform_1.convertDuckDBParams)(values));
|
|
216
|
+
const transform = (0, Transform_1.buildTransform)(result.columnNames(), result.columnTypes());
|
|
217
|
+
const rows = [];
|
|
218
|
+
for (const chunk of await result.fetchAllChunks()) {
|
|
219
|
+
for (const row of (0, Transform_1.transformChunk)(chunk, transform)) {
|
|
220
|
+
rows.push(row);
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
return rows;
|
|
249
224
|
}
|
|
250
225
|
async stream(query, values, { highWaterMark }) {
|
|
251
|
-
const {
|
|
226
|
+
const { instance } = await this.getInitiatedState();
|
|
252
227
|
// new connection, because stream can break with
|
|
253
228
|
// Attempting to execute an unsuccessful or closed pending query result
|
|
254
229
|
// PreAggregation queue has a concurrency limit, it's why pool is not needed here
|
|
255
|
-
const connection =
|
|
256
|
-
|
|
230
|
+
const connection = await instance.connect();
|
|
231
|
+
let closed = false;
|
|
232
|
+
const close = () => {
|
|
233
|
+
if (!closed) {
|
|
234
|
+
closed = true;
|
|
235
|
+
connection.closeSync();
|
|
236
|
+
}
|
|
237
|
+
};
|
|
257
238
|
try {
|
|
258
|
-
const
|
|
259
|
-
const
|
|
239
|
+
const result = await connection.stream(query, (0, Transform_1.convertDuckDBParams)(values));
|
|
240
|
+
const transform = (0, Transform_1.buildTransform)(result.columnNames(), result.columnTypes());
|
|
241
|
+
// Chunks are fetched lazily, so the connection lives until the stream is destroyed,
|
|
242
|
+
// which covers completion, release(), destroy() and an early `break` alike.
|
|
243
|
+
const rowStream = new RowStream_1.DuckDBRowStream(result, transform, close, highWaterMark);
|
|
260
244
|
return {
|
|
261
245
|
rowStream,
|
|
262
246
|
release: async () => {
|
|
263
|
-
|
|
247
|
+
rowStream.destroy();
|
|
248
|
+
await (0, promises_1.finished)(rowStream, { cleanup: true }).catch(() => {
|
|
249
|
+
// the consumer already received the destroy error
|
|
250
|
+
});
|
|
264
251
|
}
|
|
265
252
|
};
|
|
266
253
|
}
|
|
267
254
|
catch (e) {
|
|
268
|
-
|
|
255
|
+
close();
|
|
269
256
|
throw e;
|
|
270
257
|
}
|
|
271
258
|
}
|
|
@@ -277,10 +264,15 @@ class DuckDBDriver extends base_driver_1.BaseDriver {
|
|
|
277
264
|
}
|
|
278
265
|
async release() {
|
|
279
266
|
if (this.initPromise) {
|
|
280
|
-
const {
|
|
281
|
-
const close = (0, util_1.promisify)(db.close).bind(db);
|
|
267
|
+
const { initPromise } = this;
|
|
282
268
|
this.initPromise = null;
|
|
283
|
-
await
|
|
269
|
+
const { defaultConnection, instance } = await initPromise;
|
|
270
|
+
try {
|
|
271
|
+
defaultConnection.closeSync();
|
|
272
|
+
}
|
|
273
|
+
finally {
|
|
274
|
+
instance.closeSync();
|
|
275
|
+
}
|
|
284
276
|
}
|
|
285
277
|
}
|
|
286
278
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DuckDBDriver.js","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"DuckDBDriver.js","sourceRoot":"","sources":["../../src/DuckDBDriver.ts"],"names":[],"mappings":";;;AAAA,6DAOqC;AACrC,mDAAgD;AAChD,8CAA2C;AAC3C,+CAAoE;AAEpE,+CAA4C;AAC5C,2CAA8C;AAC9C,2CAAkF;AAElF,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;AAmBlD,MAAM,mBAAmB,GAAwC;IAC/D,2EAA2E;IAC3E,8FAA8F;IAC9F,IAAI,EAAE,WAAW;CAClB,CAAC;AAEF,MAAa,YAAa,SAAQ,wBAAU;IAMrB;IALX,WAAW,GAAgC,IAAI,CAAC;IAEzC,MAAM,CAAS;IAEhC,YACqB,SAAoC,EAAE;QAEzD,KAAK,EAAE,CAAC;QAFW,WAAM,GAAN,MAAM,CAAgC;QAIzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAA,eAAM,EAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1E,CAAC;IAEkB,aAAa,CAAC,UAAkB,EAAE,SAAyB,EAAE,KAAqB;QACnG,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAEhG,IAAI,KAAK,EAAE,CAAC;YACV,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO,mBAAmB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC1H,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,UAAoB,EAAE,SAAiB,EAAE,aAAqB,EAAE;QAC9F,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAErD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,WAAW,SAAS,GAAG,UAAU,EAAE,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,gCAAgC,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,UAAoB,EAAE,SAAiB;QAClE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,QAAQ,SAAS,EAAE,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,6BAA6B,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjE,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAES,KAAK,CAAC,IAAI;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,IAAA,eAAM,EAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,IAAA,eAAM,EAAC,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACrF,IAAI,KAAa,CAAC;QAClB,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,GAAG,MAAM,CAAC;QACjB,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACjB,KAAK,GAAG,wBAAwB,KAAK,2BAA2B,OAAO,EAAE,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,UAAU,CAAC;QACrB,CAAC;QAED,IAAI,SAA6C,CAAC;QAClD,IAAI,KAAK,EAAE,CAAC;YACV,SAAS,GAAG,EAAE,iBAAiB,EAAE,QAAQ,OAAO,EAAE,EAAE,CAAC;QACvD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,yBAAc,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC/D,IAAI,iBAA+C,CAAC;QAEpD,IAAI,CAAC;YACH,iBAAiB,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC7C,MAAM,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YAElD,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,iBAAiB,EAAE,SAAS,EAAE,CAAC;YACjC,CAAC;oBAAS,CAAC;gBACT,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,CAAC;YAED,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,UAA4B;QAC5D,MAAM,SAAS,GAAW,CAAC,GAAW,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE/D,MAAM,aAAa,GAAG;YACpB;gBACE,GAAG,EAAE,WAAW;gBAChB,KAAK,EAAE,IAAA,eAAM,EAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC7C;YACD;gBACE,GAAG,EAAE,aAAa;gBAClB,KAAK,EAAE,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC/C;YACD;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,IAAA,eAAM,EAAC,qBAAqB,EAAE,IAAI,CAAC,MAAM,CAAC;aAClD;YACD;gBACE,GAAG,EAAE,sBAAsB;gBAC3B,KAAK,EAAE,IAAA,eAAM,EAAC,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC;aACxD;YACD;gBACE,GAAG,EAAE,cAAc;gBACnB,KAAK,EAAE,IAAA,eAAM,EAAC,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC;aAChD;YACD;gBACE,GAAG,EAAE,QAAQ;gBACb,KAAK,EAAE,IAAA,eAAM,EAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC;aAC3C;YACD;gBACE,GAAG,EAAE,YAAY;gBACjB,KAAK,EAAE,IAAA,eAAM,EAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC7C;YACD;gBACE,GAAG,EAAE,cAAc;gBACnB,KAAK,EAAE,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC;aAC/C;YACD;gBACE,GAAG,EAAE,kBAAkB;gBACvB,KAAK,EAAE,IAAA,eAAM,EAAC,sBAAsB,EAAE,IAAI,CAAC,MAAM,CAAC;aACnD;SACF,CAAC;QAEF,KAAK,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,aAAa,EAAE,CAAC;YAC3C,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC;oBACH,MAAM,SAAS,CAAC,OAAO,GAAG,KAAK,KAAK,GAAG,CAAC,CAAC;gBAC3C,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;wBAChB,OAAO,CAAC,KAAK,CAAC,yCAAyC,GAAG,EAAE,EAAE;4BAC5D,CAAC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,0BAA0B,IAAI,IAAA,eAAM,EAAC,4BAA4B,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACvH,IAAI,kBAAkB,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,wDAAwD,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,uDAAuD,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChF,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAA,eAAM,EAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,mBAAmB,GAAG,IAAA,eAAM,EAAC,2BAA2B,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7E,gDAAgD;QAChD,MAAM,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAC;QAE1D,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACvC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE;wBACrD,CAAC;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEe,sBAAsB;QACpC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,GAAG,KAAK,CAAC,sBAAsB,EAAE,yBAAyB,IAAI,CAAC,MAAM,GAAG,CAAC;QAClF,CAAC;QAED,OAAO,KAAK,CAAC,sBAAsB,EAAE,CAAC;IACxC,CAAC;IAEe,eAAe;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;iCACoB,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC;;iCAEpC,IAAI,CAAC,MAAM;;OAErC,CAAC;QACJ,CAAC;QACD,OAAO,KAAK,CAAC,eAAe,EAAE,CAAC;IACjC,CAAC;IAES,KAAK,CAAC,iBAAiB;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC;QAChC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAExB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,YAAY;QACxB,OAAO,yBAAW,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,KAAK,CAAc,KAAa,EAAE,SAAoB,EAAE,EAAE,QAAuB;QAC5F,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE7D,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,IAAA,+BAAmB,EAAC,MAAM,CAAC,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,IAAA,0BAAc,EAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAQ,EAAE,CAAC;QAErB,KAAK,MAAM,KAAK,IAAI,MAAM,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC;YAClD,KAAK,MAAM,GAAG,IAAI,IAAA,0BAAc,EAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,GAAQ,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,KAAa,EACb,MAAiB,EACjB,EAAE,aAAa,EAAiB;QAEhC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEpD,gDAAgD;QAChD,uEAAuE;QACvE,iFAAiF;QACjF,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC5C,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,IAAI,CAAC;gBACd,UAAU,CAAC,SAAS,EAAE,CAAC;YACzB,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,IAAA,+BAAmB,EAAC,MAAM,CAAC,CAAC,CAAC;YAC3E,MAAM,SAAS,GAAG,IAAA,0BAAc,EAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;YAE7E,oFAAoF;YACpF,4EAA4E;YAC5E,MAAM,SAAS,GAAG,IAAI,2BAAe,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;YAE/E,OAAO;gBACL,SAAS;gBACT,OAAO,EAAE,KAAK,IAAI,EAAE;oBAClB,SAAS,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,IAAA,mBAAQ,EAAC,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;wBACtD,kDAAkD;oBACpD,CAAC,CAAC,CAAC;gBACL,CAAC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,KAAK,EAAE,CAAC;YAER,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACnC,CAAC;IAEM,QAAQ;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;YAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,MAAM,WAAW,CAAC;YAE1D,IAAI,CAAC;gBACH,iBAAiB,CAAC,SAAS,EAAE,CAAC;YAChC,CAAC;oBAAS,CAAC;gBACT,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAvSD,oCAuSC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { Readable } from 'stream';
|
|
2
|
+
import { DuckDBResult } from '@duckdb/node-api';
|
|
3
|
+
import { Transform } from './Transform';
|
|
4
|
+
/**
|
|
5
|
+
* Streams a DuckDB result as hydrated row objects, one fetched chunk (up to 2048 rows) per
|
|
6
|
+
* `await`. The consumer's `highWaterMark` bounds how far ahead of it the chunks are read.
|
|
7
|
+
*/
|
|
8
|
+
export declare class DuckDBRowStream extends Readable {
|
|
9
|
+
private readonly result;
|
|
10
|
+
private readonly transform;
|
|
11
|
+
private readonly onClose;
|
|
12
|
+
private reading;
|
|
13
|
+
private pendingFetch;
|
|
14
|
+
private batch;
|
|
15
|
+
private idx;
|
|
16
|
+
constructor(result: DuckDBResult, transform: Transform, onClose: () => void, highWaterMark: number);
|
|
17
|
+
_read(): Promise<void>;
|
|
18
|
+
_destroy(error: Error | null, callback: (error?: Error | null) => void): void;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=RowStream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RowStream.d.ts","sourceRoot":"","sources":["../../src/RowStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,OAAO,EAAE,SAAS,EAAkB,MAAM,aAAa,CAAC;AAExD;;;GAGG;AACH,qBAAa,eAAgB,SAAQ,QAAQ;IAUzC,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,OAAO;IAX1B,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO,CAAC,YAAY,CAAiC;IAErD,OAAO,CAAC,KAAK,CAAiC;IAE9C,OAAO,CAAC,GAAG,CAAK;gBAGG,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,MAAM,IAAI,EACpC,aAAa,EAAE,MAAM;IAKD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAyC5B,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;CAe9F"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DuckDBRowStream = void 0;
|
|
4
|
+
const stream_1 = require("stream");
|
|
5
|
+
const Transform_1 = require("./Transform");
|
|
6
|
+
/**
|
|
7
|
+
* Streams a DuckDB result as hydrated row objects, one fetched chunk (up to 2048 rows) per
|
|
8
|
+
* `await`. The consumer's `highWaterMark` bounds how far ahead of it the chunks are read.
|
|
9
|
+
*/
|
|
10
|
+
class DuckDBRowStream extends stream_1.Readable {
|
|
11
|
+
result;
|
|
12
|
+
transform;
|
|
13
|
+
onClose;
|
|
14
|
+
reading = false;
|
|
15
|
+
pendingFetch = null;
|
|
16
|
+
batch = [];
|
|
17
|
+
idx = 0;
|
|
18
|
+
constructor(result, transform, onClose, highWaterMark) {
|
|
19
|
+
super({ objectMode: true, highWaterMark });
|
|
20
|
+
this.result = result;
|
|
21
|
+
this.transform = transform;
|
|
22
|
+
this.onClose = onClose;
|
|
23
|
+
}
|
|
24
|
+
async _read() {
|
|
25
|
+
// A synchronous push() can re-enter _read() while the loop below is still running
|
|
26
|
+
if (this.reading) {
|
|
27
|
+
return;
|
|
28
|
+
}
|
|
29
|
+
this.reading = true;
|
|
30
|
+
try {
|
|
31
|
+
let canPush = true;
|
|
32
|
+
while (canPush) {
|
|
33
|
+
if (this.idx >= this.batch.length) {
|
|
34
|
+
const fetch = this.result.fetchChunk();
|
|
35
|
+
this.pendingFetch = fetch;
|
|
36
|
+
const chunk = await fetch.finally(() => {
|
|
37
|
+
this.pendingFetch = null;
|
|
38
|
+
});
|
|
39
|
+
// Nobody reads the rows a destroy() raced with
|
|
40
|
+
if (this.destroyed) {
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
if (chunk === null || chunk.rowCount === 0) {
|
|
44
|
+
this.push(null);
|
|
45
|
+
return;
|
|
46
|
+
}
|
|
47
|
+
this.batch = (0, Transform_1.transformChunk)(chunk, this.transform);
|
|
48
|
+
this.idx = 0;
|
|
49
|
+
}
|
|
50
|
+
canPush = this.push(this.batch[this.idx++]);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
catch (e) {
|
|
54
|
+
this.destroy(e);
|
|
55
|
+
}
|
|
56
|
+
finally {
|
|
57
|
+
this.reading = false;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
_destroy(error, callback) {
|
|
61
|
+
const close = () => {
|
|
62
|
+
try {
|
|
63
|
+
this.onClose();
|
|
64
|
+
callback(error);
|
|
65
|
+
}
|
|
66
|
+
catch (e) {
|
|
67
|
+
// Letting this escape the handler would leave the stream without a 'close' event and
|
|
68
|
+
// raise an unhandled rejection; the destroy error, when there is one, came first.
|
|
69
|
+
callback(error || e);
|
|
70
|
+
}
|
|
71
|
+
};
|
|
72
|
+
// The connection must not close under an in-flight native fetch
|
|
73
|
+
Promise.resolve(this.pendingFetch).then(close, close);
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
exports.DuckDBRowStream = DuckDBRowStream;
|
|
77
|
+
//# sourceMappingURL=RowStream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RowStream.js","sourceRoot":"","sources":["../../src/RowStream.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAGlC,2CAAwD;AAExD;;;GAGG;AACH,MAAa,eAAgB,SAAQ,iBAAQ;IAUxB;IACA;IACA;IAXX,OAAO,GAAG,KAAK,CAAC;IAEhB,YAAY,GAA4B,IAAI,CAAC;IAE7C,KAAK,GAA8B,EAAE,CAAC;IAEtC,GAAG,GAAG,CAAC,CAAC;IAEhB,YACmB,MAAoB,EACpB,SAAoB,EACpB,OAAmB,EACpC,aAAqB;QAErB,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAL1B,WAAM,GAAN,MAAM,CAAc;QACpB,cAAS,GAAT,SAAS,CAAW;QACpB,YAAO,GAAP,OAAO,CAAY;IAItC,CAAC;IAEe,KAAK,CAAC,KAAK;QACzB,kFAAkF;QAClF,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,IAAI,CAAC;YACH,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,OAAO,OAAO,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;oBACvC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;oBAC1B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE;wBACrC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC3B,CAAC,CAAC,CAAC;oBAEH,+CAA+C;oBAC/C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;wBACnB,OAAO;oBACT,CAAC;oBAED,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;wBAC3C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAChB,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC,KAAK,GAAG,IAAA,0BAAc,EAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;oBACnD,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;gBACf,CAAC;gBAED,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,CAAC,CAAU,CAAC,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,CAAC;IACH,CAAC;IAEe,QAAQ,CAAC,KAAmB,EAAE,QAAwC;QACpF,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,qFAAqF;gBACrF,kFAAkF;gBAClF,QAAQ,CAAC,KAAK,IAAI,CAAU,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,CAAC;QAEF,gEAAgE;QAChE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACxD,CAAC;CACF;AA1ED,0CA0EC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { DuckDBDataChunk, DuckDBType, DuckDBValue, DuckDBValueConverter, JS } from '@duckdb/node-api';
|
|
2
|
+
/** Never receives null; the caller short-circuits those. */
|
|
3
|
+
export type ColumnConverter = (value: DuckDBValue) => unknown;
|
|
4
|
+
export type Transform = {
|
|
5
|
+
names: string[];
|
|
6
|
+
converters: Array<ColumnConverter | null>;
|
|
7
|
+
objectShape: Record<string, unknown> | null;
|
|
8
|
+
};
|
|
9
|
+
/**
|
|
10
|
+
* Renders epoch millis as an ISO timestamp, matching `new Date(millis).toISOString()`
|
|
11
|
+
* byte for byte across the whole range Date accepts, expanded years included.
|
|
12
|
+
*/
|
|
13
|
+
export declare function formatIsoFromMillis(millis: number): string;
|
|
14
|
+
/**
|
|
15
|
+
* Recursive converter for nested types (LIST, STRUCT, MAP, ...), where the legacy driver
|
|
16
|
+
* kept JS built-ins. Nested cells go through the very same converters as top-level columns,
|
|
17
|
+
* so a TIMESTAMP inside a STRUCT is the same ISO string as a TIMESTAMP column.
|
|
18
|
+
*/
|
|
19
|
+
export declare const convertNestedValue: DuckDBValueConverter<JS>;
|
|
20
|
+
export declare function getColumnConverter(type: DuckDBType): ColumnConverter | null;
|
|
21
|
+
export declare function buildTransform(names: string[], types: DuckDBType[]): Transform;
|
|
22
|
+
/**
|
|
23
|
+
* Column-major: each vector is decoded once and its converter is picked once, instead of
|
|
24
|
+
* dispatching on the type for every cell.
|
|
25
|
+
*/
|
|
26
|
+
export declare function transformChunk(chunk: DuckDBDataChunk, transform: Transform): Record<string, unknown>[];
|
|
27
|
+
export declare function convertDuckDBParams(values: unknown[] | null | undefined): DuckDBValue[];
|
|
28
|
+
//# sourceMappingURL=Transform.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Transform.d.ts","sourceRoot":"","sources":["../../src/Transform.ts"],"names":[],"mappings":"AAEA,OAAO,EAGL,eAAe,EASf,UAAU,EAEV,WAAW,EACX,oBAAoB,EACpB,EAAE,EAGH,MAAM,kBAAkB,CAAC;AAE1B,4DAA4D;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC;AAE9D,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC7C,CAAC;AAIF;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAS1D;AAkFD;;;;GAIG;AACH,eAAO,MAAM,kBAAkB,EAAE,oBAAoB,CAAC,EAAE,CAWvD,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,GAAG,eAAe,GAAG,IAAI,CAO3E;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,SAAS,CAU9E;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CA2BtG;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,GAAG,SAAS,GAAG,WAAW,EAAE,CAYvF"}
|
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.convertNestedValue = void 0;
|
|
4
|
+
exports.formatIsoFromMillis = formatIsoFromMillis;
|
|
5
|
+
exports.getColumnConverter = getColumnConverter;
|
|
6
|
+
exports.buildTransform = buildTransform;
|
|
7
|
+
exports.transformChunk = transformChunk;
|
|
8
|
+
exports.convertDuckDBParams = convertDuckDBParams;
|
|
9
|
+
const shared_1 = require("@cubejs-backend/shared");
|
|
10
|
+
const luxon_1 = require("luxon");
|
|
11
|
+
const node_api_1 = require("@duckdb/node-api");
|
|
12
|
+
const MILLIS_PER_DAY = 86400000;
|
|
13
|
+
/**
|
|
14
|
+
* Renders epoch millis as an ISO timestamp, matching `new Date(millis).toISOString()`
|
|
15
|
+
* byte for byte across the whole range Date accepts, expanded years included.
|
|
16
|
+
*/
|
|
17
|
+
function formatIsoFromMillis(millis) {
|
|
18
|
+
const iso = luxon_1.DateTime.fromMillis(millis, { zone: 'utc' }).toISO();
|
|
19
|
+
if (iso) {
|
|
20
|
+
return iso;
|
|
21
|
+
}
|
|
22
|
+
// luxon returns null exactly where Date throws: NaN and anything outside
|
|
23
|
+
// -271821-04-20 .. +275760-09-13 (|millis| > 8.64e15).
|
|
24
|
+
throw new RangeError(`Invalid time value: ${millis}`);
|
|
25
|
+
}
|
|
26
|
+
function formatDecimal(value) {
|
|
27
|
+
if (value.scale === 0) {
|
|
28
|
+
return String(value.value);
|
|
29
|
+
}
|
|
30
|
+
const text = value.toString();
|
|
31
|
+
// `/\.?0+$/` matches with no point at all, which would eat the integer part of "100"
|
|
32
|
+
return text.includes('.') ? text.replace(/\.?0+$/, '') : text;
|
|
33
|
+
}
|
|
34
|
+
function toBuffer(bytes) {
|
|
35
|
+
return Buffer.isBuffer(bytes) ? bytes : Buffer.from(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
36
|
+
}
|
|
37
|
+
const stringConverter = (value) => String(value);
|
|
38
|
+
const decimalConverter = (value) => formatDecimal(value);
|
|
39
|
+
const intervalConverter = (value) => {
|
|
40
|
+
const { months, days, micros } = value;
|
|
41
|
+
return { months, days, micros: Number(micros) };
|
|
42
|
+
};
|
|
43
|
+
const blobConverter = (value) => toBuffer(value.bytes);
|
|
44
|
+
const dateConverter = (value) => formatIsoFromMillis(value.days * MILLIS_PER_DAY);
|
|
45
|
+
// bigint division truncates toward zero like the JS converter, so sub-millisecond digits
|
|
46
|
+
// of pre-epoch values round the same way they always did.
|
|
47
|
+
const timestampConverter = (value) => formatIsoFromMillis(Number(value.micros / 1000n));
|
|
48
|
+
const timestampSecondsConverter = (value) => formatIsoFromMillis(Number(value.seconds) * 1000);
|
|
49
|
+
const timestampMillisConverter = (value) => formatIsoFromMillis(Number(value.millis));
|
|
50
|
+
const timestampNanosConverter = (value) => formatIsoFromMillis(Number(value.nanos / 1000000n));
|
|
51
|
+
const CONVERTERS_BY_TYPE_ID = {
|
|
52
|
+
[node_api_1.DuckDBTypeId.BOOLEAN]: null,
|
|
53
|
+
[node_api_1.DuckDBTypeId.VARCHAR]: null,
|
|
54
|
+
[node_api_1.DuckDBTypeId.SQLNULL]: null,
|
|
55
|
+
[node_api_1.DuckDBTypeId.TINYINT]: stringConverter,
|
|
56
|
+
[node_api_1.DuckDBTypeId.SMALLINT]: stringConverter,
|
|
57
|
+
[node_api_1.DuckDBTypeId.INTEGER]: stringConverter,
|
|
58
|
+
[node_api_1.DuckDBTypeId.UTINYINT]: stringConverter,
|
|
59
|
+
[node_api_1.DuckDBTypeId.USMALLINT]: stringConverter,
|
|
60
|
+
[node_api_1.DuckDBTypeId.UINTEGER]: stringConverter,
|
|
61
|
+
[node_api_1.DuckDBTypeId.FLOAT]: stringConverter,
|
|
62
|
+
[node_api_1.DuckDBTypeId.DOUBLE]: stringConverter,
|
|
63
|
+
[node_api_1.DuckDBTypeId.BIGINT]: stringConverter,
|
|
64
|
+
[node_api_1.DuckDBTypeId.UBIGINT]: stringConverter,
|
|
65
|
+
[node_api_1.DuckDBTypeId.HUGEINT]: stringConverter,
|
|
66
|
+
[node_api_1.DuckDBTypeId.UHUGEINT]: stringConverter,
|
|
67
|
+
[node_api_1.DuckDBTypeId.BIGNUM]: stringConverter,
|
|
68
|
+
[node_api_1.DuckDBTypeId.ENUM]: stringConverter,
|
|
69
|
+
[node_api_1.DuckDBTypeId.UUID]: stringConverter,
|
|
70
|
+
[node_api_1.DuckDBTypeId.TIME]: stringConverter,
|
|
71
|
+
[node_api_1.DuckDBTypeId.TIME_TZ]: stringConverter,
|
|
72
|
+
[node_api_1.DuckDBTypeId.TIME_NS]: stringConverter,
|
|
73
|
+
[node_api_1.DuckDBTypeId.DECIMAL]: decimalConverter,
|
|
74
|
+
[node_api_1.DuckDBTypeId.INTERVAL]: intervalConverter,
|
|
75
|
+
[node_api_1.DuckDBTypeId.BLOB]: blobConverter,
|
|
76
|
+
[node_api_1.DuckDBTypeId.DATE]: dateConverter,
|
|
77
|
+
[node_api_1.DuckDBTypeId.TIMESTAMP]: timestampConverter,
|
|
78
|
+
[node_api_1.DuckDBTypeId.TIMESTAMP_TZ]: timestampConverter,
|
|
79
|
+
[node_api_1.DuckDBTypeId.TIMESTAMP_S]: timestampSecondsConverter,
|
|
80
|
+
[node_api_1.DuckDBTypeId.TIMESTAMP_MS]: timestampMillisConverter,
|
|
81
|
+
[node_api_1.DuckDBTypeId.TIMESTAMP_NS]: timestampNanosConverter,
|
|
82
|
+
};
|
|
83
|
+
/**
|
|
84
|
+
* Recursive converter for nested types (LIST, STRUCT, MAP, ...), where the legacy driver
|
|
85
|
+
* kept JS built-ins. Nested cells go through the very same converters as top-level columns,
|
|
86
|
+
* so a TIMESTAMP inside a STRUCT is the same ISO string as a TIMESTAMP column.
|
|
87
|
+
*/
|
|
88
|
+
const convertNestedValue = (value, type, converter) => {
|
|
89
|
+
if (value === null) {
|
|
90
|
+
return null;
|
|
91
|
+
}
|
|
92
|
+
const columnConverter = CONVERTERS_BY_TYPE_ID[type.typeId];
|
|
93
|
+
if (columnConverter !== undefined) {
|
|
94
|
+
return (columnConverter === null ? value : columnConverter(value));
|
|
95
|
+
}
|
|
96
|
+
return (0, node_api_1.JSDuckDBValueConverter)(value, type, converter);
|
|
97
|
+
};
|
|
98
|
+
exports.convertNestedValue = convertNestedValue;
|
|
99
|
+
function getColumnConverter(type) {
|
|
100
|
+
const converter = CONVERTERS_BY_TYPE_ID[type.typeId];
|
|
101
|
+
if (converter !== undefined) {
|
|
102
|
+
return converter;
|
|
103
|
+
}
|
|
104
|
+
return (value) => (0, exports.convertNestedValue)(value, type, exports.convertNestedValue);
|
|
105
|
+
}
|
|
106
|
+
function buildTransform(names, types) {
|
|
107
|
+
if (names.length !== types.length) {
|
|
108
|
+
throw new Error(`Unexpected names and types length mismatch; names ${names.length} vs types ${types.length}`);
|
|
109
|
+
}
|
|
110
|
+
return {
|
|
111
|
+
names,
|
|
112
|
+
converters: types.map(getColumnConverter),
|
|
113
|
+
objectShape: (0, shared_1.buildObjectShape)(names),
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
/**
|
|
117
|
+
* Column-major: each vector is decoded once and its converter is picked once, instead of
|
|
118
|
+
* dispatching on the type for every cell.
|
|
119
|
+
*/
|
|
120
|
+
function transformChunk(chunk, transform) {
|
|
121
|
+
const { names, converters, objectShape } = transform;
|
|
122
|
+
const { rowCount } = chunk;
|
|
123
|
+
const rows = new Array(rowCount);
|
|
124
|
+
for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
|
|
125
|
+
rows[rowIndex] = objectShape === null ? Object.create(null) : { ...objectShape };
|
|
126
|
+
}
|
|
127
|
+
for (let columnIndex = 0; columnIndex < names.length; columnIndex++) {
|
|
128
|
+
const name = names[columnIndex];
|
|
129
|
+
const converter = converters[columnIndex];
|
|
130
|
+
const vector = chunk.getColumnVector(columnIndex);
|
|
131
|
+
if (converter === null) {
|
|
132
|
+
for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
|
|
133
|
+
rows[rowIndex][name] = vector.getItem(rowIndex);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
else {
|
|
137
|
+
for (let rowIndex = 0; rowIndex < rowCount; rowIndex++) {
|
|
138
|
+
const value = vector.getItem(rowIndex);
|
|
139
|
+
rows[rowIndex][name] = value === null ? null : converter(value);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
return rows;
|
|
144
|
+
}
|
|
145
|
+
function convertDuckDBParams(values) {
|
|
146
|
+
return (values || []).map((value) => {
|
|
147
|
+
if (value instanceof Date) {
|
|
148
|
+
return (0, node_api_1.timestampValue)(BigInt(value.getTime()) * 1000n);
|
|
149
|
+
}
|
|
150
|
+
if (value instanceof Uint8Array) {
|
|
151
|
+
return (0, node_api_1.blobValue)(value);
|
|
152
|
+
}
|
|
153
|
+
return value;
|
|
154
|
+
});
|
|
155
|
+
}
|
|
156
|
+
//# sourceMappingURL=Transform.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Transform.js","sourceRoot":"","sources":["../../src/Transform.ts"],"names":[],"mappings":";;;AAsCA,kDASC;AAoGD,gDAOC;AAED,wCAUC;AAMD,wCA2BC;AAED,kDAYC;AArND,mDAA0D;AAC1D,iCAAiC;AACjC,+CAmB0B;AAW1B,MAAM,cAAc,GAAG,QAAQ,CAAC;AAEhC;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,MAAc;IAChD,MAAM,GAAG,GAAG,gBAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;IACjE,IAAI,GAAG,EAAE,CAAC;QACR,OAAO,GAAG,CAAC;IACb,CAAC;IAED,yEAAyE;IACzE,uDAAuD;IACvD,MAAM,IAAI,UAAU,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;IAE9B,qFAAqF;IACrF,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAiB;IACjC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;AACxG,CAAC;AAED,MAAM,eAAe,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAElE,MAAM,gBAAgB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAA2B,CAAC,CAAC;AAEhG,MAAM,iBAAiB,GAAoB,CAAC,KAAK,EAAE,EAAE;IACnD,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,KAA4B,CAAC;IAE9D,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,aAAa,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAE,KAAyB,CAAC,KAAK,CAAC,CAAC;AAE7F,MAAM,aAAa,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAE,KAAyB,CAAC,IAAI,GAAG,cAAc,CAAC,CAAC;AAExH,yFAAyF;AACzF,0DAA0D;AAC1D,MAAM,kBAAkB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CACxE,MAAM,CAAE,KAAuD,CAAC,MAAM,GAAG,KAAK,CAAC,CAChF,CAAC;AAEF,MAAM,yBAAyB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAC/E,MAAM,CAAE,KAAqC,CAAC,OAAO,CAAC,GAAG,IAAI,CAC9D,CAAC;AAEF,MAAM,wBAAwB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAC9E,MAAM,CAAE,KAA0C,CAAC,MAAM,CAAC,CAC3D,CAAC;AAEF,MAAM,uBAAuB,GAAoB,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAC7E,MAAM,CAAE,KAAyC,CAAC,KAAK,GAAG,QAAQ,CAAC,CACpE,CAAC;AAEF,MAAM,qBAAqB,GAA0D;IACnF,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,IAAI;IAC5B,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,IAAI;IAC5B,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,IAAI;IAC5B,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,SAAS,CAAC,EAAE,eAAe;IACzC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,KAAK,CAAC,EAAE,eAAe;IACrC,CAAC,uBAAY,CAAC,MAAM,CAAC,EAAE,eAAe;IACtC,CAAC,uBAAY,CAAC,MAAM,CAAC,EAAE,eAAe;IACtC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,eAAe;IACxC,CAAC,uBAAY,CAAC,MAAM,CAAC,EAAE,eAAe;IACtC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,eAAe;IACpC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,eAAe;IACpC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,eAAe;IACpC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,eAAe;IACvC,CAAC,uBAAY,CAAC,OAAO,CAAC,EAAE,gBAAgB;IACxC,CAAC,uBAAY,CAAC,QAAQ,CAAC,EAAE,iBAAiB;IAC1C,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,aAAa;IAClC,CAAC,uBAAY,CAAC,IAAI,CAAC,EAAE,aAAa;IAClC,CAAC,uBAAY,CAAC,SAAS,CAAC,EAAE,kBAAkB;IAC5C,CAAC,uBAAY,CAAC,YAAY,CAAC,EAAE,kBAAkB;IAC/C,CAAC,uBAAY,CAAC,WAAW,CAAC,EAAE,yBAAyB;IACrD,CAAC,uBAAY,CAAC,YAAY,CAAC,EAAE,wBAAwB;IACrD,CAAC,uBAAY,CAAC,YAAY,CAAC,EAAE,uBAAuB;CACrD,CAAC;AAEF;;;;GAIG;AACI,MAAM,kBAAkB,GAA6B,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;IACrF,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,eAAe,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3D,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAClC,OAAO,CAAC,eAAe,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAO,CAAC;IAC3E,CAAC;IAED,OAAO,IAAA,iCAAsB,EAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;AACxD,CAAC,CAAC;AAXW,QAAA,kBAAkB,sBAW7B;AAEF,SAAgB,kBAAkB,CAAC,IAAgB;IACjD,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,0BAAkB,EAAC,KAAK,EAAE,IAAI,EAAE,0BAAkB,CAAC,CAAC;AACxE,CAAC;AAED,SAAgB,cAAc,CAAC,KAAe,EAAE,KAAmB;IACjE,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,qDAAqD,KAAK,CAAC,MAAM,aAAa,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAChH,CAAC;IAED,OAAO;QACL,KAAK;QACL,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACzC,WAAW,EAAE,IAAA,yBAAgB,EAAC,KAAK,CAAC;KACrC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc,CAAC,KAAsB,EAAE,SAAoB;IACzE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;IACrD,MAAM,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;IAC3B,MAAM,IAAI,GAA8B,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE5D,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC,QAAQ,CAAC,GAAG,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,EAAE,CAAC;IACnF,CAAC;IAED,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC;QACpE,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;QAChC,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QAElD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YACvB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;gBACvD,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC;gBACvD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACvC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,mBAAmB,CAAC,MAAoC;IACtE,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAClC,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;YAC1B,OAAO,IAAA,yBAAc,EAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YAChC,OAAO,IAAA,oBAAS,EAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,KAAoB,CAAC;IAC9B,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "@cubejs-backend/duckdb-driver",
|
|
3
3
|
"description": "Cube DuckDB database driver",
|
|
4
4
|
"author": "Cube Dev, Inc.",
|
|
5
|
-
"version": "1.7.
|
|
5
|
+
"version": "1.7.41",
|
|
6
6
|
"repository": {
|
|
7
7
|
"type": "git",
|
|
8
8
|
"url": "https://github.com/cube-js/cube.git",
|
|
@@ -30,21 +30,21 @@
|
|
|
30
30
|
"build": "rm -rf dist && npm run tsc",
|
|
31
31
|
"tsc": "tsc",
|
|
32
32
|
"watch": "tsc -w",
|
|
33
|
-
"unit": "jest --verbose dist/test/unit"
|
|
34
|
-
"integration": "npm run integration:duckdb",
|
|
35
|
-
"integration:duckdb": "NODE_OPTIONS=--experimental-vm-modules jest --verbose dist/test"
|
|
33
|
+
"unit": "NODE_OPTIONS=--experimental-vm-modules jest --verbose dist/test/unit"
|
|
36
34
|
},
|
|
37
35
|
"dependencies": {
|
|
38
|
-
"@cubejs-backend/base-driver": "1.7.
|
|
39
|
-
"@cubejs-backend/schema-compiler": "1.7.
|
|
40
|
-
"@cubejs-backend/shared": "1.7.
|
|
41
|
-
"duckdb": "
|
|
36
|
+
"@cubejs-backend/base-driver": "1.7.41",
|
|
37
|
+
"@cubejs-backend/schema-compiler": "1.7.41",
|
|
38
|
+
"@cubejs-backend/shared": "1.7.41",
|
|
39
|
+
"@duckdb/node-api": "1.5.5-r.5",
|
|
40
|
+
"luxon": "^3.4.4"
|
|
42
41
|
},
|
|
43
42
|
"license": "Apache-2.0",
|
|
44
43
|
"devDependencies": {
|
|
45
|
-
"@cubejs-backend/linter": "1.7.
|
|
46
|
-
"@cubejs-backend/testing-shared": "1.7.
|
|
44
|
+
"@cubejs-backend/linter": "1.7.41",
|
|
45
|
+
"@cubejs-backend/testing-shared": "1.7.41",
|
|
47
46
|
"@types/jest": "^29",
|
|
47
|
+
"@types/luxon": "^3.4.2",
|
|
48
48
|
"@types/node": "^22",
|
|
49
49
|
"jest": "^29",
|
|
50
50
|
"typescript": "~6.0.3"
|
|
@@ -52,5 +52,5 @@
|
|
|
52
52
|
"publishConfig": {
|
|
53
53
|
"access": "public"
|
|
54
54
|
},
|
|
55
|
-
"gitHead": "
|
|
55
|
+
"gitHead": "fb8dcb49947dcef543d2337052d39391ec043154"
|
|
56
56
|
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"HydrationStream.d.ts","sourceRoot":"","sources":["../../src/HydrationStream.ts"],"names":[],"mappings":"AAAA,OAAO,MAA6B,MAAM,QAAQ,CAAC;AAEnD,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,QAQpC;AAED,qBAAa,eAAgB,SAAQ,MAAM,CAAC,SAAS;;CAYpD"}
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.HydrationStream = void 0;
|
|
7
|
-
exports.transformRow = transformRow;
|
|
8
|
-
const stream_1 = __importDefault(require("stream"));
|
|
9
|
-
function transformRow(row) {
|
|
10
|
-
for (const [field, value] of Object.entries(row)) {
|
|
11
|
-
if (typeof value === 'number' || typeof value === 'bigint') {
|
|
12
|
-
row[field] = value.toString();
|
|
13
|
-
}
|
|
14
|
-
else if (Object.prototype.toString.call(value) === '[object Date]') {
|
|
15
|
-
row[field] = value.toISOString();
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
}
|
|
19
|
-
class HydrationStream extends stream_1.default.Transform {
|
|
20
|
-
constructor() {
|
|
21
|
-
super({
|
|
22
|
-
objectMode: true,
|
|
23
|
-
transform(row, encoding, callback) {
|
|
24
|
-
transformRow(row);
|
|
25
|
-
this.push(row);
|
|
26
|
-
callback();
|
|
27
|
-
}
|
|
28
|
-
});
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
exports.HydrationStream = HydrationStream;
|
|
32
|
-
//# sourceMappingURL=HydrationStream.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"HydrationStream.js","sourceRoot":"","sources":["../../src/HydrationStream.ts"],"names":[],"mappings":";;;;;;AAEA,oCAQC;AAVD,oDAAmD;AAEnD,SAAgB,YAAY,CAAC,GAAQ;IACnC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC3D,GAAG,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;QAChC,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,eAAe,EAAE,CAAC;YACrE,GAAG,CAAC,KAAK,CAAC,GAAI,KAAa,CAAC,WAAW,EAAE,CAAC;QAC5C,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAa,eAAgB,SAAQ,gBAAM,CAAC,SAAS;IACnD;QACE,KAAK,CAAC;YACJ,UAAU,EAAE,IAAI;YAChB,SAAS,CAAC,GAAQ,EAAE,QAAwB,EAAE,QAA2B;gBACvE,YAAY,CAAC,GAAG,CAAC,CAAC;gBAElB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,QAAQ,EAAE,CAAC;YACb,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAZD,0CAYC"}
|