@lightdash/warehouses 0.3453.0 → 0.3454.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.tsbuildinfo +1 -1
- package/dist/warehouseClients/DuckdbWarehouseClient.d.ts +11 -1
- package/dist/warehouseClients/DuckdbWarehouseClient.d.ts.map +1 -1
- package/dist/warehouseClients/DuckdbWarehouseClient.embedded.test.d.ts +2 -0
- package/dist/warehouseClients/DuckdbWarehouseClient.embedded.test.d.ts.map +1 -0
- package/dist/warehouseClients/DuckdbWarehouseClient.embedded.test.js +92 -0
- package/dist/warehouseClients/DuckdbWarehouseClient.js +289 -54
- package/dist/warehouseClients/DuckdbWarehouseClient.test.js +115 -4
- package/package.json +2 -2
|
@@ -33,7 +33,7 @@ export type DuckdbS3Credentials = {
|
|
|
33
33
|
export type DuckdbConnectionCredentials = DuckdbS3Credentials;
|
|
34
34
|
export type DuckdbS3ConnectionConfig = DuckdbS3Credentials;
|
|
35
35
|
export type DuckdbWarehouseClientOptions = {
|
|
36
|
-
/** Resource-constrained isolated sessions, used for materialization/parquet conversion. */
|
|
36
|
+
/** Resource-constrained isolated sessions, used for materialization/parquet conversion and embedded databases. */
|
|
37
37
|
resourceLimits?: DuckdbResourceLimits;
|
|
38
38
|
/** Resource limits for query sessions. When combined with instanceCacheKey, they apply to the shared warm instance. */
|
|
39
39
|
sharedResourceLimits?: DuckdbResourceLimits;
|
|
@@ -46,6 +46,7 @@ export type DuckdbWarehouseClientOptions = {
|
|
|
46
46
|
instanceCacheKey?: string;
|
|
47
47
|
logger?: DuckdbLogger;
|
|
48
48
|
onQueryProfile?: (profile: DuckdbQueryProfileMetrics) => void;
|
|
49
|
+
embeddedQueryTimeoutMs?: number;
|
|
49
50
|
};
|
|
50
51
|
export declare const mapFieldTypeFromTypeId: (typeId: number) => DimensionType;
|
|
51
52
|
export declare const getDuckdbTimestampDomainFromString: (typeName: string) => TimestampDomain | undefined;
|
|
@@ -61,23 +62,30 @@ export type DuckdbWarehouseClientArgs = {
|
|
|
61
62
|
};
|
|
62
63
|
export declare class DuckdbWarehouseClient extends WarehouseBaseClient<CreateDuckdbMotherduckCredentials> {
|
|
63
64
|
private static readonly sharedInstances;
|
|
65
|
+
private static readonly sharedInstanceResourceLimits;
|
|
64
66
|
private static readonly sharedInstanceSemaphores;
|
|
67
|
+
private static readonly embeddedConcurrencyBudget;
|
|
68
|
+
private static readonly embeddedOrganizationConcurrencyBudgets;
|
|
65
69
|
private static readonly sqlBuilder;
|
|
66
70
|
private readonly databasePath;
|
|
67
71
|
private readonly s3Config?;
|
|
68
72
|
private readonly ducklakeConfig?;
|
|
73
|
+
private readonly embeddedConfig?;
|
|
69
74
|
private readonly resourceLimits?;
|
|
70
75
|
private readonly sharedResourceLimits?;
|
|
71
76
|
private readonly instanceCacheKey?;
|
|
72
77
|
private readonly logger?;
|
|
73
78
|
private readonly onQueryProfile?;
|
|
79
|
+
private readonly embeddedQueryTimeoutMs;
|
|
74
80
|
constructor(credentials?: CreateDuckdbCredentials | DuckdbConnectionCredentials, options?: DuckdbWarehouseClientOptions);
|
|
75
81
|
private static hashDucklakeConfig;
|
|
76
82
|
static createForPreAggregate(credentials?: DuckdbConnectionCredentials, options?: DuckdbWarehouseClientOptions): DuckdbWarehouseClient;
|
|
77
83
|
private static getSharedInstanceSemaphore;
|
|
78
84
|
private getRequiredInstanceCacheKey;
|
|
85
|
+
private static tryAcquireEmbeddedConcurrency;
|
|
79
86
|
private getSQLWithMetadata;
|
|
80
87
|
private static hardenInstance;
|
|
88
|
+
private static applyResourceLimits;
|
|
81
89
|
private static usesS3CredentialChain;
|
|
82
90
|
private static loadAwsExtensionForCredentialChain;
|
|
83
91
|
private static bootstrapQuerySession;
|
|
@@ -117,6 +125,8 @@ export declare class DuckdbWarehouseClient extends WarehouseBaseClient<CreateDuc
|
|
|
117
125
|
private withSession;
|
|
118
126
|
/** Direct connection to the configured MotherDuck database. */
|
|
119
127
|
private withDirectSession;
|
|
128
|
+
private withEmbeddedQueryDeadline;
|
|
129
|
+
private getEmbeddedQueryTimeoutError;
|
|
120
130
|
private getBindValues;
|
|
121
131
|
private logQueryProfile;
|
|
122
132
|
private static getFieldsFromStreamResult;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DuckdbWarehouseClient.d.ts","sourceRoot":"","sources":["../../src/warehouseClients/DuckdbWarehouseClient.ts"],"names":[],"mappings":"AACA,OAAO,EACH,OAAO,EACP,uBAAuB,
|
|
1
|
+
{"version":3,"file":"DuckdbWarehouseClient.d.ts","sourceRoot":"","sources":["../../src/warehouseClients/DuckdbWarehouseClient.ts"],"names":[],"mappings":"AACA,OAAO,EACH,OAAO,EACP,uBAAuB,EAGvB,iCAAiC,EACjC,aAAa,EAMb,MAAM,EAKN,mBAAmB,EACnB,gBAAgB,EAEhB,gBAAgB,EAEhB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EAC3B,MAAM,mBAAmB,CAAC;AAM3B,OAAO,mBAAmB,MAAM,uBAAuB,CAAC;AACxD,OAAO,uBAAuB,MAAM,2BAA2B,CAAC;AA6DhE,MAAM,MAAM,qBAAqB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IACxB,MAAM,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACvB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CACvE,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAC9B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,qBAAqB,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG,mBAAmB,CAAC;AAG9D,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,CAAC;AAE3D,MAAM,MAAM,4BAA4B,GAAG;IACvC,kHAAkH;IAClH,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,uHAAuH;IACvH,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,yBAAyB,KAAK,IAAI,CAAC;IAC9D,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACnC,CAAC;AAEF,eAAO,MAAM,sBAAsB,GAAI,QAAQ,MAAM,KAAG,aA+BvD,CAAC;AAEF,eAAO,MAAM,kCAAkC,GAC3C,UAAU,MAAM,KACjB,eAAe,GAAG,SAOpB,CAAC;AAoCF,qBAAa,gBAAiB,SAAQ,uBAAuB;IACzD,cAAc,IAAI,mBAAmB;IAIrC,eAAe,IAAI,MAAM;IAIzB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAWjD,YAAY,CAAC,GAAG,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM;CAG1C;AAuJD,MAAM,MAAM,yBAAyB,GAAG;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CACpC,CAAC;AAEF,qBAAa,qBAAsB,SAAQ,mBAAmB,CAAC,iCAAiC,CAAC;IAC7F,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAqC;IAE5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,CAGhD;IAEJ,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,CAG5C;IAEJ,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,yBAAyB,CAE/C;IAEF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,sCAAsC,CAG1D;IAEJ,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAA0B;IAE5D,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IAEtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAwB;IAElD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAkC;IAElE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAkC;IAElE,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAuB;IAEvD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAuB;IAE7D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAS;IAE3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAe;IAEvC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAEtB;IAEV,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;gBAG5C,WAAW,CAAC,EAAE,uBAAuB,GAAG,2BAA2B,EACnE,OAAO,CAAC,EAAE,4BAA4B;IAgH1C,OAAO,CAAC,MAAM,CAAC,kBAAkB;IASjC,MAAM,CAAC,qBAAqB,CACxB,WAAW,CAAC,EAAE,2BAA2B,EACzC,OAAO,CAAC,EAAE,4BAA4B,GACvC,qBAAqB;IAIxB,OAAO,CAAC,MAAM,CAAC,0BAA0B;IAoBzC,OAAO,CAAC,2BAA2B;IAUnC,OAAO,CAAC,MAAM,CAAC,6BAA6B;IAwC5C,OAAO,CAAC,kBAAkB;mBAQL,cAAc;mBAOd,mBAAmB;IAaxC,OAAO,CAAC,MAAM,CAAC,qBAAqB;mBAMf,kCAAkC;mBAUlC,qBAAqB;mBAiFrB,uBAAuB;mBAgBvB,yBAAyB;mBAiFzB,mBAAmB;IA6BxC,mFAAmF;IACnF,MAAM,CAAC,gCAAgC,IAAI,IAAI;IAQzC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CACZ;IAEnC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAA+B;IAE3E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAA0B;IAEjE,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAIjC,OAAO,CAAC,MAAM,CAAC,UAAU;IAIzB,OAAO,CAAC,MAAM,CAAC,6BAA6B;IAuB5C,OAAO,CAAC,MAAM,CAAC,0BAA0B;IAqGzC,OAAO,CAAC,MAAM,CAAC,iBAAiB;IAMhC,OAAO,CAAC,MAAM,CAAC,sBAAsB;IAmBrC,OAAO,CAAC,MAAM,CAAC,sBAAsB;IA2CrC,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAqC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,+BAA+B,CAAK;YAE9C,gBAAgB;IA+E9B,iEAAiE;YACnD,wBAAwB;IAmDtC,gFAAgF;YAClE,mBAAmB;YAkDnB,yBAAyB;YA4CzB,iBAAiB;IA2C/B,OAAO,CAAC,iBAAiB;IAMzB;;;;;;OAMG;YACW,WAAW;IAmBzB,+DAA+D;YACjD,iBAAiB;YAyEjB,yBAAyB;IA2BvC,OAAO,CAAC,4BAA4B;IAOpC,OAAO,CAAC,aAAa;YA0BP,eAAe;IAgG7B,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAaxC,OAAO,CAAC,MAAM,CAAC,gBAAgB;IA+D/B,OAAO,CAAC,MAAM,CAAC,oBAAoB;IAUnC,OAAO,CAAC,MAAM,CAAC,yBAAyB;YAmB1B,eAAe;YA+Bf,mBAAmB;IA6B3B,WAAW,CACb,GAAG,EAAE,MAAM,EACX,cAAc,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,EAChE,OAAO,CAAC,EAAE;QACN,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACtC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,CACZ,KAAK,EAAE,mBAAmB,EAC1B,UAAU,EAAE,MAAM,KACjB,IAAI,CAAC;KACb,GACF,OAAO,CAAC,IAAI,CAAC;IA+DV,iBAAiB,CACnB,GAAG,IAAI,EAAE,UAAU,CACf,mBAAmB,CAAC,iCAAiC,CAAC,CAAC,mBAAmB,CAAC,CAC9E;;;;;;;IA8BC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlC,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAC1C,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;KACnB,CAAC;IAoBI,QAAQ,CACV,GAAG,IAAI,EAAE,UAAU,CACf,mBAAmB,CAAC,iCAAiC,CAAC,CAAC,UAAU,CAAC,CACrE;;;;;;IAKC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAIrB,UAAU,CACZ,MAAM,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,GAC9D,OAAO,CAAC,gBAAgB,CAAC;IA8CtB,YAAY,CACd,MAAM,CAAC,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC9B,OAAO,CACN;QACI,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;KACjB,EAAE,CACN;IAuBK,SAAS,CACX,SAAS,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,OAAO,CAAC,gBAAgB,CAAC;CAU/B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"DuckdbWarehouseClient.embedded.test.d.ts","sourceRoot":"","sources":["../../src/warehouseClients/DuckdbWarehouseClient.embedded.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const node_api_1 = require("@duckdb/node-api");
|
|
7
|
+
const common_1 = require("@lightdash/common");
|
|
8
|
+
const promises_1 = __importDefault(require("fs/promises"));
|
|
9
|
+
const os_1 = __importDefault(require("os"));
|
|
10
|
+
const path_1 = __importDefault(require("path"));
|
|
11
|
+
const DuckdbWarehouseClient_1 = require("./DuckdbWarehouseClient");
|
|
12
|
+
describe.sequential('DuckdbWarehouseClient embedded credentials', () => {
|
|
13
|
+
let dataDirectory;
|
|
14
|
+
let previousDataDirectory;
|
|
15
|
+
beforeEach(async () => {
|
|
16
|
+
previousDataDirectory = process.env.PLAYGROUND_DATA_DIR;
|
|
17
|
+
dataDirectory = await promises_1.default.mkdtemp(path_1.default.join(os_1.default.tmpdir(), 'lightdash-playground-'));
|
|
18
|
+
process.env.PLAYGROUND_DATA_DIR = dataDirectory;
|
|
19
|
+
});
|
|
20
|
+
afterEach(async () => {
|
|
21
|
+
if (previousDataDirectory === undefined) {
|
|
22
|
+
delete process.env.PLAYGROUND_DATA_DIR;
|
|
23
|
+
}
|
|
24
|
+
else {
|
|
25
|
+
process.env.PLAYGROUND_DATA_DIR = previousDataDirectory;
|
|
26
|
+
}
|
|
27
|
+
await promises_1.default.rm(dataDirectory, { recursive: true, force: true });
|
|
28
|
+
});
|
|
29
|
+
const embeddedCredentials = (dataset) => ({
|
|
30
|
+
type: common_1.WarehouseTypes.DUCKDB,
|
|
31
|
+
connectionType: common_1.DuckdbConnectionType.EMBEDDED,
|
|
32
|
+
dataset,
|
|
33
|
+
});
|
|
34
|
+
const createEmbeddedDatabase = async (dataset) => {
|
|
35
|
+
const databasePath = path_1.default.join(dataDirectory, `${dataset}.duckdb`);
|
|
36
|
+
const instance = await node_api_1.DuckDBInstance.create(databasePath);
|
|
37
|
+
const connection = await instance.connect();
|
|
38
|
+
await connection.run('CREATE TABLE sample AS SELECT 1 AS value');
|
|
39
|
+
await connection.run('CREATE MACRO csv_sniffer(file_path) AS TABLE (FROM sniff_csv(file_path))');
|
|
40
|
+
connection.closeSync();
|
|
41
|
+
instance.closeSync();
|
|
42
|
+
};
|
|
43
|
+
it.each(['../etc', 'foo/bar', '/tmp/sample'])('rejects unsafe dataset identifiers: %s', (dataset) => {
|
|
44
|
+
expect(() => new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials(dataset))).toThrow('Embedded DuckDB dataset must contain only lowercase letters, numbers, hyphens, and underscores');
|
|
45
|
+
});
|
|
46
|
+
it('names the missing dataset and base directory', () => {
|
|
47
|
+
expect(() => new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials('missing'))).toThrow(`Embedded DuckDB dataset "missing" was not found in ${dataDirectory}`);
|
|
48
|
+
});
|
|
49
|
+
it('resolves datasets from the server-configured data directory', async () => {
|
|
50
|
+
const databasePath = path_1.default.join(dataDirectory, 'sample.duckdb');
|
|
51
|
+
const instance = await node_api_1.DuckDBInstance.create(databasePath);
|
|
52
|
+
instance.closeSync();
|
|
53
|
+
expect(() => new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials('sample'))).not.toThrow();
|
|
54
|
+
});
|
|
55
|
+
it('opens an embedded database read-only', async () => {
|
|
56
|
+
await createEmbeddedDatabase('sample');
|
|
57
|
+
const client = new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials('sample'));
|
|
58
|
+
await expect(client.runQuery('SELECT value FROM sample')).resolves.toMatchObject({
|
|
59
|
+
rows: [{ value: 1 }],
|
|
60
|
+
});
|
|
61
|
+
});
|
|
62
|
+
it('interrupts embedded queries that exceed their execution deadline', async () => {
|
|
63
|
+
await createEmbeddedDatabase('sample');
|
|
64
|
+
const client = new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials('sample'), { embeddedQueryTimeoutMs: 50 });
|
|
65
|
+
await expect(client.runQuery('SELECT sum(sqrt(i)) FROM range(1000000000000) values(i)')).rejects.toThrow('Playground query exceeded the 0.05 second execution limit and was stopped. Try a simpler query.');
|
|
66
|
+
await expect(client.runQuery('SELECT 1 AS value')).resolves.toMatchObject({ rows: [{ value: 1 }] });
|
|
67
|
+
});
|
|
68
|
+
it.each([
|
|
69
|
+
`SELECT * FROM "read_parquet"('/etc/passwd')`,
|
|
70
|
+
`SELECT * FROM parquet_metadata('/etc/passwd')`,
|
|
71
|
+
`SELECT * FROM csv_sniffer('/etc/passwd')`,
|
|
72
|
+
`SELECT * FROM sniff_csv('/etc/passwd')`,
|
|
73
|
+
])('confines file-reading table functions: %s', async (sql) => {
|
|
74
|
+
await createEmbeddedDatabase('sample');
|
|
75
|
+
const client = new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials('sample'));
|
|
76
|
+
await expect(client.runQuery(sql)).rejects.toThrow('File system LocalFileSystem has been disabled by configuration');
|
|
77
|
+
});
|
|
78
|
+
it.each([
|
|
79
|
+
"SELECT '--' AS marker FROM read_csv('/tmp/data.csv')",
|
|
80
|
+
`SELECT "--" FROM read_csv('/tmp/data.csv')`,
|
|
81
|
+
"SELECT $$--$$ AS marker FROM read_csv('/tmp/data.csv')",
|
|
82
|
+
])('rejects file functions after comment markers in literals', async (sql) => {
|
|
83
|
+
await createEmbeddedDatabase('sample');
|
|
84
|
+
const client = new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials('sample'));
|
|
85
|
+
await expect(client.runQuery(sql)).rejects.toThrow("SQL validation error: function 'read_csv' is not allowed");
|
|
86
|
+
});
|
|
87
|
+
it('rejects file functions split by block comments', async () => {
|
|
88
|
+
await createEmbeddedDatabase('sample');
|
|
89
|
+
const client = new DuckdbWarehouseClient_1.DuckdbWarehouseClient(embeddedCredentials('sample'));
|
|
90
|
+
await expect(client.runQuery("SELECT * FROM read_/**/csv('/tmp/data.csv')")).rejects.toThrow("SQL validation error: function 'read_csv' is not allowed");
|
|
91
|
+
});
|
|
92
|
+
});
|