@loaders.gl/sql 5.0.0-alpha.9 → 5.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +2 -30
- package/README.md +21 -12
- package/THIRD-PARTY-NOTICES.md +17 -0
- package/dist/arrow-table-source.d.ts +9 -9
- package/dist/arrow-table-source.d.ts.map +1 -1
- package/dist/arrow-table-source.js +11 -7
- package/dist/arrow-table-source.js.map +1 -1
- package/dist/compile-table-query.d.ts +3 -3
- package/dist/compile-table-query.d.ts.map +1 -1
- package/dist/compile-table-query.js +2 -2
- package/dist/compile-table-query.js.map +1 -1
- package/dist/duckdb-sql-source.d.ts +36 -32
- package/dist/duckdb-sql-source.d.ts.map +1 -1
- package/dist/duckdb-sql-source.js +61 -17
- package/dist/duckdb-sql-source.js.map +1 -1
- package/dist/duckdb-table-query.d.ts +9 -0
- package/dist/duckdb-table-query.d.ts.map +1 -0
- package/dist/duckdb-table-query.js +242 -0
- package/dist/duckdb-table-query.js.map +1 -0
- package/dist/index.cjs +1843 -1473
- package/dist/index.cjs.map +3 -3
- package/dist/index.d.ts +12 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -7
- package/dist/index.js.map +1 -1
- package/dist/snowflake-sql-source.d.ts +18 -31
- package/dist/snowflake-sql-source.d.ts.map +1 -1
- package/dist/snowflake-sql-source.js +2 -2
- package/dist/snowflake-sql-source.js.map +1 -1
- package/dist/sql-source.d.ts +24 -11
- package/dist/sql-source.d.ts.map +1 -1
- package/dist/sql-source.js +35 -3
- package/dist/sql-source.js.map +1 -1
- package/dist/sql-types.d.ts +15 -3
- package/dist/sql-types.d.ts.map +1 -1
- package/dist/sql-utils.d.ts +2 -3
- package/dist/sql-utils.d.ts.map +1 -1
- package/dist/sql-utils.js +1 -34
- package/dist/sql-utils.js.map +1 -1
- package/package.json +8 -28
- package/src/arrow-table-source.ts +17 -16
- package/src/compile-table-query.ts +4 -4
- package/src/duckdb-sql-source.ts +81 -20
- package/src/duckdb-table-query.ts +277 -0
- package/src/index.ts +19 -11
- package/src/snowflake-sql-source.ts +3 -3
- package/src/sql-source.ts +46 -7
- package/src/sql-types.ts +16 -3
- package/src/sql-utils.ts +2 -40
- package/dist/arrow-query.cjs +0 -1404
- package/dist/arrow-query.cjs.map +0 -6
- package/dist/arrow-query.d.ts +0 -5
- package/dist/arrow-query.d.ts.map +0 -1
- package/dist/arrow-query.js +0 -6
- package/dist/arrow-query.js.map +0 -1
- package/dist/bind-sql-predicate.d.ts +0 -4
- package/dist/bind-sql-predicate.d.ts.map +0 -1
- package/dist/bind-sql-predicate.js +0 -11
- package/dist/bind-sql-predicate.js.map +0 -1
- package/dist/parse-sql-predicate.d.ts +0 -10
- package/dist/parse-sql-predicate.d.ts.map +0 -1
- package/dist/parse-sql-predicate.js +0 -322
- package/dist/parse-sql-predicate.js.map +0 -1
- package/dist/query-arrow-table.d.ts +0 -83
- package/dist/query-arrow-table.d.ts.map +0 -1
- package/dist/query-arrow-table.js +0 -663
- package/dist/query-arrow-table.js.map +0 -1
- package/dist/sql-predicate-schema.d.ts +0 -156
- package/dist/sql-predicate-schema.d.ts.map +0 -1
- package/dist/sql-predicate-schema.js +0 -226
- package/dist/sql-predicate-schema.js.map +0 -1
- package/dist/sql-predicate-types.d.ts +0 -45
- package/dist/sql-predicate-types.d.ts.map +0 -1
- package/dist/sql-predicate-types.js +0 -9
- package/dist/sql-predicate-types.js.map +0 -1
- package/dist/sql-predicate-zod.cjs +0 -54
- package/dist/sql-predicate-zod.cjs.map +0 -6
- package/dist/sql-predicate-zod.d.ts +0 -11
- package/dist/sql-predicate-zod.d.ts.map +0 -1
- package/dist/sql-predicate-zod.js +0 -45
- package/dist/sql-predicate-zod.js.map +0 -1
- package/dist/sql-predicate.cjs +0 -607
- package/dist/sql-predicate.cjs.map +0 -6
- package/dist/sql-predicate.d.ts +0 -6
- package/dist/sql-predicate.d.ts.map +0 -1
- package/dist/sql-predicate.js +0 -8
- package/dist/sql-predicate.js.map +0 -1
- package/dist/table-query-capabilities.d.ts +0 -6
- package/dist/table-query-capabilities.d.ts.map +0 -1
- package/dist/table-query-capabilities.js +0 -26
- package/dist/table-query-capabilities.js.map +0 -1
- package/dist/table-query.cjs +0 -286
- package/dist/table-query.cjs.map +0 -6
- package/dist/table-query.d.ts +0 -29
- package/dist/table-query.d.ts.map +0 -1
- package/dist/table-query.js +0 -30
- package/dist/table-query.js.map +0 -1
- package/src/arrow-query.ts +0 -17
- package/src/bind-sql-predicate.ts +0 -21
- package/src/parse-sql-predicate.ts +0 -381
- package/src/query-arrow-table.ts +0 -846
- package/src/sql-predicate-schema.ts +0 -251
- package/src/sql-predicate-types.ts +0 -87
- package/src/sql-predicate-zod.ts +0 -52
- package/src/sql-predicate.ts +0 -28
- package/src/table-query-capabilities.ts +0 -29
- package/src/table-query.ts +0 -78
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { CoreAPI } from '@loaders.gl/loader-utils';
|
|
1
|
+
import type { CoreAPI } from '@loaders.gl/core/loader-utils';
|
|
2
2
|
import { SQLDataSource } from "./sql-source.js";
|
|
3
3
|
import type { SQLSourceOptions } from "./sql-types.js";
|
|
4
4
|
/** Snowflake-backed SQL source. */
|
|
@@ -39,45 +39,31 @@ export declare const SnowflakeSQLSource: {
|
|
|
39
39
|
};
|
|
40
40
|
};
|
|
41
41
|
readonly defaultOptions: Omit<Required<{
|
|
42
|
-
[x: string]: Required<Record<string, unknown> | undefined>;
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
signal?: AbortSignal;
|
|
48
|
-
onTelemetry?: import("@loaders.gl/loader-utils").ScanExecutionTelemetryCallback;
|
|
49
|
-
bounds?: import("@loaders.gl/loader-utils").ScanBounds;
|
|
50
|
-
level?: number;
|
|
51
|
-
minimumLevel?: number;
|
|
52
|
-
maximumLevel?: number;
|
|
53
|
-
targetSpacing?: number;
|
|
54
|
-
width?: number;
|
|
55
|
-
height?: number;
|
|
56
|
-
variables?: readonly string[];
|
|
57
|
-
channels?: readonly number[];
|
|
58
|
-
slices?: Readonly<Record<string, number | readonly [number, number]>>;
|
|
59
|
-
}> | undefined>;
|
|
60
|
-
searchParams?: Required<import("@loaders.gl/loader-utils").SearchParams | undefined>;
|
|
42
|
+
[x: string]: Required<Record<string, unknown> | AbortSignal | ((progress: import("@loaders.gl/core/worker-utils").WorkerProgress) => void) | undefined>;
|
|
43
|
+
onProgress?: Required<((progress: import("@loaders.gl/core/worker-utils").WorkerProgress) => void) | undefined>;
|
|
44
|
+
signal?: Required<AbortSignal | undefined>;
|
|
45
|
+
_scan?: Required<import("@loaders.gl/core/loader-utils").QueryOptions | undefined>;
|
|
46
|
+
searchParams?: Required<import("@loaders.gl/core/loader-utils").SearchParams | undefined>;
|
|
61
47
|
core?: Required<({
|
|
62
48
|
baseUrl?: string;
|
|
63
|
-
fetch?: typeof fetch | import("@loaders.gl/loader-utils").FetchLike | RequestInit | null;
|
|
64
|
-
credentials?: readonly import("@loaders.gl/loader-utils").Credential[];
|
|
65
|
-
authentications?: readonly import("@loaders.gl/loader-utils").AuthenticationConstructor[];
|
|
49
|
+
fetch?: typeof fetch | import("@loaders.gl/core/loader-utils").FetchLike | RequestInit | null;
|
|
50
|
+
credentials?: readonly import("@loaders.gl/core/loader-utils").Credential[];
|
|
51
|
+
authentications?: readonly import("@loaders.gl/core/loader-utils").AuthenticationConstructor[];
|
|
66
52
|
nothrow?: boolean;
|
|
67
53
|
shape?: string;
|
|
68
54
|
mimeType?: string;
|
|
69
55
|
fallbackMimeType?: string;
|
|
70
56
|
ignoreRegisteredLoaders?: boolean;
|
|
71
|
-
log?:
|
|
57
|
+
log?: import("probe.gl/log").Logger | null;
|
|
72
58
|
batchSize?: number | "auto";
|
|
73
|
-
|
|
74
|
-
limit?: 0;
|
|
75
|
-
_limitMB?: 0;
|
|
59
|
+
batchMaxRowsPerSecond?: number;
|
|
76
60
|
metadata?: boolean;
|
|
77
|
-
transforms?: import("@loaders.gl/loader-utils").TransformBatches[];
|
|
61
|
+
transforms?: import("@loaders.gl/core/loader-utils").TransformBatches[];
|
|
62
|
+
subloaders?: Readonly<Record<string, import("@loaders.gl/core/loader-utils").Loader>>;
|
|
78
63
|
useLocalLibraries?: boolean;
|
|
79
64
|
CDN?: string | null;
|
|
80
65
|
worker?: boolean | "auto";
|
|
66
|
+
workerInBatches?: boolean;
|
|
81
67
|
workerThreshold?: number;
|
|
82
68
|
maxConcurrency?: number;
|
|
83
69
|
maxMobileConcurrency?: number;
|
|
@@ -87,10 +73,11 @@ export declare const SnowflakeSQLSource: {
|
|
|
87
73
|
_workerType?: string;
|
|
88
74
|
} & {
|
|
89
75
|
type?: string;
|
|
76
|
+
name?: string;
|
|
90
77
|
attributions?: string[];
|
|
91
78
|
loadOptions?: never;
|
|
92
|
-
loaders?: import("@loaders.gl/loader-utils").Loader[];
|
|
93
|
-
onError?: (error: Error, source: import("@loaders.gl/loader-utils").DataSource<any, any>) => void;
|
|
79
|
+
loaders?: import("@loaders.gl/core/loader-utils").Loader[];
|
|
80
|
+
onError?: (error: Error, source: import("@loaders.gl/core/loader-utils").DataSource<any, any>) => void;
|
|
94
81
|
}) | undefined>;
|
|
95
82
|
modules?: Required<Record<string, unknown> | undefined>;
|
|
96
83
|
loadOptions?: never | undefined;
|
|
@@ -122,7 +109,7 @@ export declare const SnowflakeSQLSource: {
|
|
|
122
109
|
} | undefined>;
|
|
123
110
|
}>, "core">;
|
|
124
111
|
readonly testURL: (url: string) => boolean;
|
|
125
|
-
readonly
|
|
112
|
+
readonly createDataSourceSync: (data: string, options: SQLSourceOptions, coreApi?: CoreAPI) => SnowflakeSQLDataSource;
|
|
126
113
|
};
|
|
127
114
|
/** SQLDataSource specialization for Snowflake. */
|
|
128
115
|
export declare class SnowflakeSQLDataSource extends SQLDataSource {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"snowflake-sql-source.d.ts","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,OAAO,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"snowflake-sql-source.d.ts","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,OAAO,EAAC,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAC,aAAa,EAA6B,wBAAqB;AACvE,OAAO,KAAK,EAIV,gBAAgB,EAEjB,uBAAoB;AAWrB,mCAAmC;AACnC,eAAO,MAAM,kBAAkB;uBACA,sBAAsB;wBAChC,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0BA8FH,CAAC;0BACd,CAAH;6BACC,CAAR;;;;;;;;;;;;;;;;4BA7DiB,MAAM,KAAG,OAAO;0CAEvB,MAAM,WACH,gBAAgB,YACf,OAAO,KAChB,sBAAsB;CAC8B,CAAC;AAE1D,kDAAkD;AAClD,qBAAa,sBAAuB,SAAQ,aAAa;gBAC3C,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,OAAO;CAUvE"}
|
|
@@ -5,7 +5,7 @@ import { SQLDataSource, SQL_SOURCE_DEFAULT_OPTIONS } from "./sql-source.js";
|
|
|
5
5
|
import { convertRowsToArrowTable, convertSQLColumnsToSchema, getQualifiedTableName } from "./sql-utils.js";
|
|
6
6
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
7
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
-
const VERSION = typeof "5.0.0-
|
|
8
|
+
const VERSION = typeof "5.0.0-beta.10" !== 'undefined' ? "5.0.0-beta.10" : 'latest';
|
|
9
9
|
/** Snowflake-backed SQL source. */
|
|
10
10
|
export const SnowflakeSQLSource = {
|
|
11
11
|
dataType: null,
|
|
@@ -45,7 +45,7 @@ export const SnowflakeSQLSource = {
|
|
|
45
45
|
},
|
|
46
46
|
defaultOptions: SQL_SOURCE_DEFAULT_OPTIONS,
|
|
47
47
|
testURL: (url) => /^(sql\+snowflake|snowflake):\/\//i.test(url),
|
|
48
|
-
|
|
48
|
+
createDataSourceSync: (data, options, coreApi) => new SnowflakeSQLDataSource(data, options, coreApi)
|
|
49
49
|
};
|
|
50
50
|
/** SQLDataSource specialization for Snowflake. */
|
|
51
51
|
export class SnowflakeSQLDataSource extends SQLDataSource {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"snowflake-sql-source.js","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAE,0BAA0B,EAAC,wBAAqB;AAQvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,qBAAqB,EACtB,uBAAoB;AAErB,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,mCAAmC;AACnC,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,QAAQ,EAAE,IAAyC;IACnD,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,oBAAoB;IAC1B,EAAE,EAAE,eAAe;IACnB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,EAAE;IACd,SAAS,EAAE,EAAE;IACb,IAAI,EAAE,eAAe;IACrB,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,KAAK;IACf,OAAO,EAAE;QACP,GAAG,EAAE;YACH,YAAY,EAAE,MAAM;YACpB,cAAc,EAAE,EAAE;YAClB,qBAAqB,EAAE,SAAS;YAChC,kBAAkB,EAAE,SAAS;SAC9B;QACD,MAAM,EAAE;YACN,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,SAAS;YAClB,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,SAAS;SACrB;QACD,SAAS,EAAE;YACT,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,SAAS;YACpB,IAAI,EAAE,SAAS;YACf,aAAa,EAAE,SAAS;SACzB;KACF;IACD,cAAc,EAAE,0BAA0B;IAC1C,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAAC,mCAAmC,CAAC,IAAI,CAAC,GAAG,CAAC;IAChF,
|
|
1
|
+
{"version":3,"file":"snowflake-sql-source.js","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAE,0BAA0B,EAAC,wBAAqB;AAQvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,qBAAqB,EACtB,uBAAoB;AAErB,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,mCAAmC;AACnC,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,QAAQ,EAAE,IAAyC;IACnD,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,oBAAoB;IAC1B,EAAE,EAAE,eAAe;IACnB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,EAAE;IACd,SAAS,EAAE,EAAE;IACb,IAAI,EAAE,eAAe;IACrB,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,KAAK;IACf,OAAO,EAAE;QACP,GAAG,EAAE;YACH,YAAY,EAAE,MAAM;YACpB,cAAc,EAAE,EAAE;YAClB,qBAAqB,EAAE,SAAS;YAChC,kBAAkB,EAAE,SAAS;SAC9B;QACD,MAAM,EAAE;YACN,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,SAAS;YAClB,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,SAAS;SACrB;QACD,SAAS,EAAE;YACT,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,SAAS;YACpB,IAAI,EAAE,SAAS;YACf,aAAa,EAAE,SAAS;SACzB;KACF;IACD,cAAc,EAAE,0BAA0B;IAC1C,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAAC,mCAAmC,CAAC,IAAI,CAAC,GAAG,CAAC;IAChF,oBAAoB,EAAE,CACpB,IAAY,EACZ,OAAyB,EACzB,OAAiB,EACO,EAAE,CAAC,IAAI,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC;CACxB,CAAC;AAE1D,kDAAkD;AAClD,MAAM,OAAO,sBAAuB,SAAQ,aAAa;IACvD,YAAY,IAAY,EAAE,OAAyB,EAAE,OAAiB;QACpE,KAAK,CACH,IAAI,EACJ,OAAO,EACP,kBAAkB,CAAC,IAAI,EACvB,0BAA0B,EAC1B,sBAAsB,EACtB,OAAO,CACR,CAAC;IACJ,CAAC;CACF;AAED,KAAK,UAAU,sBAAsB,CAAC,OAAiC;IACrE,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACjF,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;IACvD,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,EACvB,OAAe,EACf,UAA2B,EAAE,EACO,EAAE;QACtC,MAAM,eAAe,GAAG,MAAM,yBAAyB,CACrD,OAAO,EACP,gBAAgB,EAChB,aAAa,EACb,OAAO,EACP,OAAO,CACR,CAAC;QACF,MAAM,SAAS,GAAG,CAAC,eAAe,CAAC,CAAC;QAEpC,MAAM,aAAa,GAAG,eAAe,CAAC,iBAAiB,EAAE,aAAa,IAAI,EAAE,CAAC;QAC7E,KAAK,IAAI,cAAc,GAAG,CAAC,EAAE,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,EAAE,CAAC;YACrF,SAAS,CAAC,IAAI,CACZ,MAAM,kBAAkB,CACtB,OAAO,EACP,GAAG,gBAAgB,IAAI,eAAe,CAAC,eAAe,cAAc,cAAc,EAAE,EACpF,aAAa,EACb,EAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CACxC,CACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,iBAAiB,EAAE,OAAO,IAAI,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAmB,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,QAA8B,EAAE,EAAE,CAC1D,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAiB,EAAE,EAAE;YAC9C,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBAC/B,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CACH,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,YAAY,EAAE;YACZ,aAAa,EAAE,KAAK;YACpB,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,KAAK;SACjB;QACD,KAAK,CAAC,OAAO;YACX,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QACD,KAAK,CAAC,KAAK,KAAmB,CAAC;QAC/B,KAAK,CAAC,YAAY;YAChB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;aAC1C,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,WAAW;YACf,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,cAAc,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;aACzC,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,UAAU;YACd,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,CAAC;YAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtE,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;gBACjE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;gBACvC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;aACnD,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,cAAc,CAAC,OAIpB;YACC,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,kBAAkB,kBAAkB,EAAE,CAAC,CAAC;YACvE,OAAO,yBAAyB,CAC9B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,UAAU,KAAK,GAAG,CAAC,EAAE,CAAC;gBACjE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,SAAS,CAAC;gBAClD,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG;gBAClE,eAAe,EAAE,KAAK,GAAG,CAAC;aAC3B,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW,CACf,OAAe,EACf,UAA2B,EAAE;YAE7B,OAAO,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,UAA2B,EAAE;YAC/D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACjD,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,OAAiC,EACjC,gBAAwB,EACxB,aAAqB,EACrB,OAAe,EACf,OAAwB;IAExB,IAAI,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE;QAChF,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,0BAA0B,CAAC,OAAO,CAAC,UAAU,CAAC;YACxD,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS;YAC/C,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ;YAC7C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM;YACzC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI;SACtC,CAAC;QACF,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,OAAO,QAAQ,EAAE,kBAAkB,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;QACvD,MAAM,OAAO,GAAG,GAAG,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACrG,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE;YACnE,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,EAAE,IAAI,IAAI,QAAQ,EAAE,OAAO,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,IAAI,2BAA2B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAiC,EACjC,GAAW,EACX,aAAqB,EACrB,WAAwB;IAExB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CACT,eAAe,EACf,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,aAAa,EAAE,CAChF,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IAE1C,MAAM,QAAQ,GACZ,OAAO,WAAW,KAAK,UAAU;QAC/B,CAAC,CAAC,MAAM,WAAW,CAAC,GAAG,EAAE;YACrB,GAAG,WAAW;YACd,OAAO;SACR,CAAC;QACJ,CAAC,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,EAAE;YACnC,GAAG,WAAW;YACd,OAAO;SACR,CAAC,CAAC;IACT,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,OAAO,IAAI,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,0BAA0B,CACjC,UAAyC;IAEzC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAmD,EAAE,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,CAAU,CAAC;QACvE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,QAAQ,CAAC,GAAG,CAAC,GAAG;YACd,IAAI,EAAE,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YAC/E,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK;SAC5D,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW,EAAE,OAAyB;IACvE,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,oBAAoB,CAAC;AAClE,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW,EAAE,OAAyB;IACjE,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,QAAQ,CAAC;IACjE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,WAAW,OAAO,yBAAyB,CAAC;AACrD,CAAC"}
|
package/dist/sql-source.d.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import {
|
|
3
|
-
import
|
|
1
|
+
import type { Table } from 'apache-arrow';
|
|
2
|
+
import type { Schema } from '@loaders.gl/core/schema';
|
|
3
|
+
import { DataSource } from '@loaders.gl/core/loader-utils';
|
|
4
|
+
import type { CoreAPI, RequiredOptions, TableMetadata } from '@loaders.gl/core/loader-utils';
|
|
4
5
|
import type { SQLAdapter, SQLAdapterFactory, SQLCatalogInfo, SQLMetadata, SQLQuery, SQLQueryOptions, SQLSchemaInfo, SQLSourceOptions, SQLTableInfo } from "./sql-types.js";
|
|
5
6
|
/** Registers a runtime adapter for a SQL source type. */
|
|
6
7
|
export declare function registerSQLAdapter(type: string, factory: SQLAdapterFactory): void;
|
|
@@ -12,14 +13,16 @@ export declare const SQL_SOURCE_DEFAULT_OPTIONS: Omit<RequiredOptions<SQLSourceO
|
|
|
12
13
|
export declare class SQLDataSource extends DataSource<string, SQLSourceOptions> {
|
|
13
14
|
/** Optimization and execution capabilities of portable table-bound queries. */
|
|
14
15
|
readonly tableQueryCapabilities: Readonly<{
|
|
15
|
-
projection: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
16
|
-
predicate: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
17
|
-
limit: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
16
|
+
projection: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
17
|
+
predicate: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
18
|
+
limit: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
19
|
+
cast?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
20
|
+
offset?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
18
21
|
streaming: boolean;
|
|
19
22
|
cancellation: boolean;
|
|
20
|
-
expressions?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
21
|
-
orderBy?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
22
|
-
aggregates?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
23
|
+
expressions?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
24
|
+
orderBy?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
25
|
+
aggregates?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
23
26
|
}>;
|
|
24
27
|
private readonly sourceType;
|
|
25
28
|
private readonly adapterFactory?;
|
|
@@ -37,6 +40,16 @@ export declare class SQLDataSource extends DataSource<string, SQLSourceOptions>
|
|
|
37
40
|
catalogName?: string;
|
|
38
41
|
schemaName?: string;
|
|
39
42
|
}): Promise<SQLTableInfo[]>;
|
|
43
|
+
/** Lists stable native table identifiers without fetching any column schemas or data rows. */
|
|
44
|
+
getTablesMetadata(options?: {
|
|
45
|
+
signal?: AbortSignal;
|
|
46
|
+
}): Promise<readonly TableMetadata[]>;
|
|
47
|
+
/** Discovers one native table schema; ambiguous unqualified names are rejected. */
|
|
48
|
+
getTableMetadata(name: string, options?: {
|
|
49
|
+
signal?: AbortSignal;
|
|
50
|
+
}): Promise<TableMetadata>;
|
|
51
|
+
/** Resolves a qualified or unique unqualified table name. */
|
|
52
|
+
protected resolveTable(name: string, signal?: AbortSignal): Promise<SQLTableInfo>;
|
|
40
53
|
/** Returns the schema for a specific SQL table. */
|
|
41
54
|
getTableSchema(options: {
|
|
42
55
|
catalogName?: string;
|
|
@@ -45,8 +58,8 @@ export declare class SQLDataSource extends DataSource<string, SQLSourceOptions>
|
|
|
45
58
|
}): Promise<Schema>;
|
|
46
59
|
/** Executes a SQL query and returns object rows. */
|
|
47
60
|
queryRows(query: SQLQuery, options?: SQLQueryOptions): Promise<Record<string, unknown>[]>;
|
|
48
|
-
/** Executes a SQL query and returns a
|
|
49
|
-
queryArrow(query: SQLQuery, options?: SQLQueryOptions): Promise<
|
|
61
|
+
/** Executes a SQL query and returns a native Arrow table. */
|
|
62
|
+
queryArrow(query: SQLQuery, options?: SQLQueryOptions): Promise<Table>;
|
|
50
63
|
/** Closes any underlying adapter connection. */
|
|
51
64
|
close(): Promise<void>;
|
|
52
65
|
protected getAdapter(): Promise<SQLAdapter>;
|
package/dist/sql-source.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-source.d.ts","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,
|
|
1
|
+
{"version":3,"file":"sql-source.d.ts","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAC,UAAU,EAAC,MAAM,+BAA+B,CAAC;AACzD,OAAO,KAAK,EAAC,OAAO,EAAE,eAAe,EAAE,aAAa,EAAC,MAAM,+BAA+B,CAAC;AAE3F,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,QAAQ,EACR,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,YAAY,EACb,uBAAoB;AAQrB,yDAAyD;AACzD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAEjF;AAED,oEAAoE;AACpE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAEhF;AAED,8CAA8C;AAC9C,eAAO,MAAM,0BAA0B,EAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAuBtF,CAAC;AAEF,oDAAoD;AACpD,qBAAa,aAAc,SAAQ,UAAU,CAAC,MAAM,EAAE,gBAAgB,CAAC;IACrE,+EAA+E;IAC/E,QAAQ,CAAC,sBAAsB;;;;;;;;;;;OAA4C;IAC3E,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAoB;IACpD,OAAO,CAAC,cAAc,CAAoC;IAC1D,OAAO,CAAC,eAAe,CAAqC;gBAG1D,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,EACzB,UAAU,EAAE,MAAM,EAClB,cAAc,GAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAA8B,EAC5F,cAAc,CAAC,EAAE,iBAAiB,EAClC,OAAO,CAAC,EAAE,OAAO;IAOnB,6DAA6D;IACvD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;IAOzC,4DAA4D;IACtD,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAK/C,2DAA2D;IACrD,WAAW,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAKjE,0DAA0D;IACpD,UAAU,CAAC,OAAO,CAAC,EAAE;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAKhG,8FAA8F;IACxF,iBAAiB,CAAC,OAAO,GAAE;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAM,GAAG,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC;IAOhG,mFAAmF;IAC7E,gBAAgB,CACpB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAM,GACnC,OAAO,CAAC,aAAa,CAAC;IAOzB,6DAA6D;cAC7C,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAUvF,mDAAmD;IAC7C,cAAc,CAAC,OAAO,EAAE;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,MAAM,CAAC;IAKnB,oDAAoD;IAC9C,SAAS,CACb,KAAK,EAAE,QAAQ,EACf,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAMrC,6DAA6D;IACvD,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,KAAK,CAAC;IAUhF,gDAAgD;IAC1C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAUZ,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC;IAOjD,oFAAoF;IACpF,OAAO,CAAC,YAAY;YAmBN,WAAW;YA0BX,YAAY;CAe3B"}
|
package/dist/sql-source.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { DataSource } from '@loaders.gl/loader-utils';
|
|
4
|
+
import { DataSource } from '@loaders.gl/core/loader-utils';
|
|
5
5
|
import { compileSQLTableQuery } from "./compile-table-query.js";
|
|
6
6
|
import { convertRowsToArrowTable, isNodeRuntime } from "./sql-utils.js";
|
|
7
|
-
import { SQL_DATA_SOURCE_TABLE_QUERY_CAPABILITIES } from
|
|
7
|
+
import { SQL_DATA_SOURCE_TABLE_QUERY_CAPABILITIES } from '@loaders.gl/core/scan/table-query-capabilities';
|
|
8
8
|
const SQL_ADAPTER_FACTORIES = new Map();
|
|
9
9
|
/** Registers a runtime adapter for a SQL source type. */
|
|
10
10
|
export function registerSQLAdapter(type, factory) {
|
|
@@ -74,6 +74,31 @@ export class SQLDataSource extends DataSource {
|
|
|
74
74
|
const adapter = await this.getAdapter();
|
|
75
75
|
return await adapter.listTables(options);
|
|
76
76
|
}
|
|
77
|
+
/** Lists stable native table identifiers without fetching any column schemas or data rows. */
|
|
78
|
+
async getTablesMetadata(options = {}) {
|
|
79
|
+
options.signal?.throwIfAborted();
|
|
80
|
+
const tables = await this.listTables();
|
|
81
|
+
options.signal?.throwIfAborted();
|
|
82
|
+
return tables.map(table => ({ name: getTableMetadataName(table), queryable: false }));
|
|
83
|
+
}
|
|
84
|
+
/** Discovers one native table schema; ambiguous unqualified names are rejected. */
|
|
85
|
+
async getTableMetadata(name, options = {}) {
|
|
86
|
+
const table = await this.resolveTable(name, options.signal);
|
|
87
|
+
const schema = await this.getTableSchema(table);
|
|
88
|
+
options.signal?.throwIfAborted();
|
|
89
|
+
return { name: getTableMetadataName(table), schema, queryable: false };
|
|
90
|
+
}
|
|
91
|
+
/** Resolves a qualified or unique unqualified table name. */
|
|
92
|
+
async resolveTable(name, signal) {
|
|
93
|
+
signal?.throwIfAborted();
|
|
94
|
+
const tables = await this.listTables();
|
|
95
|
+
signal?.throwIfAborted();
|
|
96
|
+
const exact = tables.filter(table => getTableMetadataName(table) === name);
|
|
97
|
+
const matches = exact.length ? exact : tables.filter(table => table.tableName === name);
|
|
98
|
+
if (matches.length !== 1)
|
|
99
|
+
throw new Error(`Unknown or ambiguous SQL table: ${name}`);
|
|
100
|
+
return matches[0];
|
|
101
|
+
}
|
|
77
102
|
/** Returns the schema for a specific SQL table. */
|
|
78
103
|
async getTableSchema(options) {
|
|
79
104
|
const adapter = await this.getAdapter();
|
|
@@ -85,7 +110,7 @@ export class SQLDataSource extends DataSource {
|
|
|
85
110
|
const compiledQuery = this.compileQuery(query, options);
|
|
86
111
|
return await adapter.executeRows(compiledQuery.sql, compiledQuery.options);
|
|
87
112
|
}
|
|
88
|
-
/** Executes a SQL query and returns a
|
|
113
|
+
/** Executes a SQL query and returns a native Arrow table. */
|
|
89
114
|
async queryArrow(query, options = {}) {
|
|
90
115
|
const adapter = await this.getAdapter();
|
|
91
116
|
const compiledQuery = this.compileQuery(query, options);
|
|
@@ -172,4 +197,11 @@ function getSQLTableQueryDialect(sourceType) {
|
|
|
172
197
|
return 'snowflake';
|
|
173
198
|
throw new Error(`Portable table queries are not supported for SQL source type "${sourceType}".`);
|
|
174
199
|
}
|
|
200
|
+
/** Preserves native namespace components as one unambiguous provider-defined loaded name. */
|
|
201
|
+
function getTableMetadataName(table) {
|
|
202
|
+
return [table.catalogName, table.schemaName, table.tableName]
|
|
203
|
+
.filter((name) => typeof name === 'string' && name.length > 0)
|
|
204
|
+
.map(name => `"${name.replaceAll('"', '""')}"`)
|
|
205
|
+
.join('.');
|
|
206
|
+
}
|
|
175
207
|
//# sourceMappingURL=sql-source.js.map
|
package/dist/sql-source.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-source.js","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;
|
|
1
|
+
{"version":3,"file":"sql-source.js","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAczD,OAAO,EAAC,oBAAoB,EAA4B,iCAA8B;AAEtF,OAAO,EAAC,uBAAuB,EAAE,aAAa,EAAC,uBAAoB;AACnE,OAAO,EAAC,wCAAwC,EAAC,MAAM,gDAAgD,CAAC;AAExG,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAA6B,CAAC;AAEnE,yDAAyD;AACzD,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,OAA0B;IACzE,qBAAqB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,OAAO,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACzC,CAAC;AAED,8CAA8C;AAC9C,MAAM,CAAC,MAAM,0BAA0B,GAAoD;IACzF,GAAG,EAAE;QACH,YAAY,EAAE,MAAM;QACpB,cAAc,EAAE,EAAE;QAClB,qBAAqB,EAAE,SAAU;QACjC,kBAAkB,EAAE,SAAU;KAC/B;IACD,MAAM,EAAE;QACN,UAAU,EAAE,MAAM;QAClB,OAAO,EAAE,SAAU;QACnB,YAAY,EAAE,SAAU;QACxB,SAAS,EAAE,SAAU;QACrB,SAAS,EAAE,SAAU;KACtB;IACD,SAAS,EAAE;QACT,OAAO,EAAE,SAAU;QACnB,QAAQ,EAAE,SAAU;QACpB,MAAM,EAAE,SAAU;QAClB,KAAK,EAAE,SAAU;QACjB,SAAS,EAAE,SAAU;QACrB,IAAI,EAAE,SAAU;QAChB,aAAa,EAAE,SAAU;KAC1B;CACF,CAAC;AAEF,oDAAoD;AACpD,MAAM,OAAO,aAAc,SAAQ,UAAoC;IACrE,+EAA+E;IACtE,sBAAsB,GAAG,wCAAwC,CAAC;IAC1D,UAAU,CAAS;IACnB,cAAc,CAAqB;IAC5C,cAAc,GAA+B,IAAI,CAAC;IAClD,eAAe,GAAgC,IAAI,CAAC;IAE5D,YACE,IAAY,EACZ,OAAyB,EACzB,UAAkB,EAClB,iBAAkE,0BAA0B,EAC5F,cAAkC,EAClC,OAAiB;QAEjB,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAC3E,CAAC;IAED,6DAA6D;IAC7D,KAAK,CAAC,WAAW;QACf,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,4DAA4D;IAC5D,KAAK,CAAC,YAAY;QAChB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IACtC,CAAC;IAED,2DAA2D;IAC3D,KAAK,CAAC,WAAW,CAAC,WAAoB;QACpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,UAAU,CAAC,OAAqD;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,8FAA8F;IAC9F,KAAK,CAAC,iBAAiB,CAAC,UAAkC,EAAE;QAC1D,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,mFAAmF;IACnF,KAAK,CAAC,gBAAgB,CACpB,IAAY,EACZ,UAAkC,EAAE;QAEpC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QACjC,OAAO,EAAC,IAAI,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC;IACvE,CAAC;IAED,6DAA6D;IACnD,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,MAAoB;QAC7D,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC;QACxF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QACrF,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,mDAAmD;IACnD,KAAK,CAAC,cAAc,CAAC,OAIpB;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,SAAS,CACb,KAAe,EACf,UAA2B,EAAE;QAE7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,OAAO,MAAM,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;IAC7E,CAAC;IAED,6DAA6D;IAC7D,KAAK,CAAC,UAAU,CAAC,KAAe,EAAE,UAA2B,EAAE;QAC7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,OAAO,MAAM,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QACjF,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;QAC1C,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAC9B,CAAC;IAES,KAAK,CAAC,UAAU;QACxB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC;IACnC,CAAC;IAED,oFAAoF;IAC5E,YAAY,CAClB,KAAe,EACf,OAAwB;QAExB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,EAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAC,CAAC;QAC/B,CAAC;QACD,MAAM,eAAe,GACnB,OAAO,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5F,MAAM,aAAa,GAAG,oBAAoB,CAAC,KAAK,EAAE;YAChD,OAAO,EAAE,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC;YACjD,UAAU,EAAE,eAA0D;SACvE,CAAC,CAAC;QACH,OAAO;YACL,GAAG,EAAE,aAAa,CAAC,GAAG;YACtB,OAAO,EAAE,EAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,UAAU,EAAC;SACxE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,aAAa,EAAE;gBACpC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,kBAAkB;gBACtC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,qBAAqB,CAAC;YAC5C,MAAM,OAAO,GAAG,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC;YACtD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;YACxF,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC;gBAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,EAAE,IAAI,CAAC,GAAG;aACd,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,WAAW,CACpB,KAAK,EACL,oCAAoC,IAAI,CAAC,UAAU,SAAS,IAAI,CAAC,GAAG,EAAE,CACvE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpD,OAAO,CAAC,YAAY,EAAE;YACtB,OAAO,CAAC,WAAW,EAAE;YACrB,OAAO,CAAC,UAAU,EAAE;SACrB,CAAC,CAAC;QACH,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,QAAQ;YACR,OAAO;YACP,MAAM;SACP,CAAC;IACJ,CAAC;CACF;AAED,oFAAoF;AACpF,SAAS,uBAAuB,CAAC,UAAkB;IACjD,IAAI,UAAU,KAAK,YAAY;QAAE,OAAO,QAAQ,CAAC;IACjD,IAAI,UAAU,KAAK,eAAe;QAAE,OAAO,WAAW,CAAC;IACvD,MAAM,IAAI,KAAK,CAAC,iEAAiE,UAAU,IAAI,CAAC,CAAC;AACnG,CAAC;AAED,6FAA6F;AAC7F,SAAS,oBAAoB,CAAC,KAAmB;IAC/C,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC;SAC1D,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SAC7E,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC;SAC9C,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC"}
|
package/dist/sql-types.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import type {
|
|
1
|
+
import type { Table } from 'apache-arrow';
|
|
2
|
+
import type { Schema } from '@loaders.gl/core/schema';
|
|
3
|
+
import type { CoreAPI, DataSourceOptions } from '@loaders.gl/core/loader-utils';
|
|
3
4
|
import type { SQLTableQuery } from "./compile-table-query.js";
|
|
4
5
|
export type SQLParameterValues = unknown[] | Record<string, unknown>;
|
|
5
6
|
/** Raw SQL text or a portable query bound to one database table. */
|
|
@@ -50,6 +51,15 @@ export type SQLAdapterCapabilities = {
|
|
|
50
51
|
runtime: 'node' | 'browser' | 'both';
|
|
51
52
|
isDynamic?: boolean;
|
|
52
53
|
};
|
|
54
|
+
/** Destination for an Arrow IPC upload. */
|
|
55
|
+
export type SQLArrowInsertOptions = {
|
|
56
|
+
/** Destination table name. */
|
|
57
|
+
tableName: string;
|
|
58
|
+
/** Destination schema, defaulting to DuckDB's default schema. */
|
|
59
|
+
schemaName?: string;
|
|
60
|
+
/** Create a table when true (default); append to an existing table when false. */
|
|
61
|
+
create?: boolean;
|
|
62
|
+
};
|
|
53
63
|
/** Runtime adapter interface used by SQL-backed data sources. */
|
|
54
64
|
export interface SQLAdapter {
|
|
55
65
|
readonly capabilities: SQLAdapterCapabilities;
|
|
@@ -67,7 +77,9 @@ export interface SQLAdapter {
|
|
|
67
77
|
tableName: string;
|
|
68
78
|
}): Promise<Schema>;
|
|
69
79
|
executeRows(sql: string, options?: SQLQueryOptions): Promise<Record<string, unknown>[]>;
|
|
70
|
-
|
|
80
|
+
/** Uploads an Arrow IPC stream without passing Arrow runtime objects. */
|
|
81
|
+
insertArrowIPC?(bytes: Uint8Array, options: SQLArrowInsertOptions): Promise<void>;
|
|
82
|
+
executeArrow?(sql: string, options?: SQLQueryOptions): Promise<Table>;
|
|
71
83
|
}
|
|
72
84
|
/** Context passed to SQL adapter factories during source initialization. */
|
|
73
85
|
export type SQLAdapterFactoryContext = {
|
package/dist/sql-types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-types.d.ts","sourceRoot":"","sources":["../src/sql-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,
|
|
1
|
+
{"version":3,"file":"sql-types.d.ts","sourceRoot":"","sources":["../src/sql-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,KAAK,EAAC,MAAM,cAAc,CAAC;AACxC,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,yBAAyB,CAAC;AACpD,OAAO,KAAK,EAAC,OAAO,EAAE,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAC9E,OAAO,KAAK,EAAC,aAAa,EAAC,iCAA8B;AAEzD,MAAM,MAAM,kBAAkB,GAAG,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAErE,oEAAoE;AACpE,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,aAAa,CAAC;AAE9C,gDAAgD;AAChD,MAAM,MAAM,eAAe,GAAG;IAC5B,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,4CAA4C;AAC5C,MAAM,MAAM,cAAc,GAAG;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,2CAA2C;AAC3C,MAAM,MAAM,aAAa,GAAG;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,yDAAyD;AACzD,MAAM,MAAM,YAAY,GAAG;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,aAAa,GAAG;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,kEAAkE;AAClE,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,sBAAsB,CAAC;IACrC,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB,CAAC;AAEF,yEAAyE;AACzE,MAAM,MAAM,sBAAsB,GAAG;IACnC,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAAC;IACrC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,2CAA2C;AAC3C,MAAM,MAAM,qBAAqB,GAAG;IAClC,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kFAAkF;IAClF,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,YAAY,EAAE,sBAAsB,CAAC;IAC9C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAC1C,WAAW,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAC5D,UAAU,CAAC,OAAO,CAAC,EAAE;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3F,cAAc,CAAC,OAAO,EAAE;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;IACxF,yEAAyE;IACzE,cAAc,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClF,YAAY,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;CACvE;AAED,4EAA4E;AAC5E,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,EAAE,wBAAwB,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3F,0DAA0D;AAC1D,MAAM,MAAM,gBAAgB,GAAG,iBAAiB,GAAG;IACjD,GAAG,CAAC,EAAE;QACJ,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;QACzC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzC,qBAAqB,CAAC,EAAE,iBAAiB,CAAC;QAC1C,kBAAkB,CAAC,EAAE,iBAAiB,CAAC;KACxC,CAAC;IACF,MAAM,CAAC,EAAE;QACP,UAAU,CAAC,EAAE,MAAM,GAAG,YAAY,GAAG,WAAW,CAAC;QACjD,OAAO,CAAC,EAAE;YACR,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,aAAa,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;QACF,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,SAAS,CAAC,EAAE;QACV,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH,CAAC"}
|
package/dist/sql-utils.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { Schema } from '@loaders.gl/core/schema';
|
|
2
2
|
import type { SQLColumnInfo } from "./sql-types.js";
|
|
3
3
|
/** Returns true when the current runtime is Node.js. */
|
|
4
4
|
export declare function isNodeRuntime(): boolean;
|
|
@@ -6,8 +6,7 @@ export declare function isNodeRuntime(): boolean;
|
|
|
6
6
|
export declare function escapeSqlString(value: string): string;
|
|
7
7
|
/** Wraps an identifier in double quotes, escaping embedded quotes. */
|
|
8
8
|
export declare function quoteSqlIdentifier(identifier: string): string;
|
|
9
|
-
|
|
10
|
-
export declare function convertRowsToArrowTable(rows: Record<string, unknown>[]): ArrowTable;
|
|
9
|
+
export { convertRowsToArrowTable } from '@loaders.gl/core/scan/rows-to-arrow';
|
|
11
10
|
/** Converts normalized SQL columns into a loaders.gl schema. */
|
|
12
11
|
export declare function convertSQLColumnsToSchema(columns: SQLColumnInfo[]): Schema;
|
|
13
12
|
/** Returns a fully qualified SQL object name. */
|
package/dist/sql-utils.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-utils.d.ts","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"sql-utils.d.ts","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAW,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAE9D,OAAO,KAAK,EAAC,aAAa,EAAC,uBAAoB;AAE/C,wDAAwD;AACxD,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED,gEAAgE;AAChE,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAErD;AAED,sEAAsE;AACtE,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAE7D;AAED,OAAO,EAAC,uBAAuB,EAAC,MAAM,qCAAqC,CAAC;AAE5E,gEAAgE;AAChE,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,CAc1E;AAgDD,iDAAiD;AACjD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,MAAM,CAKT"}
|
package/dist/sql-utils.js
CHANGED
|
@@ -1,8 +1,6 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
-
import * as arrow from 'apache-arrow';
|
|
5
|
-
import { makeTableFromData, getDataTypeFromArray } from '@loaders.gl/schema-utils';
|
|
6
4
|
/** Returns true when the current runtime is Node.js. */
|
|
7
5
|
export function isNodeRuntime() {
|
|
8
6
|
return typeof process !== 'undefined' && Boolean(process.versions?.node);
|
|
@@ -15,25 +13,7 @@ export function escapeSqlString(value) {
|
|
|
15
13
|
export function quoteSqlIdentifier(identifier) {
|
|
16
14
|
return `"${identifier.replace(/"/g, '""')}"`;
|
|
17
15
|
}
|
|
18
|
-
|
|
19
|
-
export function convertRowsToArrowTable(rows) {
|
|
20
|
-
const table = rows.length > 0
|
|
21
|
-
? makeTableFromData(rows)
|
|
22
|
-
: { shape: 'object-row-table', schema: { fields: [], metadata: {} }, data: rows };
|
|
23
|
-
const schema = deducePrimitiveAwareSchema(table);
|
|
24
|
-
if (table.data.length === 0 || schema.fields.length === 0) {
|
|
25
|
-
return {
|
|
26
|
-
shape: 'arrow-table',
|
|
27
|
-
schema,
|
|
28
|
-
data: new arrow.Table(new arrow.Schema([]))
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
return {
|
|
32
|
-
shape: 'arrow-table',
|
|
33
|
-
schema,
|
|
34
|
-
data: arrow.tableFromJSON(table.data)
|
|
35
|
-
};
|
|
36
|
-
}
|
|
16
|
+
export { convertRowsToArrowTable } from '@loaders.gl/core/scan/rows-to-arrow';
|
|
37
17
|
/** Converts normalized SQL columns into a loaders.gl schema. */
|
|
38
18
|
export function convertSQLColumnsToSchema(columns) {
|
|
39
19
|
return {
|
|
@@ -87,19 +67,6 @@ function mapSQLTypeToDataType(sqlType) {
|
|
|
87
67
|
}
|
|
88
68
|
return 'utf8';
|
|
89
69
|
}
|
|
90
|
-
function deducePrimitiveAwareSchema(table) {
|
|
91
|
-
return {
|
|
92
|
-
...table.schema,
|
|
93
|
-
fields: table.schema.fields.map((field) => {
|
|
94
|
-
if (field.type !== 'null') {
|
|
95
|
-
return field;
|
|
96
|
-
}
|
|
97
|
-
const columnValues = table.data.map(row => row[field.name]);
|
|
98
|
-
const inferredType = getDataTypeFromArray(columnValues);
|
|
99
|
-
return { ...field, type: inferredType.type, nullable: inferredType.nullable };
|
|
100
|
-
})
|
|
101
|
-
};
|
|
102
|
-
}
|
|
103
70
|
/** Returns a fully qualified SQL object name. */
|
|
104
71
|
export function getQualifiedTableName(options) {
|
|
105
72
|
const identifiers = [options.catalogName, options.schemaName, options.tableName].filter((value) => Boolean(value));
|
package/dist/sql-utils.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-utils.js","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;
|
|
1
|
+
{"version":3,"file":"sql-utils.js","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAMpC,wDAAwD;AACxD,MAAM,UAAU,aAAa;IAC3B,OAAO,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AAC3E,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,kBAAkB,CAAC,UAAkB;IACnD,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AAC/C,CAAC;AAED,OAAO,EAAC,uBAAuB,EAAC,MAAM,qCAAqC,CAAC;AAE5E,gEAAgE;AAChE,MAAM,UAAU,yBAAyB,CAAC,OAAwB;IAChE,OAAO;QACL,QAAQ,EAAE,EAAE;QACZ,MAAM,EAAE,OAAO;aACZ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;aACjF,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACd,IAAI,EAAE,MAAM,CAAC,UAAU;YACvB,IAAI,EAAE,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC;YAC1C,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE;gBACR,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB;SACF,CAAC,CAAC;KACN,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAe;IAC3C,MAAM,cAAc,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAC7C,IACE,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACjC,cAAc,KAAK,SAAS;QAC5B,cAAc,KAAK,MAAM,EACzB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IACE,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC9B,cAAc,KAAK,SAAS;QAC5B,cAAc,KAAK,UAAU;QAC7B,cAAc,KAAK,SAAS,EAC5B,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IACE,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACjC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACjC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC/B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC;QAChC,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC;QAClC,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,EAClC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5E,OAAO,uBAAuB,CAAC;IACjC,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,qBAAqB,CAAC,OAIrC;IACC,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CACrF,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAC3C,CAAC;IACF,OAAO,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACjF,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/sql",
|
|
3
|
-
"description": "
|
|
4
|
-
"version": "5.0.0-
|
|
3
|
+
"description": "DuckDB and Snowflake SQL data sources and portable SQL predicate parsing",
|
|
4
|
+
"version": "5.0.0-beta.10",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
7
7
|
"publishConfig": {
|
|
@@ -15,7 +15,8 @@
|
|
|
15
15
|
"sql",
|
|
16
16
|
"duckdb",
|
|
17
17
|
"snowflake",
|
|
18
|
-
"arrow"
|
|
18
|
+
"arrow",
|
|
19
|
+
"loaders.gl"
|
|
19
20
|
],
|
|
20
21
|
"types": "dist/index.d.ts",
|
|
21
22
|
"main": "dist/index.cjs",
|
|
@@ -25,33 +26,15 @@
|
|
|
25
26
|
"types": "./dist/index.d.ts",
|
|
26
27
|
"import": "./dist/index.js",
|
|
27
28
|
"require": "./dist/index.cjs"
|
|
28
|
-
},
|
|
29
|
-
"./sql-predicate": {
|
|
30
|
-
"types": "./dist/sql-predicate.d.ts",
|
|
31
|
-
"import": "./dist/sql-predicate.js",
|
|
32
|
-
"require": "./dist/sql-predicate.cjs"
|
|
33
|
-
},
|
|
34
|
-
"./arrow-query": {
|
|
35
|
-
"types": "./dist/arrow-query.d.ts",
|
|
36
|
-
"import": "./dist/arrow-query.js",
|
|
37
|
-
"require": "./dist/arrow-query.cjs"
|
|
38
|
-
},
|
|
39
|
-
"./table-query": {
|
|
40
|
-
"types": "./dist/table-query.d.ts",
|
|
41
|
-
"import": "./dist/table-query.js",
|
|
42
|
-
"require": "./dist/table-query.cjs"
|
|
43
|
-
},
|
|
44
|
-
"./sql-predicate-zod": {
|
|
45
|
-
"types": "./dist/sql-predicate-zod.d.ts",
|
|
46
|
-
"import": "./dist/sql-predicate-zod.js",
|
|
47
|
-
"require": "./dist/sql-predicate-zod.cjs"
|
|
48
29
|
}
|
|
49
30
|
},
|
|
50
31
|
"sideEffects": false,
|
|
51
32
|
"files": [
|
|
52
33
|
"src",
|
|
53
34
|
"dist",
|
|
54
|
-
"README.md"
|
|
35
|
+
"README.md",
|
|
36
|
+
"LICENSE",
|
|
37
|
+
"THIRD-PARTY-NOTICES.md"
|
|
55
38
|
],
|
|
56
39
|
"browser": {
|
|
57
40
|
"@duckdb/node-api": false,
|
|
@@ -63,9 +46,6 @@
|
|
|
63
46
|
"build-bundle": "# ocular-bundle ./bundle.ts --external:{util,fs,path}"
|
|
64
47
|
},
|
|
65
48
|
"dependencies": {
|
|
66
|
-
"@loaders.gl/loader-utils": "5.0.0-alpha.9",
|
|
67
|
-
"@loaders.gl/schema": "5.0.0-alpha.9",
|
|
68
|
-
"@loaders.gl/schema-utils": "5.0.0-alpha.9",
|
|
69
49
|
"apache-arrow": ">= 17.0.0"
|
|
70
50
|
},
|
|
71
51
|
"peerDependencies": {
|
|
@@ -90,5 +70,5 @@
|
|
|
90
70
|
"@duckdb/node-api": "^1.5.2-r.1",
|
|
91
71
|
"zod": "^4.1.12"
|
|
92
72
|
},
|
|
93
|
-
"gitHead": "
|
|
73
|
+
"gitHead": "efdd84034c25e2e5dbb41bc88b75af56cb2176da"
|
|
94
74
|
}
|