@loaders.gl/sql 5.0.0-alpha.9 → 5.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +2 -30
- package/README.md +15 -10
- package/THIRD-PARTY-NOTICES.md +17 -0
- package/dist/arrow-table-source.d.ts +5 -5
- package/dist/arrow-table-source.d.ts.map +1 -1
- package/dist/arrow-table-source.js +3 -3
- package/dist/arrow-table-source.js.map +1 -1
- package/dist/compile-table-query.d.ts +3 -3
- package/dist/compile-table-query.d.ts.map +1 -1
- package/dist/compile-table-query.js +2 -2
- package/dist/compile-table-query.js.map +1 -1
- package/dist/duckdb-sql-source.d.ts +22 -13
- package/dist/duckdb-sql-source.d.ts.map +1 -1
- package/dist/duckdb-sql-source.js +40 -16
- package/dist/duckdb-sql-source.js.map +1 -1
- package/dist/index.cjs +218 -169
- package/dist/index.cjs.map +2 -2
- package/dist/index.d.ts +12 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -7
- package/dist/index.js.map +1 -1
- package/dist/snowflake-sql-source.d.ts +16 -12
- package/dist/snowflake-sql-source.d.ts.map +1 -1
- package/dist/snowflake-sql-source.js +1 -1
- package/dist/snowflake-sql-source.js.map +1 -1
- package/dist/sql-source.d.ts +9 -9
- package/dist/sql-source.d.ts.map +1 -1
- package/dist/sql-source.js +2 -2
- package/dist/sql-source.js.map +1 -1
- package/dist/sql-types.d.ts +13 -2
- package/dist/sql-types.d.ts.map +1 -1
- package/dist/sql-utils.d.ts +2 -3
- package/dist/sql-utils.d.ts.map +1 -1
- package/dist/sql-utils.js +1 -34
- package/dist/sql-utils.js.map +1 -1
- package/package.json +5 -26
- package/src/arrow-table-source.ts +7 -7
- package/src/compile-table-query.ts +4 -4
- package/src/duckdb-sql-source.ts +47 -19
- package/src/index.ts +16 -11
- package/src/snowflake-sql-source.ts +2 -2
- package/src/sql-source.ts +5 -5
- package/src/sql-types.ts +14 -2
- package/src/sql-utils.ts +2 -40
- package/dist/arrow-query.cjs +0 -1404
- package/dist/arrow-query.cjs.map +0 -6
- package/dist/arrow-query.d.ts +0 -5
- package/dist/arrow-query.d.ts.map +0 -1
- package/dist/arrow-query.js +0 -6
- package/dist/arrow-query.js.map +0 -1
- package/dist/bind-sql-predicate.d.ts +0 -4
- package/dist/bind-sql-predicate.d.ts.map +0 -1
- package/dist/bind-sql-predicate.js +0 -11
- package/dist/bind-sql-predicate.js.map +0 -1
- package/dist/parse-sql-predicate.d.ts +0 -10
- package/dist/parse-sql-predicate.d.ts.map +0 -1
- package/dist/parse-sql-predicate.js +0 -322
- package/dist/parse-sql-predicate.js.map +0 -1
- package/dist/query-arrow-table.d.ts +0 -83
- package/dist/query-arrow-table.d.ts.map +0 -1
- package/dist/query-arrow-table.js +0 -663
- package/dist/query-arrow-table.js.map +0 -1
- package/dist/sql-predicate-schema.d.ts +0 -156
- package/dist/sql-predicate-schema.d.ts.map +0 -1
- package/dist/sql-predicate-schema.js +0 -226
- package/dist/sql-predicate-schema.js.map +0 -1
- package/dist/sql-predicate-types.d.ts +0 -45
- package/dist/sql-predicate-types.d.ts.map +0 -1
- package/dist/sql-predicate-types.js +0 -9
- package/dist/sql-predicate-types.js.map +0 -1
- package/dist/sql-predicate-zod.cjs +0 -54
- package/dist/sql-predicate-zod.cjs.map +0 -6
- package/dist/sql-predicate-zod.d.ts +0 -11
- package/dist/sql-predicate-zod.d.ts.map +0 -1
- package/dist/sql-predicate-zod.js +0 -45
- package/dist/sql-predicate-zod.js.map +0 -1
- package/dist/sql-predicate.cjs +0 -607
- package/dist/sql-predicate.cjs.map +0 -6
- package/dist/sql-predicate.d.ts +0 -6
- package/dist/sql-predicate.d.ts.map +0 -1
- package/dist/sql-predicate.js +0 -8
- package/dist/sql-predicate.js.map +0 -1
- package/dist/table-query-capabilities.d.ts +0 -6
- package/dist/table-query-capabilities.d.ts.map +0 -1
- package/dist/table-query-capabilities.js +0 -26
- package/dist/table-query-capabilities.js.map +0 -1
- package/dist/table-query.cjs +0 -286
- package/dist/table-query.cjs.map +0 -6
- package/dist/table-query.d.ts +0 -29
- package/dist/table-query.d.ts.map +0 -1
- package/dist/table-query.js +0 -30
- package/dist/table-query.js.map +0 -1
- package/src/arrow-query.ts +0 -17
- package/src/bind-sql-predicate.ts +0 -21
- package/src/parse-sql-predicate.ts +0 -381
- package/src/query-arrow-table.ts +0 -846
- package/src/sql-predicate-schema.ts +0 -251
- package/src/sql-predicate-types.ts +0 -87
- package/src/sql-predicate-zod.ts +0 -52
- package/src/sql-predicate.ts +0 -28
- package/src/table-query-capabilities.ts +0 -29
- package/src/table-query.ts +0 -78
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"snowflake-sql-source.d.ts","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,OAAO,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"snowflake-sql-source.d.ts","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,OAAO,EAAC,MAAM,+BAA+B,CAAC;AAEzE,OAAO,EAAC,aAAa,EAA6B,wBAAqB;AACvE,OAAO,KAAK,EAIV,gBAAgB,EAEjB,uBAAoB;AAWrB,mCAAmC;AACnC,eAAO,MAAM,kBAAkB;uBACA,sBAAsB;wBAChC,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0BA8FlB,CAAJ;0BAA0B,CAAC;6BACf,CAAC;;;;;;;;;;;;;;;;4BA5DA,MAAM,KAAG,OAAO;sCAEvB,MAAM,WACH,gBAAgB,YACf,OAAO,KAChB,sBAAsB;CAC8B,CAAC;AAE1D,kDAAkD;AAClD,qBAAa,sBAAuB,SAAQ,aAAa;gBAC3C,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,OAAO;CAUvE"}
|
|
@@ -5,7 +5,7 @@ import { SQLDataSource, SQL_SOURCE_DEFAULT_OPTIONS } from "./sql-source.js";
|
|
|
5
5
|
import { convertRowsToArrowTable, convertSQLColumnsToSchema, getQualifiedTableName } from "./sql-utils.js";
|
|
6
6
|
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
7
|
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
-
const VERSION = typeof "5.0.0-
|
|
8
|
+
const VERSION = typeof "5.0.0-beta.1" !== 'undefined' ? "5.0.0-beta.1" : 'latest';
|
|
9
9
|
/** Snowflake-backed SQL source. */
|
|
10
10
|
export const SnowflakeSQLSource = {
|
|
11
11
|
dataType: null,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"snowflake-sql-source.js","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAE,0BAA0B,EAAC,wBAAqB;AAQvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,qBAAqB,EACtB,uBAAoB;AAErB,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,
|
|
1
|
+
{"version":3,"file":"snowflake-sql-source.js","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAE,0BAA0B,EAAC,wBAAqB;AAQvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,qBAAqB,EACtB,uBAAoB;AAErB,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,qBAAkB,KAAK,WAAW,CAAC,CAAC,gBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,mCAAmC;AACnC,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,QAAQ,EAAE,IAAyC;IACnD,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,oBAAoB;IAC1B,EAAE,EAAE,eAAe;IACnB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,EAAE;IACd,SAAS,EAAE,EAAE;IACb,IAAI,EAAE,eAAe;IACrB,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,KAAK;IACf,OAAO,EAAE;QACP,GAAG,EAAE;YACH,YAAY,EAAE,MAAM;YACpB,cAAc,EAAE,EAAE;YAClB,qBAAqB,EAAE,SAAS;YAChC,kBAAkB,EAAE,SAAS;SAC9B;QACD,MAAM,EAAE;YACN,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,SAAS;YAClB,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,SAAS;SACrB;QACD,SAAS,EAAE;YACT,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,SAAS;YACpB,IAAI,EAAE,SAAS;YACf,aAAa,EAAE,SAAS;SACzB;KACF;IACD,cAAc,EAAE,0BAA0B;IAC1C,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAAC,mCAAmC,CAAC,IAAI,CAAC,GAAG,CAAC;IAChF,gBAAgB,EAAE,CAChB,IAAY,EACZ,OAAyB,EACzB,OAAiB,EACO,EAAE,CAAC,IAAI,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC;CACxB,CAAC;AAE1D,kDAAkD;AAClD,MAAM,OAAO,sBAAuB,SAAQ,aAAa;IACvD,YAAY,IAAY,EAAE,OAAyB,EAAE,OAAiB;QACpE,KAAK,CACH,IAAI,EACJ,OAAO,EACP,kBAAkB,CAAC,IAAI,EACvB,0BAA0B,EAC1B,sBAAsB,EACtB,OAAO,CACR,CAAC;IACJ,CAAC;CACF;AAED,KAAK,UAAU,sBAAsB,CAAC,OAAiC;IACrE,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACjF,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;IACvD,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,EACvB,OAAe,EACf,UAA2B,EAAE,EACO,EAAE;QACtC,MAAM,eAAe,GAAG,MAAM,yBAAyB,CACrD,OAAO,EACP,gBAAgB,EAChB,aAAa,EACb,OAAO,EACP,OAAO,CACR,CAAC;QACF,MAAM,SAAS,GAAG,CAAC,eAAe,CAAC,CAAC;QAEpC,MAAM,aAAa,GAAG,eAAe,CAAC,iBAAiB,EAAE,aAAa,IAAI,EAAE,CAAC;QAC7E,KAAK,IAAI,cAAc,GAAG,CAAC,EAAE,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,EAAE,CAAC;YACrF,SAAS,CAAC,IAAI,CACZ,MAAM,kBAAkB,CACtB,OAAO,EACP,GAAG,gBAAgB,IAAI,eAAe,CAAC,eAAe,cAAc,cAAc,EAAE,EACpF,aAAa,EACb,EAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CACxC,CACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,iBAAiB,EAAE,OAAO,IAAI,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAmB,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,QAA8B,EAAE,EAAE,CAC1D,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAiB,EAAE,EAAE;YAC9C,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBAC/B,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CACH,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,YAAY,EAAE;YACZ,aAAa,EAAE,KAAK;YACpB,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,KAAK;SACjB;QACD,KAAK,CAAC,OAAO;YACX,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QACD,KAAK,CAAC,KAAK,KAAmB,CAAC;QAC/B,KAAK,CAAC,YAAY;YAChB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;aAC1C,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,WAAW;YACf,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,cAAc,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;aACzC,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,UAAU;YACd,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,CAAC;YAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtE,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;gBACjE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;gBACvC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;aACnD,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,cAAc,CAAC,OAIpB;YACC,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,kBAAkB,kBAAkB,EAAE,CAAC,CAAC;YACvE,OAAO,yBAAyB,CAC9B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,UAAU,KAAK,GAAG,CAAC,EAAE,CAAC;gBACjE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,SAAS,CAAC;gBAClD,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG;gBAClE,eAAe,EAAE,KAAK,GAAG,CAAC;aAC3B,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW,CACf,OAAe,EACf,UAA2B,EAAE;YAE7B,OAAO,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,UAA2B,EAAE;YAC/D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACjD,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,OAAiC,EACjC,gBAAwB,EACxB,aAAqB,EACrB,OAAe,EACf,OAAwB;IAExB,IAAI,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE;QAChF,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,0BAA0B,CAAC,OAAO,CAAC,UAAU,CAAC;YACxD,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS;YAC/C,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ;YAC7C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM;YACzC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI;SACtC,CAAC;QACF,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,OAAO,QAAQ,EAAE,kBAAkB,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;QACvD,MAAM,OAAO,GAAG,GAAG,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACrG,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE;YACnE,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,EAAE,IAAI,IAAI,QAAQ,EAAE,OAAO,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,IAAI,2BAA2B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAiC,EACjC,GAAW,EACX,aAAqB,EACrB,WAAwB;IAExB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CACT,eAAe,EACf,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,aAAa,EAAE,CAChF,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IAE1C,MAAM,QAAQ,GACZ,OAAO,WAAW,KAAK,UAAU;QAC/B,CAAC,CAAC,MAAM,WAAW,CAAC,GAAG,EAAE;YACrB,GAAG,WAAW;YACd,OAAO;SACR,CAAC;QACJ,CAAC,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,EAAE;YACnC,GAAG,WAAW;YACd,OAAO;SACR,CAAC,CAAC;IACT,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,OAAO,IAAI,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,0BAA0B,CACjC,UAAyC;IAEzC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAmD,EAAE,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,CAAU,CAAC;QACvE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,QAAQ,CAAC,GAAG,CAAC,GAAG;YACd,IAAI,EAAE,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YAC/E,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK;SAC5D,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW,EAAE,OAAyB;IACvE,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,oBAAoB,CAAC;AAClE,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW,EAAE,OAAyB;IACjE,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,QAAQ,CAAC;IACjE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,WAAW,OAAO,yBAAyB,CAAC;AACrD,CAAC"}
|
package/dist/sql-source.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import type { ArrowTable, Schema } from '@loaders.gl/schema';
|
|
2
|
-
import { DataSource } from '@loaders.gl/loader-utils';
|
|
3
|
-
import type { CoreAPI, RequiredOptions } from '@loaders.gl/loader-utils';
|
|
1
|
+
import type { ArrowTable, Schema } from '@loaders.gl/core/schema';
|
|
2
|
+
import { DataSource } from '@loaders.gl/core/loader-utils';
|
|
3
|
+
import type { CoreAPI, RequiredOptions } from '@loaders.gl/core/loader-utils';
|
|
4
4
|
import type { SQLAdapter, SQLAdapterFactory, SQLCatalogInfo, SQLMetadata, SQLQuery, SQLQueryOptions, SQLSchemaInfo, SQLSourceOptions, SQLTableInfo } from "./sql-types.js";
|
|
5
5
|
/** Registers a runtime adapter for a SQL source type. */
|
|
6
6
|
export declare function registerSQLAdapter(type: string, factory: SQLAdapterFactory): void;
|
|
@@ -12,14 +12,14 @@ export declare const SQL_SOURCE_DEFAULT_OPTIONS: Omit<RequiredOptions<SQLSourceO
|
|
|
12
12
|
export declare class SQLDataSource extends DataSource<string, SQLSourceOptions> {
|
|
13
13
|
/** Optimization and execution capabilities of portable table-bound queries. */
|
|
14
14
|
readonly tableQueryCapabilities: Readonly<{
|
|
15
|
-
projection: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
16
|
-
predicate: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
17
|
-
limit: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
15
|
+
projection: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
16
|
+
predicate: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
17
|
+
limit: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
18
18
|
streaming: boolean;
|
|
19
19
|
cancellation: boolean;
|
|
20
|
-
expressions?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
21
|
-
orderBy?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
22
|
-
aggregates?: import("@loaders.gl/loader-utils").TableQueryOperatorSupport;
|
|
20
|
+
expressions?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
21
|
+
orderBy?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
22
|
+
aggregates?: import("@loaders.gl/core/loader-utils").TableQueryOperatorSupport;
|
|
23
23
|
}>;
|
|
24
24
|
private readonly sourceType;
|
|
25
25
|
private readonly adapterFactory?;
|
package/dist/sql-source.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-source.d.ts","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,MAAM,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"sql-source.d.ts","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAC,UAAU,EAAC,MAAM,+BAA+B,CAAC;AACzD,OAAO,KAAK,EAAC,OAAO,EAAE,eAAe,EAAC,MAAM,+BAA+B,CAAC;AAE5E,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,QAAQ,EACR,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,YAAY,EACb,uBAAoB;AAQrB,yDAAyD;AACzD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAEjF;AAED,oEAAoE;AACpE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAEhF;AAED,8CAA8C;AAC9C,eAAO,MAAM,0BAA0B,EAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAuBtF,CAAC;AAEF,oDAAoD;AACpD,qBAAa,aAAc,SAAQ,UAAU,CAAC,MAAM,EAAE,gBAAgB,CAAC;IACrE,+EAA+E;IAC/E,QAAQ,CAAC,sBAAsB;;;;;;;;;OAA4C;IAC3E,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAoB;IACpD,OAAO,CAAC,cAAc,CAAoC;IAC1D,OAAO,CAAC,eAAe,CAAqC;gBAG1D,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,EACzB,UAAU,EAAE,MAAM,EAClB,cAAc,GAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAA8B,EAC5F,cAAc,CAAC,EAAE,iBAAiB,EAClC,OAAO,CAAC,EAAE,OAAO;IAOnB,6DAA6D;IACvD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;IAOzC,4DAA4D;IACtD,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAK/C,2DAA2D;IACrD,WAAW,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAKjE,0DAA0D;IACpD,UAAU,CAAC,OAAO,CAAC,EAAE;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAKhG,mDAAmD;IAC7C,cAAc,CAAC,OAAO,EAAE;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,MAAM,CAAC;IAKnB,oDAAoD;IAC9C,SAAS,CACb,KAAK,EAAE,QAAQ,EACf,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAMrC,iEAAiE;IAC3D,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,UAAU,CAAC;IAUrF,gDAAgD;IAC1C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAUZ,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC;IAOjD,oFAAoF;IACpF,OAAO,CAAC,YAAY;YAmBN,WAAW;YA0BX,YAAY;CAe3B"}
|
package/dist/sql-source.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
-
import { DataSource } from '@loaders.gl/loader-utils';
|
|
4
|
+
import { DataSource } from '@loaders.gl/core/loader-utils';
|
|
5
5
|
import { compileSQLTableQuery } from "./compile-table-query.js";
|
|
6
6
|
import { convertRowsToArrowTable, isNodeRuntime } from "./sql-utils.js";
|
|
7
|
-
import { SQL_DATA_SOURCE_TABLE_QUERY_CAPABILITIES } from
|
|
7
|
+
import { SQL_DATA_SOURCE_TABLE_QUERY_CAPABILITIES } from '@loaders.gl/core/scan/table-query-capabilities';
|
|
8
8
|
const SQL_ADAPTER_FACTORIES = new Map();
|
|
9
9
|
/** Registers a runtime adapter for a SQL source type. */
|
|
10
10
|
export function registerSQLAdapter(type, factory) {
|
package/dist/sql-source.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-source.js","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,UAAU,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"sql-source.js","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAczD,OAAO,EAAC,oBAAoB,EAA4B,iCAA8B;AAEtF,OAAO,EAAC,uBAAuB,EAAE,aAAa,EAAC,uBAAoB;AACnE,OAAO,EAAC,wCAAwC,EAAC,MAAM,gDAAgD,CAAC;AAExG,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAA6B,CAAC;AAEnE,yDAAyD;AACzD,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,OAA0B;IACzE,qBAAqB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,OAAO,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACzC,CAAC;AAED,8CAA8C;AAC9C,MAAM,CAAC,MAAM,0BAA0B,GAAoD;IACzF,GAAG,EAAE;QACH,YAAY,EAAE,MAAM;QACpB,cAAc,EAAE,EAAE;QAClB,qBAAqB,EAAE,SAAU;QACjC,kBAAkB,EAAE,SAAU;KAC/B;IACD,MAAM,EAAE;QACN,UAAU,EAAE,MAAM;QAClB,OAAO,EAAE,SAAU;QACnB,YAAY,EAAE,SAAU;QACxB,SAAS,EAAE,SAAU;QACrB,SAAS,EAAE,SAAU;KACtB;IACD,SAAS,EAAE;QACT,OAAO,EAAE,SAAU;QACnB,QAAQ,EAAE,SAAU;QACpB,MAAM,EAAE,SAAU;QAClB,KAAK,EAAE,SAAU;QACjB,SAAS,EAAE,SAAU;QACrB,IAAI,EAAE,SAAU;QAChB,aAAa,EAAE,SAAU;KAC1B;CACF,CAAC;AAEF,oDAAoD;AACpD,MAAM,OAAO,aAAc,SAAQ,UAAoC;IACrE,+EAA+E;IACtE,sBAAsB,GAAG,wCAAwC,CAAC;IAC1D,UAAU,CAAS;IACnB,cAAc,CAAqB;IAC5C,cAAc,GAA+B,IAAI,CAAC;IAClD,eAAe,GAAgC,IAAI,CAAC;IAE5D,YACE,IAAY,EACZ,OAAyB,EACzB,UAAkB,EAClB,iBAAkE,0BAA0B,EAC5F,cAAkC,EAClC,OAAiB;QAEjB,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAC3E,CAAC;IAED,6DAA6D;IAC7D,KAAK,CAAC,WAAW;QACf,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,4DAA4D;IAC5D,KAAK,CAAC,YAAY;QAChB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IACtC,CAAC;IAED,2DAA2D;IAC3D,KAAK,CAAC,WAAW,CAAC,WAAoB;QACpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IAED,0DAA0D;IAC1D,KAAK,CAAC,UAAU,CAAC,OAAqD;QACpE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,mDAAmD;IACnD,KAAK,CAAC,cAAc,CAAC,OAIpB;QACC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,SAAS,CACb,KAAe,EACf,UAA2B,EAAE;QAE7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,OAAO,MAAM,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;IAC7E,CAAC;IAED,iEAAiE;IACjE,KAAK,CAAC,UAAU,CAAC,KAAe,EAAE,UAA2B,EAAE;QAC7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,OAAO,MAAM,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;QACjF,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;QAC1C,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAC9B,CAAC;IAES,KAAK,CAAC,UAAU;QACxB,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC;IACnC,CAAC;IAED,oFAAoF;IAC5E,YAAY,CAClB,KAAe,EACf,OAAwB;QAExB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,EAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAC,CAAC;QAC/B,CAAC;QACD,MAAM,eAAe,GACnB,OAAO,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5F,MAAM,aAAa,GAAG,oBAAoB,CAAC,KAAK,EAAE;YAChD,OAAO,EAAE,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC;YACjD,UAAU,EAAE,eAA0D;SACvE,CAAC,CAAC;QACH,OAAO;YACL,GAAG,EAAE,aAAa,CAAC,GAAG;YACtB,OAAO,EAAE,EAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,UAAU,EAAC;SACxE,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,aAAa,EAAE;gBACpC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,kBAAkB;gBACtC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,qBAAqB,CAAC;YAC5C,MAAM,OAAO,GAAG,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC;YACtD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,iDAAiD,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;YACxF,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC;gBAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,GAAG,EAAE,IAAI,CAAC,GAAG;aACd,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,WAAW,CACpB,KAAK,EACL,oCAAoC,IAAI,CAAC,UAAU,SAAS,IAAI,CAAC,GAAG,EAAE,CACvE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpD,OAAO,CAAC,YAAY,EAAE;YACtB,OAAO,CAAC,WAAW,EAAE;YACrB,OAAO,CAAC,UAAU,EAAE;SACrB,CAAC,CAAC;QACH,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,UAAU;YACrB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,QAAQ;YACR,OAAO;YACP,MAAM;SACP,CAAC;IACJ,CAAC;CACF;AAED,oFAAoF;AACpF,SAAS,uBAAuB,CAAC,UAAkB;IACjD,IAAI,UAAU,KAAK,YAAY;QAAE,OAAO,QAAQ,CAAC;IACjD,IAAI,UAAU,KAAK,eAAe;QAAE,OAAO,WAAW,CAAC;IACvD,MAAM,IAAI,KAAK,CAAC,iEAAiE,UAAU,IAAI,CAAC,CAAC;AACnG,CAAC"}
|
package/dist/sql-types.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { ArrowTable, Schema } from '@loaders.gl/schema';
|
|
2
|
-
import type { CoreAPI, DataSourceOptions } from '@loaders.gl/loader-utils';
|
|
1
|
+
import type { ArrowTable, Schema } from '@loaders.gl/core/schema';
|
|
2
|
+
import type { CoreAPI, DataSourceOptions } from '@loaders.gl/core/loader-utils';
|
|
3
3
|
import type { SQLTableQuery } from "./compile-table-query.js";
|
|
4
4
|
export type SQLParameterValues = unknown[] | Record<string, unknown>;
|
|
5
5
|
/** Raw SQL text or a portable query bound to one database table. */
|
|
@@ -50,6 +50,15 @@ export type SQLAdapterCapabilities = {
|
|
|
50
50
|
runtime: 'node' | 'browser' | 'both';
|
|
51
51
|
isDynamic?: boolean;
|
|
52
52
|
};
|
|
53
|
+
/** Destination for an Arrow IPC upload. */
|
|
54
|
+
export type SQLArrowInsertOptions = {
|
|
55
|
+
/** Destination table name. */
|
|
56
|
+
tableName: string;
|
|
57
|
+
/** Destination schema, defaulting to DuckDB's default schema. */
|
|
58
|
+
schemaName?: string;
|
|
59
|
+
/** Create a table when true (default); append to an existing table when false. */
|
|
60
|
+
create?: boolean;
|
|
61
|
+
};
|
|
53
62
|
/** Runtime adapter interface used by SQL-backed data sources. */
|
|
54
63
|
export interface SQLAdapter {
|
|
55
64
|
readonly capabilities: SQLAdapterCapabilities;
|
|
@@ -67,6 +76,8 @@ export interface SQLAdapter {
|
|
|
67
76
|
tableName: string;
|
|
68
77
|
}): Promise<Schema>;
|
|
69
78
|
executeRows(sql: string, options?: SQLQueryOptions): Promise<Record<string, unknown>[]>;
|
|
79
|
+
/** Uploads an Arrow IPC stream without passing Arrow runtime objects. */
|
|
80
|
+
insertArrowIPC?(bytes: Uint8Array, options: SQLArrowInsertOptions): Promise<void>;
|
|
70
81
|
executeArrow?(sql: string, options?: SQLQueryOptions): Promise<ArrowTable>;
|
|
71
82
|
}
|
|
72
83
|
/** Context passed to SQL adapter factories during source initialization. */
|
package/dist/sql-types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-types.d.ts","sourceRoot":"","sources":["../src/sql-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,MAAM,EAAC,MAAM,
|
|
1
|
+
{"version":3,"file":"sql-types.d.ts","sourceRoot":"","sources":["../src/sql-types.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAC,OAAO,EAAE,iBAAiB,EAAC,MAAM,+BAA+B,CAAC;AAC9E,OAAO,KAAK,EAAC,aAAa,EAAC,iCAA8B;AAEzD,MAAM,MAAM,kBAAkB,GAAG,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAErE,oEAAoE;AACpE,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,aAAa,CAAC;AAE9C,gDAAgD;AAChD,MAAM,MAAM,eAAe,GAAG;IAC5B,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,4CAA4C;AAC5C,MAAM,MAAM,cAAc,GAAG;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,2CAA2C;AAC3C,MAAM,MAAM,aAAa,GAAG;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,yDAAyD;AACzD,MAAM,MAAM,YAAY,GAAG;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,0DAA0D;AAC1D,MAAM,MAAM,aAAa,GAAG;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,kEAAkE;AAClE,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,sBAAsB,CAAC;IACrC,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,MAAM,EAAE,YAAY,EAAE,CAAC;CACxB,CAAC;AAEF,yEAAyE;AACzE,MAAM,MAAM,sBAAsB,GAAG;IACnC,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAAC;IACrC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,2CAA2C;AAC3C,MAAM,MAAM,qBAAqB,GAAG;IAClC,8BAA8B;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kFAAkF;IAClF,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,YAAY,EAAE,sBAAsB,CAAC;IAC9C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAC1C,WAAW,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAC5D,UAAU,CAAC,OAAO,CAAC,EAAE;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3F,cAAc,CAAC,OAAO,EAAE;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;IACxF,yEAAyE;IACzE,cAAc,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClF,YAAY,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CAC5E;AAED,4EAA4E;AAC5E,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,EAAE,wBAAwB,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3F,0DAA0D;AAC1D,MAAM,MAAM,gBAAgB,GAAG,iBAAiB,GAAG;IACjD,GAAG,CAAC,EAAE;QACJ,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;QACzC,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzC,qBAAqB,CAAC,EAAE,iBAAiB,CAAC;QAC1C,kBAAkB,CAAC,EAAE,iBAAiB,CAAC;KACxC,CAAC;IACF,MAAM,CAAC,EAAE;QACP,UAAU,CAAC,EAAE,MAAM,GAAG,YAAY,GAAG,WAAW,CAAC;QACjD,OAAO,CAAC,EAAE;YACR,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,aAAa,CAAC,EAAE,MAAM,CAAC;SACxB,CAAC;QACF,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,SAAS,CAAC,EAAE;QACV,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH,CAAC"}
|
package/dist/sql-utils.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { Schema } from '@loaders.gl/core/schema';
|
|
2
2
|
import type { SQLColumnInfo } from "./sql-types.js";
|
|
3
3
|
/** Returns true when the current runtime is Node.js. */
|
|
4
4
|
export declare function isNodeRuntime(): boolean;
|
|
@@ -6,8 +6,7 @@ export declare function isNodeRuntime(): boolean;
|
|
|
6
6
|
export declare function escapeSqlString(value: string): string;
|
|
7
7
|
/** Wraps an identifier in double quotes, escaping embedded quotes. */
|
|
8
8
|
export declare function quoteSqlIdentifier(identifier: string): string;
|
|
9
|
-
|
|
10
|
-
export declare function convertRowsToArrowTable(rows: Record<string, unknown>[]): ArrowTable;
|
|
9
|
+
export { convertRowsToArrowTable } from '@loaders.gl/core/scan/rows-to-arrow';
|
|
11
10
|
/** Converts normalized SQL columns into a loaders.gl schema. */
|
|
12
11
|
export declare function convertSQLColumnsToSchema(columns: SQLColumnInfo[]): Schema;
|
|
13
12
|
/** Returns a fully qualified SQL object name. */
|
package/dist/sql-utils.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-utils.d.ts","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"sql-utils.d.ts","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAW,MAAM,EAAC,MAAM,yBAAyB,CAAC;AAE9D,OAAO,KAAK,EAAC,aAAa,EAAC,uBAAoB;AAE/C,wDAAwD;AACxD,wBAAgB,aAAa,IAAI,OAAO,CAEvC;AAED,gEAAgE;AAChE,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAErD;AAED,sEAAsE;AACtE,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAE7D;AAED,OAAO,EAAC,uBAAuB,EAAC,MAAM,qCAAqC,CAAC;AAE5E,gEAAgE;AAChE,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,CAc1E;AAgDD,iDAAiD;AACjD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,MAAM,CAKT"}
|
package/dist/sql-utils.js
CHANGED
|
@@ -1,8 +1,6 @@
|
|
|
1
1
|
// loaders.gl
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
|
-
import * as arrow from 'apache-arrow';
|
|
5
|
-
import { makeTableFromData, getDataTypeFromArray } from '@loaders.gl/schema-utils';
|
|
6
4
|
/** Returns true when the current runtime is Node.js. */
|
|
7
5
|
export function isNodeRuntime() {
|
|
8
6
|
return typeof process !== 'undefined' && Boolean(process.versions?.node);
|
|
@@ -15,25 +13,7 @@ export function escapeSqlString(value) {
|
|
|
15
13
|
export function quoteSqlIdentifier(identifier) {
|
|
16
14
|
return `"${identifier.replace(/"/g, '""')}"`;
|
|
17
15
|
}
|
|
18
|
-
|
|
19
|
-
export function convertRowsToArrowTable(rows) {
|
|
20
|
-
const table = rows.length > 0
|
|
21
|
-
? makeTableFromData(rows)
|
|
22
|
-
: { shape: 'object-row-table', schema: { fields: [], metadata: {} }, data: rows };
|
|
23
|
-
const schema = deducePrimitiveAwareSchema(table);
|
|
24
|
-
if (table.data.length === 0 || schema.fields.length === 0) {
|
|
25
|
-
return {
|
|
26
|
-
shape: 'arrow-table',
|
|
27
|
-
schema,
|
|
28
|
-
data: new arrow.Table(new arrow.Schema([]))
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
return {
|
|
32
|
-
shape: 'arrow-table',
|
|
33
|
-
schema,
|
|
34
|
-
data: arrow.tableFromJSON(table.data)
|
|
35
|
-
};
|
|
36
|
-
}
|
|
16
|
+
export { convertRowsToArrowTable } from '@loaders.gl/core/scan/rows-to-arrow';
|
|
37
17
|
/** Converts normalized SQL columns into a loaders.gl schema. */
|
|
38
18
|
export function convertSQLColumnsToSchema(columns) {
|
|
39
19
|
return {
|
|
@@ -87,19 +67,6 @@ function mapSQLTypeToDataType(sqlType) {
|
|
|
87
67
|
}
|
|
88
68
|
return 'utf8';
|
|
89
69
|
}
|
|
90
|
-
function deducePrimitiveAwareSchema(table) {
|
|
91
|
-
return {
|
|
92
|
-
...table.schema,
|
|
93
|
-
fields: table.schema.fields.map((field) => {
|
|
94
|
-
if (field.type !== 'null') {
|
|
95
|
-
return field;
|
|
96
|
-
}
|
|
97
|
-
const columnValues = table.data.map(row => row[field.name]);
|
|
98
|
-
const inferredType = getDataTypeFromArray(columnValues);
|
|
99
|
-
return { ...field, type: inferredType.type, nullable: inferredType.nullable };
|
|
100
|
-
})
|
|
101
|
-
};
|
|
102
|
-
}
|
|
103
70
|
/** Returns a fully qualified SQL object name. */
|
|
104
71
|
export function getQualifiedTableName(options) {
|
|
105
72
|
const identifiers = [options.catalogName, options.schemaName, options.tableName].filter((value) => Boolean(value));
|
package/dist/sql-utils.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-utils.js","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;
|
|
1
|
+
{"version":3,"file":"sql-utils.js","sourceRoot":"","sources":["../src/sql-utils.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAMpC,wDAAwD;AACxD,MAAM,UAAU,aAAa;IAC3B,OAAO,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;AAC3E,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,kBAAkB,CAAC,UAAkB;IACnD,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AAC/C,CAAC;AAED,OAAO,EAAC,uBAAuB,EAAC,MAAM,qCAAqC,CAAC;AAE5E,gEAAgE;AAChE,MAAM,UAAU,yBAAyB,CAAC,OAAwB;IAChE,OAAO;QACL,QAAQ,EAAE,EAAE;QACZ,MAAM,EAAE,OAAO;aACZ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;aACjF,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACd,IAAI,EAAE,MAAM,CAAC,UAAU;YACvB,IAAI,EAAE,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC;YAC1C,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,QAAQ,EAAE;gBACR,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB;SACF,CAAC,CAAC;KACN,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAe;IAC3C,MAAM,cAAc,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAC7C,IACE,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACjC,cAAc,KAAK,SAAS;QAC5B,cAAc,KAAK,MAAM,EACzB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IACE,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC9B,cAAc,KAAK,SAAS;QAC5B,cAAc,KAAK,UAAU;QAC7B,cAAc,KAAK,SAAS,EAC5B,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IACE,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACjC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACjC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC/B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC;QAChC,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC;QAClC,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,EAClC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5E,OAAO,uBAAuB,CAAC;IACjC,CAAC;IACD,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,qBAAqB,CAAC,OAIrC;IACC,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CACrF,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAC3C,CAAC;IACF,OAAO,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACjF,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/sql",
|
|
3
3
|
"description": "Framework-independent SQL data sources",
|
|
4
|
-
"version": "5.0.0-
|
|
4
|
+
"version": "5.0.0-beta.1",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
7
7
|
"publishConfig": {
|
|
@@ -25,33 +25,15 @@
|
|
|
25
25
|
"types": "./dist/index.d.ts",
|
|
26
26
|
"import": "./dist/index.js",
|
|
27
27
|
"require": "./dist/index.cjs"
|
|
28
|
-
},
|
|
29
|
-
"./sql-predicate": {
|
|
30
|
-
"types": "./dist/sql-predicate.d.ts",
|
|
31
|
-
"import": "./dist/sql-predicate.js",
|
|
32
|
-
"require": "./dist/sql-predicate.cjs"
|
|
33
|
-
},
|
|
34
|
-
"./arrow-query": {
|
|
35
|
-
"types": "./dist/arrow-query.d.ts",
|
|
36
|
-
"import": "./dist/arrow-query.js",
|
|
37
|
-
"require": "./dist/arrow-query.cjs"
|
|
38
|
-
},
|
|
39
|
-
"./table-query": {
|
|
40
|
-
"types": "./dist/table-query.d.ts",
|
|
41
|
-
"import": "./dist/table-query.js",
|
|
42
|
-
"require": "./dist/table-query.cjs"
|
|
43
|
-
},
|
|
44
|
-
"./sql-predicate-zod": {
|
|
45
|
-
"types": "./dist/sql-predicate-zod.d.ts",
|
|
46
|
-
"import": "./dist/sql-predicate-zod.js",
|
|
47
|
-
"require": "./dist/sql-predicate-zod.cjs"
|
|
48
28
|
}
|
|
49
29
|
},
|
|
50
30
|
"sideEffects": false,
|
|
51
31
|
"files": [
|
|
52
32
|
"src",
|
|
53
33
|
"dist",
|
|
54
|
-
"README.md"
|
|
34
|
+
"README.md",
|
|
35
|
+
"LICENSE",
|
|
36
|
+
"THIRD-PARTY-NOTICES.md"
|
|
55
37
|
],
|
|
56
38
|
"browser": {
|
|
57
39
|
"@duckdb/node-api": false,
|
|
@@ -63,9 +45,6 @@
|
|
|
63
45
|
"build-bundle": "# ocular-bundle ./bundle.ts --external:{util,fs,path}"
|
|
64
46
|
},
|
|
65
47
|
"dependencies": {
|
|
66
|
-
"@loaders.gl/loader-utils": "5.0.0-alpha.9",
|
|
67
|
-
"@loaders.gl/schema": "5.0.0-alpha.9",
|
|
68
|
-
"@loaders.gl/schema-utils": "5.0.0-alpha.9",
|
|
69
48
|
"apache-arrow": ">= 17.0.0"
|
|
70
49
|
},
|
|
71
50
|
"peerDependencies": {
|
|
@@ -90,5 +69,5 @@
|
|
|
90
69
|
"@duckdb/node-api": "^1.5.2-r.1",
|
|
91
70
|
"zod": "^4.1.12"
|
|
92
71
|
},
|
|
93
|
-
"gitHead": "
|
|
72
|
+
"gitHead": "89312301ed9e8ec89a58501c052a38284d1570c1"
|
|
94
73
|
}
|
|
@@ -6,22 +6,22 @@ import type {
|
|
|
6
6
|
DataSourceOptions,
|
|
7
7
|
ScanQueryMetadata,
|
|
8
8
|
ScanQueryMetadataOptions
|
|
9
|
-
} from '@loaders.gl/loader-utils';
|
|
9
|
+
} from '@loaders.gl/core/loader-utils';
|
|
10
10
|
import {
|
|
11
11
|
createScanQueryMetadata,
|
|
12
12
|
DataSource,
|
|
13
13
|
makeTableScanBatch,
|
|
14
14
|
type ScanColumnRole
|
|
15
|
-
} from '@loaders.gl/loader-utils';
|
|
16
|
-
import {convertArrowToSchema} from '@loaders.gl/schema-utils';
|
|
17
|
-
import type {ArrowTable, ArrowTableBatch} from '@loaders.gl/schema';
|
|
15
|
+
} from '@loaders.gl/core/loader-utils';
|
|
16
|
+
import {convertArrowToSchema} from '@loaders.gl/core/schema-utils';
|
|
17
|
+
import type {ArrowTable, ArrowTableBatch} from '@loaders.gl/core/schema';
|
|
18
18
|
import {
|
|
19
19
|
ARROW_TABLE_QUERY_CAPABILITIES,
|
|
20
20
|
explainArrowTableQuery,
|
|
21
21
|
queryArrowTable
|
|
22
|
-
} from '
|
|
23
|
-
import type {ArrowQueryOptions} from '
|
|
24
|
-
import type {TableQueryExplain} from '
|
|
22
|
+
} from '@loaders.gl/core/scan/query-arrow-table';
|
|
23
|
+
import type {ArrowQueryOptions} from '@loaders.gl/core/scan/query-arrow-table';
|
|
24
|
+
import type {TableQueryExplain} from '@loaders.gl/core/scan/table-query';
|
|
25
25
|
|
|
26
26
|
/** In-memory source options; the source owns the supplied Arrow table. */
|
|
27
27
|
export type ArrowTableSourceOptions = DataSourceOptions;
|
|
@@ -2,20 +2,20 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
-
import {validateSQLPredicate} from '
|
|
5
|
+
import {validateSQLPredicate} from '@loaders.gl/core/scan/sql-predicate-schema';
|
|
6
6
|
import {
|
|
7
7
|
isSQLPredicateParameter,
|
|
8
8
|
type SQLPredicate,
|
|
9
9
|
type SQLPredicateParameterValues,
|
|
10
10
|
type SQLPredicateScalar,
|
|
11
11
|
type SQLPredicateValue
|
|
12
|
-
} from '
|
|
13
|
-
import type {TableQueryOptions} from '
|
|
12
|
+
} from '@loaders.gl/core/scan/sql-predicate-types';
|
|
13
|
+
import type {TableQueryOptions} from '@loaders.gl/core/scan/table-query';
|
|
14
14
|
import type {
|
|
15
15
|
RelationalAggregate,
|
|
16
16
|
RelationalExpression,
|
|
17
17
|
RelationalOrderKey
|
|
18
|
-
} from '@loaders.gl/loader-utils';
|
|
18
|
+
} from '@loaders.gl/core/loader-utils';
|
|
19
19
|
|
|
20
20
|
/** A named child relation using the SQL module's property-oriented predicate AST. */
|
|
21
21
|
type SQLChildQuery = Readonly<{
|
package/src/duckdb-sql-source.ts
CHANGED
|
@@ -2,9 +2,11 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
-
import
|
|
6
|
-
import type {
|
|
7
|
-
import {
|
|
5
|
+
import {tableFromIPC, tableToIPC} from 'apache-arrow';
|
|
6
|
+
import type {AsyncDuckDBConnection} from '@duckdb/duckdb-wasm';
|
|
7
|
+
import type {ArrowTable, Schema} from '@loaders.gl/core/schema';
|
|
8
|
+
import type {SourceLoader, CoreAPI} from '@loaders.gl/core/loader-utils';
|
|
9
|
+
import {convertArrowToTable} from '@loaders.gl/core/schema-utils';
|
|
8
10
|
|
|
9
11
|
import {SQLDataSource, SQL_SOURCE_DEFAULT_OPTIONS} from './sql-source';
|
|
10
12
|
import type {
|
|
@@ -14,7 +16,8 @@ import type {
|
|
|
14
16
|
SQLColumnInfo,
|
|
15
17
|
SQLQueryOptions,
|
|
16
18
|
SQLSourceOptions,
|
|
17
|
-
SQLTableInfo
|
|
19
|
+
SQLTableInfo,
|
|
20
|
+
SQLArrowInsertOptions
|
|
18
21
|
} from './sql-types';
|
|
19
22
|
import {
|
|
20
23
|
convertRowsToArrowTable,
|
|
@@ -75,6 +78,20 @@ export const DuckDBSQLSource = {
|
|
|
75
78
|
|
|
76
79
|
/** SQLDataSource specialization for DuckDB. */
|
|
77
80
|
export class DuckDBSQLDataSource extends SQLDataSource {
|
|
81
|
+
/** Uploads an Arrow table through IPC. Supported by the browser DuckDB-Wasm adapter. */
|
|
82
|
+
async insertArrowTable(table: ArrowTable, options: SQLArrowInsertOptions): Promise<void> {
|
|
83
|
+
await this.insertArrowIPC(tableToIPC(table.data, 'stream'), options);
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
/** Uploads a complete Arrow IPC stream to a browser DuckDB-Wasm table. */
|
|
87
|
+
async insertArrowIPC(bytes: Uint8Array, options: SQLArrowInsertOptions): Promise<void> {
|
|
88
|
+
const adapter = await this.getAdapter();
|
|
89
|
+
if (!adapter.insertArrowIPC) {
|
|
90
|
+
throw new Error('This DuckDB adapter does not support Arrow IPC uploads.');
|
|
91
|
+
}
|
|
92
|
+
await adapter.insertArrowIPC(bytes, options);
|
|
93
|
+
}
|
|
94
|
+
|
|
78
95
|
constructor(data: string, options: SQLSourceOptions, coreApi?: CoreAPI) {
|
|
79
96
|
super(
|
|
80
97
|
data,
|
|
@@ -253,7 +270,7 @@ async function createDuckDBBrowserAdapter(context: SQLAdapterFactoryContext): Pr
|
|
|
253
270
|
options: SQLQueryOptions = {}
|
|
254
271
|
): Promise<Record<string, unknown>[]> => {
|
|
255
272
|
const result = await executeDuckDBBrowserQuery(connection, sqlText, options.parameters);
|
|
256
|
-
return convertArrowToTable(result, 'object-row-table').data;
|
|
273
|
+
return convertArrowToTable(tableFromIPC(result), 'object-row-table').data;
|
|
257
274
|
};
|
|
258
275
|
|
|
259
276
|
return {
|
|
@@ -263,6 +280,14 @@ async function createDuckDBBrowserAdapter(context: SQLAdapterFactoryContext): Pr
|
|
|
263
280
|
runtime: 'browser',
|
|
264
281
|
isDynamic: true
|
|
265
282
|
},
|
|
283
|
+
async insertArrowIPC(bytes, options): Promise<void> {
|
|
284
|
+
// DuckDB transfers the buffer to its worker; retain the caller's IPC bytes.
|
|
285
|
+
await connection.insertArrowFromIPCStream(new Uint8Array(bytes), {
|
|
286
|
+
name: options.tableName,
|
|
287
|
+
schema: options.schemaName,
|
|
288
|
+
create: options.create ?? true
|
|
289
|
+
});
|
|
290
|
+
},
|
|
266
291
|
async connect(): Promise<void> {},
|
|
267
292
|
async close(): Promise<void> {
|
|
268
293
|
await connection.close();
|
|
@@ -355,27 +380,30 @@ async function createDuckDBBrowserAdapter(context: SQLAdapterFactoryContext): Pr
|
|
|
355
380
|
},
|
|
356
381
|
async executeArrow(sqlText: string, options: SQLQueryOptions = {}) {
|
|
357
382
|
const result = await executeDuckDBBrowserQuery(connection, sqlText, options.parameters);
|
|
358
|
-
return convertArrowToTable(result, 'arrow-table');
|
|
383
|
+
return convertArrowToTable(tableFromIPC(result), 'arrow-table');
|
|
359
384
|
}
|
|
360
385
|
};
|
|
361
386
|
}
|
|
362
387
|
|
|
363
|
-
/**
|
|
388
|
+
/** Returns raw IPC so DuckDB's Arrow objects never cross into loaders.gl's Arrow runtime. */
|
|
364
389
|
async function executeDuckDBBrowserQuery(
|
|
365
|
-
connection:
|
|
390
|
+
connection: AsyncDuckDBConnection,
|
|
366
391
|
sqlText: string,
|
|
367
392
|
parameters?: SQLQueryOptions['parameters']
|
|
368
|
-
): Promise<
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
393
|
+
): Promise<Uint8Array> {
|
|
394
|
+
// Keep DuckDB's lower-level connection handle confined to this IPC boundary.
|
|
395
|
+
return await connection.useUnsafe(async (bindings, connectionId) => {
|
|
396
|
+
if (!parameters) {
|
|
397
|
+
return await bindings.runQuery(connectionId, sqlText);
|
|
398
|
+
}
|
|
399
|
+
const values = Array.isArray(parameters) ? parameters : Object.values(parameters);
|
|
400
|
+
const statementId = await bindings.createPrepared(connectionId, sqlText);
|
|
401
|
+
try {
|
|
402
|
+
return await bindings.runPrepared(connectionId, statementId, values);
|
|
403
|
+
} finally {
|
|
404
|
+
await bindings.closePrepared(connectionId, statementId);
|
|
405
|
+
}
|
|
406
|
+
});
|
|
379
407
|
}
|
|
380
408
|
|
|
381
409
|
function getDuckDBDatabasePath(url: string, options: SQLSourceOptions): string {
|
package/src/index.ts
CHANGED
|
@@ -10,18 +10,22 @@ export {
|
|
|
10
10
|
ARROW_TABLE_QUERY_CAPABILITIES,
|
|
11
11
|
explainArrowTableQuery,
|
|
12
12
|
queryArrowTable
|
|
13
|
-
} from '
|
|
14
|
-
export {parseSQLPredicate} from '
|
|
15
|
-
export {bindSQLPredicate} from '
|
|
13
|
+
} from '@loaders.gl/core/scan/query-arrow-table';
|
|
14
|
+
export {parseSQLPredicate} from '@loaders.gl/core/scan/parse-sql-predicate';
|
|
15
|
+
export {bindSQLPredicate} from '@loaders.gl/core/scan/bind-sql-predicate';
|
|
16
16
|
export {compileSQLTableQuery} from './compile-table-query';
|
|
17
|
-
export {
|
|
18
|
-
|
|
19
|
-
|
|
17
|
+
export {
|
|
18
|
+
explainTableQuery,
|
|
19
|
+
getSQLPredicateColumnNames,
|
|
20
|
+
planTableQuery
|
|
21
|
+
} from '@loaders.gl/core/scan/table-query';
|
|
22
|
+
export {SQL_DATA_SOURCE_TABLE_QUERY_CAPABILITIES} from '@loaders.gl/core/scan/table-query-capabilities';
|
|
23
|
+
export {isSQLPredicateParameter} from '@loaders.gl/core/scan/sql-predicate-types';
|
|
20
24
|
export {
|
|
21
25
|
isSQLPredicate,
|
|
22
26
|
SQL_PREDICATE_JSON_SCHEMA,
|
|
23
27
|
validateSQLPredicate
|
|
24
|
-
} from '
|
|
28
|
+
} from '@loaders.gl/core/scan/sql-predicate-schema';
|
|
25
29
|
|
|
26
30
|
export type {
|
|
27
31
|
BoundSQLPredicate,
|
|
@@ -37,7 +41,7 @@ export type {
|
|
|
37
41
|
SQLPredicateProperty,
|
|
38
42
|
SQLPredicateScalar,
|
|
39
43
|
SQLPredicateValue
|
|
40
|
-
} from '
|
|
44
|
+
} from '@loaders.gl/core/scan/sql-predicate-types';
|
|
41
45
|
|
|
42
46
|
export type {
|
|
43
47
|
SQLAdapter,
|
|
@@ -50,12 +54,13 @@ export type {
|
|
|
50
54
|
SQLParameterValues,
|
|
51
55
|
SQLQuery,
|
|
52
56
|
SQLQueryOptions,
|
|
57
|
+
SQLArrowInsertOptions,
|
|
53
58
|
SQLSchemaInfo,
|
|
54
59
|
SQLSourceOptions,
|
|
55
60
|
SQLTableInfo
|
|
56
61
|
} from './sql-types';
|
|
57
62
|
|
|
58
|
-
export type {ArrowQueryOptions} from '
|
|
63
|
+
export type {ArrowQueryOptions} from '@loaders.gl/core/scan/query-arrow-table';
|
|
59
64
|
export type {ArrowTableSourceOptions} from './arrow-table-source';
|
|
60
65
|
export type {
|
|
61
66
|
CompiledSQLTableQuery,
|
|
@@ -67,7 +72,7 @@ export type {
|
|
|
67
72
|
RelationalAggregate,
|
|
68
73
|
RelationalExpression,
|
|
69
74
|
RelationalOrderKey
|
|
70
|
-
} from '@loaders.gl/loader-utils';
|
|
75
|
+
} from '@loaders.gl/core/loader-utils';
|
|
71
76
|
export type {
|
|
72
77
|
TableQueryFilterStep,
|
|
73
78
|
TableQueryLimitStep,
|
|
@@ -76,4 +81,4 @@ export type {
|
|
|
76
81
|
TableQueryPlanStep,
|
|
77
82
|
TableQueryProjectStep,
|
|
78
83
|
TableQueryScanStep
|
|
79
|
-
} from '
|
|
84
|
+
} from '@loaders.gl/core/scan/table-query';
|
|
@@ -2,8 +2,8 @@
|
|
|
2
2
|
// SPDX-License-Identifier: MIT
|
|
3
3
|
// Copyright (c) vis.gl contributors
|
|
4
4
|
|
|
5
|
-
import type {Schema} from '@loaders.gl/schema';
|
|
6
|
-
import type {SourceLoader, CoreAPI} from '@loaders.gl/loader-utils';
|
|
5
|
+
import type {Schema} from '@loaders.gl/core/schema';
|
|
6
|
+
import type {SourceLoader, CoreAPI} from '@loaders.gl/core/loader-utils';
|
|
7
7
|
|
|
8
8
|
import {SQLDataSource, SQL_SOURCE_DEFAULT_OPTIONS} from './sql-source';
|
|
9
9
|
import type {
|