@loaders.gl/sql 5.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +41 -0
- package/README.md +27 -0
- package/dist/duckdb-sql-source.d.ts +84 -0
- package/dist/duckdb-sql-source.d.ts.map +1 -0
- package/dist/duckdb-sql-source.js +298 -0
- package/dist/duckdb-sql-source.js.map +1 -0
- package/dist/index.cjs +759 -0
- package/dist/index.cjs.map +7 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +7 -0
- package/dist/index.js.map +1 -0
- package/dist/snowflake-sql-source.d.ts +84 -0
- package/dist/snowflake-sql-source.d.ts.map +1 -0
- package/dist/snowflake-sql-source.js +209 -0
- package/dist/snowflake-sql-source.js.map +1 -0
- package/dist/sql-source.d.ts +45 -0
- package/dist/sql-source.d.ts.map +1 -0
- package/dist/sql-source.js +146 -0
- package/dist/sql-source.js.map +1 -0
- package/dist/sql-types.d.ts +107 -0
- package/dist/sql-types.d.ts.map +1 -0
- package/dist/sql-types.js +5 -0
- package/dist/sql-types.js.map +1 -0
- package/dist/sql-utils.d.ts +19 -0
- package/dist/sql-utils.d.ts.map +1 -0
- package/dist/sql-utils.js +108 -0
- package/dist/sql-utils.js.map +1 -0
- package/package.json +57 -0
- package/src/duckdb-sql-source.ts +368 -0
- package/src/index.ts +22 -0
- package/src/snowflake-sql-source.ts +296 -0
- package/src/sql-source.ts +193 -0
- package/src/sql-types.ts +119 -0
- package/src/sql-utils.ts +137 -0
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/index.ts", "../src/sql-source.ts", "../src/sql-utils.ts", "../src/duckdb-sql-source.ts", "../src/snowflake-sql-source.ts"],
|
|
4
|
+
"sourcesContent": ["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nexport {SQLDataSource, registerSQLAdapter, getSQLAdapterFactory} from './sql-source';\nexport {DuckDBSQLSource, DuckDBSQLDataSource} from './duckdb-sql-source';\nexport {SnowflakeSQLSource, SnowflakeSQLDataSource} from './snowflake-sql-source';\n\nexport type {\n SQLAdapter,\n SQLAdapterCapabilities,\n SQLAdapterFactory,\n SQLAdapterFactoryContext,\n SQLCatalogInfo,\n SQLColumnInfo,\n SQLMetadata,\n SQLParameterValues,\n SQLQueryOptions,\n SQLSchemaInfo,\n SQLSourceOptions,\n SQLTableInfo\n} from './sql-types';\n", "// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {ArrowTable, Schema} from '@loaders.gl/schema';\nimport {DataSource} from '@loaders.gl/loader-utils';\nimport type {CoreAPI, RequiredOptions} from '@loaders.gl/loader-utils';\n\nimport type {\n SQLAdapter,\n SQLAdapterFactory,\n SQLCatalogInfo,\n SQLMetadata,\n SQLQueryOptions,\n SQLSchemaInfo,\n SQLSourceOptions,\n SQLTableInfo\n} from './sql-types';\nimport {convertRowsToArrowTable, isNodeRuntime} from './sql-utils';\n\nconst SQL_ADAPTER_FACTORIES = new Map<string, SQLAdapterFactory>();\n\n/** Registers a runtime adapter for a SQL source type. */\nexport function registerSQLAdapter(type: string, factory: SQLAdapterFactory): void {\n SQL_ADAPTER_FACTORIES.set(type, factory);\n}\n\n/** Returns the registered adapter factory for a SQL source type. */\nexport function getSQLAdapterFactory(type: string): SQLAdapterFactory | undefined {\n return SQL_ADAPTER_FACTORIES.get(type);\n}\n\n/** Base options shared by all SQL sources. */\nexport const SQL_SOURCE_DEFAULT_OPTIONS: Omit<RequiredOptions<SQLSourceOptions>, 'core'> = {\n sql: {\n resultFormat: 'auto',\n adapterOptions: {},\n browserAdapterFactory: undefined!,\n nodeAdapterFactory: undefined!\n },\n duckdb: {\n accessMode: 'auto',\n bundles: undefined!,\n databasePath: undefined!,\n remoteUrl: undefined!,\n workerUrl: undefined!\n },\n snowflake: {\n account: undefined!,\n database: undefined!,\n schema: undefined!,\n token: undefined!,\n warehouse: undefined!,\n role: undefined!,\n authenticator: undefined!\n }\n};\n\n/** Shared SQL-backed data source implementation. */\nexport class SQLDataSource extends DataSource<string, SQLSourceOptions> {\n private readonly sourceType: string;\n private readonly adapterFactory?: SQLAdapterFactory;\n private adapterPromise: Promise<SQLAdapter> | null = null;\n private metadataPromise: Promise<SQLMetadata> | null = null;\n\n constructor(\n data: string,\n options: SQLSourceOptions,\n sourceType: string,\n defaultOptions: Omit<RequiredOptions<SQLSourceOptions>, 'core'> = SQL_SOURCE_DEFAULT_OPTIONS,\n adapterFactory?: SQLAdapterFactory,\n coreApi?: CoreAPI\n ) {\n super(data, options, defaultOptions, coreApi);\n this.sourceType = sourceType;\n this.adapterFactory = adapterFactory || getSQLAdapterFactory(sourceType);\n }\n\n /** Returns cached high-level metadata for the SQL source. */\n async getMetadata(): Promise<SQLMetadata> {\n if (!this.metadataPromise) {\n this.metadataPromise = this.loadMetadata();\n }\n return this.metadataPromise;\n }\n\n /** Lists available catalogs from the connected database. */\n async listCatalogs(): Promise<SQLCatalogInfo[]> {\n const adapter = await this.getAdapter();\n return await adapter.listCatalogs();\n }\n\n /** Lists available schemas from the connected database. */\n async listSchemas(catalogName?: string): Promise<SQLSchemaInfo[]> {\n const adapter = await this.getAdapter();\n return await adapter.listSchemas(catalogName);\n }\n\n /** Lists available tables from the connected database. */\n async listTables(options?: {catalogName?: string; schemaName?: string}): Promise<SQLTableInfo[]> {\n const adapter = await this.getAdapter();\n return await adapter.listTables(options);\n }\n\n /** Returns the schema for a specific SQL table. */\n async getTableSchema(options: {\n catalogName?: string;\n schemaName?: string;\n tableName: string;\n }): Promise<Schema> {\n const adapter = await this.getAdapter();\n return await adapter.getTableSchema(options);\n }\n\n /** Executes a SQL query and returns object rows. */\n async queryRows(\n sqlText: string,\n options: SQLQueryOptions = {}\n ): Promise<Record<string, unknown>[]> {\n const adapter = await this.getAdapter();\n return await adapter.executeRows(sqlText, options);\n }\n\n /** Executes a SQL query and returns a loaders.gl Arrow table. */\n async queryArrow(sqlText: string, options: SQLQueryOptions = {}): Promise<ArrowTable> {\n const adapter = await this.getAdapter();\n if (adapter.executeArrow) {\n return await adapter.executeArrow(sqlText, options);\n }\n const rows = await adapter.executeRows(sqlText, options);\n return convertRowsToArrowTable(rows);\n }\n\n /** Closes any underlying adapter connection. */\n async close(): Promise<void> {\n if (!this.adapterPromise) {\n return;\n }\n const adapter = await this.adapterPromise;\n await adapter.close();\n this.adapterPromise = null;\n this.metadataPromise = null;\n }\n\n protected async getAdapter(): Promise<SQLAdapter> {\n if (!this.adapterPromise) {\n this.adapterPromise = this.loadAdapter();\n }\n return await this.adapterPromise;\n }\n\n private async loadAdapter(): Promise<SQLAdapter> {\n try {\n const runtimeFactory = isNodeRuntime()\n ? this.options.sql?.nodeAdapterFactory\n : this.options.sql?.browserAdapterFactory;\n const factory = runtimeFactory || this.adapterFactory;\n if (!factory) {\n throw new Error(`No SQL adapter is registered for source type \"${this.sourceType}\".`);\n }\n\n const adapter = await factory({\n coreApi: this.coreApi,\n options: this.options,\n sourceType: this.sourceType,\n url: this.url\n });\n await adapter.connect();\n return adapter;\n } catch (error) {\n throw this.reportError(\n error,\n `Failed to create SQL adapter for ${this.sourceType} from ${this.url}`\n );\n }\n }\n\n private async loadMetadata(): Promise<SQLMetadata> {\n const adapter = await this.getAdapter();\n const [catalogs, schemas, tables] = await Promise.all([\n adapter.listCatalogs(),\n adapter.listSchemas(),\n adapter.listTables()\n ]);\n return {\n type: this.sourceType,\n capabilities: adapter.capabilities,\n catalogs,\n schemas,\n tables\n };\n }\n}\n", "// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport * as arrow from 'apache-arrow';\nimport type {ArrowTable, DataType, Field, ObjectRowTable, Schema} from '@loaders.gl/schema';\nimport {makeTableFromData, getDataTypeFromArray} from '@loaders.gl/schema-utils';\n\nimport type {SQLColumnInfo} from './sql-types';\n\n/** Returns true when the current runtime is Node.js. */\nexport function isNodeRuntime(): boolean {\n return typeof process !== 'undefined' && Boolean(process.versions?.node);\n}\n\n/** Escapes a SQL string literal using single-quote doubling. */\nexport function escapeSqlString(value: string): string {\n return value.replace(/'/g, \"''\");\n}\n\n/** Wraps an identifier in double quotes, escaping embedded quotes. */\nexport function quoteSqlIdentifier(identifier: string): string {\n return `\"${identifier.replace(/\"/g, '\"\"')}\"`;\n}\n\n/** Converts object rows into a loaders.gl Arrow table. */\nexport function convertRowsToArrowTable(rows: Record<string, unknown>[]): ArrowTable {\n const table: ObjectRowTable =\n rows.length > 0\n ? makeTableFromData(rows)\n : {shape: 'object-row-table', schema: {fields: [], metadata: {}}, data: rows};\n const schema = deducePrimitiveAwareSchema(table);\n\n if (table.data.length === 0 || schema.fields.length === 0) {\n return {\n shape: 'arrow-table',\n schema,\n data: new arrow.Table(new arrow.Schema([]))\n };\n }\n\n return {\n shape: 'arrow-table',\n schema,\n data: arrow.tableFromJSON(table.data)\n };\n}\n\n/** Converts normalized SQL columns into a loaders.gl schema. */\nexport function convertSQLColumnsToSchema(columns: SQLColumnInfo[]): Schema {\n return {\n metadata: {},\n fields: columns\n .sort((left, right) => (left.ordinalPosition || 0) - (right.ordinalPosition || 0))\n .map(column => ({\n name: column.columnName,\n type: mapSQLTypeToDataType(column.sqlType),\n nullable: column.nullable,\n metadata: {\n sqlType: column.sqlType\n }\n }))\n };\n}\n\nfunction mapSQLTypeToDataType(sqlType: string): DataType {\n const normalizedType = sqlType.toUpperCase();\n if (\n normalizedType.includes('BIGINT') ||\n normalizedType === 'HUGEINT' ||\n normalizedType === 'LONG'\n ) {\n return 'int64';\n }\n if (\n normalizedType.includes('INT') ||\n normalizedType === 'INTEGER' ||\n normalizedType === 'SMALLINT' ||\n normalizedType === 'TINYINT'\n ) {\n return 'int32';\n }\n if (\n normalizedType.includes('DOUBLE') ||\n normalizedType.includes('FLOAT8') ||\n normalizedType.includes('REAL')\n ) {\n return 'float64';\n }\n if (\n normalizedType.includes('FLOAT') ||\n normalizedType.includes('DECIMAL') ||\n normalizedType.includes('NUMERIC')\n ) {\n return 'float64';\n }\n if (normalizedType.includes('BOOL')) {\n return 'bool';\n }\n if (normalizedType.includes('DATE')) {\n return 'date-day';\n }\n if (normalizedType.includes('TIME') || normalizedType.includes('TIMESTAMP')) {\n return 'timestamp-millisecond';\n }\n if (normalizedType.includes('BLOB') || normalizedType.includes('BINARY')) {\n return 'binary';\n }\n return 'utf8';\n}\n\nfunction deducePrimitiveAwareSchema(table: ObjectRowTable): Schema {\n return {\n ...table.schema!,\n fields: table.schema!.fields.map((field): Field => {\n if (field.type !== 'null') {\n return field;\n }\n\n const columnValues = table.data.map(row => row[field.name]);\n const inferredType = getDataTypeFromArray(columnValues);\n return {...field, type: inferredType.type, nullable: inferredType.nullable};\n })\n };\n}\n\n/** Returns a fully qualified SQL object name. */\nexport function getQualifiedTableName(options: {\n catalogName?: string;\n schemaName?: string;\n tableName: string;\n}): string {\n const identifiers = [options.catalogName, options.schemaName, options.tableName].filter(\n (value): value is string => Boolean(value)\n );\n return identifiers.map(identifier => quoteSqlIdentifier(identifier)).join('.');\n}\n", "// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {Schema} from '@loaders.gl/schema';\nimport type {SourceLoader, CoreAPI} from '@loaders.gl/loader-utils';\nimport {convertArrowToTable} from '@loaders.gl/schema-utils';\n\nimport {SQLDataSource, SQL_SOURCE_DEFAULT_OPTIONS} from './sql-source';\nimport type {\n SQLAdapter,\n SQLAdapterFactoryContext,\n SQLCatalogInfo,\n SQLColumnInfo,\n SQLQueryOptions,\n SQLSourceOptions,\n SQLTableInfo\n} from './sql-types';\nimport {\n convertRowsToArrowTable,\n convertSQLColumnsToSchema,\n escapeSqlString,\n isNodeRuntime\n} from './sql-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** DuckDB-backed SQL source. */\nexport const DuckDBSQLSource = {\n dataType: null as unknown as DuckDBSQLDataSource,\n batchType: null as never,\n name: 'DuckDBSQLSource',\n id: 'duckdb-sql',\n module: 'sql',\n version: VERSION,\n extensions: ['duckdb', 'db'],\n mimeTypes: [],\n type: 'duckdb-sql',\n fromUrl: true,\n fromBlob: false,\n options: {\n sql: {\n resultFormat: 'auto',\n adapterOptions: {},\n browserAdapterFactory: undefined,\n nodeAdapterFactory: undefined\n },\n duckdb: {\n accessMode: 'auto',\n bundles: undefined,\n databasePath: undefined,\n remoteUrl: undefined,\n workerUrl: undefined\n },\n snowflake: {\n account: undefined,\n database: undefined,\n schema: undefined,\n token: undefined,\n warehouse: undefined,\n role: undefined,\n authenticator: undefined\n }\n },\n defaultOptions: SQL_SOURCE_DEFAULT_OPTIONS,\n testURL: (url: string): boolean => /^duckdb:\\/\\//i.test(url),\n createDataSource: (\n data: string,\n options: SQLSourceOptions,\n coreApi?: CoreAPI\n ): DuckDBSQLDataSource => new DuckDBSQLDataSource(data, options, coreApi)\n} as const satisfies SourceLoader<DuckDBSQLDataSource>;\n\n/** SQLDataSource specialization for DuckDB. */\nexport class DuckDBSQLDataSource extends SQLDataSource {\n constructor(data: string, options: SQLSourceOptions, coreApi?: CoreAPI) {\n super(\n data,\n options,\n DuckDBSQLSource.type,\n SQL_SOURCE_DEFAULT_OPTIONS,\n createDuckDBAdapter,\n coreApi\n );\n }\n}\n\nasync function createDuckDBAdapter(context: SQLAdapterFactoryContext): Promise<SQLAdapter> {\n if (context.options.duckdb?.remoteUrl) {\n throw new Error('Remote DuckDB adapters are not implemented yet.');\n }\n if (isNodeRuntime()) {\n return await createDuckDBNodeAdapter(context);\n }\n return await createDuckDBBrowserAdapter(context);\n}\n\nasync function createDuckDBNodeAdapter(context: SQLAdapterFactoryContext): Promise<SQLAdapter> {\n const duckdb = await import('@duckdb/node-api');\n\n const databasePath = getDuckDBDatabasePath(context.url, context.options);\n const configuration =\n context.options.duckdb?.accessMode && context.options.duckdb.accessMode !== 'auto'\n ? {access_mode: context.options.duckdb.accessMode}\n : undefined;\n\n let connection: any;\n\n const executeRows = async (\n sqlText: string,\n options: SQLQueryOptions = {}\n ): Promise<Record<string, unknown>[]> => {\n if (!connection) {\n const instance = await duckdb.DuckDBInstance.create(databasePath, configuration);\n connection = await instance.connect();\n }\n const reader = await connection.runAndReadAll(sqlText, options.parameters);\n return reader.getRowObjectsJson();\n };\n\n return {\n capabilities: {\n supportsArrow: true,\n supportsMetadata: true,\n runtime: 'node',\n isDynamic: true\n },\n async connect(): Promise<void> {\n if (!connection) {\n const instance = await duckdb.DuckDBInstance.create(databasePath, configuration);\n connection = await instance.connect();\n }\n },\n async close(): Promise<void> {\n if (connection?.closeSync) {\n connection.closeSync();\n }\n connection = null;\n },\n async listCatalogs(): Promise<SQLCatalogInfo[]> {\n const rows = await executeRows(`\n SELECT DISTINCT catalog_name\n FROM information_schema.schemata\n ORDER BY catalog_name\n `);\n return rows.map(row => ({catalogName: String(row.catalog_name)}));\n },\n async listSchemas(catalogName?: string) {\n const filter = catalogName ? `WHERE catalog_name = '${escapeSqlString(catalogName)}'` : '';\n const rows = await executeRows(`\n SELECT catalog_name, schema_name\n FROM information_schema.schemata\n ${filter}\n ORDER BY catalog_name, schema_name\n `);\n return rows.map(row => ({\n catalogName: row.catalog_name ? String(row.catalog_name) : undefined,\n schemaName: String(row.schema_name)\n }));\n },\n async listTables(options?: {\n catalogName?: string;\n schemaName?: string;\n }): Promise<SQLTableInfo[]> {\n const filters = [\n options?.catalogName\n ? `table_catalog = '${escapeSqlString(options.catalogName)}'`\n : undefined,\n options?.schemaName ? `table_schema = '${escapeSqlString(options.schemaName)}'` : undefined,\n `table_schema NOT IN ('information_schema', 'pg_catalog')`\n ].filter(Boolean);\n const whereClause = filters.length ? `WHERE ${filters.join(' AND ')}` : '';\n const rows = await executeRows(`\n SELECT table_catalog, table_schema, table_name, table_type\n FROM information_schema.tables\n ${whereClause}\n ORDER BY table_catalog, table_schema, table_name\n `);\n return rows.map(row => ({\n catalogName: row.table_catalog ? String(row.table_catalog) : undefined,\n schemaName: row.table_schema ? String(row.table_schema) : undefined,\n tableName: String(row.table_name),\n tableType: row.table_type ? String(row.table_type) : undefined\n }));\n },\n async getTableSchema(options: {\n catalogName?: string;\n schemaName?: string;\n tableName: string;\n }): Promise<Schema> {\n const filters = [\n options.catalogName\n ? `table_catalog = '${escapeSqlString(options.catalogName)}'`\n : undefined,\n options.schemaName ? `table_schema = '${escapeSqlString(options.schemaName)}'` : undefined,\n `table_name = '${escapeSqlString(options.tableName)}'`\n ].filter(Boolean);\n const rows = await executeRows(`\n SELECT table_catalog, table_schema, table_name, column_name, data_type, is_nullable, ordinal_position\n FROM information_schema.columns\n WHERE ${filters.join(' AND ')}\n ORDER BY ordinal_position\n `);\n const columns = rows.map(\n row =>\n ({\n catalogName: row.table_catalog ? String(row.table_catalog) : undefined,\n schemaName: row.table_schema ? String(row.table_schema) : undefined,\n tableName: row.table_name ? String(row.table_name) : undefined,\n columnName: String(row.column_name),\n sqlType: String(row.data_type),\n nullable: row.is_nullable === 'YES',\n ordinalPosition: Number(row.ordinal_position)\n }) satisfies SQLColumnInfo\n );\n return convertSQLColumnsToSchema(columns);\n },\n async executeRows(\n sqlText: string,\n options: SQLQueryOptions = {}\n ): Promise<Record<string, unknown>[]> {\n return await executeRows(sqlText, options);\n },\n async executeArrow(sqlText: string, options: SQLQueryOptions = {}) {\n const rows = await executeRows(sqlText, options);\n return convertRowsToArrowTable(rows);\n }\n };\n}\n\nasync function createDuckDBBrowserAdapter(context: SQLAdapterFactoryContext): Promise<SQLAdapter> {\n const duckdb = await import('@duckdb/duckdb-wasm');\n\n const logger = new duckdb.ConsoleLogger();\n const selectedBundles = await duckdb.selectBundle(duckdb.getJsDelivrBundles());\n const bundles = {\n ...selectedBundles,\n ...context.options.duckdb?.bundles\n };\n const workerUrl = context.options.duckdb?.workerUrl || selectedBundles.mainWorker;\n if (!workerUrl) {\n throw new Error('DuckDBSQLSource could not resolve a worker bundle URL.');\n }\n const worker = await duckdb.createWorker(workerUrl);\n const database = new duckdb.AsyncDuckDB(logger, worker);\n await database.instantiate(bundles.mainModule, bundles.pthreadWorker);\n const connection = await database.connect();\n\n const executeRows = async (sqlText: string): Promise<Record<string, unknown>[]> => {\n const result = await connection.query(sqlText);\n return convertArrowToTable(result, 'object-row-table').data;\n };\n\n return {\n capabilities: {\n supportsArrow: true,\n supportsMetadata: true,\n runtime: 'browser',\n isDynamic: true\n },\n async connect(): Promise<void> {},\n async close(): Promise<void> {\n await connection.close();\n await database.terminate();\n worker.terminate();\n },\n async listCatalogs(): Promise<SQLCatalogInfo[]> {\n const rows = await executeRows(`\n SELECT DISTINCT catalog_name\n FROM information_schema.schemata\n ORDER BY catalog_name\n `);\n return rows.map(row => ({catalogName: String(row.catalog_name)}));\n },\n async listSchemas(catalogName?: string) {\n const filter = catalogName ? `WHERE catalog_name = '${escapeSqlString(catalogName)}'` : '';\n const rows = await executeRows(`\n SELECT catalog_name, schema_name\n FROM information_schema.schemata\n ${filter}\n ORDER BY catalog_name, schema_name\n `);\n return rows.map(row => ({\n catalogName: row.catalog_name ? String(row.catalog_name) : undefined,\n schemaName: String(row.schema_name)\n }));\n },\n async listTables(options?: {\n catalogName?: string;\n schemaName?: string;\n }): Promise<SQLTableInfo[]> {\n const filters = [\n options?.catalogName\n ? `table_catalog = '${escapeSqlString(options.catalogName)}'`\n : undefined,\n options?.schemaName ? `table_schema = '${escapeSqlString(options.schemaName)}'` : undefined,\n `table_schema NOT IN ('information_schema', 'pg_catalog')`\n ].filter(Boolean);\n const whereClause = filters.length ? `WHERE ${filters.join(' AND ')}` : '';\n const rows = await executeRows(`\n SELECT table_catalog, table_schema, table_name, table_type\n FROM information_schema.tables\n ${whereClause}\n ORDER BY table_catalog, table_schema, table_name\n `);\n return rows.map(row => ({\n catalogName: row.table_catalog ? String(row.table_catalog) : undefined,\n schemaName: row.table_schema ? String(row.table_schema) : undefined,\n tableName: String(row.table_name),\n tableType: row.table_type ? String(row.table_type) : undefined\n }));\n },\n async getTableSchema(options: {\n catalogName?: string;\n schemaName?: string;\n tableName: string;\n }): Promise<Schema> {\n const filters = [\n options.catalogName\n ? `table_catalog = '${escapeSqlString(options.catalogName)}'`\n : undefined,\n options.schemaName ? `table_schema = '${escapeSqlString(options.schemaName)}'` : undefined,\n `table_name = '${escapeSqlString(options.tableName)}'`\n ].filter(Boolean);\n const rows = await executeRows(`\n SELECT table_catalog, table_schema, table_name, column_name, data_type, is_nullable, ordinal_position\n FROM information_schema.columns\n WHERE ${filters.join(' AND ')}\n ORDER BY ordinal_position\n `);\n const columns = rows.map(\n row =>\n ({\n catalogName: row.table_catalog ? String(row.table_catalog) : undefined,\n schemaName: row.table_schema ? String(row.table_schema) : undefined,\n tableName: row.table_name ? String(row.table_name) : undefined,\n columnName: String(row.column_name),\n sqlType: String(row.data_type),\n nullable: row.is_nullable === 'YES',\n ordinalPosition: Number(row.ordinal_position)\n }) satisfies SQLColumnInfo\n );\n return convertSQLColumnsToSchema(columns);\n },\n async executeRows(sqlText: string): Promise<Record<string, unknown>[]> {\n return await executeRows(sqlText);\n },\n async executeArrow(sqlText: string) {\n const result = await connection.query(sqlText);\n return convertArrowToTable(result, 'arrow-table');\n }\n };\n}\n\nfunction getDuckDBDatabasePath(url: string, options: SQLSourceOptions): string {\n if (options.duckdb?.databasePath) {\n return options.duckdb.databasePath;\n }\n\n const parsedUrl = new URL(url);\n const pathname = decodeURIComponent(parsedUrl.pathname || '');\n if (!pathname || pathname === '/') {\n return ':memory:';\n }\n return pathname.slice(1) || ':memory:';\n}\n", "// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {Schema} from '@loaders.gl/schema';\nimport type {SourceLoader, CoreAPI} from '@loaders.gl/loader-utils';\n\nimport {SQLDataSource, SQL_SOURCE_DEFAULT_OPTIONS} from './sql-source';\nimport type {\n SQLAdapter,\n SQLAdapterFactoryContext,\n SQLQueryOptions,\n SQLSourceOptions,\n SQLTableInfo\n} from './sql-types';\nimport {\n convertRowsToArrowTable,\n convertSQLColumnsToSchema,\n getQualifiedTableName\n} from './sql-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** Snowflake-backed SQL source. */\nexport const SnowflakeSQLSource = {\n dataType: null as unknown as SnowflakeSQLDataSource,\n batchType: null as never,\n name: 'SnowflakeSQLSource',\n id: 'snowflake-sql',\n module: 'sql',\n version: VERSION,\n extensions: [],\n mimeTypes: [],\n type: 'snowflake-sql',\n fromUrl: true,\n fromBlob: false,\n options: {\n sql: {\n resultFormat: 'auto',\n adapterOptions: {},\n browserAdapterFactory: undefined,\n nodeAdapterFactory: undefined\n },\n duckdb: {\n accessMode: 'auto',\n bundles: undefined,\n databasePath: undefined,\n remoteUrl: undefined,\n workerUrl: undefined\n },\n snowflake: {\n account: undefined,\n database: undefined,\n schema: undefined,\n token: undefined,\n warehouse: undefined,\n role: undefined,\n authenticator: undefined\n }\n },\n defaultOptions: SQL_SOURCE_DEFAULT_OPTIONS,\n testURL: (url: string): boolean => /^(sql\\+snowflake|snowflake):\\/\\//i.test(url),\n createDataSource: (\n data: string,\n options: SQLSourceOptions,\n coreApi?: CoreAPI\n ): SnowflakeSQLDataSource => new SnowflakeSQLDataSource(data, options, coreApi)\n} as const satisfies SourceLoader<SnowflakeSQLDataSource>;\n\n/** SQLDataSource specialization for Snowflake. */\nexport class SnowflakeSQLDataSource extends SQLDataSource {\n constructor(data: string, options: SQLSourceOptions, coreApi?: CoreAPI) {\n super(\n data,\n options,\n SnowflakeSQLSource.type,\n SQL_SOURCE_DEFAULT_OPTIONS,\n createSnowflakeAdapter,\n coreApi\n );\n }\n}\n\nasync function createSnowflakeAdapter(context: SQLAdapterFactoryContext): Promise<SQLAdapter> {\n const baseStatementUrl = getSnowflakeStatementsUrl(context.url, context.options);\n const authorization = context.options.snowflake?.token;\n if (!authorization) {\n throw new Error('SnowflakeSQLSource requires snowflake.token.');\n }\n\n const executeRows = async (\n sqlText: string,\n options: SQLQueryOptions = {}\n ): Promise<Record<string, unknown>[]> => {\n const initialResponse = await executeSnowflakeStatement(\n context,\n baseStatementUrl,\n authorization,\n sqlText,\n options\n );\n const responses = [initialResponse];\n\n const partitionInfo = initialResponse.resultSetMetaData?.partitionInfo || [];\n for (let partitionIndex = 1; partitionIndex < partitionInfo.length; partitionIndex++) {\n responses.push(\n await fetchSnowflakeJson(\n context,\n `${baseStatementUrl}/${initialResponse.statementHandle}?partition=${partitionIndex}`,\n authorization,\n {method: 'GET', signal: options.signal}\n )\n );\n }\n\n const rowType = initialResponse.resultSetMetaData?.rowType || [];\n const rowNames = rowType.map((row: {name: string}) => row.name);\n return responses.flatMap((response: {data?: unknown[][]}) =>\n (response.data || []).map((values: unknown[]) => {\n const row: Record<string, unknown> = {};\n rowNames.forEach((name, index) => {\n row[name] = values[index];\n });\n return row;\n })\n );\n };\n\n return {\n capabilities: {\n supportsArrow: false,\n supportsMetadata: true,\n runtime: 'both',\n isDynamic: false\n },\n async connect(): Promise<void> {\n if (!authorization) {\n throw new Error('SnowflakeSQLSource requires snowflake.token.');\n }\n },\n async close(): Promise<void> {},\n async listCatalogs() {\n const rows = await executeRows('SHOW DATABASES');\n return rows.map(row => ({\n catalogName: String(row.name || row.NAME)\n }));\n },\n async listSchemas() {\n const rows = await executeRows('SHOW SCHEMAS');\n return rows.map(row => ({\n catalogName: row.database_name ? String(row.database_name) : undefined,\n schemaName: String(row.name || row.NAME)\n }));\n },\n async listTables(): Promise<SQLTableInfo[]> {\n const rows = await executeRows('SHOW TABLES');\n return rows.map(row => ({\n catalogName: row.database_name ? String(row.database_name) : undefined,\n schemaName: row.schema_name ? String(row.schema_name) : undefined,\n tableName: String(row.name || row.NAME),\n tableType: row.kind ? String(row.kind) : undefined\n }));\n },\n async getTableSchema(options: {\n catalogName?: string;\n schemaName?: string;\n tableName: string;\n }): Promise<Schema> {\n const qualifiedTableName = getQualifiedTableName(options);\n const rows = await executeRows(`DESCRIBE TABLE ${qualifiedTableName}`);\n return convertSQLColumnsToSchema(\n rows.map((row, index) => ({\n columnName: String(row.name || row.NAME || `column_${index + 1}`),\n sqlType: String(row.type || row.TYPE || 'VARCHAR'),\n nullable: String(row.null || row.NULL || '').toUpperCase() === 'Y',\n ordinalPosition: index + 1\n }))\n );\n },\n async executeRows(\n sqlText: string,\n options: SQLQueryOptions = {}\n ): Promise<Record<string, unknown>[]> {\n return await executeRows(sqlText, options);\n },\n async executeArrow(sqlText: string, options: SQLQueryOptions = {}) {\n const rows = await executeRows(sqlText, options);\n return convertRowsToArrowTable(rows);\n }\n };\n}\n\nasync function executeSnowflakeStatement(\n context: SQLAdapterFactoryContext,\n baseStatementUrl: string,\n authorization: string,\n sqlText: string,\n options: SQLQueryOptions\n): Promise<any> {\n let response = await fetchSnowflakeJson(context, baseStatementUrl, authorization, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json'\n },\n body: JSON.stringify({\n statement: sqlText,\n timeout: 60,\n bindings: normalizeSnowflakeBindings(options.parameters),\n warehouse: context.options.snowflake?.warehouse,\n database: context.options.snowflake?.database,\n schema: context.options.snowflake?.schema,\n role: context.options.snowflake?.role\n }),\n signal: options.signal\n });\n\n while (response?.statementStatusUrl && !response?.data) {\n const pollUrl = `${getSnowflakeBaseUrl(context.url, context.options)}${response.statementStatusUrl}`;\n response = await fetchSnowflakeJson(context, pollUrl, authorization, {\n method: 'GET',\n signal: options.signal\n });\n }\n\n if (response?.code || response?.message) {\n throw new Error(response.message || `Snowflake SQL API error ${response.code}`);\n }\n\n return response;\n}\n\nasync function fetchSnowflakeJson(\n context: SQLAdapterFactoryContext,\n url: string,\n authorization: string,\n requestInit: RequestInit\n): Promise<any> {\n const customFetch = context.options.core?.loadOptions?.core?.fetch;\n const headers = new Headers(requestInit.headers);\n headers.set(\n 'Authorization',\n authorization.startsWith('Bearer ') ? authorization : `Bearer ${authorization}`\n );\n headers.set('Accept', 'application/json');\n\n const response =\n typeof customFetch === 'function'\n ? await customFetch(url, {\n ...requestInit,\n headers\n })\n : await context.coreApi.fetchFile(url, {\n ...requestInit,\n headers\n });\n const json = await response.json();\n if (!response.ok) {\n throw new Error(json?.message || `${response.status} ${response.statusText}`);\n }\n return json;\n}\n\nfunction normalizeSnowflakeBindings(\n parameters: SQLQueryOptions['parameters']\n): Record<string, {type: string; value: unknown}> | undefined {\n if (!parameters || Array.isArray(parameters)) {\n return undefined;\n }\n const bindings: Record<string, {type: string; value: unknown}> = {};\n for (const [key, value] of Object.entries(parameters)) {\n bindings[key] = {\n type: typeof value === 'number' ? 'FIXED' : 'TEXT',\n value\n };\n }\n return bindings;\n}\n\nfunction getSnowflakeStatementsUrl(url: string, options: SQLSourceOptions): string {\n return `${getSnowflakeBaseUrl(url, options)}/api/v2/statements`;\n}\n\nfunction getSnowflakeBaseUrl(url: string, options: SQLSourceOptions): string {\n if (/^https?:\\/\\//i.test(url)) {\n return url.replace(/\\/api\\/v2\\/statements.*$/, '');\n }\n\n const parsedUrl = new URL(url);\n const account = options.snowflake?.account || parsedUrl.hostname;\n if (!account) {\n throw new Error('SnowflakeSQLSource requires a Snowflake account URL or snowflake.account.');\n }\n return `https://${account}.snowflakecomputing.com`;\n}\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;ACKA,0BAAyB;;;ACDzB,YAAuB;AAEvB,0BAAsD;AAKhD,SAAU,gBAAa;AAX7B;AAYE,SAAO,OAAO,YAAY,eAAe,SAAQ,aAAQ,aAAR,mBAAkB,IAAI;AACzE;AAGM,SAAU,gBAAgB,OAAa;AAC3C,SAAO,MAAM,QAAQ,MAAM,IAAI;AACjC;AAGM,SAAU,mBAAmB,YAAkB;AACnD,SAAO,IAAI,WAAW,QAAQ,MAAM,IAAI;AAC1C;AAGM,SAAU,wBAAwB,MAA+B;AACrE,QAAM,QACJ,KAAK,SAAS,QACV,uCAAkB,IAAI,IACtB,EAAC,OAAO,oBAAoB,QAAQ,EAAC,QAAQ,CAAA,GAAI,UAAU,CAAA,EAAE,GAAG,MAAM,KAAI;AAChF,QAAM,SAAS,2BAA2B,KAAK;AAE/C,MAAI,MAAM,KAAK,WAAW,KAAK,OAAO,OAAO,WAAW,GAAG;AACzD,WAAO;MACL,OAAO;MACP;MACA,MAAM,IAAU,YAAM,IAAU,aAAO,CAAA,CAAE,CAAC;;EAE9C;AAEA,SAAO;IACL,OAAO;IACP;IACA,MAAY,oBAAc,MAAM,IAAI;;AAExC;AAGM,SAAU,0BAA0B,SAAwB;AAChE,SAAO;IACL,UAAU,CAAA;IACV,QAAQ,QACL,KAAK,CAAC,MAAM,WAAW,KAAK,mBAAmB,MAAM,MAAM,mBAAmB,EAAE,EAChF,IAAI,aAAW;MACd,MAAM,OAAO;MACb,MAAM,qBAAqB,OAAO,OAAO;MACzC,UAAU,OAAO;MACjB,UAAU;QACR,SAAS,OAAO;;MAElB;;AAER;AAEA,SAAS,qBAAqB,SAAe;AAC3C,QAAM,iBAAiB,QAAQ,YAAW;AAC1C,MACE,eAAe,SAAS,QAAQ,KAChC,mBAAmB,aACnB,mBAAmB,QACnB;AACA,WAAO;EACT;AACA,MACE,eAAe,SAAS,KAAK,KAC7B,mBAAmB,aACnB,mBAAmB,cACnB,mBAAmB,WACnB;AACA,WAAO;EACT;AACA,MACE,eAAe,SAAS,QAAQ,KAChC,eAAe,SAAS,QAAQ,KAChC,eAAe,SAAS,MAAM,GAC9B;AACA,WAAO;EACT;AACA,MACE,eAAe,SAAS,OAAO,KAC/B,eAAe,SAAS,SAAS,KACjC,eAAe,SAAS,SAAS,GACjC;AACA,WAAO;EACT;AACA,MAAI,eAAe,SAAS,MAAM,GAAG;AACnC,WAAO;EACT;AACA,MAAI,eAAe,SAAS,MAAM,GAAG;AACnC,WAAO;EACT;AACA,MAAI,eAAe,SAAS,MAAM,KAAK,eAAe,SAAS,WAAW,GAAG;AAC3E,WAAO;EACT;AACA,MAAI,eAAe,SAAS,MAAM,KAAK,eAAe,SAAS,QAAQ,GAAG;AACxE,WAAO;EACT;AACA,SAAO;AACT;AAEA,SAAS,2BAA2B,OAAqB;AACvD,SAAO;IACL,GAAG,MAAM;IACT,QAAQ,MAAM,OAAQ,OAAO,IAAI,CAAC,UAAgB;AAChD,UAAI,MAAM,SAAS,QAAQ;AACzB,eAAO;MACT;AAEA,YAAM,eAAe,MAAM,KAAK,IAAI,SAAO,IAAI,MAAM,IAAI,CAAC;AAC1D,YAAM,mBAAe,0CAAqB,YAAY;AACtD,aAAO,EAAC,GAAG,OAAO,MAAM,aAAa,MAAM,UAAU,aAAa,SAAQ;IAC5E,CAAC;;AAEL;AAGM,SAAU,sBAAsB,SAIrC;AACC,QAAM,cAAc,CAAC,QAAQ,aAAa,QAAQ,YAAY,QAAQ,SAAS,EAAE,OAC/E,CAAC,UAA2B,QAAQ,KAAK,CAAC;AAE5C,SAAO,YAAY,IAAI,gBAAc,mBAAmB,UAAU,CAAC,EAAE,KAAK,GAAG;AAC/E;;;ADpHA,IAAM,wBAAwB,oBAAI,IAAG;AAG/B,SAAU,mBAAmB,MAAc,SAA0B;AACzE,wBAAsB,IAAI,MAAM,OAAO;AACzC;AAGM,SAAU,qBAAqB,MAAY;AAC/C,SAAO,sBAAsB,IAAI,IAAI;AACvC;AAGO,IAAM,6BAA8E;EACzF,KAAK;IACH,cAAc;IACd,gBAAgB,CAAA;IAChB,uBAAuB;IACvB,oBAAoB;;EAEtB,QAAQ;IACN,YAAY;IACZ,SAAS;IACT,cAAc;IACd,WAAW;IACX,WAAW;;EAEb,WAAW;IACT,SAAS;IACT,UAAU;IACV,QAAQ;IACR,OAAO;IACP,WAAW;IACX,MAAM;IACN,eAAe;;;AAKb,IAAO,gBAAP,cAA6B,+BAAoC;EACpD;EACA;EACT,iBAA6C;EAC7C,kBAA+C;EAEvD,YACE,MACA,SACA,YACA,iBAAkE,4BAClE,gBACA,SAAiB;AAEjB,UAAM,MAAM,SAAS,gBAAgB,OAAO;AAC5C,SAAK,aAAa;AAClB,SAAK,iBAAiB,kBAAkB,qBAAqB,UAAU;EACzE;;EAGA,MAAM,cAAW;AACf,QAAI,CAAC,KAAK,iBAAiB;AACzB,WAAK,kBAAkB,KAAK,aAAY;IAC1C;AACA,WAAO,KAAK;EACd;;EAGA,MAAM,eAAY;AAChB,UAAM,UAAU,MAAM,KAAK,WAAU;AACrC,WAAO,MAAM,QAAQ,aAAY;EACnC;;EAGA,MAAM,YAAY,aAAoB;AACpC,UAAM,UAAU,MAAM,KAAK,WAAU;AACrC,WAAO,MAAM,QAAQ,YAAY,WAAW;EAC9C;;EAGA,MAAM,WAAW,SAAqD;AACpE,UAAM,UAAU,MAAM,KAAK,WAAU;AACrC,WAAO,MAAM,QAAQ,WAAW,OAAO;EACzC;;EAGA,MAAM,eAAe,SAIpB;AACC,UAAM,UAAU,MAAM,KAAK,WAAU;AACrC,WAAO,MAAM,QAAQ,eAAe,OAAO;EAC7C;;EAGA,MAAM,UACJ,SACA,UAA2B,CAAA,GAAE;AAE7B,UAAM,UAAU,MAAM,KAAK,WAAU;AACrC,WAAO,MAAM,QAAQ,YAAY,SAAS,OAAO;EACnD;;EAGA,MAAM,WAAW,SAAiB,UAA2B,CAAA,GAAE;AAC7D,UAAM,UAAU,MAAM,KAAK,WAAU;AACrC,QAAI,QAAQ,cAAc;AACxB,aAAO,MAAM,QAAQ,aAAa,SAAS,OAAO;IACpD;AACA,UAAM,OAAO,MAAM,QAAQ,YAAY,SAAS,OAAO;AACvD,WAAO,wBAAwB,IAAI;EACrC;;EAGA,MAAM,QAAK;AACT,QAAI,CAAC,KAAK,gBAAgB;AACxB;IACF;AACA,UAAM,UAAU,MAAM,KAAK;AAC3B,UAAM,QAAQ,MAAK;AACnB,SAAK,iBAAiB;AACtB,SAAK,kBAAkB;EACzB;EAEU,MAAM,aAAU;AACxB,QAAI,CAAC,KAAK,gBAAgB;AACxB,WAAK,iBAAiB,KAAK,YAAW;IACxC;AACA,WAAO,MAAM,KAAK;EACpB;EAEQ,MAAM,cAAW;AAvJ3B;AAwJI,QAAI;AACF,YAAM,iBAAiB,cAAa,KAChC,UAAK,QAAQ,QAAb,mBAAkB,sBAClB,UAAK,QAAQ,QAAb,mBAAkB;AACtB,YAAM,UAAU,kBAAkB,KAAK;AACvC,UAAI,CAAC,SAAS;AACZ,cAAM,IAAI,MAAM,iDAAiD,KAAK,cAAc;MACtF;AAEA,YAAM,UAAU,MAAM,QAAQ;QAC5B,SAAS,KAAK;QACd,SAAS,KAAK;QACd,YAAY,KAAK;QACjB,KAAK,KAAK;OACX;AACD,YAAM,QAAQ,QAAO;AACrB,aAAO;IACT,SAAS,OAAP;AACA,YAAM,KAAK,YACT,OACA,oCAAoC,KAAK,mBAAmB,KAAK,KAAK;IAE1E;EACF;EAEQ,MAAM,eAAY;AACxB,UAAM,UAAU,MAAM,KAAK,WAAU;AACrC,UAAM,CAAC,UAAU,SAAS,MAAM,IAAI,MAAM,QAAQ,IAAI;MACpD,QAAQ,aAAY;MACpB,QAAQ,YAAW;MACnB,QAAQ,WAAU;KACnB;AACD,WAAO;MACL,MAAM,KAAK;MACX,cAAc,QAAQ;MACtB;MACA;MACA;;EAEJ;;;;AEzLF,IAAAA,uBAAkC;AAqBlC,IAAM,UAAU,OAAoC,kBAAe;AAG5D,IAAM,kBAAkB;EAC7B,UAAU;EACV,WAAW;EACX,MAAM;EACN,IAAI;EACJ,QAAQ;EACR,SAAS;EACT,YAAY,CAAC,UAAU,IAAI;EAC3B,WAAW,CAAA;EACX,MAAM;EACN,SAAS;EACT,UAAU;EACV,SAAS;IACP,KAAK;MACH,cAAc;MACd,gBAAgB,CAAA;MAChB,uBAAuB;MACvB,oBAAoB;;IAEtB,QAAQ;MACN,YAAY;MACZ,SAAS;MACT,cAAc;MACd,WAAW;MACX,WAAW;;IAEb,WAAW;MACT,SAAS;MACT,UAAU;MACV,QAAQ;MACR,OAAO;MACP,WAAW;MACX,MAAM;MACN,eAAe;;;EAGnB,gBAAgB;EAChB,SAAS,CAAC,QAAyB,gBAAgB,KAAK,GAAG;EAC3D,kBAAkB,CAChB,MACA,SACA,YACwB,IAAI,oBAAoB,MAAM,SAAS,OAAO;;AAIpE,IAAO,sBAAP,cAAmC,cAAa;EACpD,YAAY,MAAc,SAA2B,SAAiB;AACpE,UACE,MACA,SACA,gBAAgB,MAChB,4BACA,qBACA,OAAO;EAEX;;AAGF,eAAe,oBAAoB,SAAiC;AAzFpE;AA0FE,OAAI,aAAQ,QAAQ,WAAhB,mBAAwB,WAAW;AACrC,UAAM,IAAI,MAAM,iDAAiD;EACnE;AACA,MAAI,cAAa,GAAI;AACnB,WAAO,MAAM,wBAAwB,OAAO;EAC9C;AACA,SAAO,MAAM,2BAA2B,OAAO;AACjD;AAEA,eAAe,wBAAwB,SAAiC;AAnGxE;AAoGE,QAAM,SAAS,MAAM,OAAO,kBAAkB;AAE9C,QAAM,eAAe,sBAAsB,QAAQ,KAAK,QAAQ,OAAO;AACvE,QAAM,kBACJ,aAAQ,QAAQ,WAAhB,mBAAwB,eAAc,QAAQ,QAAQ,OAAO,eAAe,SACxE,EAAC,aAAa,QAAQ,QAAQ,OAAO,WAAU,IAC/C;AAEN,MAAI;AAEJ,QAAM,cAAc,OAClB,SACA,UAA2B,CAAA,MACW;AACtC,QAAI,CAAC,YAAY;AACf,YAAM,WAAW,MAAM,OAAO,eAAe,OAAO,cAAc,aAAa;AAC/E,mBAAa,MAAM,SAAS,QAAO;IACrC;AACA,UAAM,SAAS,MAAM,WAAW,cAAc,SAAS,QAAQ,UAAU;AACzE,WAAO,OAAO,kBAAiB;EACjC;AAEA,SAAO;IACL,cAAc;MACZ,eAAe;MACf,kBAAkB;MAClB,SAAS;MACT,WAAW;;IAEb,MAAM,UAAO;AACX,UAAI,CAAC,YAAY;AACf,cAAM,WAAW,MAAM,OAAO,eAAe,OAAO,cAAc,aAAa;AAC/E,qBAAa,MAAM,SAAS,QAAO;MACrC;IACF;IACA,MAAM,QAAK;AACT,UAAI,yCAAY,WAAW;AACzB,mBAAW,UAAS;MACtB;AACA,mBAAa;IACf;IACA,MAAM,eAAY;AAChB,YAAM,OAAO,MAAM,YAAY;;;;OAI9B;AACD,aAAO,KAAK,IAAI,UAAQ,EAAC,aAAa,OAAO,IAAI,YAAY,EAAC,EAAE;IAClE;IACA,MAAM,YAAY,aAAoB;AACpC,YAAM,SAAS,cAAc,yBAAyB,gBAAgB,WAAW,OAAO;AACxF,YAAM,OAAO,MAAM,YAAY;;;UAG3B;;OAEH;AACD,aAAO,KAAK,IAAI,UAAQ;QACtB,aAAa,IAAI,eAAe,OAAO,IAAI,YAAY,IAAI;QAC3D,YAAY,OAAO,IAAI,WAAW;QAClC;IACJ;IACA,MAAM,WAAW,SAGhB;AACC,YAAM,UAAU;SACd,mCAAS,eACL,oBAAoB,gBAAgB,QAAQ,WAAW,OACvD;SACJ,mCAAS,cAAa,mBAAmB,gBAAgB,QAAQ,UAAU,OAAO;QAClF;QACA,OAAO,OAAO;AAChB,YAAM,cAAc,QAAQ,SAAS,SAAS,QAAQ,KAAK,OAAO,MAAM;AACxE,YAAM,OAAO,MAAM,YAAY;;;UAG3B;;OAEH;AACD,aAAO,KAAK,IAAI,UAAQ;QACtB,aAAa,IAAI,gBAAgB,OAAO,IAAI,aAAa,IAAI;QAC7D,YAAY,IAAI,eAAe,OAAO,IAAI,YAAY,IAAI;QAC1D,WAAW,OAAO,IAAI,UAAU;QAChC,WAAW,IAAI,aAAa,OAAO,IAAI,UAAU,IAAI;QACrD;IACJ;IACA,MAAM,eAAe,SAIpB;AACC,YAAM,UAAU;QACd,QAAQ,cACJ,oBAAoB,gBAAgB,QAAQ,WAAW,OACvD;QACJ,QAAQ,aAAa,mBAAmB,gBAAgB,QAAQ,UAAU,OAAO;QACjF,iBAAiB,gBAAgB,QAAQ,SAAS;QAClD,OAAO,OAAO;AAChB,YAAM,OAAO,MAAM,YAAY;;;gBAGrB,QAAQ,KAAK,OAAO;;OAE7B;AACD,YAAM,UAAU,KAAK,IACnB,UACG;QACC,aAAa,IAAI,gBAAgB,OAAO,IAAI,aAAa,IAAI;QAC7D,YAAY,IAAI,eAAe,OAAO,IAAI,YAAY,IAAI;QAC1D,WAAW,IAAI,aAAa,OAAO,IAAI,UAAU,IAAI;QACrD,YAAY,OAAO,IAAI,WAAW;QAClC,SAAS,OAAO,IAAI,SAAS;QAC7B,UAAU,IAAI,gBAAgB;QAC9B,iBAAiB,OAAO,IAAI,gBAAgB;QACpB;AAE9B,aAAO,0BAA0B,OAAO;IAC1C;IACA,MAAM,YACJ,SACA,UAA2B,CAAA,GAAE;AAE7B,aAAO,MAAM,YAAY,SAAS,OAAO;IAC3C;IACA,MAAM,aAAa,SAAiB,UAA2B,CAAA,GAAE;AAC/D,YAAM,OAAO,MAAM,YAAY,SAAS,OAAO;AAC/C,aAAO,wBAAwB,IAAI;IACrC;;AAEJ;AAEA,eAAe,2BAA2B,SAAiC;AAxO3E;AAyOE,QAAM,SAAS,MAAM,OAAO,qBAAqB;AAEjD,QAAM,SAAS,IAAI,OAAO,cAAa;AACvC,QAAM,kBAAkB,MAAM,OAAO,aAAa,OAAO,mBAAkB,CAAE;AAC7E,QAAM,UAAU;IACd,GAAG;IACH,IAAG,aAAQ,QAAQ,WAAhB,mBAAwB;;AAE7B,QAAM,cAAY,aAAQ,QAAQ,WAAhB,mBAAwB,cAAa,gBAAgB;AACvE,MAAI,CAAC,WAAW;AACd,UAAM,IAAI,MAAM,wDAAwD;EAC1E;AACA,QAAM,SAAS,MAAM,OAAO,aAAa,SAAS;AAClD,QAAM,WAAW,IAAI,OAAO,YAAY,QAAQ,MAAM;AACtD,QAAM,SAAS,YAAY,QAAQ,YAAY,QAAQ,aAAa;AACpE,QAAM,aAAa,MAAM,SAAS,QAAO;AAEzC,QAAM,cAAc,OAAO,YAAuD;AAChF,UAAM,SAAS,MAAM,WAAW,MAAM,OAAO;AAC7C,eAAO,0CAAoB,QAAQ,kBAAkB,EAAE;EACzD;AAEA,SAAO;IACL,cAAc;MACZ,eAAe;MACf,kBAAkB;MAClB,SAAS;MACT,WAAW;;IAEb,MAAM,UAAO;IAAmB;IAChC,MAAM,QAAK;AACT,YAAM,WAAW,MAAK;AACtB,YAAM,SAAS,UAAS;AACxB,aAAO,UAAS;IAClB;IACA,MAAM,eAAY;AAChB,YAAM,OAAO,MAAM,YAAY;;;;OAI9B;AACD,aAAO,KAAK,IAAI,UAAQ,EAAC,aAAa,OAAO,IAAI,YAAY,EAAC,EAAE;IAClE;IACA,MAAM,YAAY,aAAoB;AACpC,YAAM,SAAS,cAAc,yBAAyB,gBAAgB,WAAW,OAAO;AACxF,YAAM,OAAO,MAAM,YAAY;;;UAG3B;;OAEH;AACD,aAAO,KAAK,IAAI,UAAQ;QACtB,aAAa,IAAI,eAAe,OAAO,IAAI,YAAY,IAAI;QAC3D,YAAY,OAAO,IAAI,WAAW;QAClC;IACJ;IACA,MAAM,WAAW,SAGhB;AACC,YAAM,UAAU;SACd,mCAAS,eACL,oBAAoB,gBAAgB,QAAQ,WAAW,OACvD;SACJ,mCAAS,cAAa,mBAAmB,gBAAgB,QAAQ,UAAU,OAAO;QAClF;QACA,OAAO,OAAO;AAChB,YAAM,cAAc,QAAQ,SAAS,SAAS,QAAQ,KAAK,OAAO,MAAM;AACxE,YAAM,OAAO,MAAM,YAAY;;;UAG3B;;OAEH;AACD,aAAO,KAAK,IAAI,UAAQ;QACtB,aAAa,IAAI,gBAAgB,OAAO,IAAI,aAAa,IAAI;QAC7D,YAAY,IAAI,eAAe,OAAO,IAAI,YAAY,IAAI;QAC1D,WAAW,OAAO,IAAI,UAAU;QAChC,WAAW,IAAI,aAAa,OAAO,IAAI,UAAU,IAAI;QACrD;IACJ;IACA,MAAM,eAAe,SAIpB;AACC,YAAM,UAAU;QACd,QAAQ,cACJ,oBAAoB,gBAAgB,QAAQ,WAAW,OACvD;QACJ,QAAQ,aAAa,mBAAmB,gBAAgB,QAAQ,UAAU,OAAO;QACjF,iBAAiB,gBAAgB,QAAQ,SAAS;QAClD,OAAO,OAAO;AAChB,YAAM,OAAO,MAAM,YAAY;;;gBAGrB,QAAQ,KAAK,OAAO;;OAE7B;AACD,YAAM,UAAU,KAAK,IACnB,UACG;QACC,aAAa,IAAI,gBAAgB,OAAO,IAAI,aAAa,IAAI;QAC7D,YAAY,IAAI,eAAe,OAAO,IAAI,YAAY,IAAI;QAC1D,WAAW,IAAI,aAAa,OAAO,IAAI,UAAU,IAAI;QACrD,YAAY,OAAO,IAAI,WAAW;QAClC,SAAS,OAAO,IAAI,SAAS;QAC7B,UAAU,IAAI,gBAAgB;QAC9B,iBAAiB,OAAO,IAAI,gBAAgB;QACpB;AAE9B,aAAO,0BAA0B,OAAO;IAC1C;IACA,MAAM,YAAY,SAAe;AAC/B,aAAO,MAAM,YAAY,OAAO;IAClC;IACA,MAAM,aAAa,SAAe;AAChC,YAAM,SAAS,MAAM,WAAW,MAAM,OAAO;AAC7C,iBAAO,0CAAoB,QAAQ,aAAa;IAClD;;AAEJ;AAEA,SAAS,sBAAsB,KAAa,SAAyB;AApWrE;AAqWE,OAAI,aAAQ,WAAR,mBAAgB,cAAc;AAChC,WAAO,QAAQ,OAAO;EACxB;AAEA,QAAM,YAAY,IAAI,IAAI,GAAG;AAC7B,QAAM,WAAW,mBAAmB,UAAU,YAAY,EAAE;AAC5D,MAAI,CAAC,YAAY,aAAa,KAAK;AACjC,WAAO;EACT;AACA,SAAO,SAAS,MAAM,CAAC,KAAK;AAC9B;;;ACxVA,IAAMC,WAAU,OAAoC,kBAAe;AAG5D,IAAM,qBAAqB;EAChC,UAAU;EACV,WAAW;EACX,MAAM;EACN,IAAI;EACJ,QAAQ;EACR,SAASA;EACT,YAAY,CAAA;EACZ,WAAW,CAAA;EACX,MAAM;EACN,SAAS;EACT,UAAU;EACV,SAAS;IACP,KAAK;MACH,cAAc;MACd,gBAAgB,CAAA;MAChB,uBAAuB;MACvB,oBAAoB;;IAEtB,QAAQ;MACN,YAAY;MACZ,SAAS;MACT,cAAc;MACd,WAAW;MACX,WAAW;;IAEb,WAAW;MACT,SAAS;MACT,UAAU;MACV,QAAQ;MACR,OAAO;MACP,WAAW;MACX,MAAM;MACN,eAAe;;;EAGnB,gBAAgB;EAChB,SAAS,CAAC,QAAyB,oCAAoC,KAAK,GAAG;EAC/E,kBAAkB,CAChB,MACA,SACA,YAC2B,IAAI,uBAAuB,MAAM,SAAS,OAAO;;AAI1E,IAAO,yBAAP,cAAsC,cAAa;EACvD,YAAY,MAAc,SAA2B,SAAiB;AACpE,UACE,MACA,SACA,mBAAmB,MACnB,4BACA,wBACA,OAAO;EAEX;;AAGF,eAAe,uBAAuB,SAAiC;AArFvE;AAsFE,QAAM,mBAAmB,0BAA0B,QAAQ,KAAK,QAAQ,OAAO;AAC/E,QAAM,iBAAgB,aAAQ,QAAQ,cAAhB,mBAA2B;AACjD,MAAI,CAAC,eAAe;AAClB,UAAM,IAAI,MAAM,8CAA8C;EAChE;AAEA,QAAM,cAAc,OAClB,SACA,UAA2B,CAAA,MACW;AA/F1C,QAAAC,KAAA;AAgGI,UAAM,kBAAkB,MAAM,0BAC5B,SACA,kBACA,eACA,SACA,OAAO;AAET,UAAM,YAAY,CAAC,eAAe;AAElC,UAAM,kBAAgBA,MAAA,gBAAgB,sBAAhB,gBAAAA,IAAmC,kBAAiB,CAAA;AAC1E,aAAS,iBAAiB,GAAG,iBAAiB,cAAc,QAAQ,kBAAkB;AACpF,gBAAU,KACR,MAAM,mBACJ,SACA,GAAG,oBAAoB,gBAAgB,6BAA6B,kBACpE,eACA,EAAC,QAAQ,OAAO,QAAQ,QAAQ,OAAM,CAAC,CACxC;IAEL;AAEA,UAAM,YAAU,qBAAgB,sBAAhB,mBAAmC,YAAW,CAAA;AAC9D,UAAM,WAAW,QAAQ,IAAI,CAAC,QAAwB,IAAI,IAAI;AAC9D,WAAO,UAAU,QAAQ,CAAC,cACvB,SAAS,QAAQ,CAAA,GAAI,IAAI,CAAC,WAAqB;AAC9C,YAAM,MAA+B,CAAA;AACrC,eAAS,QAAQ,CAAC,MAAM,UAAS;AAC/B,YAAI,IAAI,IAAI,OAAO,KAAK;MAC1B,CAAC;AACD,aAAO;IACT,CAAC,CAAC;EAEN;AAEA,SAAO;IACL,cAAc;MACZ,eAAe;MACf,kBAAkB;MAClB,SAAS;MACT,WAAW;;IAEb,MAAM,UAAO;AACX,UAAI,CAAC,eAAe;AAClB,cAAM,IAAI,MAAM,8CAA8C;MAChE;IACF;IACA,MAAM,QAAK;IAAmB;IAC9B,MAAM,eAAY;AAChB,YAAM,OAAO,MAAM,YAAY,gBAAgB;AAC/C,aAAO,KAAK,IAAI,UAAQ;QACtB,aAAa,OAAO,IAAI,QAAQ,IAAI,IAAI;QACxC;IACJ;IACA,MAAM,cAAW;AACf,YAAM,OAAO,MAAM,YAAY,cAAc;AAC7C,aAAO,KAAK,IAAI,UAAQ;QACtB,aAAa,IAAI,gBAAgB,OAAO,IAAI,aAAa,IAAI;QAC7D,YAAY,OAAO,IAAI,QAAQ,IAAI,IAAI;QACvC;IACJ;IACA,MAAM,aAAU;AACd,YAAM,OAAO,MAAM,YAAY,aAAa;AAC5C,aAAO,KAAK,IAAI,UAAQ;QACtB,aAAa,IAAI,gBAAgB,OAAO,IAAI,aAAa,IAAI;QAC7D,YAAY,IAAI,cAAc,OAAO,IAAI,WAAW,IAAI;QACxD,WAAW,OAAO,IAAI,QAAQ,IAAI,IAAI;QACtC,WAAW,IAAI,OAAO,OAAO,IAAI,IAAI,IAAI;QACzC;IACJ;IACA,MAAM,eAAe,SAIpB;AACC,YAAM,qBAAqB,sBAAsB,OAAO;AACxD,YAAM,OAAO,MAAM,YAAY,kBAAkB,oBAAoB;AACrE,aAAO,0BACL,KAAK,IAAI,CAAC,KAAK,WAAW;QACxB,YAAY,OAAO,IAAI,QAAQ,IAAI,QAAQ,UAAU,QAAQ,GAAG;QAChE,SAAS,OAAO,IAAI,QAAQ,IAAI,QAAQ,SAAS;QACjD,UAAU,OAAO,IAAI,QAAQ,IAAI,QAAQ,EAAE,EAAE,YAAW,MAAO;QAC/D,iBAAiB,QAAQ;QACzB,CAAC;IAEP;IACA,MAAM,YACJ,SACA,UAA2B,CAAA,GAAE;AAE7B,aAAO,MAAM,YAAY,SAAS,OAAO;IAC3C;IACA,MAAM,aAAa,SAAiB,UAA2B,CAAA,GAAE;AAC/D,YAAM,OAAO,MAAM,YAAY,SAAS,OAAO;AAC/C,aAAO,wBAAwB,IAAI;IACrC;;AAEJ;AAEA,eAAe,0BACb,SACA,kBACA,eACA,SACA,SAAwB;AAvM1B;AAyME,MAAI,WAAW,MAAM,mBAAmB,SAAS,kBAAkB,eAAe;IAChF,QAAQ;IACR,SAAS;MACP,gBAAgB;;IAElB,MAAM,KAAK,UAAU;MACnB,WAAW;MACX,SAAS;MACT,UAAU,2BAA2B,QAAQ,UAAU;MACvD,YAAW,aAAQ,QAAQ,cAAhB,mBAA2B;MACtC,WAAU,aAAQ,QAAQ,cAAhB,mBAA2B;MACrC,SAAQ,aAAQ,QAAQ,cAAhB,mBAA2B;MACnC,OAAM,aAAQ,QAAQ,cAAhB,mBAA2B;KAClC;IACD,QAAQ,QAAQ;GACjB;AAED,UAAO,qCAAU,uBAAsB,EAAC,qCAAU,OAAM;AACtD,UAAM,UAAU,GAAG,oBAAoB,QAAQ,KAAK,QAAQ,OAAO,IAAI,SAAS;AAChF,eAAW,MAAM,mBAAmB,SAAS,SAAS,eAAe;MACnE,QAAQ;MACR,QAAQ,QAAQ;KACjB;EACH;AAEA,OAAI,qCAAU,UAAQ,qCAAU,UAAS;AACvC,UAAM,IAAI,MAAM,SAAS,WAAW,2BAA2B,SAAS,MAAM;EAChF;AAEA,SAAO;AACT;AAEA,eAAe,mBACb,SACA,KACA,eACA,aAAwB;AA7O1B;AA+OE,QAAM,eAAc,yBAAQ,QAAQ,SAAhB,mBAAsB,gBAAtB,mBAAmC,SAAnC,mBAAyC;AAC7D,QAAM,UAAU,IAAI,QAAQ,YAAY,OAAO;AAC/C,UAAQ,IACN,iBACA,cAAc,WAAW,SAAS,IAAI,gBAAgB,UAAU,eAAe;AAEjF,UAAQ,IAAI,UAAU,kBAAkB;AAExC,QAAM,WACJ,OAAO,gBAAgB,aACnB,MAAM,YAAY,KAAK;IACrB,GAAG;IACH;GACD,IACD,MAAM,QAAQ,QAAQ,UAAU,KAAK;IACnC,GAAG;IACH;GACD;AACP,QAAM,OAAO,MAAM,SAAS,KAAI;AAChC,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,OAAM,6BAAM,YAAW,GAAG,SAAS,UAAU,SAAS,YAAY;EAC9E;AACA,SAAO;AACT;AAEA,SAAS,2BACP,YAAyC;AAEzC,MAAI,CAAC,cAAc,MAAM,QAAQ,UAAU,GAAG;AAC5C,WAAO;EACT;AACA,QAAM,WAA2D,CAAA;AACjE,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,UAAU,GAAG;AACrD,aAAS,GAAG,IAAI;MACd,MAAM,OAAO,UAAU,WAAW,UAAU;MAC5C;;EAEJ;AACA,SAAO;AACT;AAEA,SAAS,0BAA0B,KAAa,SAAyB;AACvE,SAAO,GAAG,oBAAoB,KAAK,OAAO;AAC5C;AAEA,SAAS,oBAAoB,KAAa,SAAyB;AA5RnE;AA6RE,MAAI,gBAAgB,KAAK,GAAG,GAAG;AAC7B,WAAO,IAAI,QAAQ,4BAA4B,EAAE;EACnD;AAEA,QAAM,YAAY,IAAI,IAAI,GAAG;AAC7B,QAAM,YAAU,aAAQ,cAAR,mBAAmB,YAAW,UAAU;AACxD,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,2EAA2E;EAC7F;AACA,SAAO,WAAW;AACpB;",
|
|
6
|
+
"names": ["import_schema_utils", "VERSION", "_a"]
|
|
7
|
+
}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { SQLDataSource, registerSQLAdapter, getSQLAdapterFactory } from "./sql-source.js";
|
|
2
|
+
export { DuckDBSQLSource, DuckDBSQLDataSource } from "./duckdb-sql-source.js";
|
|
3
|
+
export { SnowflakeSQLSource, SnowflakeSQLDataSource } from "./snowflake-sql-source.js";
|
|
4
|
+
export type { SQLAdapter, SQLAdapterCapabilities, SQLAdapterFactory, SQLAdapterFactoryContext, SQLCatalogInfo, SQLColumnInfo, SQLMetadata, SQLParameterValues, SQLQueryOptions, SQLSchemaInfo, SQLSourceOptions, SQLTableInfo } from "./sql-types.js";
|
|
5
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,aAAa,EAAE,kBAAkB,EAAE,oBAAoB,EAAC,wBAAqB;AACrF,OAAO,EAAC,eAAe,EAAE,mBAAmB,EAAC,+BAA4B;AACzE,OAAO,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,kCAA+B;AAElF,YAAY,EACV,UAAU,EACV,sBAAsB,EACtB,iBAAiB,EACjB,wBAAwB,EACxB,cAAc,EACd,aAAa,EACb,WAAW,EACX,kBAAkB,EAClB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,YAAY,EACb,uBAAoB"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
export { SQLDataSource, registerSQLAdapter, getSQLAdapterFactory } from "./sql-source.js";
|
|
5
|
+
export { DuckDBSQLSource, DuckDBSQLDataSource } from "./duckdb-sql-source.js";
|
|
6
|
+
export { SnowflakeSQLSource, SnowflakeSQLDataSource } from "./snowflake-sql-source.js";
|
|
7
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,aAAa,EAAE,kBAAkB,EAAE,oBAAoB,EAAC,wBAAqB;AACrF,OAAO,EAAC,eAAe,EAAE,mBAAmB,EAAC,+BAA4B;AACzE,OAAO,EAAC,kBAAkB,EAAE,sBAAsB,EAAC,kCAA+B"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import type { CoreAPI } from '@loaders.gl/loader-utils';
|
|
2
|
+
import { SQLDataSource } from "./sql-source.js";
|
|
3
|
+
import type { SQLSourceOptions } from "./sql-types.js";
|
|
4
|
+
/** Snowflake-backed SQL source. */
|
|
5
|
+
export declare const SnowflakeSQLSource: {
|
|
6
|
+
readonly dataType: SnowflakeSQLDataSource;
|
|
7
|
+
readonly batchType: never;
|
|
8
|
+
readonly name: "SnowflakeSQLSource";
|
|
9
|
+
readonly id: "snowflake-sql";
|
|
10
|
+
readonly module: "sql";
|
|
11
|
+
readonly version: any;
|
|
12
|
+
readonly extensions: [];
|
|
13
|
+
readonly mimeTypes: [];
|
|
14
|
+
readonly type: "snowflake-sql";
|
|
15
|
+
readonly fromUrl: true;
|
|
16
|
+
readonly fromBlob: false;
|
|
17
|
+
readonly options: {
|
|
18
|
+
readonly sql: {
|
|
19
|
+
readonly resultFormat: "auto";
|
|
20
|
+
readonly adapterOptions: {};
|
|
21
|
+
readonly browserAdapterFactory: undefined;
|
|
22
|
+
readonly nodeAdapterFactory: undefined;
|
|
23
|
+
};
|
|
24
|
+
readonly duckdb: {
|
|
25
|
+
readonly accessMode: "auto";
|
|
26
|
+
readonly bundles: undefined;
|
|
27
|
+
readonly databasePath: undefined;
|
|
28
|
+
readonly remoteUrl: undefined;
|
|
29
|
+
readonly workerUrl: undefined;
|
|
30
|
+
};
|
|
31
|
+
readonly snowflake: {
|
|
32
|
+
readonly account: undefined;
|
|
33
|
+
readonly database: undefined;
|
|
34
|
+
readonly schema: undefined;
|
|
35
|
+
readonly token: undefined;
|
|
36
|
+
readonly warehouse: undefined;
|
|
37
|
+
readonly role: undefined;
|
|
38
|
+
readonly authenticator: undefined;
|
|
39
|
+
};
|
|
40
|
+
};
|
|
41
|
+
readonly defaultOptions: Omit<Required<{
|
|
42
|
+
[x: string]: Required<Record<string, unknown> | undefined>;
|
|
43
|
+
core?: Required<{
|
|
44
|
+
type?: string;
|
|
45
|
+
attributions?: string[];
|
|
46
|
+
loadOptions?: import("@loaders.gl/loader-utils").StrictLoaderOptions;
|
|
47
|
+
loaders?: import("@loaders.gl/loader-utils").Loader[];
|
|
48
|
+
onError?: (error: Error, source: import("@loaders.gl/loader-utils").DataSource<any, any>) => void;
|
|
49
|
+
} | undefined>;
|
|
50
|
+
sql?: Required<{
|
|
51
|
+
resultFormat?: "auto" | "arrow" | "rows";
|
|
52
|
+
adapterOptions?: Record<string, unknown>;
|
|
53
|
+
browserAdapterFactory?: import("./sql-types").SQLAdapterFactory;
|
|
54
|
+
nodeAdapterFactory?: import("./sql-types").SQLAdapterFactory;
|
|
55
|
+
} | undefined>;
|
|
56
|
+
duckdb?: Required<{
|
|
57
|
+
accessMode?: "auto" | "read-write" | "read-only";
|
|
58
|
+
bundles?: {
|
|
59
|
+
mainModule?: string;
|
|
60
|
+
mainWorker?: string;
|
|
61
|
+
pthreadWorker?: string;
|
|
62
|
+
};
|
|
63
|
+
databasePath?: string;
|
|
64
|
+
remoteUrl?: string;
|
|
65
|
+
workerUrl?: string;
|
|
66
|
+
} | undefined>;
|
|
67
|
+
snowflake?: Required<{
|
|
68
|
+
account?: string;
|
|
69
|
+
database?: string;
|
|
70
|
+
schema?: string;
|
|
71
|
+
token?: string;
|
|
72
|
+
warehouse?: string;
|
|
73
|
+
role?: string;
|
|
74
|
+
authenticator?: string;
|
|
75
|
+
} | undefined>;
|
|
76
|
+
}>, "core">;
|
|
77
|
+
readonly testURL: (url: string) => boolean;
|
|
78
|
+
readonly createDataSource: (data: string, options: SQLSourceOptions, coreApi?: CoreAPI) => SnowflakeSQLDataSource;
|
|
79
|
+
};
|
|
80
|
+
/** SQLDataSource specialization for Snowflake. */
|
|
81
|
+
export declare class SnowflakeSQLDataSource extends SQLDataSource {
|
|
82
|
+
constructor(data: string, options: SQLSourceOptions, coreApi?: CoreAPI);
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=snowflake-sql-source.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"snowflake-sql-source.d.ts","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAe,OAAO,EAAC,MAAM,0BAA0B,CAAC;AAEpE,OAAO,EAAC,aAAa,EAA6B,wBAAqB;AACvE,OAAO,KAAK,EAIV,gBAAgB,EAEjB,uBAAoB;AAWrB,mCAAmC;AACnC,eAAO,MAAM,kBAAkB;uBACA,sBAAsB;wBAChC,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0BA8ErB,CAAC;0BAA2B,CAAA;6BAA6B,CAAC;;;;;;;;;;;;;;;;4BA3C9C,MAAM,KAAG,OAAO;sCAEvB,MAAM,WACH,gBAAgB,YACf,OAAO,KAChB,sBAAsB;CAC8B,CAAC;AAE1D,kDAAkD;AAClD,qBAAa,sBAAuB,SAAQ,aAAa;gBAC3C,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,OAAO;CAUvE"}
|
|
@@ -0,0 +1,209 @@
|
|
|
1
|
+
// loaders.gl
|
|
2
|
+
// SPDX-License-Identifier: MIT
|
|
3
|
+
// Copyright (c) vis.gl contributors
|
|
4
|
+
import { SQLDataSource, SQL_SOURCE_DEFAULT_OPTIONS } from "./sql-source.js";
|
|
5
|
+
import { convertRowsToArrowTable, convertSQLColumnsToSchema, getQualifiedTableName } from "./sql-utils.js";
|
|
6
|
+
// __VERSION__ is injected by babel-plugin-version-inline
|
|
7
|
+
// @ts-ignore TS2304: Cannot find name '__VERSION__'.
|
|
8
|
+
const VERSION = typeof "5.0.0-alpha.1" !== 'undefined' ? "5.0.0-alpha.1" : 'latest';
|
|
9
|
+
/** Snowflake-backed SQL source. */
|
|
10
|
+
export const SnowflakeSQLSource = {
|
|
11
|
+
dataType: null,
|
|
12
|
+
batchType: null,
|
|
13
|
+
name: 'SnowflakeSQLSource',
|
|
14
|
+
id: 'snowflake-sql',
|
|
15
|
+
module: 'sql',
|
|
16
|
+
version: VERSION,
|
|
17
|
+
extensions: [],
|
|
18
|
+
mimeTypes: [],
|
|
19
|
+
type: 'snowflake-sql',
|
|
20
|
+
fromUrl: true,
|
|
21
|
+
fromBlob: false,
|
|
22
|
+
options: {
|
|
23
|
+
sql: {
|
|
24
|
+
resultFormat: 'auto',
|
|
25
|
+
adapterOptions: {},
|
|
26
|
+
browserAdapterFactory: undefined,
|
|
27
|
+
nodeAdapterFactory: undefined
|
|
28
|
+
},
|
|
29
|
+
duckdb: {
|
|
30
|
+
accessMode: 'auto',
|
|
31
|
+
bundles: undefined,
|
|
32
|
+
databasePath: undefined,
|
|
33
|
+
remoteUrl: undefined,
|
|
34
|
+
workerUrl: undefined
|
|
35
|
+
},
|
|
36
|
+
snowflake: {
|
|
37
|
+
account: undefined,
|
|
38
|
+
database: undefined,
|
|
39
|
+
schema: undefined,
|
|
40
|
+
token: undefined,
|
|
41
|
+
warehouse: undefined,
|
|
42
|
+
role: undefined,
|
|
43
|
+
authenticator: undefined
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
defaultOptions: SQL_SOURCE_DEFAULT_OPTIONS,
|
|
47
|
+
testURL: (url) => /^(sql\+snowflake|snowflake):\/\//i.test(url),
|
|
48
|
+
createDataSource: (data, options, coreApi) => new SnowflakeSQLDataSource(data, options, coreApi)
|
|
49
|
+
};
|
|
50
|
+
/** SQLDataSource specialization for Snowflake. */
|
|
51
|
+
export class SnowflakeSQLDataSource extends SQLDataSource {
|
|
52
|
+
constructor(data, options, coreApi) {
|
|
53
|
+
super(data, options, SnowflakeSQLSource.type, SQL_SOURCE_DEFAULT_OPTIONS, createSnowflakeAdapter, coreApi);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
async function createSnowflakeAdapter(context) {
|
|
57
|
+
const baseStatementUrl = getSnowflakeStatementsUrl(context.url, context.options);
|
|
58
|
+
const authorization = context.options.snowflake?.token;
|
|
59
|
+
if (!authorization) {
|
|
60
|
+
throw new Error('SnowflakeSQLSource requires snowflake.token.');
|
|
61
|
+
}
|
|
62
|
+
const executeRows = async (sqlText, options = {}) => {
|
|
63
|
+
const initialResponse = await executeSnowflakeStatement(context, baseStatementUrl, authorization, sqlText, options);
|
|
64
|
+
const responses = [initialResponse];
|
|
65
|
+
const partitionInfo = initialResponse.resultSetMetaData?.partitionInfo || [];
|
|
66
|
+
for (let partitionIndex = 1; partitionIndex < partitionInfo.length; partitionIndex++) {
|
|
67
|
+
responses.push(await fetchSnowflakeJson(context, `${baseStatementUrl}/${initialResponse.statementHandle}?partition=${partitionIndex}`, authorization, { method: 'GET', signal: options.signal }));
|
|
68
|
+
}
|
|
69
|
+
const rowType = initialResponse.resultSetMetaData?.rowType || [];
|
|
70
|
+
const rowNames = rowType.map((row) => row.name);
|
|
71
|
+
return responses.flatMap((response) => (response.data || []).map((values) => {
|
|
72
|
+
const row = {};
|
|
73
|
+
rowNames.forEach((name, index) => {
|
|
74
|
+
row[name] = values[index];
|
|
75
|
+
});
|
|
76
|
+
return row;
|
|
77
|
+
}));
|
|
78
|
+
};
|
|
79
|
+
return {
|
|
80
|
+
capabilities: {
|
|
81
|
+
supportsArrow: false,
|
|
82
|
+
supportsMetadata: true,
|
|
83
|
+
runtime: 'both',
|
|
84
|
+
isDynamic: false
|
|
85
|
+
},
|
|
86
|
+
async connect() {
|
|
87
|
+
if (!authorization) {
|
|
88
|
+
throw new Error('SnowflakeSQLSource requires snowflake.token.');
|
|
89
|
+
}
|
|
90
|
+
},
|
|
91
|
+
async close() { },
|
|
92
|
+
async listCatalogs() {
|
|
93
|
+
const rows = await executeRows('SHOW DATABASES');
|
|
94
|
+
return rows.map(row => ({
|
|
95
|
+
catalogName: String(row.name || row.NAME)
|
|
96
|
+
}));
|
|
97
|
+
},
|
|
98
|
+
async listSchemas() {
|
|
99
|
+
const rows = await executeRows('SHOW SCHEMAS');
|
|
100
|
+
return rows.map(row => ({
|
|
101
|
+
catalogName: row.database_name ? String(row.database_name) : undefined,
|
|
102
|
+
schemaName: String(row.name || row.NAME)
|
|
103
|
+
}));
|
|
104
|
+
},
|
|
105
|
+
async listTables() {
|
|
106
|
+
const rows = await executeRows('SHOW TABLES');
|
|
107
|
+
return rows.map(row => ({
|
|
108
|
+
catalogName: row.database_name ? String(row.database_name) : undefined,
|
|
109
|
+
schemaName: row.schema_name ? String(row.schema_name) : undefined,
|
|
110
|
+
tableName: String(row.name || row.NAME),
|
|
111
|
+
tableType: row.kind ? String(row.kind) : undefined
|
|
112
|
+
}));
|
|
113
|
+
},
|
|
114
|
+
async getTableSchema(options) {
|
|
115
|
+
const qualifiedTableName = getQualifiedTableName(options);
|
|
116
|
+
const rows = await executeRows(`DESCRIBE TABLE ${qualifiedTableName}`);
|
|
117
|
+
return convertSQLColumnsToSchema(rows.map((row, index) => ({
|
|
118
|
+
columnName: String(row.name || row.NAME || `column_${index + 1}`),
|
|
119
|
+
sqlType: String(row.type || row.TYPE || 'VARCHAR'),
|
|
120
|
+
nullable: String(row.null || row.NULL || '').toUpperCase() === 'Y',
|
|
121
|
+
ordinalPosition: index + 1
|
|
122
|
+
})));
|
|
123
|
+
},
|
|
124
|
+
async executeRows(sqlText, options = {}) {
|
|
125
|
+
return await executeRows(sqlText, options);
|
|
126
|
+
},
|
|
127
|
+
async executeArrow(sqlText, options = {}) {
|
|
128
|
+
const rows = await executeRows(sqlText, options);
|
|
129
|
+
return convertRowsToArrowTable(rows);
|
|
130
|
+
}
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
async function executeSnowflakeStatement(context, baseStatementUrl, authorization, sqlText, options) {
|
|
134
|
+
let response = await fetchSnowflakeJson(context, baseStatementUrl, authorization, {
|
|
135
|
+
method: 'POST',
|
|
136
|
+
headers: {
|
|
137
|
+
'Content-Type': 'application/json'
|
|
138
|
+
},
|
|
139
|
+
body: JSON.stringify({
|
|
140
|
+
statement: sqlText,
|
|
141
|
+
timeout: 60,
|
|
142
|
+
bindings: normalizeSnowflakeBindings(options.parameters),
|
|
143
|
+
warehouse: context.options.snowflake?.warehouse,
|
|
144
|
+
database: context.options.snowflake?.database,
|
|
145
|
+
schema: context.options.snowflake?.schema,
|
|
146
|
+
role: context.options.snowflake?.role
|
|
147
|
+
}),
|
|
148
|
+
signal: options.signal
|
|
149
|
+
});
|
|
150
|
+
while (response?.statementStatusUrl && !response?.data) {
|
|
151
|
+
const pollUrl = `${getSnowflakeBaseUrl(context.url, context.options)}${response.statementStatusUrl}`;
|
|
152
|
+
response = await fetchSnowflakeJson(context, pollUrl, authorization, {
|
|
153
|
+
method: 'GET',
|
|
154
|
+
signal: options.signal
|
|
155
|
+
});
|
|
156
|
+
}
|
|
157
|
+
if (response?.code || response?.message) {
|
|
158
|
+
throw new Error(response.message || `Snowflake SQL API error ${response.code}`);
|
|
159
|
+
}
|
|
160
|
+
return response;
|
|
161
|
+
}
|
|
162
|
+
async function fetchSnowflakeJson(context, url, authorization, requestInit) {
|
|
163
|
+
const customFetch = context.options.core?.loadOptions?.core?.fetch;
|
|
164
|
+
const headers = new Headers(requestInit.headers);
|
|
165
|
+
headers.set('Authorization', authorization.startsWith('Bearer ') ? authorization : `Bearer ${authorization}`);
|
|
166
|
+
headers.set('Accept', 'application/json');
|
|
167
|
+
const response = typeof customFetch === 'function'
|
|
168
|
+
? await customFetch(url, {
|
|
169
|
+
...requestInit,
|
|
170
|
+
headers
|
|
171
|
+
})
|
|
172
|
+
: await context.coreApi.fetchFile(url, {
|
|
173
|
+
...requestInit,
|
|
174
|
+
headers
|
|
175
|
+
});
|
|
176
|
+
const json = await response.json();
|
|
177
|
+
if (!response.ok) {
|
|
178
|
+
throw new Error(json?.message || `${response.status} ${response.statusText}`);
|
|
179
|
+
}
|
|
180
|
+
return json;
|
|
181
|
+
}
|
|
182
|
+
function normalizeSnowflakeBindings(parameters) {
|
|
183
|
+
if (!parameters || Array.isArray(parameters)) {
|
|
184
|
+
return undefined;
|
|
185
|
+
}
|
|
186
|
+
const bindings = {};
|
|
187
|
+
for (const [key, value] of Object.entries(parameters)) {
|
|
188
|
+
bindings[key] = {
|
|
189
|
+
type: typeof value === 'number' ? 'FIXED' : 'TEXT',
|
|
190
|
+
value
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
return bindings;
|
|
194
|
+
}
|
|
195
|
+
function getSnowflakeStatementsUrl(url, options) {
|
|
196
|
+
return `${getSnowflakeBaseUrl(url, options)}/api/v2/statements`;
|
|
197
|
+
}
|
|
198
|
+
function getSnowflakeBaseUrl(url, options) {
|
|
199
|
+
if (/^https?:\/\//i.test(url)) {
|
|
200
|
+
return url.replace(/\/api\/v2\/statements.*$/, '');
|
|
201
|
+
}
|
|
202
|
+
const parsedUrl = new URL(url);
|
|
203
|
+
const account = options.snowflake?.account || parsedUrl.hostname;
|
|
204
|
+
if (!account) {
|
|
205
|
+
throw new Error('SnowflakeSQLSource requires a Snowflake account URL or snowflake.account.');
|
|
206
|
+
}
|
|
207
|
+
return `https://${account}.snowflakecomputing.com`;
|
|
208
|
+
}
|
|
209
|
+
//# sourceMappingURL=snowflake-sql-source.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"snowflake-sql-source.js","sourceRoot":"","sources":["../src/snowflake-sql-source.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAKpC,OAAO,EAAC,aAAa,EAAE,0BAA0B,EAAC,wBAAqB;AAQvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,qBAAqB,EACtB,uBAAoB;AAErB,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAE5E,mCAAmC;AACnC,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,QAAQ,EAAE,IAAyC;IACnD,SAAS,EAAE,IAAa;IACxB,IAAI,EAAE,oBAAoB;IAC1B,EAAE,EAAE,eAAe;IACnB,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,EAAE;IACd,SAAS,EAAE,EAAE;IACb,IAAI,EAAE,eAAe;IACrB,OAAO,EAAE,IAAI;IACb,QAAQ,EAAE,KAAK;IACf,OAAO,EAAE;QACP,GAAG,EAAE;YACH,YAAY,EAAE,MAAM;YACpB,cAAc,EAAE,EAAE;YAClB,qBAAqB,EAAE,SAAS;YAChC,kBAAkB,EAAE,SAAS;SAC9B;QACD,MAAM,EAAE;YACN,UAAU,EAAE,MAAM;YAClB,OAAO,EAAE,SAAS;YAClB,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,SAAS;SACrB;QACD,SAAS,EAAE;YACT,OAAO,EAAE,SAAS;YAClB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,SAAS;YACpB,IAAI,EAAE,SAAS;YACf,aAAa,EAAE,SAAS;SACzB;KACF;IACD,cAAc,EAAE,0BAA0B;IAC1C,OAAO,EAAE,CAAC,GAAW,EAAW,EAAE,CAAC,mCAAmC,CAAC,IAAI,CAAC,GAAG,CAAC;IAChF,gBAAgB,EAAE,CAChB,IAAY,EACZ,OAAyB,EACzB,OAAiB,EACO,EAAE,CAAC,IAAI,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC;CACxB,CAAC;AAE1D,kDAAkD;AAClD,MAAM,OAAO,sBAAuB,SAAQ,aAAa;IACvD,YAAY,IAAY,EAAE,OAAyB,EAAE,OAAiB;QACpE,KAAK,CACH,IAAI,EACJ,OAAO,EACP,kBAAkB,CAAC,IAAI,EACvB,0BAA0B,EAC1B,sBAAsB,EACtB,OAAO,CACR,CAAC;IACJ,CAAC;CACF;AAED,KAAK,UAAU,sBAAsB,CAAC,OAAiC;IACrE,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACjF,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;IACvD,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,WAAW,GAAG,KAAK,EACvB,OAAe,EACf,UAA2B,EAAE,EACO,EAAE;QACtC,MAAM,eAAe,GAAG,MAAM,yBAAyB,CACrD,OAAO,EACP,gBAAgB,EAChB,aAAa,EACb,OAAO,EACP,OAAO,CACR,CAAC;QACF,MAAM,SAAS,GAAG,CAAC,eAAe,CAAC,CAAC;QAEpC,MAAM,aAAa,GAAG,eAAe,CAAC,iBAAiB,EAAE,aAAa,IAAI,EAAE,CAAC;QAC7E,KAAK,IAAI,cAAc,GAAG,CAAC,EAAE,cAAc,GAAG,aAAa,CAAC,MAAM,EAAE,cAAc,EAAE,EAAE,CAAC;YACrF,SAAS,CAAC,IAAI,CACZ,MAAM,kBAAkB,CACtB,OAAO,EACP,GAAG,gBAAgB,IAAI,eAAe,CAAC,eAAe,cAAc,cAAc,EAAE,EACpF,aAAa,EACb,EAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CACxC,CACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,eAAe,CAAC,iBAAiB,EAAE,OAAO,IAAI,EAAE,CAAC;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAmB,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,QAA8B,EAAE,EAAE,CAC1D,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAiB,EAAE,EAAE;YAC9C,MAAM,GAAG,GAA4B,EAAE,CAAC;YACxC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBAC/B,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CACH,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,YAAY,EAAE;YACZ,aAAa,EAAE,KAAK;YACpB,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,MAAM;YACf,SAAS,EAAE,KAAK;SACjB;QACD,KAAK,CAAC,OAAO;YACX,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QACD,KAAK,CAAC,KAAK,KAAmB,CAAC;QAC/B,KAAK,CAAC,YAAY;YAChB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;aAC1C,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,WAAW;YACf,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,cAAc,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;aACzC,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,UAAU;YACd,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,CAAC;YAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACtB,WAAW,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtE,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;gBACjE,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC;gBACvC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;aACnD,CAAC,CAAC,CAAC;QACN,CAAC;QACD,KAAK,CAAC,cAAc,CAAC,OAIpB;YACC,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,kBAAkB,kBAAkB,EAAE,CAAC,CAAC;YACvE,OAAO,yBAAyB,CAC9B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,UAAU,KAAK,GAAG,CAAC,EAAE,CAAC;gBACjE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,SAAS,CAAC;gBAClD,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG;gBAClE,eAAe,EAAE,KAAK,GAAG,CAAC;aAC3B,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,WAAW,CACf,OAAe,EACf,UAA2B,EAAE;YAE7B,OAAO,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,UAA2B,EAAE;YAC/D,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACjD,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,OAAiC,EACjC,gBAAwB,EACxB,aAAqB,EACrB,OAAe,EACf,OAAwB;IAExB,IAAI,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE;QAChF,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,SAAS,EAAE,OAAO;YAClB,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,0BAA0B,CAAC,OAAO,CAAC,UAAU,CAAC;YACxD,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS;YAC/C,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ;YAC7C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM;YACzC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI;SACtC,CAAC;QACF,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,OAAO,QAAQ,EAAE,kBAAkB,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;QACvD,MAAM,OAAO,GAAG,GAAG,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QACrG,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE;YACnE,MAAM,EAAE,KAAK;YACb,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,EAAE,IAAI,IAAI,QAAQ,EAAE,OAAO,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,IAAI,2BAA2B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAiC,EACjC,GAAW,EACX,aAAqB,EACrB,WAAwB;IAExB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC;IACnE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CACT,eAAe,EACf,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,aAAa,EAAE,CAChF,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IAE1C,MAAM,QAAQ,GACZ,OAAO,WAAW,KAAK,UAAU;QAC/B,CAAC,CAAC,MAAM,WAAW,CAAC,GAAG,EAAE;YACrB,GAAG,WAAW;YACd,OAAO;SACR,CAAC;QACJ,CAAC,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,EAAE;YACnC,GAAG,WAAW;YACd,OAAO;SACR,CAAC,CAAC;IACT,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,OAAO,IAAI,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,0BAA0B,CACjC,UAAyC;IAEzC,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAmD,EAAE,CAAC;IACpE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACtD,QAAQ,CAAC,GAAG,CAAC,GAAG;YACd,IAAI,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YAClD,KAAK;SACN,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,yBAAyB,CAAC,GAAW,EAAE,OAAyB;IACvE,OAAO,GAAG,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,oBAAoB,CAAC;AAClE,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW,EAAE,OAAyB;IACjE,IAAI,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,QAAQ,CAAC;IACjE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,WAAW,OAAO,yBAAyB,CAAC;AACrD,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import type { ArrowTable, Schema } from '@loaders.gl/schema';
|
|
2
|
+
import { DataSource } from '@loaders.gl/loader-utils';
|
|
3
|
+
import type { CoreAPI, RequiredOptions } from '@loaders.gl/loader-utils';
|
|
4
|
+
import type { SQLAdapter, SQLAdapterFactory, SQLCatalogInfo, SQLMetadata, SQLQueryOptions, SQLSchemaInfo, SQLSourceOptions, SQLTableInfo } from "./sql-types.js";
|
|
5
|
+
/** Registers a runtime adapter for a SQL source type. */
|
|
6
|
+
export declare function registerSQLAdapter(type: string, factory: SQLAdapterFactory): void;
|
|
7
|
+
/** Returns the registered adapter factory for a SQL source type. */
|
|
8
|
+
export declare function getSQLAdapterFactory(type: string): SQLAdapterFactory | undefined;
|
|
9
|
+
/** Base options shared by all SQL sources. */
|
|
10
|
+
export declare const SQL_SOURCE_DEFAULT_OPTIONS: Omit<RequiredOptions<SQLSourceOptions>, 'core'>;
|
|
11
|
+
/** Shared SQL-backed data source implementation. */
|
|
12
|
+
export declare class SQLDataSource extends DataSource<string, SQLSourceOptions> {
|
|
13
|
+
private readonly sourceType;
|
|
14
|
+
private readonly adapterFactory?;
|
|
15
|
+
private adapterPromise;
|
|
16
|
+
private metadataPromise;
|
|
17
|
+
constructor(data: string, options: SQLSourceOptions, sourceType: string, defaultOptions?: Omit<RequiredOptions<SQLSourceOptions>, 'core'>, adapterFactory?: SQLAdapterFactory, coreApi?: CoreAPI);
|
|
18
|
+
/** Returns cached high-level metadata for the SQL source. */
|
|
19
|
+
getMetadata(): Promise<SQLMetadata>;
|
|
20
|
+
/** Lists available catalogs from the connected database. */
|
|
21
|
+
listCatalogs(): Promise<SQLCatalogInfo[]>;
|
|
22
|
+
/** Lists available schemas from the connected database. */
|
|
23
|
+
listSchemas(catalogName?: string): Promise<SQLSchemaInfo[]>;
|
|
24
|
+
/** Lists available tables from the connected database. */
|
|
25
|
+
listTables(options?: {
|
|
26
|
+
catalogName?: string;
|
|
27
|
+
schemaName?: string;
|
|
28
|
+
}): Promise<SQLTableInfo[]>;
|
|
29
|
+
/** Returns the schema for a specific SQL table. */
|
|
30
|
+
getTableSchema(options: {
|
|
31
|
+
catalogName?: string;
|
|
32
|
+
schemaName?: string;
|
|
33
|
+
tableName: string;
|
|
34
|
+
}): Promise<Schema>;
|
|
35
|
+
/** Executes a SQL query and returns object rows. */
|
|
36
|
+
queryRows(sqlText: string, options?: SQLQueryOptions): Promise<Record<string, unknown>[]>;
|
|
37
|
+
/** Executes a SQL query and returns a loaders.gl Arrow table. */
|
|
38
|
+
queryArrow(sqlText: string, options?: SQLQueryOptions): Promise<ArrowTable>;
|
|
39
|
+
/** Closes any underlying adapter connection. */
|
|
40
|
+
close(): Promise<void>;
|
|
41
|
+
protected getAdapter(): Promise<SQLAdapter>;
|
|
42
|
+
private loadAdapter;
|
|
43
|
+
private loadMetadata;
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=sql-source.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sql-source.d.ts","sourceRoot":"","sources":["../src/sql-source.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAC,UAAU,EAAC,MAAM,0BAA0B,CAAC;AACpD,OAAO,KAAK,EAAC,OAAO,EAAE,eAAe,EAAC,MAAM,0BAA0B,CAAC;AAEvE,OAAO,KAAK,EACV,UAAU,EACV,iBAAiB,EACjB,cAAc,EACd,WAAW,EACX,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,YAAY,EACb,uBAAoB;AAKrB,yDAAyD;AACzD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAEjF;AAED,oEAAoE;AACpE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS,CAEhF;AAED,8CAA8C;AAC9C,eAAO,MAAM,0BAA0B,EAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAuBtF,CAAC;AAEF,oDAAoD;AACpD,qBAAa,aAAc,SAAQ,UAAU,CAAC,MAAM,EAAE,gBAAgB,CAAC;IACrE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAoB;IACpD,OAAO,CAAC,cAAc,CAAoC;IAC1D,OAAO,CAAC,eAAe,CAAqC;gBAG1D,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,EACzB,UAAU,EAAE,MAAM,EAClB,cAAc,GAAE,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAA8B,EAC5F,cAAc,CAAC,EAAE,iBAAiB,EAClC,OAAO,CAAC,EAAE,OAAO;IAOnB,6DAA6D;IACvD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;IAOzC,4DAA4D;IACtD,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAK/C,2DAA2D;IACrD,WAAW,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAKjE,0DAA0D;IACpD,UAAU,CAAC,OAAO,CAAC,EAAE;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAKhG,mDAAmD;IAC7C,cAAc,CAAC,OAAO,EAAE;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,MAAM,CAAC;IAKnB,oDAAoD;IAC9C,SAAS,CACb,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAKrC,iEAAiE;IAC3D,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,UAAU,CAAC;IASrF,gDAAgD;IAC1C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;cAUZ,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC;YAOnC,WAAW;YA0BX,YAAY;CAe3B"}
|