@channel.io/app-sdk-server 0.13.1 → 0.15.0

package/dist/datasource/postgres.js

@@ -0,0 +1,234 @@
+import { writeRowsAsArrowIpcBatch } from "./arrow.js";
+import { DataSourceByteLimitTracker, queryWithRowLimit, validateReadOnlyQuery } from "./policy.js";
+import { DataSourceErrorCode, DataSourceExecutionError, } from "./types.js";
+const defaultBatchSize = 1024;
+export function createPostgresDataSourceExecutor(config) {
+    return new PostgresDataSourceExecutor(config);
+}
+export class PostgresDataSourceExecutor {
+    sources = new Map();
+    ownedPools = new Map();
+    constructor(config) {
+        if (config.sources.length === 0) {
+            throw new Error("at least one PostgreSQL datasource source is required");
+        }
+        for (const source of config.sources) {
+            const normalized = normalizeSource(source, config.defaultBatchSize);
+            if (this.sources.has(normalized.sourceId)) {
+                throw new Error(`duplicate datasource source_id: ${normalized.sourceId}`);
+            }
+            this.sources.set(normalized.sourceId, normalized);
+        }
+    }
+    async executeQuery(request, sink) {
+        const req = normalizeRequest(request);
+        const source = this.sources.get(req.sourceId);
+        if (!source) {
+            throw new DataSourceExecutionError({
+                code: DataSourceErrorCode.SourceNotFound,
+                message: `unknown datasource source_id: ${req.sourceId}`,
+            });
+        }
+        validateReadOnlyQuery(req.query, [], source.tables ?? []);
+        const pool = await this.poolForSource(source);
+        const client = await pool.connect();
+        let queryStream;
+        let committed = false;
+        try {
+            await promiseQuery(client, "BEGIN READ ONLY");
+            if ((req.timeoutMs ?? 0) > 0) {
+                await promiseQuery(client, `SET LOCAL statement_timeout = ${Math.trunc(req.timeoutMs ?? 0)}`);
+            }
+            const QueryStream = await loadQueryStream();
+            queryStream = new QueryStream(queryWithRowLimit(req.query, req.rowLimit), [], {
+                batchSize: source.batchSize,
+                highWaterMark: source.batchSize,
+                rowMode: "array",
+            });
+            const stream = client.query(queryStream);
+            const startedAt = Date.now();
+            const byteLimit = new DataSourceByteLimitTracker(req.byteLimit);
+            const batch = [];
+            let rowCount = 0;
+            let schemaSent = false;
+            for await (const row of stream) {
+                batch.push(row);
+                rowCount++;
+                if (batch.length >= source.batchSize) {
+                    schemaSent = flushBatch(sink, queryStream, batch, schemaSent, byteLimit);
+                    batch.length = 0;
+                }
+            }
+            if (batch.length > 0) {
+                schemaSent = flushBatch(sink, queryStream, batch, schemaSent, byteLimit);
+            }
+            if (!schemaSent) {
+                const fields = fieldsFromQueryStream(queryStream);
+                if (fields.length > 0) {
+                    writeRowsAsArrowIpcBatch(sink, fields, [], {
+                        sendSchema: true,
+                        byteLimit,
+                    });
+                }
+            }
+            await promiseQuery(client, "COMMIT");
+            committed = true;
+            sink.send({
+                result: { rowCount, limitExceeded: false, executionMs: Date.now() - startedAt },
+            });
+        }
+        catch (error) {
+            queryStream?.destroy?.(error);
+            if (!committed) {
+                await rollback(client);
+            }
+            throw toPostgresDataSourceError(error);
+        }
+        finally {
+            client.release();
+        }
+    }
+    async close() {
+        const pools = [...this.ownedPools.values()];
+        this.ownedPools.clear();
+        for (const pool of pools) {
+            await pool.end?.();
+        }
+    }
+    async poolForSource(source) {
+        if (source.pool) {
+            return source.pool;
+        }
+        const existing = this.ownedPools.get(source.sourceId);
+        if (existing) {
+            return existing;
+        }
+        const connectionString = source.connectionString ??
+            (source.connectionStringEnv ? process.env[source.connectionStringEnv] : undefined);
+        if (!connectionString?.trim()) {
+            throw new DataSourceExecutionError({
+                code: DataSourceErrorCode.Unavailable,
+                message: `PostgreSQL connection string is required for source_id ${source.sourceId}`,
+            });
+        }
+        const pg = await loadPg();
+        const pool = new pg.Pool({ connectionString });
+        this.ownedPools.set(source.sourceId, pool);
+        return pool;
+    }
+}
+function flushBatch(sink, queryStream, rows, schemaAlreadySent, byteLimit) {
+    const fields = fieldsFromQueryStream(queryStream);
+    if (fields.length === 0) {
+        throw new Error("PostgreSQL query fields are missing");
+    }
+    const result = writeRowsAsArrowIpcBatch(sink, fields, rows, {
+        sendSchema: !schemaAlreadySent,
+        byteLimit,
+    });
+    return schemaAlreadySent || result.schemaSent;
+}
+function normalizeSource(source, defaultBatchSize) {
+    const sourceId = source.sourceId.trim();
+    if (!sourceId) {
+        throw new Error("source_id is required");
+    }
+    return {
+        ...source,
+        sourceId,
+        batchSize: positiveInt(source.batchSize ?? defaultBatchSize, defaultBatchSize),
+    };
+}
+function positiveInt(value, fallback = defaultBatchSize) {
+    if (value === undefined || value <= 0) {
+        return fallback > 0 ? fallback : defaultBatchSize;
+    }
+    return Math.trunc(value);
+}
+function normalizeRequest(request) {
+    return {
+        sourceId: request.sourceId?.trim() ?? "",
+        query: request.query?.trim() ?? "",
+        rowLimit: request.rowLimit,
+        byteLimit: request.byteLimit,
+        timeoutMs: request.timeoutMs,
+    };
+}
+function fieldsFromQueryStream(queryStream) {
+    const fields = queryStream._result?.fields ?? [];
+    return fields.map((field) => ({
+        name: field.name,
+        dataTypeID: field.dataTypeID,
+        nullable: true,
+    }));
+}
+async function promiseQuery(client, query) {
+    await client.query(query);
+}
+async function rollback(client) {
+    try {
+        await promiseQuery(client, "ROLLBACK");
+    }
+    catch {
+        // Preserve the original query failure.
+    }
+}
+function toPostgresDataSourceError(error) {
+    if (error instanceof DataSourceExecutionError) {
+        return error;
+    }
+    if (error instanceof Error) {
+        const upstream = {
+            engine: "postgresql",
+            message: error.message,
+        };
+        const code = errorCode(error);
+        if (code) {
+            upstream.code = code;
+        }
+        return new DataSourceExecutionError({
+            code: DataSourceErrorCode.ExternalError,
+            message: "PostgreSQL datasource query failed",
+            upstream,
+            cause: error,
+        });
+    }
+    return error;
+}
+function errorCode(error) {
+    const code = error.code;
+    return typeof code === "string" ? code : undefined;
+}
+async function loadPg() {
+    try {
+        return (await importOptionalModule("pg"));
+    }
+    catch (error) {
+        throw new DataSourceExecutionError({
+            code: DataSourceErrorCode.Unavailable,
+            message: `pg is required for PostgreSQL datasource execution: ${errorMessage(error)}`,
+            cause: error,
+        });
+    }
+}
+async function loadQueryStream() {
+    try {
+        const mod = (await importOptionalModule("pg-query-stream"));
+        return mod.default;
+    }
+    catch (error) {
+        throw new DataSourceExecutionError({
+            code: DataSourceErrorCode.Unavailable,
+            message: `pg-query-stream is required for PostgreSQL datasource streaming: ${errorMessage(error)}`,
+            cause: error,
+        });
+    }
+}
+async function importOptionalModule(specifier) {
+    const mod = await import(specifier);
+    return mod;
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+//# sourceMappingURL=postgres.js.map

package/dist/datasource/postgres.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres.js","sourceRoot":"","sources":["../../src/datasource/postgres.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAmB,MAAM,YAAY,CAAC;AACvE,OAAO,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEnG,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GAIzB,MAAM,YAAY,CAAC;AAEpB,MAAM,gBAAgB,GAAG,IAAI,CAAC;AA+B9B,MAAM,UAAU,gCAAgC,CAC9C,MAAgC;IAEhC,OAAO,IAAI,0BAA0B,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,OAAO,0BAA0B;IACpB,OAAO,GAAG,IAAI,GAAG,EAA0C,CAAC;IAC5D,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;IAElE,YAAY,MAAgC;QAC1C,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACpE,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,MAAM,IAAI,KAAK,CAAC,mCAAmC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC5E,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAA4B,EAAE,IAAoB;QACnE,MAAM,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,wBAAwB,CAAC;gBACjC,IAAI,EAAE,mBAAmB,CAAC,cAAc;gBACxC,OAAO,EAAE,iCAAiC,GAAG,CAAC,QAAQ,EAAE;aACzD,CAAC,CAAC;QACL,CAAC;QACD,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QAE1D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,WAAwC,CAAC;QAC7C,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,IAAI,CAAC;YACH,MAAM,YAAY,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;YAC9C,IAAI,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,YAAY,CAChB,MAAM,EACN,iCAAiC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAClE,CAAC;YACJ,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,eAAe,EAAE,CAAC;YAC5C,WAAW,GAAG,IAAI,WAAW,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE;gBAC5E,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,aAAa,EAAE,MAAM,CAAC,SAAS;gBAC/B,OAAO,EAAE,OAAO;aACjB,CAAoB,CAAC;YAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAsC,CAAC;YAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,0BAA0B,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAChE,MAAM,KAAK,GAA2B,EAAE,CAAC;YACzC,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,UAAU,GAAG,KAAK,CAAC;YAEvB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChB,QAAQ,EAAE,CAAC;gBACX,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACrC,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;oBACzE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;YAC3E,CAAC;YACD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,MAAM,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;gBAClD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;wBACzC,UAAU,EAAE,IAAI;wBAChB,SAAS;qBACV,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACrC,SAAS,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,IAAI,CAAC;gBACR,MAAM,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE;aAChF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzB,CAAC;YACD,MAAM,yBAAyB,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAsC;QAChE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,MAAM,gBAAgB,GACpB,MAAM,CAAC,gBAAgB;YACvB,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACrF,IAAI,CAAC,gBAAgB,EAAE,IAAI,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,wBAAwB,CAAC;gBACjC,IAAI,EAAE,mBAAmB,CAAC,WAAW;gBACrC,OAAO,EAAE,0DAA0D,MAAM,CAAC,QAAQ,EAAE;aACrF,CAAC,CAAC;QACL,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,SAAS,UAAU,CACjB,IAAoB,EACpB,WAA4B,EAC5B,IAAqC,EACrC,iBAA0B,EAC1B,SAAqC;IAErC,MAAM,MAAM,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;QAC1D,UAAU,EAAE,CAAC,iBAAiB;QAC9B,SAAS;KACV,CAAC,CAAC;IACH,OAAO,iBAAiB,IAAI,MAAM,CAAC,UAAU,CAAC;AAChD,CAAC;AAED,SAAS,eAAe,CACtB,MAAsC,EACtC,gBAAoC;IAEpC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACxC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO;QACL,GAAG,MAAM;QACT,QAAQ;QACR,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,SAAS,IAAI,gBAAgB,EAAE,gBAAgB,CAAC;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAyB,EAAE,QAAQ,GAAG,gBAAgB;IACzE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtC,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAUD,SAAS,gBAAgB,CAAC,OAA4B;IACpD,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;QACxC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE;QAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,WAA4B;IACzD,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,CAAC;IACjD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC,CAAC;AACN,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAA0B,EAAE,KAAa;IACnE,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,MAA0B;IAChD,IAAI,CAAC;QACH,MAAM,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,uCAAuC;IACzC,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,KAAK,YAAY,wBAAwB,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAuD;YACnE,MAAM,EAAE,YAAY;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;QACF,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,IAAI,EAAE,CAAC;YACT,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,OAAO,IAAI,wBAAwB,CAAC;YAClC,IAAI,EAAE,mBAAmB,CAAC,aAAa;YACvC,OAAO,EAAE,oCAAoC;YAC7C,QAAQ;YACR,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,KAAY;IAC7B,MAAM,IAAI,GAAI,KAA4B,CAAC,IAAI,CAAC;IAChD,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACrD,CAAC;AAwBD,KAAK,UAAU,MAAM;IACnB,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAa,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,wBAAwB,CAAC;YACjC,IAAI,EAAE,mBAAmB,CAAC,WAAW;YACrC,OAAO,EAAE,uDAAuD,YAAY,CAAC,KAAK,CAAC,EAAE;YACrF,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,CAAC,MAAM,oBAAoB,CAAC,iBAAiB,CAAC,CAEzD,CAAC;QACF,OAAO,GAAG,CAAC,OAAO,CAAC;IACrB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,wBAAwB,CAAC;YACjC,IAAI,EAAE,mBAAmB,CAAC,WAAW;YACrC,OAAO,EAAE,oEAAoE,YAAY,CACvF,KAAK,CACN,EAAE;YACH,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,SAAiB;IACnD,MAAM,GAAG,GAAY,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7C,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC"}

package/dist/datasource/query-handlers.d.ts

@@ -0,0 +1,32 @@
+import { type ArrowColumn, type ArrowRow } from "./arrow.js";
+import type { ExecuteQueryHandler } from "./types.js";
+export interface RowQueryHandlerOptions {
+    batchSize?: number;
+}
+export type RowSource = Iterable<ArrowRow> | AsyncIterable<ArrowRow>;
+export type RowReader = (query: string, request: Parameters<ExecuteQueryHandler>[0]) => RowSource | Promise<RowSource>;
+export declare function createRowQueryHandler(columns: ArrowColumn[], reader: RowReader, options?: RowQueryHandlerOptions): ExecuteQueryHandler;
+export interface PostgresLikeClient {
+    query(query: string): Promise<{
+        rows: ArrowRow[];
+    }> | {
+        rows: ArrowRow[];
+    };
+}
+export declare function createPostgresQueryHandler(client: PostgresLikeClient, columns: ArrowColumn[], options?: RowQueryHandlerOptions): ExecuteQueryHandler;
+export interface BigQueryLikeClient {
+    query(query: string | {
+        query: string;
+        [key: string]: unknown;
+    }): Promise<[ArrowRow[], unknown?] | ArrowRow[]>;
+    createQueryStream?: (query: string | {
+        query: string;
+        [key: string]: unknown;
+    }) => RowSource;
+}
+export interface BigQueryQueryHandlerOptions extends RowQueryHandlerOptions {
+    queryOptions?: Record<string, unknown>;
+    preferQueryStream?: boolean;
+}
+export declare function createBigQueryQueryHandler(client: BigQueryLikeClient, columns: ArrowColumn[], options?: BigQueryQueryHandlerOptions): ExecuteQueryHandler;
+//# sourceMappingURL=query-handlers.d.ts.map

package/dist/datasource/query-handlers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-handlers.d.ts","sourceRoot":"","sources":["../../src/datasource/query-handlers.ts"],"names":[],"mappings":"AAAA,OAAO,EAA+B,KAAK,WAAW,EAAE,KAAK,QAAQ,EAAE,MAAM,YAAY,CAAC;AAC1F,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEtD,MAAM,WAAW,sBAAsB;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;AAErE,MAAM,MAAM,SAAS,GAAG,CACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,KACxC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAEpC,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,WAAW,EAAE,EACtB,MAAM,EAAE,SAAS,EACjB,OAAO,GAAE,sBAA2B,GACnC,mBAAmB,CAqBrB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;KAAE,CAAC,GAAG;QAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;KAAE,CAAC;CAC5E;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,WAAW,EAAE,EACtB,OAAO,CAAC,EAAE,sBAAsB,GAC/B,mBAAmB,CASrB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,CACH,KAAK,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,GACxD,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC,GAAG,QAAQ,EAAE,CAAC,CAAC;IAChD,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,KAAK,SAAS,CAAC;CAC9F;AAED,MAAM,WAAW,2BAA4B,SAAQ,sBAAsB;IACzE,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,WAAW,EAAE,EACtB,OAAO,GAAE,2BAAgC,GACxC,mBAAmB,CAmBrB"}

package/dist/datasource/query-handlers.js

@@ -0,0 +1,58 @@
+import { arrowRowsChunk, resultChunk } from "./arrow.js";
+export function createRowQueryHandler(columns, reader, options = {}) {
+    const batchSize = options.batchSize && options.batchSize > 0 ? options.batchSize : 1024;
+    return async (request, sink) => {
+        const startedAt = Date.now();
+        const rows = toAsyncRows(await reader(request.query ?? "", request));
+        let rowCount = 0;
+        let batch = [];
+        for await (const row of rows) {
+            rowCount += 1;
+            batch.push(row);
+            if (batch.length >= batchSize) {
+                sink.send(arrowRowsChunk(columns, batch));
+                batch = [];
+            }
+        }
+        if (batch.length > 0) {
+            sink.send(arrowRowsChunk(columns, batch));
+        }
+        sink.send(resultChunk(rowCount, false, Date.now() - startedAt));
+    };
+}
+export function createPostgresQueryHandler(client, columns, options) {
+    return createRowQueryHandler(columns, async (query) => {
+        const result = await client.query(query);
+        return result.rows;
+    }, options);
+}
+export function createBigQueryQueryHandler(client, columns, options = {}) {
+    return createRowQueryHandler(columns, async (query) => {
+        const request = options.queryOptions && Object.keys(options.queryOptions).length > 0
+            ? { ...options.queryOptions, query }
+            : query;
+        if (options.preferQueryStream !== false && client.createQueryStream) {
+            return client.createQueryStream(request);
+        }
+        const result = await client.query(request);
+        if (Array.isArray(result[0])) {
+            return result[0];
+        }
+        return result;
+    }, options);
+}
+async function* toAsyncRows(source) {
+    if (isAsyncIterable(source)) {
+        for await (const row of source) {
+            yield row;
+        }
+        return;
+    }
+    for (const row of source) {
+        yield row;
+    }
+}
+function isAsyncIterable(source) {
+    return Symbol.asyncIterator in source;
+}
+//# sourceMappingURL=query-handlers.js.map

package/dist/datasource/query-handlers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-handlers.js","sourceRoot":"","sources":["../../src/datasource/query-handlers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,WAAW,EAAmC,MAAM,YAAY,CAAC;AAc1F,MAAM,UAAU,qBAAqB,CACnC,OAAsB,EACtB,MAAiB,EACjB,UAAkC,EAAE;IAEpC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IACxF,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;QACrE,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,KAAK,GAAe,EAAE,CAAC;QAE3B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YAC7B,QAAQ,IAAI,CAAC,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC1C,KAAK,GAAG,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC;IAClE,CAAC,CAAC;AACJ,CAAC;AAMD,MAAM,UAAU,0BAA0B,CACxC,MAA0B,EAC1B,OAAsB,EACtB,OAAgC;IAEhC,OAAO,qBAAqB,CAC1B,OAAO,EACP,KAAK,EAAE,KAAK,EAAE,EAAE;QACd,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC,EACD,OAAO,CACR,CAAC;AACJ,CAAC;AAcD,MAAM,UAAU,0BAA0B,CACxC,MAA0B,EAC1B,OAAsB,EACtB,UAAuC,EAAE;IAEzC,OAAO,qBAAqB,CAC1B,OAAO,EACP,KAAK,EAAE,KAAK,EAAE,EAAE;QACd,MAAM,OAAO,GACX,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC;YAClE,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,KAAK,EAAE;YACpC,CAAC,CAAC,KAAK,CAAC;QACZ,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YACpE,OAAO,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC;QACD,OAAO,MAAoB,CAAC;IAC9B,CAAC,EACD,OAAO,CACR,CAAC;AACJ,CAAC;AAED,KAAK,SAAS,CAAC,CAAC,WAAW,CAAC,MAAiB;IAC3C,IAAI,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YAC/B,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,OAAO;IACT,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAiB;IACxC,OAAO,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC;AACxC,CAAC"}

package/dist/datasource/types.d.ts

@@ -0,0 +1,134 @@
+export declare const DataSourceErrorCode: {
+    readonly Unspecified: 0;
+    readonly Unavailable: 1;
+    readonly Unauthenticated: 2;
+    readonly PermissionDenied: 3;
+    readonly SourceNotFound: 4;
+    readonly QueryInvalid: 5;
+    readonly QueryFailed: 6;
+    readonly LimitExceeded: 7;
+    readonly Timeout: 8;
+    readonly UpstreamAuthFailed: 9;
+    readonly Internal: 10;
+    readonly TableNotFound: 11;
+    readonly ColumnNotFound: 12;
+    readonly Cancelled: 13;
+    readonly ResourceExhausted: 14;
+    readonly InvalidArgument: 15;
+    readonly ExternalError: 16;
+};
+export type DataSourceErrorCode = (typeof DataSourceErrorCode)[keyof typeof DataSourceErrorCode];
+export interface SessionContext {
+    account?: string;
+    channelId?: string;
+    kernelToken?: string;
+    teamMemberId?: string;
+    datasourceToken?: string;
+}
+export interface ListTablesRequest {
+    session?: SessionContext;
+    sourceId?: string;
+    tableNameFilterPattern?: string;
+}
+export interface Table {
+    name?: string;
+    description?: string;
+    estimatedRowCount?: number;
+    updatedAt?: number;
+    tableType?: number;
+}
+export interface ListTablesResponse {
+    tables?: Table[];
+}
+export interface DescribeTableRequest {
+    session?: SessionContext;
+    sourceId?: string;
+    table?: string;
+}
+export interface Column {
+    name?: string;
+    type?: string;
+    nullable?: boolean;
+    description?: string;
+    partitionKey?: boolean;
+    precision?: number;
+    scale?: number;
+}
+export interface TableDefinition {
+    table?: Table;
+    columns?: Column[];
+    primaryKey?: string[];
+}
+export interface SearchTablesRequest {
+    session?: SessionContext;
+    sourceId?: string;
+    queries?: string[];
+    limit?: number;
+}
+export interface SearchTablesResponse {
+    tables?: Table[];
+}
+export interface ExecuteQueryRequest {
+    session?: SessionContext;
+    sourceId?: string;
+    query?: string;
+    rowLimit?: number;
+    byteLimit?: number;
+    timeoutMs?: number;
+}
+export interface ArrowIpcMessage {
+    dataHeader?: Uint8Array;
+    dataBody?: Uint8Array;
+}
+export interface QueryResult {
+    rowCount?: number;
+    limitExceeded?: boolean;
+    executionMs?: number;
+}
+export interface UpstreamError {
+    engine?: string;
+    code?: string;
+    message?: string;
+}
+export interface DataSourceError {
+    code?: DataSourceErrorCode;
+    message?: string;
+    retryable?: boolean;
+    upstream?: UpstreamError;
+}
+export interface DataSourceExecutionErrorOptions {
+    code: DataSourceErrorCode;
+    message: string;
+    retryable?: boolean;
+    upstream?: UpstreamError;
+    cause?: unknown;
+}
+export declare class DataSourceExecutionError extends Error {
+    readonly code: DataSourceErrorCode;
+    readonly retryable: boolean;
+    readonly upstream?: UpstreamError;
+    constructor(options: DataSourceExecutionErrorOptions);
+}
+export interface QueryChunk {
+    arrow?: ArrowIpcMessage;
+    result?: QueryResult;
+    error?: DataSourceError;
+}
+export interface QueryChunkSink {
+    send(chunk: QueryChunk): void;
+}
+export type ExecuteQueryHandler = (request: ExecuteQueryRequest, sink: QueryChunkSink) => void | Promise<void>;
+export interface DataSourceQueryExecutor {
+    executeQuery(request: ExecuteQueryRequest, sink: QueryChunkSink): Promise<void>;
+    close?(): Promise<void>;
+}
+export interface DataSourceServiceHandlers {
+    listTables?: (request: ListTablesRequest) => ListTablesResponse | Promise<ListTablesResponse>;
+    describeTable?: (request: DescribeTableRequest) => TableDefinition | Promise<TableDefinition>;
+    searchTables?: (request: SearchTablesRequest) => SearchTablesResponse | Promise<SearchTablesResponse>;
+    executeQuery: ExecuteQueryHandler;
+}
+export interface DataSourceGrpcOptions {
+    allowedSources?: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/datasource/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/datasource/types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;CAkBtB,CAAC;AAEX,MAAM,MAAM,mBAAmB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,OAAO,mBAAmB,CAAC,CAAC;AAEjG,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,KAAK;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,MAAM;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,QAAQ,CAAC,EAAE,UAAU,CAAC;CACvB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,mBAAmB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,mBAAmB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC;gBAEtB,OAAO,EAAE,+BAA+B;CASrD;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,eAAe,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,MAAM,mBAAmB,GAAG,CAChC,OAAO,EAAE,mBAAmB,EAC5B,IAAI,EAAE,cAAc,KACjB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAE1B,MAAM,WAAW,uBAAuB;IACtC,YAAY,CAAC,OAAO,EAAE,mBAAmB,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChF,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,yBAAyB;IACxC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC9F,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9F,YAAY,CAAC,EAAE,CACb,OAAO,EAAE,mBAAmB,KACzB,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC1D,YAAY,EAAE,mBAAmB,CAAC;CACnC;AAED,MAAM,WAAW,qBAAqB;IACpC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B"}

package/dist/datasource/types.js

@@ -0,0 +1,34 @@
+export const DataSourceErrorCode = {
+    Unspecified: 0,
+    Unavailable: 1,
+    Unauthenticated: 2,
+    PermissionDenied: 3,
+    SourceNotFound: 4,
+    QueryInvalid: 5,
+    QueryFailed: 6,
+    LimitExceeded: 7,
+    Timeout: 8,
+    UpstreamAuthFailed: 9,
+    Internal: 10,
+    TableNotFound: 11,
+    ColumnNotFound: 12,
+    Cancelled: 13,
+    ResourceExhausted: 14,
+    InvalidArgument: 15,
+    ExternalError: 16,
+};
+export class DataSourceExecutionError extends Error {
+    code;
+    retryable;
+    upstream;
+    constructor(options) {
+        super(options.message, { cause: options.cause });
+        this.name = "DataSourceExecutionError";
+        this.code = options.code;
+        this.retryable = options.retryable ?? false;
+        if (options.upstream !== undefined) {
+            this.upstream = options.upstream;
+        }
+    }
+}
+//# sourceMappingURL=types.js.map

package/dist/datasource/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/datasource/types.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,CAAC;IACd,eAAe,EAAE,CAAC;IAClB,gBAAgB,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IACjB,YAAY,EAAE,CAAC;IACf,WAAW,EAAE,CAAC;IACd,aAAa,EAAE,CAAC;IAChB,OAAO,EAAE,CAAC;IACV,kBAAkB,EAAE,CAAC;IACrB,QAAQ,EAAE,EAAE;IACZ,aAAa,EAAE,EAAE;IACjB,cAAc,EAAE,EAAE;IAClB,SAAS,EAAE,EAAE;IACb,iBAAiB,EAAE,EAAE;IACrB,eAAe,EAAE,EAAE;IACnB,aAAa,EAAE,EAAE;CACT,CAAC;AAwGX,MAAM,OAAO,wBAAyB,SAAQ,KAAK;IACxC,IAAI,CAAsB;IAC1B,SAAS,CAAU;IACnB,QAAQ,CAAiB;IAElC,YAAY,OAAwC;QAClD,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC5C,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACnC,CAAC;IACH,CAAC;CACF"}

package/dist/decorators/extension-names.d.ts

@@ -1,3 +1,3 @@
-export declare const SDK_EXTENSION_NAMES: readonly ["oauth", "apikey", "config", "calendar", "messaging", "messenger", "command", "widget", "customtab", "hook", "polling", "store", "commerce", "order", "wms", "alfTask"];
+export declare const SDK_EXTENSION_NAMES: readonly ["oauth", "apikey", "config", "calendar", "messaging", "messenger", "command", "widget", "customtab", "hook", "polling", "store", "datasource", "commerce", "order", "wms", "alfTask"];
 export type SdkExtensionName = (typeof SDK_EXTENSION_NAMES)[number];
 //# sourceMappingURL=extension-names.d.ts.map

package/dist/decorators/extension-names.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extension-names.d.ts","sourceRoot":"","sources":["../../src/decorators/extension-names.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,mLAiBtB,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC"}
+{"version":3,"file":"extension-names.d.ts","sourceRoot":"","sources":["../../src/decorators/extension-names.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,iMAkBtB,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC"}

package/dist/decorators/extension-names.js

@@ -11,6 +11,7 @@ export const SDK_EXTENSION_NAMES = [
     "hook",
     "polling",
     "store",
+    "datasource",
     "commerce",
     "order",
     "wms",

package/dist/decorators/extension-names.js.map

@@ -1 +1 @@
-{"version":3,"file":"extension-names.js","sourceRoot":"","sources":["../../src/decorators/extension-names.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,SAAS;IACT,QAAQ;IACR,WAAW;IACX,MAAM;IACN,SAAS;IACT,OAAO;IACP,UAAU;IACV,OAAO;IACP,KAAK;IACL,SAAS;CACD,CAAC"}
+{"version":3,"file":"extension-names.js","sourceRoot":"","sources":["../../src/decorators/extension-names.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,SAAS;IACT,QAAQ;IACR,WAAW;IACX,MAAM;IACN,SAAS;IACT,OAAO;IACP,YAAY;IACZ,UAAU;IACV,OAAO;IACP,KAAK;IACL,SAAS;CACD,CAAC"}

package/dist/index.d.ts

@@ -6,6 +6,7 @@ export * from "./token/index.js";
 export * from "./appstore/index.js";
 export * from "./guards/index.js";
 export * from "./native/index.js";
+export * from "./datasource/index.js";
 export * from "./simple/index.js";
 export * from "./testing/index.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,0BAA0B,CAAC;AAGzC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,uBAAuB,CAAC;AAGtC,cAAc,sBAAsB,CAAC;AAGrC,cAAc,kBAAkB,CAAC;AAGjC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,0BAA0B,CAAC;AAGzC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,uBAAuB,CAAC;AAGtC,cAAc,sBAAsB,CAAC;AAGrC,cAAc,kBAAkB,CAAC;AAGjC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,uBAAuB,CAAC;AAGtC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,oBAAoB,CAAC"}

package/dist/index.js

@@ -14,6 +14,8 @@ export * from "./appstore/index.js";
 export * from "./guards/index.js";
 // Export native function client
 export * from "./native/index.js";
+// Export datasource gRPC helpers
+export * from "./datasource/index.js";
 // Export simple MCP-like API
 export * from "./simple/index.js";
 // Export testing utilities

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,qCAAqC;AACrC,cAAc,0BAA0B,CAAC;AAEzC,mCAAmC;AACnC,cAAc,mBAAmB,CAAC;AAElC,oBAAoB;AACpB,cAAc,uBAAuB,CAAC;AAEtC,2BAA2B;AAC3B,cAAc,sBAAsB,CAAC;AAErC,oCAAoC;AACpC,cAAc,kBAAkB,CAAC;AAEjC,mCAAmC;AACnC,cAAc,qBAAqB,CAAC;AAEpC,+BAA+B;AAC/B,cAAc,mBAAmB,CAAC;AAElC,gCAAgC;AAChC,cAAc,mBAAmB,CAAC;AAElC,6BAA6B;AAC7B,cAAc,mBAAmB,CAAC;AAElC,2BAA2B;AAC3B,cAAc,oBAAoB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,qCAAqC;AACrC,cAAc,0BAA0B,CAAC;AAEzC,mCAAmC;AACnC,cAAc,mBAAmB,CAAC;AAElC,oBAAoB;AACpB,cAAc,uBAAuB,CAAC;AAEtC,2BAA2B;AAC3B,cAAc,sBAAsB,CAAC;AAErC,oCAAoC;AACpC,cAAc,kBAAkB,CAAC;AAEjC,mCAAmC;AACnC,cAAc,qBAAqB,CAAC;AAEpC,+BAA+B;AAC/B,cAAc,mBAAmB,CAAC;AAElC,gCAAgC;AAChC,cAAc,mBAAmB,CAAC;AAElC,iCAAiC;AACjC,cAAc,uBAAuB,CAAC;AAEtC,6BAA6B;AAC7B,cAAc,mBAAmB,CAAC;AAElC,2BAA2B;AAC3B,cAAc,oBAAoB,CAAC"}

package/dist/nestjs/channel-app.controller.d.ts

@@ -1,4 +1,4 @@
-import { type FunctionCallRequest } from "@channel.io/app-sdk-core";
+import { type FunctionCallRequest, type FunctionCallResponse } from "@channel.io/app-sdk-core";
 import { ChannelAppService } from "./channel-app.service.js";
 export declare class ChannelAppController {
     private readonly channelAppService;
@@ -8,7 +8,7 @@ export declare class ChannelAppController {
      * Versioned endpoint: PUT /functions/:version
      * ch-app-store calls this endpoint with systemVersion (e.g., /functions/v1)
      */
-    handleVersionedFunctions(version: string, body: FunctionCallRequest): Promise<import("@channel.io/app-sdk-core").FunctionCallResponse<unknown>>;
+    handleVersionedFunctions(version: string, body: FunctionCallRequest): Promise<FunctionCallResponse>;
     /**
      * Common request handler
      */

package/dist/nestjs/channel-app.controller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"channel-app.controller.d.ts","sourceRoot":"","sources":["../../src/nestjs/channel-app.controller.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,mBAAmB,EAGzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,qBACa,oBAAoB;IAGnB,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAF9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;gBAEnC,iBAAiB,EAAE,iBAAiB;IAEjE;;;OAGG;IAEG,wBAAwB,CACV,OAAO,EAAE,MAAM,EACzB,IAAI,EAAE,mBAAmB;IAKnC;;OAEG;YACW,aAAa;CAqC5B"}
+{"version":3,"file":"channel-app.controller.d.ts","sourceRoot":"","sources":["../../src/nestjs/channel-app.controller.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EAG1B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,qBACa,oBAAoB;IAGnB,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAF9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyC;gBAEnC,iBAAiB,EAAE,iBAAiB;IAEjE;;;OAGG;IAEG,wBAAwB,CACV,OAAO,EAAE,MAAM,EACzB,IAAI,EAAE,mBAAmB,GAChC,OAAO,CAAC,oBAAoB,CAAC;IAIhC;;OAEG;YACW,aAAa;CAwC5B"}

package/dist/nestjs/channel-app.controller.js.map

@@ -1 +1 @@
-{"version":3,"file":"channel-app.controller.js","sourceRoot":"","sources":["../../src/nestjs/channel-app.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACjG,OAAO,EAEL,qBAAqB,EACrB,eAAe,GAChB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAGtD,IAAM,oBAAoB,4BAA1B,MAAM,oBAAoB;IAGF;IAFZ,MAAM,GAAG,IAAI,MAAM,CAAC,sBAAoB,CAAC,IAAI,CAAC,CAAC;IAEhE,YAA6B,iBAAoC;QAApC,sBAAiB,GAAjB,iBAAiB,CAAmB;IAAG,CAAC;IAErE;;;OAGG;IAEG,AAAN,KAAK,CAAC,wBAAwB,CACV,OAAe,EACzB,IAAyB;QAEjC,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,IAAyB,EAAE,OAAgB;QACrE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC;YAEzE,IAAI,KAAK,YAAY,qBAAqB,EAAE,CAAC;gBAC3C,MAAM,IAAI,aAAa,CACrB;oBACE,KAAK,EAAE,oBAAoB;oBAC3B,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,EACD,UAAU,CAAC,SAAS,CACrB,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;gBACrC,MAAM,IAAI,aAAa,CACrB;oBACE,KAAK,EAAE,kBAAkB;oBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,EACD,UAAU,CAAC,WAAW,CACvB,CAAC;YACJ,CAAC;YAED,6BAA6B;YAC7B,MAAM,IAAI,aAAa,CACrB;gBACE,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAClE,EACD,UAAU,CAAC,qBAAqB,CACjC,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAA;AA/CO;IADL,GAAG,CAAC,UAAU,CAAC;IAEb,WAAA,KAAK,CAAC,SAAS,CAAC,CAAA;IAChB,WAAA,IAAI,EAAE,CAAA;;;;oEAGR;AAfU,oBAAoB;IADhC,UAAU,CAAC,WAAW,CAAC;qCAI0B,iBAAiB;GAHtD,oBAAoB,CAyDhC"}
+{"version":3,"file":"channel-app.controller.js","sourceRoot":"","sources":["../../src/nestjs/channel-app.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACjG,OAAO,EAGL,qBAAqB,EACrB,eAAe,GAChB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAGtD,IAAM,oBAAoB,4BAA1B,MAAM,oBAAoB;IAGF;IAFZ,MAAM,GAAG,IAAI,MAAM,CAAC,sBAAoB,CAAC,IAAI,CAAC,CAAC;IAEhE,YAA6B,iBAAoC;QAApC,sBAAiB,GAAjB,iBAAiB,CAAmB;IAAG,CAAC;IAErE;;;OAGG;IAEG,AAAN,KAAK,CAAC,wBAAwB,CACV,OAAe,EACzB,IAAyB;QAEjC,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACzB,IAAyB,EACzB,OAAgB;QAEhB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC;YAEzE,IAAI,KAAK,YAAY,qBAAqB,EAAE,CAAC;gBAC3C,MAAM,IAAI,aAAa,CACrB;oBACE,KAAK,EAAE,oBAAoB;oBAC3B,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,EACD,UAAU,CAAC,SAAS,CACrB,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;gBACrC,MAAM,IAAI,aAAa,CACrB;oBACE,KAAK,EAAE,kBAAkB;oBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,EACD,UAAU,CAAC,WAAW,CACvB,CAAC;YACJ,CAAC;YAED,6BAA6B;YAC7B,MAAM,IAAI,aAAa,CACrB;gBACE,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAClE,EACD,UAAU,CAAC,qBAAqB,CACjC,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAA;AAlDO;IADL,GAAG,CAAC,UAAU,CAAC;IAEb,WAAA,KAAK,CAAC,SAAS,CAAC,CAAA;IAChB,WAAA,IAAI,EAAE,CAAA;;;;oEAGR;AAfU,oBAAoB;IADhC,UAAU,CAAC,WAAW,CAAC;qCAI0B,iBAAiB;GAHtD,oBAAoB,CA4DhC"}