@channel.io/app-sdk-server 0.14.0 → 0.15.0

package/dist/__tests__/datasource-runners.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=datasource-runners.test.d.ts.map

package/dist/__tests__/datasource-runners.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"datasource-runners.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/datasource-runners.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/datasource-runners.test.js

@@ -0,0 +1,244 @@
+import { createRequire } from "node:module";
+import { describe, expect, it } from "vitest";
+import { BigQueryDataSourceExecutor, DataSourceErrorCode, PostgresDataSourceExecutor, queryWithRowLimit, validateReadOnlyQuery, writeRowsAsArrowIpcBatch, } from "../datasource/index.js";
+describe("datasource policy helpers", () => {
+    it("validates read-only queries and wraps row limits", () => {
+        expect(() => validateReadOnlyQuery("select * from orders", [], [{ name: "orders" }])).not.toThrow();
+        expect(() => validateReadOnlyQuery("delete from orders", [], [{ name: "orders" }])).toThrow("read-only SELECT");
+        expect(queryWithRowLimit("select * from orders;", 10)).toBe("SELECT * FROM (select * from orders) AS datasource_query LIMIT 10");
+    });
+});
+describe("Arrow row conversion", () => {
+    it("serializes row batches as schema and body frames", () => {
+        const sink = new CaptureSink();
+        const result = writeRowsAsArrowIpcBatch(sink, [
+            { name: "id", dataTypeID: 23 },
+            { name: "name", dataTypeID: 25 },
+        ], [
+            [1, "alpha"],
+            [2, "beta"],
+        ]);
+        expect(result.schemaSent).toBe(true);
+        expect(sink.schemas).toHaveLength(1);
+        expect(sink.batches.length).toBeGreaterThan(0);
+        const arrow = loadApacheArrowForTest();
+        const table = arrow.tableFromIPC(concatBytes([...sink.schemas, ...sink.batches, arrowEos()]));
+        expect(table.numRows).toBe(2);
+        expect(table.schema.fields.map((field) => field.name)).toEqual(["id", "name"]);
+    });
+});
+describe("PostgresDataSourceExecutor", () => {
+    it("streams pg-query-stream rows in bounded Arrow batches", async () => {
+        const client = new FakePostgresClient([
+            [1, "first"],
+            [2, "second"],
+            [3, "third"],
+        ]);
+        const executor = new PostgresDataSourceExecutor({
+            sources: [
+                {
+                    sourceId: "postgresql",
+                    pool: { connect: async () => client },
+                    tables: [{ name: "orders" }],
+                    batchSize: 2,
+                },
+            ],
+        });
+        const sink = new CaptureSink();
+        await executor.executeQuery({
+            session: { channelId: "channel-1" },
+            sourceId: "postgresql",
+            query: "select * from orders",
+            rowLimit: 100,
+            byteLimit: 1024 * 1024,
+            timeoutMs: 1000,
+        }, sink);
+        expect(client.sqlQueries).toEqual([
+            "BEGIN READ ONLY",
+            "SET LOCAL statement_timeout = 1000",
+            "COMMIT",
+        ]);
+        expect(client.streamQueryText).toBe("SELECT * FROM (select * from orders) AS datasource_query LIMIT 100");
+        expect(sink.schemas).toHaveLength(1);
+        expect(sink.batches.length).toBeGreaterThanOrEqual(2);
+        expect(sink.results).toEqual([{ rowCount: 3, limitExceeded: false }]);
+    });
+});
+describe("BigQueryDataSourceExecutor", () => {
+    it("runs a query job and relays BigQuery Storage Arrow chunks", async () => {
+        const job = new FakeBigQueryJob();
+        const bigQueryClient = new FakeBigQueryClient(job);
+        const readClient = new FakeBigQueryReadClient();
+        const executor = new BigQueryDataSourceExecutor({
+            projectId: "project-1",
+            bigQueryClient,
+            readClient,
+            sources: [
+                {
+                    sourceId: "bigquery",
+                    datasetId: "app_cafe24",
+                    maximumBytesBilled: "1048576",
+                    tables: [{ name: "orders" }],
+                },
+            ],
+        });
+        const sink = new CaptureSink();
+        await executor.executeQuery({
+            session: { channelId: "channel-1" },
+            sourceId: "bigquery",
+            query: "select * from orders",
+            rowLimit: 10,
+            byteLimit: 1024 * 1024,
+            timeoutMs: 2000,
+        }, sink);
+        expect(bigQueryClient.options?.query).toBe("SELECT * FROM (select * from orders) AS datasource_query LIMIT 10");
+        expect(bigQueryClient.options?.maximumBytesBilled).toBe("1048576");
+        expect(readClient.createReadSessionRequest?.readSession.table).toBe("projects/project-1/datasets/_anon/tables/job_result");
+        expect(sink.schemas).toEqual([new Uint8Array([1, 2, 3])]);
+        expect(sink.batches).toEqual([new Uint8Array([4, 5]), new Uint8Array([6])]);
+        expect(sink.results).toEqual([{ rowCount: 3, limitExceeded: false }]);
+    });
+    it("maps BigQuery failures to external datasource errors", async () => {
+        const bigQueryClient = {
+            createQueryJob: async () => {
+                const error = new Error("denied");
+                error.code = "accessDenied";
+                throw error;
+            },
+        };
+        const executor = new BigQueryDataSourceExecutor({
+            projectId: "project-1",
+            bigQueryClient,
+            readClient: new FakeBigQueryReadClient(),
+            sources: [{ sourceId: "bigquery", datasetId: "app_cafe24" }],
+        });
+        await expect(executor.executeQuery({
+            session: { channelId: "channel-1" },
+            sourceId: "bigquery",
+            query: "select 1",
+            rowLimit: 10,
+            byteLimit: 100,
+            timeoutMs: 1000,
+        }, new CaptureSink())).rejects.toMatchObject({
+            code: DataSourceErrorCode.ExternalError,
+            upstream: { engine: "bigquery", code: "accessDenied" },
+        });
+    });
+});
+class CaptureSink {
+    schemas = [];
+    batches = [];
+    results = [];
+    send(chunk) {
+        if (chunk.arrow?.dataHeader) {
+            this.schemas.push(chunk.arrow.dataHeader);
+        }
+        if (chunk.arrow?.dataBody) {
+            this.batches.push(chunk.arrow.dataBody);
+        }
+        if (chunk.result) {
+            this.results.push({
+                rowCount: chunk.result.rowCount ?? 0,
+                limitExceeded: chunk.result.limitExceeded ?? false,
+            });
+        }
+    }
+}
+class FakePostgresClient {
+    rows;
+    sqlQueries = [];
+    streamQueryText;
+    constructor(rows) {
+        this.rows = rows;
+    }
+    query(query) {
+        if (typeof query === "string") {
+            this.sqlQueries.push(query);
+            return Promise.resolve();
+        }
+        const queryStream = query;
+        if (queryStream.cursor?.text) {
+            this.streamQueryText = queryStream.cursor.text;
+        }
+        queryStream._result = {
+            fields: [
+                { name: "id", dataTypeID: 23 },
+                { name: "name", dataTypeID: 25 },
+            ],
+        };
+        return asyncRows(this.rows);
+    }
+    release() { }
+}
+class FakeBigQueryClient {
+    job;
+    options;
+    constructor(job) {
+        this.job = job;
+    }
+    async createQueryJob(options) {
+        this.options = options;
+        return [this.job];
+    }
+}
+class FakeBigQueryJob {
+    async getQueryResults() {
+        return undefined;
+    }
+    async getMetadata() {
+        return [
+            {
+                configuration: {
+                    query: {
+                        destinationTable: {
+                            projectId: "project-1",
+                            datasetId: "_anon",
+                            tableId: "job_result",
+                        },
+                    },
+                },
+            },
+        ];
+    }
+}
+class FakeBigQueryReadClient {
+    createReadSessionRequest;
+    async createReadSession(request) {
+        this.createReadSessionRequest = request;
+        return [
+            {
+                arrowSchema: { serializedSchema: new Uint8Array([1, 2, 3]) },
+                streams: [{ name: "stream-1" }],
+            },
+        ];
+    }
+    readRows() {
+        return asyncRows([
+            { arrowRecordBatch: { serializedRecordBatch: new Uint8Array([4, 5]) }, rowCount: 2 },
+            { arrowRecordBatch: { serializedRecordBatch: new Uint8Array([6]) }, rowCount: 1 },
+        ]);
+    }
+}
+async function* asyncRows(rows) {
+    for (const row of rows) {
+        yield row;
+    }
+}
+function concatBytes(chunks) {
+    const total = chunks.reduce((sum, chunk) => sum + chunk.byteLength, 0);
+    const out = new Uint8Array(total);
+    let offset = 0;
+    for (const chunk of chunks) {
+        out.set(chunk, offset);
+        offset += chunk.byteLength;
+    }
+    return out;
+}
+function arrowEos() {
+    return new Uint8Array([255, 255, 255, 255, 0, 0, 0, 0]);
+}
+function loadApacheArrowForTest() {
+    const require = createRequire(import.meta.url);
+    return require("apache-arrow");
+}
+//# sourceMappingURL=datasource-runners.test.js.map

package/dist/__tests__/datasource-runners.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"datasource-runners.test.js","sourceRoot":"","sources":["../../src/__tests__/datasource-runners.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,0BAA0B,EAC1B,mBAAmB,EACnB,0BAA0B,EAC1B,iBAAiB,EACjB,qBAAqB,EACrB,wBAAwB,GACzB,MAAM,wBAAwB,CAAC;AAUhC,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,CAAC,GAAG,EAAE,CACV,qBAAqB,CAAC,sBAAsB,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CACxE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,oBAAoB,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CACzF,kBAAkB,CACnB,CAAC;QACF,MAAM,CAAC,iBAAiB,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CACzD,mEAAmE,CACpE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;QAE/B,MAAM,MAAM,GAAG,wBAAwB,CACrC,IAAI,EACJ;YACE,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;YAC9B,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE;SACjC,EACD;YACE,CAAC,CAAC,EAAE,OAAO,CAAC;YACZ,CAAC,CAAC,EAAE,MAAM,CAAC;SACZ,CACF,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE/C,MAAM,KAAK,GAAG,sBAAsB,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9F,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,CAAC,CAAC,EAAE,OAAO,CAAC;YACZ,CAAC,CAAC,EAAE,QAAQ,CAAC;YACb,CAAC,CAAC,EAAE,OAAO,CAAC;SACb,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,0BAA0B,CAAC;YAC9C,OAAO,EAAE;gBACP;oBACE,QAAQ,EAAE,YAAY;oBACtB,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,EAAE;oBACrC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;oBAC5B,SAAS,EAAE,CAAC;iBACb;aACF;SACF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;QAE/B,MAAM,QAAQ,CAAC,YAAY,CACzB;YACE,OAAO,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE;YACnC,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,sBAAsB;YAC7B,QAAQ,EAAE,GAAG;YACb,SAAS,EAAE,IAAI,GAAG,IAAI;YACtB,SAAS,EAAE,IAAI;SAChB,EACD,IAAI,CACL,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;YAChC,iBAAiB;YACjB,oCAAoC;YACpC,QAAQ;SACT,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CACjC,oEAAoE,CACrE,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,GAAG,GAAG,IAAI,eAAe,EAAE,CAAC;QAClC,MAAM,cAAc,GAAG,IAAI,kBAAkB,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,0BAA0B,CAAC;YAC9C,SAAS,EAAE,WAAW;YACtB,cAAc;YACd,UAAU;YACV,OAAO,EAAE;gBACP;oBACE,QAAQ,EAAE,UAAU;oBACpB,SAAS,EAAE,YAAY;oBACvB,kBAAkB,EAAE,SAAS;oBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;iBAC7B;aACF;SACF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;QAE/B,MAAM,QAAQ,CAAC,YAAY,CACzB;YACE,OAAO,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE;YACnC,QAAQ,EAAE,UAAU;YACpB,KAAK,EAAE,sBAAsB;YAC7B,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,IAAI,GAAG,IAAI;YACtB,SAAS,EAAE,IAAI;SAChB,EACD,IAAI,CACL,CAAC;QAEF,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CACxC,mEAAmE,CACpE,CAAC;QACF,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnE,MAAM,CAAC,UAAU,CAAC,wBAAwB,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CACjE,qDAAqD,CACtD,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,cAAc,GAAuB;YACzC,cAAc,EAAE,KAAK,IAAI,EAAE;gBACzB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,QAAQ,CAA6B,CAAC;gBAC9D,KAAK,CAAC,IAAI,GAAG,cAAc,CAAC;gBAC5B,MAAM,KAAK,CAAC;YACd,CAAC;SACF,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,0BAA0B,CAAC;YAC9C,SAAS,EAAE,WAAW;YACtB,cAAc;YACd,UAAU,EAAE,IAAI,sBAAsB,EAAE;YACxC,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;SAC7D,CAAC,CAAC;QAEH,MAAM,MAAM,CACV,QAAQ,CAAC,YAAY,CACnB;YACE,OAAO,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE;YACnC,QAAQ,EAAE,UAAU;YACpB,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,IAAI;SAChB,EACD,IAAI,WAAW,EAAE,CAClB,CACF,CAAC,OAAO,CAAC,aAAa,CAAC;YACtB,IAAI,EAAE,mBAAmB,CAAC,aAAa;YACvC,QAAQ,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,cAAc,EAAE;SACvD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,WAAW;IACN,OAAO,GAAiB,EAAE,CAAC;IAC3B,OAAO,GAAiB,EAAE,CAAC;IAC3B,OAAO,GAAmD,EAAE,CAAC;IAEtE,IAAI,CAAC,KAAiB;QACpB,IAAI,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC;gBACpC,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,aAAa,IAAI,KAAK;aACnD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,MAAM,kBAAkB;IAIO;IAHpB,UAAU,GAAa,EAAE,CAAC;IACnC,eAAe,CAAqB;IAEpC,YAA6B,IAA4B;QAA5B,SAAI,GAAJ,IAAI,CAAwB;IAAG,CAAC;IAE7D,KAAK,CAAC,KAAc;QAClB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC5B,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,WAAW,GAAG,KAGnB,CAAC;QACF,IAAI,WAAW,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;QACjD,CAAC;QACD,WAAW,CAAC,OAAO,GAAG;YACpB,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;gBAC9B,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE;aACjC;SACF,CAAC;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,KAAU,CAAC;CACnB;AAED,MAAM,kBAAkB;IAMO;IAL7B,OAAO,CAGL;IAEF,YAA6B,GAAoB;QAApB,QAAG,GAAH,GAAG,CAAiB;IAAG,CAAC;IAErD,KAAK,CAAC,cAAc,CAAC,OAAwD;QAC3E,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAsB,CAAC;IACzC,CAAC;CACF;AAED,MAAM,eAAe;IACnB,KAAK,CAAC,eAAe;QACnB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO;YACL;gBACE,aAAa,EAAE;oBACb,KAAK,EAAE;wBACL,gBAAgB,EAAE;4BAChB,SAAS,EAAE,WAAW;4BACtB,SAAS,EAAE,OAAO;4BAClB,OAAO,EAAE,YAAY;yBACtB;qBACF;iBACF;aACF;SACqD,CAAC;IAC3D,CAAC;CACF;AAED,MAAM,sBAAsB;IAC1B,wBAAwB,CAItB;IAEF,KAAK,CAAC,iBAAiB,CAAC,OAA2C;QACjE,IAAI,CAAC,wBAAwB,GAAG,OAAO,CAAC;QACxC,OAAO;YACL;gBACE,WAAW,EAAE,EAAE,gBAAgB,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;gBAC5D,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;aAChC;SACkE,CAAC;IACxE,CAAC;IAED,QAAQ;QAIN,OAAO,SAAS,CAAC;YACf,EAAE,gBAAgB,EAAE,EAAE,qBAAqB,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;YACpF,EAAE,gBAAgB,EAAE,EAAE,qBAAqB,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE;SAClF,CAAC,CAAC;IACL,CAAC;CACF;AAED,KAAK,SAAS,CAAC,CAAC,SAAS,CAAI,IAAkB;IAC7C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,MAA6B;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;IAC7B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,QAAQ;IACf,OAAO,IAAI,UAAU,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,sBAAsB;IAM7B,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/C,OAAO,OAAO,CAAC,cAAc,CAK5B,CAAC;AACJ,CAAC"}

package/dist/datasource/arrow.d.ts

@@ -1,10 +1,27 @@
-import type { QueryChunk } from "./types.js";
+import type { QueryChunk, QueryChunkSink } from "./types.js";
 export interface ArrowColumn {
     name: string;
     type?: string;
 }
+export interface ArrowField extends ArrowColumn {
+    dataTypeID?: number;
+    databaseType?: string;
+    nullable?: boolean;
+}
 export type ArrowRow = Record<string, unknown>;
+export interface ArrowBatchWriteOptions {
+    sendSchema?: boolean;
+    byteLimit?: ByteLimitTrackerLike;
+}
+export interface ArrowBatchWriteResult {
+    schemaSent: boolean;
+    frameCount: number;
+}
+export interface ByteLimitTrackerLike {
+    reserve(size: number): void;
+}
 export declare function encodeRowsToArrowIPC(columns: ArrowColumn[], rows: ArrowRow[]): Uint8Array;
 export declare function arrowRowsChunk(columns: ArrowColumn[], rows: ArrowRow[]): QueryChunk;
 export declare function resultChunk(rowCount: number, limitExceeded?: boolean, executionMs?: number): QueryChunk;
+export declare function writeRowsAsArrowIpcBatch(sink: QueryChunkSink, fields: readonly ArrowField[], rows: readonly (readonly unknown[])[], options?: ArrowBatchWriteOptions): ArrowBatchWriteResult;
 //# sourceMappingURL=arrow.d.ts.map

package/dist/datasource/arrow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"arrow.d.ts","sourceRoot":"","sources":["../../src/datasource/arrow.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/C,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,UAAU,CAUzF;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,UAAU,CAMnF;AAED,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,UAAQ,EAAE,WAAW,SAAI,GAAG,UAAU,CAQhG"}
+{"version":3,"file":"arrow.d.ts","sourceRoot":"","sources":["../../src/datasource/arrow.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG7D,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAW,SAAQ,WAAW;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/C,MAAM,WAAW,sBAAsB;IACrC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,oBAAoB,CAAC;CAClC;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AA4BD,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,UAAU,CAQzF;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,UAAU,CAMnF;AAED,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,UAAQ,EAAE,WAAW,SAAI,GAAG,UAAU,CAQhG;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,cAAc,EACpB,MAAM,EAAE,SAAS,UAAU,EAAE,EAC7B,IAAI,EAAE,SAAS,CAAC,SAAS,OAAO,EAAE,CAAC,EAAE,EACrC,OAAO,GAAE,sBAA2B,GACnC,qBAAqB,CAqBvB"}

package/dist/datasource/arrow.js

@@ -1,13 +1,11 @@
-import { tableFromArrays, tableToIPC } from "apache-arrow";
+import { createRequire } from "node:module";
+import { DataSourceErrorCode, DataSourceExecutionError } from "./types.js";
+let cachedArrow;
 export function encodeRowsToArrowIPC(columns, rows) {
     if (columns.length === 0) {
         throw new Error("columns are required");
     }
-    const arrays = {};
-    for (const column of columns) {
-        arrays[column.name] = rows.map((row) => normalizeValue(row[column.name]));
-    }
-    return tableToIPC(tableFromArrays(arrays), "stream");
+    return rowsToArrowIPC(columns, rows.map((row) => columns.map((column) => row[column.name])));
 }
 export function arrowRowsChunk(columns, rows) {
     return {
@@ -25,13 +23,239 @@ export function resultChunk(rowCount, limitExceeded = false, executionMs = 0) {
         },
     };
 }
-function normalizeValue(value) {
-    if (value instanceof Date) {
-        return value.toISOString();
+export function writeRowsAsArrowIpcBatch(sink, fields, rows, options = {}) {
+    const bytes = rowsToArrowIPC(fields, rows);
+    let schemaSent = false;
+    let frameCount = 0;
+    for (const frame of splitArrowIpcStream(bytes)) {
+        if (frame.kind === "schema") {
+            if (options.sendSchema !== false) {
+                options.byteLimit?.reserve(frame.bytes.byteLength);
+                sink.send({ arrow: { dataHeader: frame.bytes } });
+                schemaSent = true;
+                frameCount++;
+            }
+            continue;
+        }
+        options.byteLimit?.reserve(frame.bytes.byteLength);
+        sink.send({ arrow: { dataBody: frame.bytes } });
+        frameCount++;
+    }
+    return { schemaSent, frameCount };
+}
+function rowsToArrowIPC(fields, rows) {
+    if (fields.length === 0) {
+        throw new Error("columns are required");
+    }
+    const arrow = loadApacheArrow();
+    const usedNames = new Map();
+    const arrays = {};
+    fields.forEach((field, index) => {
+        const name = uniqueColumnName(field.name || `column_${index + 1}`, usedNames);
+        const values = rows.map((row) => normalizeArrowValue(row[index], field));
+        const type = arrowTypeFromField(arrow, field);
+        arrays[name] = arrow.vectorFromArray ? arrow.vectorFromArray(values, type) : values;
+    });
+    const table = arrow.vectorFromArray
+        ? new arrow.Table(arrays)
+        : arrow.tableFromArrays(arrays);
+    return arrow.tableToIPC(table, "stream");
+}
+function splitArrowIpcStream(bytes) {
+    const arrow = loadApacheArrow();
+    const frames = [];
+    let offset = 0;
+    while (offset < bytes.byteLength) {
+        const frameStart = offset;
+        let metadataLength = readInt32LE(bytes, offset);
+        offset += 4;
+        if (metadataLength === 0) {
+            break;
+        }
+        if (metadataLength === -1) {
+            metadataLength = readInt32LE(bytes, offset);
+            offset += 4;
+            if (metadataLength === 0) {
+                break;
+            }
+        }
+        const metadataStart = offset;
+        const metadataEnd = metadataStart + metadataLength;
+        if (metadataEnd > bytes.byteLength) {
+            throw new Error("invalid Arrow IPC metadata length");
+        }
+        const message = arrow.Message.decode(bytes.slice(metadataStart, metadataEnd));
+        const bodyLength = Number(message.bodyLength ?? 0);
+        const frameEnd = metadataEnd + bodyLength;
+        if (frameEnd > bytes.byteLength) {
+            throw new Error("invalid Arrow IPC body length");
+        }
+        if (message.headerType === arrow.MessageHeader.Schema) {
+            frames.push({ kind: "schema", bytes: bytes.slice(frameStart, frameEnd) });
+        }
+        else if (message.headerType === arrow.MessageHeader.RecordBatch ||
+            message.headerType === arrow.MessageHeader.DictionaryBatch) {
+            frames.push({ kind: "body", bytes: bytes.slice(frameStart, frameEnd) });
+        }
+        offset = frameEnd;
+    }
+    return frames;
+}
+function arrowTypeFromField(arrow, field) {
+    switch (field.dataTypeID) {
+        case 16:
+            return new arrow.Bool();
+        case 21:
+            return new arrow.Int16();
+        case 23:
+            return new arrow.Int32();
+        case 20:
+            return new arrow.Int64();
+        case 700:
+        case 701:
+            return new arrow.Float64();
+        case 17:
+            return new arrow.Binary();
+        case 1082:
+            return new arrow.DateDay();
+        case 1114:
+        case 1184:
+            return new arrow.TimestampMillisecond("UTC");
+        default:
+            return arrowTypeFromDatabaseTypeName(arrow, field.databaseType ?? field.type);
+    }
+}
+function arrowTypeFromDatabaseTypeName(arrow, databaseType) {
+    switch (databaseType?.trim().toUpperCase()) {
+        case "BOOL":
+        case "BOOLEAN":
+            return new arrow.Bool();
+        case "INT2":
+        case "SMALLINT":
+            return new arrow.Int16();
+        case "INT4":
+        case "INTEGER":
+        case "SERIAL":
+            return new arrow.Int32();
+        case "INT8":
+        case "BIGINT":
+        case "BIGSERIAL":
+            return new arrow.Int64();
+        case "FLOAT4":
+        case "FLOAT8":
+        case "REAL":
+        case "DOUBLE":
+        case "DOUBLE PRECISION":
+        case "NUMERIC":
+        case "DECIMAL":
+            return new arrow.Float64();
+        case "BYTEA":
+        case "BINARY":
+        case "VARBINARY":
+            return new arrow.Binary();
+        case "DATE":
+            return new arrow.DateDay();
+        case "TIMESTAMP":
+        case "TIMESTAMPTZ":
+        case "TIMESTAMPZ":
+        case "DATETIME":
+            return new arrow.TimestampMillisecond("UTC");
+        default:
+            return new arrow.Utf8();
     }
-    if (typeof value === "bigint") {
-        return Number(value);
+}
+function normalizeArrowValue(value, field) {
+    if (value === null || value === undefined) {
+        return null;
+    }
+    switch (field.dataTypeID) {
+        case 20:
+            return typeof value === "bigint" ? value : BigInt(stringifyArrowValue(value));
+        case 21:
+        case 23:
+        case 700:
+        case 701:
+            return Number(value);
+        case 17:
+            return value instanceof Uint8Array ? value : Buffer.from(stringifyArrowValue(value));
+        case 1082:
+        case 1114:
+        case 1184:
+            return value instanceof Date ? value : new Date(stringifyArrowValue(value));
+        case 114:
+        case 3802:
+        case 1700:
+            return typeof value === "string" ? value : JSON.stringify(value);
+        default:
+            if (value instanceof Date || value instanceof Uint8Array) {
+                return value;
+            }
+            if (typeof value === "bigint") {
+                return value;
+            }
+            if (typeof value === "object") {
+                return JSON.stringify(value);
+            }
+            return value;
+    }
+}
+function stringifyArrowValue(value) {
+    switch (typeof value) {
+        case "string":
+            return value;
+        case "number":
+        case "boolean":
+        case "bigint":
+            return value.toString();
+        case "symbol":
+            return value.description ?? "";
+        case "undefined":
+            return "";
+        case "function":
+            return "";
+        case "object":
+            if (value === null) {
+                return "";
+            }
+            if (value instanceof Date) {
+                return value.toISOString();
+            }
+            if (value instanceof Uint8Array) {
+                return Buffer.from(value).toString();
+            }
+            return JSON.stringify(value);
+    }
+}
+function uniqueColumnName(name, usedNames) {
+    const previous = usedNames.get(name) ?? 0;
+    usedNames.set(name, previous + 1);
+    return previous === 0 ? name : `${name}_${previous + 1}`;
+}
+function readInt32LE(bytes, offset) {
+    if (offset + 4 > bytes.byteLength) {
+        throw new Error("invalid Arrow IPC frame");
+    }
+    return new DataView(bytes.buffer, bytes.byteOffset + offset, 4).getInt32(0, true);
+}
+function loadApacheArrow() {
+    if (cachedArrow) {
+        return cachedArrow;
     }
-    return value;
+    try {
+        const require = createRequire(import.meta.url);
+        cachedArrow = require("apache-arrow");
+        return cachedArrow;
+    }
+    catch (error) {
+        throw new DataSourceExecutionError({
+            code: DataSourceErrorCode.Unavailable,
+            message: `apache-arrow is required for datasource Arrow conversion: ${errorMessage(error)}`,
+            retryable: false,
+            cause: error,
+        });
+    }
+}
+function errorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
 }
 //# sourceMappingURL=arrow.js.map

package/dist/datasource/arrow.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow.js","sourceRoot":"","sources":["../../src/datasource/arrow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAU3D,MAAM,UAAU,oBAAoB,CAAC,OAAsB,EAAE,IAAgB;IAC3E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAsB,EAAE,IAAgB;IACrE,OAAO;QACL,KAAK,EAAE;YACL,QAAQ,EAAE,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC;SAC9C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB,EAAE,aAAa,GAAG,KAAK,EAAE,WAAW,GAAG,CAAC;IAClF,OAAO;QACL,MAAM,EAAE;YACN,QAAQ;YACR,aAAa;YACb,WAAW;SACZ;KACF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
+{"version":3,"file":"arrow.js","sourceRoot":"","sources":["../../src/datasource/arrow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,EAAE,mBAAmB,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAqD3E,IAAI,WAA0C,CAAC;AAE/C,MAAM,UAAU,oBAAoB,CAAC,OAAsB,EAAE,IAAgB;IAC3E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,cAAc,CACnB,OAAO,EACP,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAC7D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAsB,EAAE,IAAgB;IACrE,OAAO;QACL,KAAK,EAAE;YACL,QAAQ,EAAE,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC;SAC9C;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB,EAAE,aAAa,GAAG,KAAK,EAAE,WAAW,GAAG,CAAC;IAClF,OAAO;QACL,MAAM,EAAE;YACN,QAAQ;YACR,aAAa;YACb,WAAW;SACZ;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAAoB,EACpB,MAA6B,EAC7B,IAAqC,EACrC,UAAkC,EAAE;IAEpC,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC3C,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,KAAK,IAAI,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/C,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;gBACjC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACnD,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBAClD,UAAU,GAAG,IAAI,CAAC;gBAClB,UAAU,EAAE,CAAC;YACf,CAAC;YACD,SAAS;QACX,CAAC;QACD,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAChD,UAAU,EAAE,CAAC;IACf,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;AACpC,CAAC;AAED,SAAS,cAAc,CACrB,MAA6B,EAC7B,IAAqC;IAErC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,IAAI,IAAI,UAAU,KAAK,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACtF,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe;QACjC,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QACzB,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,MAAmC,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AAC3C,CAAC;AASD,SAAS,mBAAmB,CAAC,KAAiB;IAC5C,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;IAChC,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC;QAC1B,IAAI,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,CAAC;QACZ,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM;QACR,CAAC;QACD,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;YAC1B,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC5C,MAAM,IAAI,CAAC,CAAC;YACZ,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,CAAC;QAC7B,MAAM,WAAW,GAAG,aAAa,GAAG,cAAc,CAAC;QACnD,IAAI,WAAW,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,WAAW,GAAG,UAAU,CAAC;QAC1C,IAAI,QAAQ,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;aAAM,IACL,OAAO,CAAC,UAAU,KAAK,KAAK,CAAC,aAAa,CAAC,WAAW;YACtD,OAAO,CAAC,UAAU,KAAK,KAAK,CAAC,aAAa,CAAC,eAAe,EAC1D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,GAAG,QAAQ,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAwB,EAAE,KAAiB;IACrE,QAAQ,KAAK,CAAC,UAAU,EAAE,CAAC;QACzB,KAAK,EAAE;YACL,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,KAAK,EAAE;YACL,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,EAAE;YACL,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,EAAE;YACL,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,GAAG,CAAC;QACT,KAAK,GAAG;YACN,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,EAAE;YACL,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,KAAK,IAAI;YACP,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,IAAI,CAAC;QACV,KAAK,IAAI;YACP,OAAO,IAAI,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC/C;YACE,OAAO,6BAA6B,CAAC,KAAK,EAAE,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;IAClF,CAAC;AACH,CAAC;AAED,SAAS,6BAA6B,CACpC,KAAwB,EACxB,YAAgC;IAEhC,QAAQ,YAAY,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC;QACZ,KAAK,SAAS;YACZ,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC;QACZ,KAAK,UAAU;YACb,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC;QACZ,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW;YACd,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC;QACd,KAAK,kBAAkB,CAAC;QACxB,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW;YACd,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,KAAK,MAAM;YACT,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,WAAW,CAAC;QACjB,KAAK,aAAa,CAAC;QACnB,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU;YACb,OAAO,IAAI,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC/C;YACE,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc,EAAE,KAAiB;IAC5D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,QAAQ,KAAK,CAAC,UAAU,EAAE,CAAC;QACzB,KAAK,EAAE;YACL,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;QAChF,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,CAAC;QACR,KAAK,GAAG,CAAC;QACT,KAAK,GAAG;YACN,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,KAAK,EAAE;YACL,OAAO,KAAK,YAAY,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;QACvF,KAAK,IAAI,CAAC;QACV,KAAK,IAAI,CAAC;QACV,KAAK,IAAI;YACP,OAAO,KAAK,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9E,KAAK,GAAG,CAAC;QACT,KAAK,IAAI,CAAC;QACV,KAAK,IAAI;YACP,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnE;YACE,IAAI,KAAK,YAAY,IAAI,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;gBACzD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YACD,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,QAAQ,OAAO,KAAK,EAAE,CAAC;QACrB,KAAK,QAAQ;YACX,OAAO,KAAK,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC1B,KAAK,QAAQ;YACX,OAAO,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;QACjC,KAAK,WAAW;YACd,OAAO,EAAE,CAAC;QACZ,KAAK,UAAU;YACb,OAAO,EAAE,CAAC;QACZ,KAAK,QAAQ;YACX,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;YAC7B,CAAC;YACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;YACvC,CAAC;YACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,SAA8B;IACpE,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;IAClC,OAAO,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,KAAiB,EAAE,MAAc;IACpD,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,eAAe;IACtB,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,WAAW,GAAG,OAAO,CAAC,cAAc,CAAsB,CAAC;QAC3D,OAAO,WAAW,CAAC;IACrB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,wBAAwB,CAAC;YACjC,IAAI,EAAE,mBAAmB,CAAC,WAAW;YACrC,OAAO,EAAE,6DAA6D,YAAY,CAAC,KAAK,CAAC,EAAE;YAC3F,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC"}