deeplake 0.3.16 → 0.3.21

package/dist/node/{node/client.js → client.js}

@@ -35,14 +35,14 @@ var __importStar = (this && this.__importStar) || (function () {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ManagedClient = void 0;
 const crypto = __importStar(require("crypto"));
-const api_1 = require("../shared/api");
-const credentials_1 = require("../shared/credentials");
-const database_1 = require("../shared/database");
-const errors_1 = require("../shared/errors");
-const schema_1 = require("../shared/schema");
-const token_1 = require("../shared/token");
-const errors_2 = require("../shared/errors");
-const wasm_common_1 = require("../shared/wasm-common");
+const api_1 = require("./shared/api");
+const credentials_1 = require("./shared/credentials");
+const database_1 = require("./shared/database");
+const errors_1 = require("./shared/errors");
+const schema_1 = require("./shared/schema");
+const token_1 = require("./shared/token");
+const errors_2 = require("./shared/errors");
+const wasm_common_1 = require("./shared/wasm-common");
 const dict_1 = require("./normalizers/dict");
 const files_1 = require("./normalizers/files");
 const huggingface_1 = require("./normalizers/huggingface");
@@ -222,7 +222,19 @@ class ManagedClient {
             const pgSchema = (0, schema_1.buildPgSchema)(firstBatch, schema, format);
             // Create table via API — pg_deeplake creates both the PG table
             // and the S3 dataset in one shot.
-            await this.createTableViaApi(tableName, alPath, pgSchema);
+            const tableCreated = await this.createTableViaApi(tableName, alPath, pgSchema);
+            // Pre-apply storage credentials to process.env so the JS S3 client
+            // has a fallback if the C++ credential resolution returns empty creds.
+            // This calls POST /workspaces/{ws}/credentials/generate which returns
+            // workspace-scoped STS credentials.
+            try {
+                await this.applyStorageCreds('readwrite');
+            }
+            catch (credErr) {
+                // Non-fatal: the C++ backend will also try to resolve credentials
+                // via /api/org/{org}/ds/{table}/creds.  Log for debugging.
+                console.warn(`[ingest] Failed to pre-apply storage credentials: ${credErr instanceof Error ? credErr.message : credErr}`);
+            }
             // Open the dataset via al:// — the C++ backend resolves creds
             // automatically through /api/org/{ws}/ds/{table}/creds,
             // with automatic credential rotation.
@@ -251,6 +263,19 @@ class ManagedClient {
                 }
                 return { tableName, rowCount, datasetPath: alPath };
             }
+            catch (ingestErr) {
+                // Clean up: drop the table if we created it during this call,
+                // so the user doesn't see an empty table in the sidebar.
+                if (tableCreated) {
+                    try {
+                        await this.dropTable(tableName);
+                    }
+                    catch {
+                        // Best-effort cleanup — don't mask the original error
+                    }
+                }
+                throw ingestErr;
+            }
             finally {
                 (0, wasm_common_1.deeplakeRelease)(ds);
             }
@@ -264,13 +289,50 @@ class ManagedClient {
     // ------------------------------------------------------------------
     // Write batches
     // ------------------------------------------------------------------
+    /**
+     * Generate 128×128 inline thumbnails for IMAGE columns.
+     * Adds a `{col}_thumbnail` column to the buffer for each IMAGE column.
+     * Modifies the buffer in-place.
+     */
+    static async generateInlineThumbnails(buf, imageCols, sharp) {
+        for (const col of imageCols) {
+            if (!(col in buf))
+                continue;
+            const values = buf[col];
+            const thumbCol = `${col}_thumbnail`;
+            // Process images in parallel — sharp releases the event loop
+            // during decode/encode so concurrent calls provide real speedup.
+            const thumbnails = await Promise.all(values.map(async (val) => {
+                let raw = null;
+                if (Buffer.isBuffer(val)) {
+                    raw = val;
+                }
+                else if (val instanceof Uint8Array) {
+                    raw = Buffer.from(val);
+                }
+                if (!raw || raw.length === 0) {
+                    return Buffer.alloc(0);
+                }
+                try {
+                    return await sharp(raw)
+                        .resize(128, 128, { fit: 'inside' })
+                        .jpeg({ quality: 85 })
+                        .toBuffer();
+                }
+                catch {
+                    return Buffer.alloc(0);
+                }
+            }));
+            buf[thumbCol] = thumbnails;
+        }
+    }
     async writeBatches(ds, batches, schema, onProgress, imageCols = [], flushEvery = 200, commitEvery = 2000) {
         let rowCount = 0;
         let buffer = {};
         let bufferRows = 0;
         let columnsEnsured = false;
         let rowsSinceCommit = 0;
-        // Thumbnail collection
+        // Try to load sharp for inline thumbnail generation
         let sharp = null;
         if (imageCols.length > 0) {
             try {
@@ -280,81 +342,6 @@ class ManagedClient {
                 // sharp not available — skip thumbnail generation
             }
         }
-        const thumbBuffer = {
-            file_id: [],
-            column_name: [],
-            dimension: [],
-            content: [],
-        };
-        let thumbCount = 0;
-        let thumbDs = null;
-        const flushThumbnails = async () => {
-            if (thumbCount === 0)
-                return;
-            if (!thumbDs) {
-                // Same flow as regular tables: create via API, then open with al://
-                // Uses atomic setEndpoint+open to prevent endpoint races.
-                const thumbAlPath = `al://${this.workspaceId}/thumbnails`;
-                const thumbPgSchema = {
-                    column_name: 'TEXT',
-                    content: 'IMAGE',
-                    dimension: 'TEXT',
-                    file_id: 'TEXT',
-                };
-                await this.createTableViaApi('thumbnails', thumbAlPath, thumbPgSchema);
-                thumbDs = await (0, wasm_common_1.deeplakeSetEndpointAndOpen)(this.apiUrl, thumbAlPath, '', this.token);
-            }
-            await (0, wasm_common_1.deeplakeAppend)(thumbDs, thumbBuffer);
-            for (const k of Object.keys(thumbBuffer)) {
-                thumbBuffer[k] = [];
-            }
-            thumbCount = 0;
-        };
-        const generateThumbnailsForBuffer = async (buf) => {
-            if (!sharp || imageCols.length === 0)
-                return;
-            const idVals = (buf['_id'] ?? []);
-            for (const col of imageCols) {
-                if (!(col in buf))
-                    continue;
-                const values = buf[col];
-                for (let i = 0; i < values.length; i++) {
-                    const val = values[i];
-                    let raw;
-                    if (Buffer.isBuffer(val)) {
-                        raw = val;
-                    }
-                    else if (val instanceof Uint8Array) {
-                        raw = Buffer.from(val);
-                    }
-                    else {
-                        continue;
-                    }
-                    if (raw.length === 0)
-                        continue;
-                    const fid = i < idVals.length ? idVals[i] : String(rowCount + i);
-                    for (const [w, h] of ManagedClient.THUMBNAIL_SIZES) {
-                        try {
-                            const thumbBuf = await sharp(raw)
-                                .resize(w, h, { fit: 'inside' })
-                                .jpeg({ quality: 85 })
-                                .toBuffer();
-                            thumbBuffer.file_id.push(fid);
-                            thumbBuffer.column_name.push(col);
-                            thumbBuffer.dimension.push(`${w}x${h}`);
-                            thumbBuffer.content.push(thumbBuf);
-                            thumbCount++;
-                        }
-                        catch {
-                            // Skip this thumbnail
-                        }
-                    }
-                    if (thumbCount >= 200) {
-                        await flushThumbnails();
-                    }
-                }
-            }
-        };
         for await (const batch of batches) {
             if (!batch)
                 continue;
@@ -363,8 +350,6 @@ class ManagedClient {
                 continue;
             const batchRows = Array.isArray(firstCol) ? firstCol.length : 1;
             // Inject _id (UUID) if not already present or wrong length.
-            // Format generators may carry over an empty _id array from
-            // a previous yield, so always verify the length matches.
             const idCol = batch['_id'];
             if (!idCol || (Array.isArray(idCol) && idCol.length !== batchRows)) {
                 batch['_id'] = Array.from({ length: batchRows }, () => crypto.randomUUID());
@@ -386,12 +371,14 @@ class ManagedClient {
             bufferRows += batchRows;
             // Flush buffer when large enough
             if (bufferRows >= flushEvery) {
+                // Generate inline thumbnails before flushing
+                if (sharp && imageCols.length > 0) {
+                    await ManagedClient.generateInlineThumbnails(buffer, imageCols, sharp);
+                }
                 if (!columnsEnsured) {
                     (0, schema_1.ensureColumns)(ds, buffer, schema);
                     columnsEnsured = true;
                 }
-                // Generate thumbnails from buffer before flushing
-                await generateThumbnailsForBuffer(buffer);
                 await (0, wasm_common_1.deeplakeAppend)(ds, buffer);
                 rowCount += bufferRows;
                 rowsSinceCommit += bufferRows;
@@ -409,37 +396,27 @@ class ManagedClient {
         }
         // Flush remaining rows
         if (bufferRows > 0) {
+            if (sharp && imageCols.length > 0) {
+                await ManagedClient.generateInlineThumbnails(buffer, imageCols, sharp);
+            }
             if (!columnsEnsured) {
                 (0, schema_1.ensureColumns)(ds, buffer, schema);
             }
-            await generateThumbnailsForBuffer(buffer);
             await (0, wasm_common_1.deeplakeAppend)(ds, buffer);
             rowCount += bufferRows;
             if (onProgress) {
                 onProgress(rowCount, -1);
             }
         }
-        // Flush remaining thumbnails and commit
-        if (thumbCount > 0 || thumbDs) {
-            try {
-                await flushThumbnails();
-                if (thumbDs) {
-                    await (0, wasm_common_1.deeplakeCommit)(thumbDs);
-                }
-            }
-            catch {
-                // Thumbnail finalization failed — non-fatal
-            }
-            finally {
-                if (thumbDs)
-                    (0, wasm_common_1.deeplakeRelease)(thumbDs);
-            }
-        }
         return rowCount;
     }
     // ------------------------------------------------------------------
     // Table management via REST API
     // ------------------------------------------------------------------
+    /**
+     * Create a table via the REST API.
+     * @returns `true` if the table was newly created, `false` if it already existed.
+     */
     async createTableViaApi(tableName, _datasetPath, pgSchema) {
         await this.ensureInitialized();
         try {
@@ -452,12 +429,13 @@ class ManagedClient {
                 body,
                 timeoutMs: 30_000,
             });
+            return true;
         }
         catch (e) {
             if (e instanceof errors_1.TableError &&
                 String(e.message).toLowerCase().includes('already exists')) {
                 // Table already exists — ok
-                return;
+                return false;
             }
             throw e;
         }
@@ -465,18 +443,31 @@ class ManagedClient {
     // ------------------------------------------------------------------
     // Query via REST API
     // ------------------------------------------------------------------
-    async query(sql, params) {
+    /**
+     * Execute a SQL query via the managed service API.
+     *
+     * @param sql    — SQL query string.
+     * @param params — Optional query parameters (for $1, $2, … placeholders).
+     * @param options — Optional settings.
+     * @param options.timeoutMs — HTTP request timeout in milliseconds (default 60 000).
+     *   Increase for long-running queries such as large aggregations or index builds.
+     */
+    async query(sql, params, options) {
         await this.ensureInitialized();
+        const timeoutMs = options?.timeoutMs ?? 60_000;
         const body = { query: sql };
         if (params && params.length > 0) {
             body.params = params;
         }
+        if (timeoutMs !== 60_000) {
+            body.timeout_ms = timeoutMs;
+        }
         try {
             const resp = await (0, api_1.apiRequest)(this.apiUrl, this.token, this.orgId, {
                 method: 'POST',
                 path: `/workspaces/${this.workspaceId}/tables/query`,
                 body,
-                timeoutMs: 60_000,
+                timeoutMs,
             });
             const columns = (resp.columns ?? []);
             const rows = (resp.rows ?? []);
@@ -556,6 +547,10 @@ class ManagedClient {
     // ------------------------------------------------------------------
     // Direct dataset data access (bypasses SQL query API)
     // ------------------------------------------------------------------
+    /**
+     * Get a single field value from a table row, reading directly from the
+     * underlying dataset (no SQL query).
+     */
     async getField(tableName, rowIndex, column) {
         const ds = await this.openTable(tableName);
         try {
@@ -565,6 +560,10 @@ class ManagedClient {
             (0, wasm_common_1.deeplakeRelease)(ds);
         }
     }
+    /**
+     * Get multiple fields from a table row, reading directly from the
+     * underlying dataset. Returns a plain object { col: value, ... }.
+     */
     async getRow(tableName, rowIndex, columns) {
         const ds = await this.openTable(tableName);
         try {
@@ -574,6 +573,10 @@ class ManagedClient {
             (0, wasm_common_1.deeplakeRelease)(ds);
         }
     }
+    /**
+     * Get a column's data for a range of rows, reading directly from the
+     * underlying dataset. Returns the raw array data.
+     */
     async getColumnData(tableName, column, start, end) {
         const ds = await this.openTable(tableName);
         try {
@@ -583,6 +586,10 @@ class ManagedClient {
             (0, wasm_common_1.deeplakeRelease)(ds);
         }
     }
+    /**
+     * Get the number of rows in a table by reading the underlying dataset
+     * directly (no SQL query).
+     */
     async getNumRows(tableName) {
         const ds = await this.openTable(tableName);
         try {
@@ -592,6 +599,11 @@ class ManagedClient {
             (0, wasm_common_1.deeplakeRelease)(ds);
         }
     }
+    /**
+     * Fetch actual data for a DLREF data reference.
+     * Resolves a (column_id, row_id) pair from a DLREF into the raw data
+     * by reading directly from the underlying dataset storage.
+     */
     async getSampleByRef(tableName, columnId, rowId) {
         const ds = await this.openTable(tableName);
         try {
@@ -601,6 +613,10 @@ class ManagedClient {
             (0, wasm_common_1.deeplakeRelease)(ds);
         }
     }
+    /**
+     * Set a single field value on a table row and commit.
+     * Writes directly to the underlying dataset (no SQL query).
+     */
     async setField(tableName, rowIndex, column, value) {
         const ds = await this.openTable(tableName);
         try {
@@ -611,6 +627,10 @@ class ManagedClient {
             (0, wasm_common_1.deeplakeRelease)(ds);
         }
     }
+    /**
+     * Set multiple field values on a table row and commit.
+     * Writes directly to the underlying dataset (no SQL query).
+     */
     async setRow(tableName, rowIndex, data) {
         const ds = await this.openTable(tableName);
         try {
@@ -624,6 +644,15 @@ class ManagedClient {
     // ------------------------------------------------------------------
     // Thumbnail generation
     // ------------------------------------------------------------------
+    /**
+     * Detect which columns contain IMAGE data for thumbnail generation.
+     *
+     * Sources (in priority order):
+     * 1. format.image_columns() — explicit declaration from a Format object
+     * 2. format.pg_schema() — columns with type "IMAGE"
+     * 3. pgSchema — inferred schema columns with BYTEA that came from
+     *    image file normalizers (the image normalizer names its column "image")
+     */
     detectImageColumns(format, _pgSchema, firstBatch) {
         // 1. Format declares image_columns explicitly
         if (format && typeof format.image_columns === 'function') {
@@ -650,9 +679,6 @@ class ManagedClient {
         }
         return [];
     }
-    static THUMBNAIL_SIZES = [
-        [32, 32], [64, 64], [128, 128], [256, 256],
-    ];
 }
 exports.ManagedClient = ManagedClient;
 // =====================================================================

package/dist/node/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/node/client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,uCAA2C;AAC3C,uDAG+B;AAC/B,iDAAyD;AACzD,6CAK0B;AAC1B,6CAAgE;AAChE,2CAAqE;AACrE,6CAA8C;AAU9C,uDAY+B;AAC/B,6CAAmD;AACnD,+CAAqD;AACrD,2DAAiE;AAEjE,MAAM,eAAe,GAAG,yBAAyB,CAAC;AAElD,MAAa,aAAa;IACf,KAAK,CAAS;IACd,WAAW,CAAS;IACpB,MAAM,CAAS;IACxB,KAAK,CAAS;IAEN,SAAS,GAAkB,IAAI,CAAC;IAChC,cAAc,CAAU;IACxB,aAAa,GAAyB,IAAI,CAAC;IAEnD,YAAY,OAA6B;QACvC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,kBAAS,CACjB,iGAAiG,CAClG,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAE3B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,eAAe,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAEtE,oDAAoD;QACpD,MAAM,SAAS,GAAG,IAAA,uBAAe,EAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACvB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YAChB,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC7B,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO;QAChC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,CAAC,aAAa,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,MAAM,KAAK,GAAG,MAAM,IAAA,yBAAiB,EAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/D,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,mBAAU,CAAC,6DAA6D,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAiB;QACrB,OAAO,IAAI,8BAAmB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAClD,CAAC;IAGD,qEAAqE;IACrE,eAAe;IACf,qEAAqE;IAErE,KAAK,CAAC,WAAW;QACf,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,SAAS,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAEnD,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;YACjE,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,eAAe;SACrD,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,CAAC,YAAkC,CAAC;QAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,4BAAmB,CAC3B,2CAA2C,IAAI,CAAC,WAAW,GAAG,CAC/D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB;QACpC,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC9C,OAAO,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC;QACpC,CAAC;QACD,OAAO,GAAG,QAAQ,IAAI,IAAI,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;IACxD,CAAC;IAED,qEAAqE;IACrE,sBAAsB;IACtB,qEAAqE;IAErE,KAAK,CAAC,eAAe,CAAC,OAAe,WAAW;QAC9C,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,OAAO,IAAA,6BAAe,EACpB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,WAAW,EAChB,IAAI,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAAe,WAAW;QAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAA,+BAAiB,EAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,qEAAqE;IACrE,kBAAkB;IAClB,qEAAqE;IAErE,KAAK,CAAC,MAAM,CACV,SAAiB,EACjB,IAAuC,EACvC,OAAuB;QAEvB,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAE/B,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,oBAAW,CAAC,yCAAyC,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7C,MAAM,IAAI,oBAAW,CAAC,+BAA+B,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACrE,MAAM,IAAI,oBAAW,CAAC,yBAAyB,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAC7B,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,CAAC;QACvC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC;QAC7C,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,GAAG,CAAC;QAElD,iEAAiE;QACjE,4DAA4D;QAC5D,MAAM,MAAM,GAAG,QAAQ,IAAI,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;QAEvD,IAAI,CAAC;YACH,yBAAyB;YACzB,IAAI,OAA+C,CAAC;YAEpD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;oBAC3C,MAAM,IAAI,oBAAW,CAAC,+CAA+C,CAAC,CAAC;gBACzE,CAAC;gBACD,sDAAsD;gBACtD,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;oBAClC,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,GAAG,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;oBAC/C,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAC/B,CAAC;iBAAM,IAAI,IAAI,IAAI,IAAI,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;gBAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;gBACtC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;oBACnE,MAAM,IAAI,oBAAW,CACnB,4CAA4C,OAAO,WAAW,GAAG,CAClE,CAAC;gBACJ,CAAC;gBACD,OAAO,GAAG,IAAA,kCAAoB,EAC5B,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAC1E,CAAC;YACJ,CAAC;iBAAM,IACL,MAAM;gBACN,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,EAC7D,CAAC;gBACD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;qBACvC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC;qBAC7C,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACnB,MAAM,QAAQ,GAAa,EAAE,CAAC;gBAC9B,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;oBAC9B,IAAI,CAAC,CAAC,GAAG,IAAI,IAAK,CAAC,EAAE,CAAC;wBACpB,MAAM,IAAI,oBAAW,CACnB,oBAAoB,GAAG,mCAAmC,CAC3D,CAAC;oBACJ,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC,GAAI,IAAK,CAAC,GAAG,CAAc,CAAC,CAAC;gBAC7C,CAAC;gBACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,oBAAW,CAAC,qCAAqC,CAAC,CAAC;gBAC/D,CAAC;gBACD,OAAO,GAAG,IAAA,sBAAc,EAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAA,oBAAa,EAAC,IAAkC,CAAC,CAAC;YAC9D,CAAC;YAED,8CAA8C;YAC9C,MAAM,IAAI,GACR,MAAM,CAAC,aAAa,IAAK,OAAe;gBACtC,CAAC,CAAE,OAAgC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBAC3D,CAAC,CAAE,OAA2B,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAEtD,MAAM,WAAW,GAAG,MAAO,IAAY,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;gBACrB,MAAM,IAAI,oBAAW,CAAC,oBAAoB,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,UAAU,GAAU,WAAW,CAAC,KAAK,CAAC;YAE1C,8DAA8D;YAC9D,IAAI,CAAC,CAAC,KAAK,IAAI,UAAU,CAAC,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxD,UAAU,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC3E,CAAC;YAED,6DAA6D;YAC7D,gEAAgE;YAChE,6DAA6D;YAC7D,UAAU,GAAG,MAAM,CAAC,WAAW,CAC7B,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAClE,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAA,sBAAa,EAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAE3D,+DAA+D;YAC/D,kCAAkC;YAClC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;YAE/E,mEAAmE;YACnE,uEAAuE;YACvE,sEAAsE;YACtE,oCAAoC;YACpC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAC5C,CAAC;YAAC,OAAO,OAAO,EAAE,CAAC;gBACjB,kEAAkE;gBAClE,2DAA2D;gBAC3D,OAAO,CAAC,IAAI,CACV,qDAAqD,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,CAC5G,CAAC;YACJ,CAAC;YAED,8DAA8D;YAC9D,wDAAwD;YACxD,sCAAsC;YACtC,kEAAkE;YAClE,uDAAuD;YACvD,MAAM,EAAE,GAAG,MAAM,IAAA,wCAA0B,EAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAEjF,IAAI,CAAC;gBAEH,gDAAgD;gBAChD,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAExE,uDAAuD;gBACvD,MAAM,UAAU,GAAG,YAAY,CAAC,UAAU,EAAE,IAAW,CAAC,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CACtC,EAAE,EACF,UAAU,EACV,MAAM,EACN,UAAU,EACV,SAAS,CACV,CAAC;gBAEF,mEAAmE;gBACnE,MAAM,IAAA,4BAAc,EAAC,EAAE,CAAC,CAAC;gBAEzB,sCAAsC;gBACtC,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;oBACnB,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBAChC,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;wBACzC,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACX,uCAAuC;4BACvC,OAAO,CAAC,IAAI,CACV,6BAA6B,SAAS,IAAI,GAAG,KAAK,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACvF,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;YACtD,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACnB,8DAA8D;gBAC9D,yDAAyD;gBACzD,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;oBAClC,CAAC;oBAAC,MAAM,CAAC;wBACP,sDAAsD;oBACxD,CAAC;gBACH,CAAC;gBACD,MAAM,SAAS,CAAC;YAClB,CAAC;oBAAS,CAAC;gBACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,oBAAW,IAAI,CAAC,YAAY,4BAAmB;gBAAE,MAAM,CAAC,CAAC;YAC1E,MAAM,IAAI,oBAAW,CACnB,0BAA0B,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC/D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,gBAAgB;IAChB,qEAAqE;IAErE;;;;OAIG;IACK,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAC3C,GAAU,EACV,SAAmB,EACnB,KAAU;QAEV,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC;gBAAE,SAAS;YAC5B,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAc,CAAC;YACrC,MAAM,QAAQ,GAAG,GAAG,GAAG,YAAY,CAAC;YAEpC,6DAA6D;YAC7D,iEAAiE;YACjE,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACvB,IAAI,GAAG,GAAkB,IAAI,CAAC;gBAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzB,GAAG,GAAG,GAAG,CAAC;gBACZ,CAAC;qBAAM,IAAI,GAAG,YAAY,UAAU,EAAE,CAAC;oBACrC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;gBAED,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC7B,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzB,CAAC;gBAED,IAAI,CAAC;oBACH,OAAO,MAAM,KAAK,CAAC,GAAG,CAAC;yBACpB,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;yBACnC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;yBACrB,QAAQ,EAAE,CAAC;gBAChB,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YAEF,GAAG,CAAC,QAAQ,CAAC,GAAG,UAAU,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,EAAO,EACP,OAA6B,EAC7B,MAAkB,EAClB,UAAuD,EACvD,YAAsB,EAAE,EACxB,aAAqB,GAAG,EACxB,cAAsB,IAAI;QAE1B,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,MAAM,GAAU,EAAE,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,oDAAoD;QACpD,IAAI,KAAK,GAAQ,IAAI,CAAC;QACtB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,kDAAkD;YACpD,CAAC;QACH,CAAC;QAED,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAE/D,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAEhE,4DAA4D;YAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,EAAE,CAAC;gBACnE,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9E,CAAC;YAED,0BAA0B;YAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClD,IAAI,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,EAAE,CAAC;oBACrB,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC/D,CAAC;qBAAM,CAAC;oBACN,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;wBACzB,MAAM,CAAC,GAAG,CAAe,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;oBAC7C,CAAC;yBAAM,CAAC;wBACL,MAAM,CAAC,GAAG,CAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC1C,CAAC;gBACH,CAAC;YACH,CAAC;YACD,UAAU,IAAI,SAAS,CAAC;YAExB,iCAAiC;YACjC,IAAI,UAAU,IAAI,UAAU,EAAE,CAAC;gBAC7B,6CAA6C;gBAC7C,IAAI,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClC,MAAM,aAAa,CAAC,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gBACzE,CAAC;gBAED,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,IAAA,sBAAa,EAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;oBAClC,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;gBAED,MAAM,IAAA,4BAAc,EAAC,EAAE,EAAE,MAAM,CAAC,CAAC;gBACjC,QAAQ,IAAI,UAAU,CAAC;gBACvB,eAAe,IAAI,UAAU,CAAC;gBAC9B,MAAM,GAAG,EAAE,CAAC;gBACZ,UAAU,GAAG,CAAC,CAAC;gBAEf,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;gBAED,gEAAgE;gBAChE,IAAI,eAAe,IAAI,WAAW,EAAE,CAAC;oBACnC,MAAM,IAAA,4BAAc,EAAC,EAAE,CAAC,CAAC;oBACzB,eAAe,GAAG,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,KAAK,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,aAAa,CAAC,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACzE,CAAC;YAED,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,IAAA,sBAAa,EAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YACpC,CAAC;YAED,MAAM,IAAA,4BAAc,EAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACjC,QAAQ,IAAI,UAAU,CAAC;YAEvB,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,qEAAqE;IACrE,gCAAgC;IAChC,qEAAqE;IAErE;;;OAGG;IACK,KAAK,CAAC,iBAAiB,CAC7B,SAAiB,EACjB,YAAoB,EACpB,QAAiC;QAEjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAA4B,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;YAChE,IAAI,QAAQ;gBAAE,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;YAC3C,MAAM,IAAA,gBAAU,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;gBACpD,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,SAAS;gBAC9C,IAAI;gBACJ,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IACE,CAAC,YAAY,mBAAU;gBACvB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAC1D,CAAC;gBACD,4BAA4B;gBAC5B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,qBAAqB;IACrB,qEAAqE;IAErE;;;;;;;;OAQG;IACH,KAAK,CAAC,KAAK,CACT,GAAW,EACX,MAAkB,EAClB,OAAgC;QAEhC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC;QAC/C,MAAM,IAAI,GAA4B,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QACrD,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,CAAC;QACD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;gBACjE,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,eAAe;gBACpD,IAAI;gBACJ,SAAS;aACV,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAa,CAAC;YACjD,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAgB,CAAC;YAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gBACtB,MAAM,GAAG,GAAa,EAAE,CAAC;gBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,4BAAmB,EAAE,CAAC;gBACrC,MAAM,IAAI,mBAAU,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrD,CAAC;YACD,MAAM,IAAI,mBAAU,CAClB,iBAAiB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACtD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,kCAAkC;IAClC,qEAAqE;IAErE,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,MAAM,IAAA,gBAAU,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;YACjE,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,SAAS;SAC/C,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAA6B,CAAC;QAC/D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB,EAAE,WAAoB,IAAI;QACzD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAA,gBAAU,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;gBACpD,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,eAAe,IAAI,CAAC,WAAW,WAAW,SAAS,EAAE;aAC5D,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IACE,QAAQ;gBACR,CAAC,YAAY,4BAAmB;gBAChC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EACrD,CAAC;gBACD,OAAO;YACT,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,MAAc;QACjD,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,OAAO,SAAS,IAAI,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,+BAA+B,OAAO,SAAS,SAAS,4BAA4B,OAAO,IAAI,CAAC;QAC5G,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IACE,CAAC,YAAY,mBAAU;gBACvB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAC1D,CAAC;gBACD,OAAO;YACT,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,QAAQ,IAAI,CAAC,WAAW,IAAI,SAAS,EAAE,CAAC;QAEvD,kEAAkE;QAClE,uDAAuD;QACvD,OAAO,IAAA,wCAA0B,EAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACzE,CAAC;IAED,qEAAqE;IACrE,sDAAsD;IACtD,qEAAqE;IAErE;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,SAAiB,EAAE,QAAgB,EAAE,MAAc;QAChE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,IAAA,8BAAgB,EAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;gBAAS,CAAC;YACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CACV,SAAiB,EACjB,QAAgB,EAChB,OAAiB;QAEjB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,IAAA,4BAAc,EAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC;gBAAS,CAAC;YACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACjB,SAAiB,EACjB,MAAc,EACd,KAAa,EACb,GAAW;QAEX,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,IAAA,mCAAqB,EAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC7D,CAAC;gBAAS,CAAC;YACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,SAAiB;QAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;gBAAS,CAAC;YACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAClB,SAAiB,EACjB,QAAgB,EAChB,KAAa;QAEb,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,OAAO,MAAM,IAAA,oCAAsB,EAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;gBAAS,CAAC;YACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CACZ,SAAiB,EACjB,QAAgB,EAChB,MAAc,EACd,KAAU;QAEV,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAA,8BAAgB,EAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,IAAA,4BAAc,EAAC,EAAE,EAAE,YAAY,MAAM,IAAI,QAAQ,GAAG,CAAC,CAAC;QAC9D,CAAC;gBAAS,CAAC;YACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CACV,SAAiB,EACjB,QAAgB,EAChB,IAAyB;QAEzB,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAA,4BAAc,EAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,IAAA,4BAAc,EAAC,EAAE,EAAE,UAAU,QAAQ,GAAG,CAAC,CAAC;QAClD,CAAC;gBAAS,CAAC;YACT,IAAA,6BAAe,EAAC,EAAE,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,uBAAuB;IACvB,qEAAqE;IAErE;;;;;;;;OAQG;IACK,kBAAkB,CACxB,MAAiC,EACjC,SAAiC,EACjC,UAAiB;QAEjB,8CAA8C;QAC9C,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;YACzD,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;YACpC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QAC3C,CAAC;QAED,0CAA0C;QAC1C,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;YACrD,MAAM,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;iBAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC;iBAC9C,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;QACnC,CAAC;QAED,sEAAsE;QACtE,kEAAkE;QAClE,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;YACxF,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;gBAC5D,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;CAEF;AAvwBD,sCAuwBC;AAED,wEAAwE;AACxE,UAAU;AACV,wEAAwE;AAExE,KAAK,SAAS,CAAC,CAAC,YAAY,CAC1B,KAAY,EACZ,IAA4C;IAE5C,MAAM,KAAK,CAAC;IAEZ,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,MAAO,IAAY,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,IAAI;YAAE,MAAM;QACvB,MAAM,MAAM,CAAC,KAAK,CAAC;IACrB,CAAC;AACH,CAAC"}

package/dist/node/formats/coco.d.ts

@@ -0,0 +1,62 @@
+/**
+ * COCO (Common Objects in Context) detection/captions format normalizer.
+ *
+ * Reads a COCO dataset directory and yields column-oriented batches
+ * suitable for `ManagedClient.ingest()`.  Works with both train and val splits.
+ *
+ * Expected directory layout:
+ *
+ *     coco_root/
+ *     ├── train2017/          (or val2017/)
+ *     │   ├── 000000000009.jpg
+ *     │   └── ...
+ *     └── annotations/
+ *         ├── instances_train2017.json
+ *         └── captions_train2017.json    [optional]
+ *
+ * Columns produced per image (one row per image):
+ *
+ *   coco_image_id  - COCO image ID (int)
+ *   image          - Source image file bytes (IMAGE)
+ *   mask           - Segmentation mask PNG (SEGMENT_MASK)
+ *   width          - Image width in pixels
+ *   height         - Image height in pixels
+ *   filename       - Original image filename
+ *   captions       - JSON-encoded list of caption strings
+ *   annotations    - JSON-encoded list of annotation dicts
+ *   categories     - JSON-encoded category list (same for all rows)
+ *   num_objects    - Number of object annotations for this image
+ *
+ * No external dependencies — uses built-in Node.js `zlib` for PNG encoding
+ * and a pure JS scanline polygon rasterizer for mask rendering.
+ */
+import type { Batch, Format, SchemaMap } from '.././shared/types';
+export interface CocoOptions {
+    /** Directory containing images (e.g. "coco/train2017"). */
+    imagesDir: string;
+    /** Directory containing annotation JSON files. Defaults to `<imagesDir>/../annotations`. */
+    annotationsDir?: string;
+    /** Explicit path to instances JSON. Auto-detected if omitted. */
+    instancesJson?: string;
+    /** Explicit path to captions JSON. Auto-detected if omitted. Set to `false` to skip. */
+    captionsJson?: string | false;
+    /** Number of images per yielded batch (default 100). */
+    batchSize?: number;
+    /** Maximum images to ingest (useful for testing). */
+    maxImages?: number;
+}
+export declare class Coco implements Format {
+    private imagesDir;
+    private batchSize;
+    private maxImages;
+    private _split;
+    private _annDir;
+    private _instancesJson;
+    private _captionsJson;
+    constructor(options: CocoOptions);
+    schema(): SchemaMap;
+    pg_schema(): Record<string, string>;
+    image_columns(): string[];
+    normalize(): Generator<Batch>;
+}
+//# sourceMappingURL=coco.d.ts.map

package/dist/node/formats/coco.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coco.d.ts","sourceRoot":"","sources":["../../../../src/node/formats/coco.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAKH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAsCnE,MAAM,WAAW,WAAW;IAC1B,2DAA2D;IAC3D,SAAS,EAAE,MAAM,CAAC;IAClB,4FAA4F;IAC5F,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iEAAiE;IACjE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,wFAAwF;IACxF,YAAY,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAC9B,wDAAwD;IACxD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAID,qBAAa,IAAK,YAAW,MAAM;IACjC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAgB;IAEjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,aAAa,CAAgB;gBAEzB,OAAO,EAAE,WAAW;IAgChC,MAAM,IAAI,SAAS;IAOnB,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAOnC,aAAa,IAAI,MAAM,EAAE;IAIxB,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC;CA8F/B"}