deeplake 0.1.0 → 0.2.0

package/dist/node/node/storage.js

@@ -0,0 +1,477 @@
+"use strict";
+/**
+ * Node.js S3 storage client factory for the WASM deeplake engine.
+ *
+ * The C++ WASM code calls js_storage::client_factory()(type, config, mode?)
+ * to create a JS client object with methods like download, exists, list, etc.
+ * This module provides the factory that creates those client objects using
+ * the AWS SDK v3.
+ *
+ * Credential rotation: STS credentials are refreshed automatically before
+ * they expire (5 minutes before expiry, matching the native C++ behavior).
+ * The C++ side passes refresh metadata (orgId, dsName, token) through the
+ * config object so the JS side can call the backend API for fresh creds.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStorageFactory = createStorageFactory;
+const client_s3_1 = require("@aws-sdk/client-s3");
+const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
+// Refresh credentials 5 minutes before expiry (matches native C++ s3_impl.hpp)
+const REFRESH_BUFFER_MS = 5 * 60 * 1000;
+// Default STS credential lifetime — 1 hour
+const DEFAULT_CRED_LIFETIME_MS = 60 * 60 * 1000;
+// Cooldown after a failed refresh attempt (matches native 60s)
+const REFRESH_FAILURE_COOLDOWN_MS = 60 * 1000;
+class RotatingS3Client {
+    client;
+    region;
+    endpoint;
+    refreshMeta;
+    createdAt;
+    lastFailureAt = 0;
+    refreshInProgress = null;
+    debug;
+    constructor(s3Config, region, endpoint, refreshMeta, debug) {
+        this.client = new client_s3_1.S3Client(s3Config);
+        this.region = region;
+        this.endpoint = endpoint;
+        this.refreshMeta = refreshMeta;
+        this.createdAt = Date.now();
+        this.debug = debug;
+    }
+    async getClient() {
+        if (!this.refreshMeta)
+            return this.client;
+        const now = Date.now();
+        const age = now - this.createdAt;
+        const needsRefresh = age > DEFAULT_CRED_LIFETIME_MS - REFRESH_BUFFER_MS;
+        if (!needsRefresh)
+            return this.client;
+        if (this.lastFailureAt && now - this.lastFailureAt < REFRESH_FAILURE_COOLDOWN_MS) {
+            if (this.debug) {
+                console.log('[storage] skipping credential refresh — in cooldown after previous failure');
+            }
+            return this.client;
+        }
+        if (this.refreshInProgress) {
+            await this.refreshInProgress;
+            return this.client;
+        }
+        this.refreshInProgress = this.doRefresh();
+        try {
+            await this.refreshInProgress;
+        }
+        finally {
+            this.refreshInProgress = null;
+        }
+        return this.client;
+    }
+    async doRefresh() {
+        const meta = this.refreshMeta;
+        if (this.debug) {
+            console.log(`[storage] refreshing credentials for ds=${meta.dsName ?? ''} credsKey=${meta.credsKey ?? ''}`);
+        }
+        try {
+            const resp = await fetchCredentials(meta);
+            const creds = resp.creds;
+            const s3Config = {
+                region: creds.region || creds.region_name || this.region,
+                credentials: {
+                    accessKeyId: creds.aws_access_key_id ?? creds.access_key,
+                    secretAccessKey: creds.aws_secret_access_key ?? creds.secret_key,
+                    sessionToken: creds.aws_session_token ?? creds.token ?? creds.session_token,
+                },
+            };
+            if (this.endpoint) {
+                s3Config.endpoint = this.endpoint;
+            }
+            this.client = new client_s3_1.S3Client(s3Config);
+            this.createdAt = Date.now();
+            this.lastFailureAt = 0;
+            if (this.debug) {
+                console.log(`[storage] credential refresh succeeded (repo_type=${resp.repoType})`);
+            }
+        }
+        catch (e) {
+            this.lastFailureAt = Date.now();
+            console.warn(`[storage] credential refresh failed: ${e.message ?? e}`);
+        }
+    }
+}
+async function fetchCredentials(meta) {
+    let url;
+    if (meta.dsName) {
+        const dsName = meta.dsName.replace(/\/+$/, '');
+        url = `${meta.apiEndpoint}/api/org/${meta.orgId}/ds/${dsName}/creds?no_cache=True`;
+    }
+    else if (meta.credsKey) {
+        url = `${meta.apiEndpoint}/api/org/${meta.orgId}/storage/name?query=${encodeURIComponent(meta.credsKey)}`;
+    }
+    else {
+        throw new Error('Cannot refresh credentials: no dsName or credsKey');
+    }
+    const resp = await fetch(url, {
+        headers: {
+            Authorization: `Bearer ${meta.token}`,
+            'Activeloop-Api-Version': '2024-10-01',
+        },
+    });
+    if (!resp.ok) {
+        const text = await resp.text().catch(() => '');
+        throw new Error(`Credential refresh failed: ${resp.status} ${text}`);
+    }
+    const json = (await resp.json());
+    const creds = (json.creds ?? {});
+    const repoType = (json.repo_type ?? 's3');
+    return { repoType, creds };
+}
+function resolveApiEndpoint(wasmModule) {
+    try {
+        const backend = wasmModule.deeplake_backend_client_instance();
+        if (backend?.endpoint) {
+            return backend.endpoint.replace(/\/+$/, '');
+        }
+    }
+    catch {
+        // Backend not initialized — fall back
+    }
+    return 'https://app.activeloop.ai';
+}
+// Registry to prevent V8 GC from collecting JS objects that are only
+// referenced by emscripten::val handles in C++ WASM code.
+const _liveObjects = new Set();
+function createStorageFactory(wasmModule) {
+    return function clientFactory(type, config, mode) {
+        if (type !== 'aws') {
+            throw new Error(`Unsupported storage type: ${type}. The Node.js SDK currently supports "aws" only. ` +
+                `GCS and Azure require additional dependencies (@azure/storage-blob, etc.).`);
+        }
+        const credentials = config?.credentials;
+        const region = config?.region ||
+            process.env.AWS_REGION ||
+            process.env.AWS_DEFAULT_REGION ||
+            'us-east-1';
+        const endpoint = config?.endpoint ?? undefined;
+        let resolvedCreds;
+        if (credentials?.accessKeyId && credentials?.secretAccessKey) {
+            resolvedCreds = {
+                accessKeyId: credentials.accessKeyId,
+                secretAccessKey: credentials.secretAccessKey,
+                sessionToken: credentials.sessionToken,
+            };
+        }
+        else if (process.env.AWS_ACCESS_KEY_ID &&
+            process.env.AWS_SECRET_ACCESS_KEY) {
+            resolvedCreds = {
+                accessKeyId: process.env.AWS_ACCESS_KEY_ID,
+                secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
+                sessionToken: process.env.AWS_SESSION_TOKEN,
+            };
+        }
+        const refresh = config?.refresh;
+        let refreshMeta = null;
+        if (refresh?.orgId && refresh?.token && (refresh?.dsName || refresh?.credsKey)) {
+            refreshMeta = {
+                orgId: refresh.orgId,
+                dsName: refresh.dsName,
+                credsKey: refresh.credsKey,
+                token: refresh.token,
+                apiEndpoint: resolveApiEndpoint(wasmModule),
+            };
+        }
+        const s3Config = {
+            region,
+            credentials: resolvedCreds,
+        };
+        if (endpoint) {
+            s3Config.endpoint = endpoint;
+        }
+        const dbg = !!process.env.DEEPLAKE_STORAGE_DEBUG;
+        if (dbg) {
+            console.log(`[storage] clientFactory type=${type} mode=${mode ?? 'r'} region=${region} creds=${resolvedCreds ? 'yes' : 'no'} refresh=${refreshMeta ? 'yes' : 'no'}`);
+        }
+        const rotatingClient = new RotatingS3Client(s3Config, region, endpoint, refreshMeta, dbg);
+        let result;
+        if (mode === 'w') {
+            result = createWriter(rotatingClient, wasmModule);
+        }
+        else {
+            result = createGetter(rotatingClient, wasmModule);
+        }
+        if (dbg) {
+            const label = mode === 'w' ? 'writer' : 'reader';
+            result = new Proxy(result, {
+                get(target, prop) {
+                    const val = target[prop];
+                    if (typeof val === 'function') {
+                        return function (...args) {
+                            console.log(`[storage:${label}:${prop}] called with ${args.length} args`);
+                            try {
+                                const r = val.apply(target, args);
+                                return r;
+                            }
+                            catch (e) {
+                                console.log(`[storage:${label}:${prop}] threw: ${e.message}`);
+                                throw e;
+                            }
+                        };
+                    }
+                    return val;
+                },
+            });
+        }
+        _liveObjects.add(result);
+        return result;
+    };
+}
+function removeScheme(key) {
+    if (key.startsWith('s3://')) {
+        return key.substring(5);
+    }
+    return key;
+}
+function splitBucketKey(key) {
+    const pos = key.indexOf('/');
+    return [key.substring(0, pos), key.substring(pos + 1)];
+}
+function splitBucketPrefix(root) {
+    const pos = root.indexOf('/');
+    const epos = root.lastIndexOf('/');
+    return [root.substring(0, pos), root.substring(pos + 1, epos)];
+}
+function createGetter(rotatingClient, wasmModule) {
+    const debug = !!process.env.DEEPLAKE_STORAGE_DEBUG;
+    const getter = {
+        generateGetPresignedUrl(key, completion) {
+            key = removeScheme(key);
+            const c1 = completion.clone();
+            const [bucket, objKey] = splitBucketKey(key);
+            rotatingClient.getClient().then((client) => (0, s3_request_presigner_1.getSignedUrl)(client, new client_s3_1.GetObjectCommand({ Bucket: bucket, Key: objKey }), {
+                expiresIn: 3600,
+            })
+                .then((url) => {
+                c1.call(url ?? '');
+                c1.delete();
+            })
+                .catch(() => {
+                c1.call('');
+                c1.delete();
+            }));
+        },
+        exists(key, completion) {
+            key = removeScheme(key);
+            const c1 = completion.clone();
+            const [bucket, objKey] = splitBucketKey(key);
+            if (debug) {
+                console.log(`[storage:exists] bucket=${bucket} key=${objKey}`);
+            }
+            rotatingClient.getClient().then((client) => client
+                .send(new client_s3_1.HeadObjectCommand({ Bucket: bucket, Key: objKey }))
+                .then((r) => {
+                c1.call(r.ContentLength ?? 0);
+                c1.delete();
+            })
+                .catch(() => {
+                c1.call(-1);
+                c1.delete();
+            }));
+        },
+        download(key, range, index, completion) {
+            key = removeScheme(key);
+            const c1 = completion.clone();
+            const [bucket, objKey] = splitBucketKey(key);
+            if (debug) {
+                console.log(`[storage:read] bucket=${bucket} key=${objKey} range=${range || 'none'}`);
+            }
+            const cmd = {
+                Bucket: bucket,
+                Key: objKey,
+                ResponseCacheControl: 'no-cache, no-store, max-age=0',
+            };
+            if (range)
+                cmd.Range = range;
+            rotatingClient.getClient().then((client) => client
+                .send(new client_s3_1.GetObjectCommand(cmd))
+                .then(async (data) => {
+                if (!data?.Body) {
+                    c1.call({ responseCode: 1000, message: 'unknown_error' });
+                    c1.delete();
+                    return;
+                }
+                // In Node.js, Body is a Readable stream
+                const chunks = [];
+                for await (const chunk of data.Body) {
+                    chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+                }
+                const buffer = Buffer.concat(chunks);
+                // Write into WASM memory
+                const wasmBuf = wasmModule.provideResponseBuffer(index, buffer.length);
+                wasmBuf.set(buffer);
+                c1.call({ responseCode: 200 });
+                c1.delete();
+            })
+                .catch((err) => {
+                if (err.name === 'NoSuchKey') {
+                    c1.call({ responseCode: 404, message: 'resource_not_found' });
+                }
+                else {
+                    c1.call({ responseCode: 1000, message: err.message ?? 'unknown_error' });
+                }
+                c1.delete();
+            }));
+            // Store an abort handle
+            wasmModule.storeJsObject(index, { abort() { } });
+        },
+        list(root, key, startAfter, completion) {
+            const c1 = completion.clone();
+            const [bucket, prefix] = splitBucketPrefix(root);
+            if (debug) {
+                console.log(`[storage:list] bucket=${bucket} prefix=${prefix} key=${key}`);
+            }
+            const finalPrefix = (prefix.endsWith('/') ? prefix : `${prefix}/`) + key;
+            const results = [];
+            rotatingClient.getClient().then((client) => {
+                const impl = (marker) => {
+                    client
+                        .send(new client_s3_1.ListObjectsCommand({
+                        Bucket: bucket,
+                        Prefix: finalPrefix,
+                        Marker: marker,
+                    }))
+                        .then((data) => {
+                        for (const k of data.Contents ?? []) {
+                            results.push({
+                                path: k.Key.substring(prefix.length + 1),
+                                size: k.Size,
+                                lastModified: new Date(k.LastModified),
+                                etag: (k.ETag ?? '').replace(/"/g, ''),
+                            });
+                        }
+                        if (!data.IsTruncated) {
+                            c1.call({ responseCode: 200, data: results });
+                            c1.delete();
+                            return;
+                        }
+                        impl(data.NextMarker);
+                    })
+                        .catch((err) => {
+                        c1.call({ responseCode: 1000, message: err.message });
+                        c1.delete();
+                    });
+                };
+                impl(undefined);
+            });
+        },
+        listDirs(root, prefix, completion) {
+            const c1 = completion.clone();
+            const [bucket, rootPrefix] = splitBucketPrefix(root);
+            const finalPrefix = (rootPrefix.endsWith('/') ? rootPrefix : `${rootPrefix}/`) + prefix;
+            rotatingClient.getClient().then((client) => client
+                .send(new client_s3_1.ListObjectsCommand({
+                Bucket: bucket,
+                Prefix: finalPrefix,
+                Delimiter: '/',
+            }))
+                .then((data) => {
+                const dirs = (data.CommonPrefixes ?? []).map((cp) => cp.Prefix);
+                c1.call({ responseCode: 200, data: dirs });
+                c1.delete();
+            })
+                .catch((err) => {
+                c1.call({ responseCode: 1000, message: err.message });
+                c1.delete();
+            }));
+        },
+        metadata(root, key, completion) {
+            const c1 = completion.clone();
+            const [bucket, prefix] = splitBucketPrefix(root);
+            const finalPrefix = (prefix.endsWith('/') ? prefix : `${prefix}/`) + key;
+            rotatingClient.getClient().then((client) => client
+                .send(new client_s3_1.ListObjectsCommand({
+                Bucket: bucket,
+                Prefix: finalPrefix,
+            }))
+                .then((data) => {
+                if (!data.Contents?.length) {
+                    c1.call({ responseCode: 404, message: 'resource_not_found' });
+                    c1.delete();
+                    return;
+                }
+                const k = data.Contents[0];
+                c1.call({
+                    responseCode: 200,
+                    data: {
+                        path: k.Key.substring(prefix.length + 1),
+                        size: k.Size,
+                        lastModified: new Date(k.LastModified),
+                        etag: (k.ETag ?? '').replace(/"/g, ''),
+                    },
+                });
+                c1.delete();
+            })
+                .catch((err) => {
+                c1.call({ responseCode: 1000, message: err.message });
+                c1.delete();
+            }));
+        },
+        copyGetter() {
+            return getter;
+        },
+    };
+    return getter;
+}
+function createWriter(rotatingClient, wasmModule) {
+    const debug = !!process.env.DEEPLAKE_STORAGE_DEBUG;
+    const writer = {
+        saveWithCompletion(key, content, completion) {
+            key = removeScheme(key);
+            const c1 = completion.clone();
+            const [bucket, objKey] = splitBucketKey(key);
+            if (debug) {
+                const size = typeof content === 'string' ? content.length : content.byteLength;
+                console.log(`[storage:write] bucket=${bucket} key=${objKey} size=${size}`);
+            }
+            const body = typeof content === 'string' ? Buffer.from(content) : content;
+            rotatingClient.getClient().then((client) => client
+                .send(new client_s3_1.PutObjectCommand({ Bucket: bucket, Key: objKey, Body: body }))
+                .then((result) => {
+                if (debug) {
+                    console.log(`[storage:write:done] key=${objKey} code=${result.$metadata.httpStatusCode}`);
+                }
+                c1.call({
+                    responseCode: result.$metadata.httpStatusCode ?? 200,
+                });
+                c1.delete();
+            })
+                .catch((err) => {
+                if (debug) {
+                    console.log(`[storage:write:error] key=${objKey} err=${err.message}`);
+                }
+                c1.call({ responseCode: 1000, message: err.message });
+                c1.delete();
+            }));
+        },
+        remove(key, completion) {
+            key = removeScheme(key);
+            const c1 = completion.clone();
+            const [bucket, objKey] = splitBucketKey(key);
+            rotatingClient.getClient().then((client) => client
+                .send(new client_s3_1.DeleteObjectCommand({ Bucket: bucket, Key: objKey }))
+                .then((result) => {
+                c1.call({
+                    responseCode: result.$metadata.httpStatusCode ?? 200,
+                });
+                c1.delete();
+            })
+                .catch((err) => {
+                c1.call({ responseCode: 1000, message: err.message });
+                c1.delete();
+            }));
+        },
+        copyWriter() {
+            return writer;
+        },
+    };
+    return writer;
+}
+//# sourceMappingURL=storage.js.map

package/dist/node/node/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../../src/node/storage.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;AAsKH,oDAmGC;AAvQD,kDAO4B;AAC5B,wEAA6D;AAE7D,+EAA+E;AAC/E,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AACxC,2CAA2C;AAC3C,MAAM,wBAAwB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAChD,+DAA+D;AAC/D,MAAM,2BAA2B,GAAG,EAAE,GAAG,IAAI,CAAC;AAE9C,MAAM,gBAAgB;IACZ,MAAM,CAAW;IACR,MAAM,CAAS;IACf,QAAQ,CAAqB;IAC7B,WAAW,CAAqB;IACzC,SAAS,CAAS;IAClB,aAAa,GAAG,CAAC,CAAC;IAClB,iBAAiB,GAAyB,IAAI,CAAC;IACtC,KAAK,CAAU;IAEhC,YACE,QAAa,EACb,MAAc,EACd,QAA4B,EAC5B,WAA+B,EAC/B,KAAc;QAEd,IAAI,CAAC,MAAM,GAAG,IAAI,oBAAQ,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAE1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC;QACjC,MAAM,YAAY,GAAG,GAAG,GAAG,wBAAwB,GAAG,iBAAiB,CAAC;QAExE,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAEtC,IAAI,IAAI,CAAC,aAAa,IAAI,GAAG,GAAG,IAAI,CAAC,aAAa,GAAG,2BAA2B,EAAE,CAAC;YACjF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;YAC5F,CAAC;YACD,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC7B,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,CAAC;QAC/B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAY,CAAC;QAC/B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,2CAA2C,IAAI,CAAC,MAAM,IAAI,EAAE,aAAa,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9G,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,MAAM,QAAQ,GAAQ;gBACpB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM;gBACxD,WAAW,EAAE;oBACX,WAAW,EAAE,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,UAAU;oBACxD,eAAe,EAAE,KAAK,CAAC,qBAAqB,IAAI,KAAK,CAAC,UAAU;oBAChE,YAAY,EAAE,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,aAAa;iBAC5E;aACF,CAAC;YACF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,oBAAQ,CAAC,QAAQ,CAAC,CAAC;YACrC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;YACvB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,qDAAqD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;CACF;AAeD,KAAK,UAAU,gBAAgB,CAAC,IAAiB;IAC/C,IAAI,GAAW,CAAC;IAChB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC/C,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,YAAY,IAAI,CAAC,KAAK,OAAO,MAAM,sBAAsB,CAAC;IACrF,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACzB,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,YAAY,IAAI,CAAC,KAAK,uBAAuB,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;IAC5G,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC5B,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE;YACrC,wBAAwB,EAAE,YAAY;SACvC;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAwB,CAAC;IACxD,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAA2B,CAAC;IAC3D,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAW,CAAC;IAEpD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,kBAAkB,CAAC,UAAe;IACzC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,UAAU,CAAC,gCAAgC,EAAE,CAAC;QAC9D,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;YACtB,OAAO,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,sCAAsC;IACxC,CAAC;IACD,OAAO,2BAA2B,CAAC;AACrC,CAAC;AAED,qEAAqE;AACrE,0DAA0D;AAC1D,MAAM,YAAY,GAAa,IAAI,GAAG,EAAE,CAAC;AAEzC,SAAgB,oBAAoB,CAAC,UAAe;IAClD,OAAO,SAAS,aAAa,CAC3B,IAAY,EACZ,MAAW,EACX,IAAa;QAEb,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CACb,6BAA6B,IAAI,mDAAmD;gBACpF,4EAA4E,CAC7E,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,EAAE,WAAW,CAAC;QACxC,MAAM,MAAM,GACV,MAAM,EAAE,MAAM;YACd,OAAO,CAAC,GAAG,CAAC,UAAU;YACtB,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC9B,WAAW,CAAC;QACd,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,IAAI,SAAS,CAAC;QAE/C,IAAI,aAAkB,CAAC;QACvB,IAAI,WAAW,EAAE,WAAW,IAAI,WAAW,EAAE,eAAe,EAAE,CAAC;YAC7D,aAAa,GAAG;gBACd,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,eAAe,EAAE,WAAW,CAAC,eAAe;gBAC5C,YAAY,EAAE,WAAW,CAAC,YAAY;aACvC,CAAC;QACJ,CAAC;aAAM,IACL,OAAO,CAAC,GAAG,CAAC,iBAAiB;YAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,EACjC,CAAC;YACD,aAAa,GAAG;gBACd,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;gBAC1C,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB;gBAClD,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;aAC5C,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;QAChC,IAAI,WAAW,GAAuB,IAAI,CAAC;QAC3C,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,KAAK,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC/E,WAAW,GAAG;gBACZ,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC;aAC5C,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAQ;YACpB,MAAM;YACN,WAAW,EAAE,aAAa;SAC3B,CAAC;QACF,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC/B,CAAC;QAED,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;QACjD,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,CAAC,GAAG,CAAC,gCAAgC,IAAI,SAAS,IAAI,IAAI,GAAG,WAAW,MAAM,UAAU,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,YAAY,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvK,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAE1F,IAAI,MAAW,CAAC;QAChB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,GAAG,YAAY,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,YAAY,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;YACjD,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,EAAE;gBACzB,GAAG,CAAC,MAAW,EAAE,IAAY;oBAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;oBACzB,IAAI,OAAO,GAAG,KAAK,UAAU,EAAE,CAAC;wBAC9B,OAAO,UAAqB,GAAG,IAAW;4BACxC,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,IAAI,IAAI,iBAAiB,IAAI,CAAC,MAAM,OAAO,CAAC,CAAC;4BAC1E,IAAI,CAAC;gCACH,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gCAClC,OAAO,CAAC,CAAC;4BACX,CAAC;4BAAC,OAAO,CAAM,EAAE,CAAC;gCAChB,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,IAAI,IAAI,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gCAC9D,MAAM,CAAC,CAAC;4BACV,CAAC;wBACH,CAAC,CAAC;oBACJ,CAAC;oBACD,OAAO,GAAG,CAAC;gBACb,CAAC;aACF,CAAC,CAAC;QACL,CAAC;QAED,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEzB,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,YAAY,CAAC,cAAgC,EAAE,UAAe;IACrE,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IACnD,MAAM,MAAM,GAAQ;QAClB,uBAAuB,CAAC,GAAW,EAAE,UAAe;YAClD,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7C,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,IAAA,mCAAY,EAAC,MAAM,EAAE,IAAI,4BAAgB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE;gBAC1E,SAAS,EAAE,IAAI;aAChB,CAAC;iBACC,IAAI,CAAC,CAAC,GAAW,EAAE,EAAE;gBACpB,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;gBACnB,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE;gBACV,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACZ,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CACL,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,GAAW,EAAE,UAAe;YACjC,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,QAAQ,MAAM,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,MAAM;iBACH,IAAI,CAAC,IAAI,6BAAiB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;iBAC5D,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE;gBACf,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;gBAC9B,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE;gBACV,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACZ,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CACL,CAAC;QACJ,CAAC;QAED,QAAQ,CAAC,GAAW,EAAE,KAAa,EAAE,KAAa,EAAE,UAAe;YACjE,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,QAAQ,MAAM,UAAU,KAAK,IAAI,MAAM,EAAE,CAAC,CAAC;YACxF,CAAC;YACD,MAAM,GAAG,GAAQ;gBACf,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,MAAM;gBACX,oBAAoB,EAAE,+BAA+B;aACtD,CAAC;YACF,IAAI,KAAK;gBAAE,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;YAE7B,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,MAAM;iBACH,IAAI,CAAC,IAAI,4BAAgB,CAAC,GAAG,CAAC,CAAC;iBAC/B,IAAI,CAAC,KAAK,EAAE,IAAS,EAAE,EAAE;gBACxB,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;oBAChB,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,CAAC;oBAC1D,EAAE,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,wCAAwC;gBACxC,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACnE,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAErC,yBAAyB;gBACzB,MAAM,OAAO,GAAe,UAAU,CAAC,qBAAqB,CAC1D,KAAK,EACL,MAAM,CAAC,MAAM,CACd,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAEpB,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC/B,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;gBAClB,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC7B,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBAChE,CAAC;qBAAM,CAAC;oBACN,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;gBAC3E,CAAC;gBACD,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CACL,CAAC;YAEF,wBAAwB;YACxB,UAAU,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,KAAK,KAAI,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,CACF,IAAY,EACZ,GAAW,EACX,UAAkB,EAClB,UAAe;YAEf,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,WAAW,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC;YAC7E,CAAC;YACD,MAAM,WAAW,GACf,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC;YAEvD,MAAM,OAAO,GAAU,EAAE,CAAC;YAC1B,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBACzC,MAAM,IAAI,GAAG,CAAC,MAA0B,EAAE,EAAE;oBAC1C,MAAM;yBACH,IAAI,CACH,IAAI,8BAAkB,CAAC;wBACrB,MAAM,EAAE,MAAM;wBACd,MAAM,EAAE,WAAW;wBACnB,MAAM,EAAE,MAAM;qBACf,CAAC,CACH;yBACA,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE;wBAClB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;4BACpC,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,CAAC,CAAC,GAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gCACzC,IAAI,EAAE,CAAC,CAAC,IAAK;gCACb,YAAY,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,YAAa,CAAC;gCACvC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;6BACvC,CAAC,CAAC;wBACL,CAAC;wBACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;4BACtB,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;4BAC9C,EAAE,CAAC,MAAM,EAAE,CAAC;4BACZ,OAAO;wBACT,CAAC;wBACD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACxB,CAAC,CAAC;yBACD,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;wBAClB,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;wBACtD,EAAE,CAAC,MAAM,EAAE,CAAC;oBACd,CAAC,CAAC,CAAC;gBACP,CAAC,CAAC;gBACF,IAAI,CAAC,SAAS,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,QAAQ,CAAC,IAAY,EAAE,MAAc,EAAE,UAAe;YACpD,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,WAAW,GACf,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC;YAEtE,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,MAAM;iBACH,IAAI,CACH,IAAI,8BAAkB,CAAC;gBACrB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,GAAG;aACf,CAAC,CACH;iBACA,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE;gBAClB,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,GAAG,CAC1C,CAAC,EAAO,EAAE,EAAE,CAAC,EAAE,CAAC,MAAO,CACxB,CAAC;gBACF,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3C,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;gBAClB,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtD,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CACL,CAAC;QACJ,CAAC;QAED,QAAQ,CAAC,IAAY,EAAE,GAAW,EAAE,UAAe;YACjD,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACjD,MAAM,WAAW,GACf,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC;YAEvD,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,MAAM;iBACH,IAAI,CACH,IAAI,8BAAkB,CAAC;gBACrB,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,WAAW;aACpB,CAAC,CACH;iBACA,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE;gBAClB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;oBAC3B,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC;oBAC9D,EAAE,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;gBACD,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC3B,EAAE,CAAC,IAAI,CAAC;oBACN,YAAY,EAAE,GAAG;oBACjB,IAAI,EAAE;wBACJ,IAAI,EAAE,CAAC,CAAC,GAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;wBACzC,IAAI,EAAE,CAAC,CAAC,IAAK;wBACb,YAAY,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,YAAa,CAAC;wBACvC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;qBACvC;iBACF,CAAC,CAAC;gBACH,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;gBAClB,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtD,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CACL,CAAC;QACJ,CAAC;QAED,UAAU;YACR,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,cAAgC,EAAE,UAAe;IACrE,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IACnD,MAAM,MAAM,GAAQ;QAClB,kBAAkB,CAAC,GAAW,EAAE,OAA4B,EAAE,UAAe;YAC3E,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,IAAI,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC/E,OAAO,CAAC,GAAG,CAAC,0BAA0B,MAAM,QAAQ,MAAM,SAAS,IAAI,EAAE,CAAC,CAAC;YAC7E,CAAC;YACD,MAAM,IAAI,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAE1E,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,MAAM;iBACH,IAAI,CAAC,IAAI,4BAAgB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;iBACvE,IAAI,CAAC,CAAC,MAAW,EAAE,EAAE;gBACpB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,SAAS,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,CAAC;gBAC5F,CAAC;gBACD,EAAE,CAAC,IAAI,CAAC;oBACN,YAAY,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc,IAAI,GAAG;iBACrD,CAAC,CAAC;gBACH,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;gBAClB,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,GAAG,CAAC,6BAA6B,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtD,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CACL,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,GAAW,EAAE,UAAe;YACjC,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YAE7C,cAAc,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,MAAM;iBACH,IAAI,CAAC,IAAI,+BAAmB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;iBAC9D,IAAI,CAAC,CAAC,MAAW,EAAE,EAAE;gBACpB,EAAE,CAAC,IAAI,CAAC;oBACN,YAAY,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc,IAAI,GAAG;iBACrD,CAAC,CAAC;gBACH,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAQ,EAAE,EAAE;gBAClB,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtD,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CACL,CAAC;QACJ,CAAC;QAED,UAAU;YACR,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/node/node/wasm.d.ts

@@ -0,0 +1,3 @@
+export declare function initializeWasm(modulePath?: string): Promise<void>;
+export declare function deinitializeWasm(): void;
+//# sourceMappingURL=wasm.d.ts.map

package/dist/node/node/wasm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm.d.ts","sourceRoot":"","sources":["../../../src/node/wasm.ts"],"names":[],"mappings":"AAMA,wBAAsB,cAAc,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAoCvE;AAED,wBAAgB,gBAAgB,IAAI,IAAI,CAMvC"}

package/dist/node/node/wasm.js

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initializeWasm = initializeWasm;
+exports.deinitializeWasm = deinitializeWasm;
+const storage_1 = require("./storage");
+const wasm_common_1 = require("../shared/wasm-common");
+let wasmInitPromise = null;
+let wasmModule = null;
+async function initializeWasm(modulePath) {
+    if (wasmModule)
+        return;
+    // Prevent double-init: if another caller is already initializing, wait
+    // for that same promise instead of starting a second initialization.
+    if (wasmInitPromise)
+        return wasmInitPromise;
+    wasmInitPromise = (async () => {
+        const path = modulePath ?? process.env.DEEPLAKE_WASM_PATH;
+        if (!path) {
+            throw new Error('WASM module path required. Pass modulePath or set DEEPLAKE_WASM_PATH env var.');
+        }
+        // Load the Emscripten-generated module
+        const factory = require(path);
+        wasmModule = await factory();
+        wasmModule.deeplake_initialize();
+        // Set the shared module reference
+        (0, wasm_common_1.setWasmModule)(wasmModule);
+        // Initialize js_storage with Node.js S3 client factory
+        if (typeof wasmModule.deeplake_initialize_storage === 'function') {
+            const storageFactory = (0, storage_1.createStorageFactory)(wasmModule);
+            wasmModule.deeplake_initialize_storage(storageFactory);
+        }
+    })();
+    try {
+        await wasmInitPromise;
+    }
+    catch (e) {
+        wasmInitPromise = null;
+        throw e;
+    }
+}
+function deinitializeWasm() {
+    if (!wasmModule)
+        return;
+    wasmModule.deeplake_deinitialize();
+    (0, wasm_common_1.clearWasmModule)();
+    wasmModule = null;
+    wasmInitPromise = null;
+}
+//# sourceMappingURL=wasm.js.map

package/dist/node/node/wasm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm.js","sourceRoot":"","sources":["../../../src/node/wasm.ts"],"names":[],"mappings":";;AAMA,wCAoCC;AAED,4CAMC;AAlDD,uCAAiD;AACjD,uDAAuE;AAEvE,IAAI,eAAe,GAAyB,IAAI,CAAC;AACjD,IAAI,UAAU,GAAQ,IAAI,CAAC;AAEpB,KAAK,UAAU,cAAc,CAAC,UAAmB;IACtD,IAAI,UAAU;QAAE,OAAO;IAEvB,uEAAuE;IACvE,qEAAqE;IACrE,IAAI,eAAe;QAAE,OAAO,eAAe,CAAC;IAE5C,eAAe,GAAG,CAAC,KAAK,IAAI,EAAE;QAC5B,MAAM,IAAI,GAAG,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAC1D,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CACb,+EAA+E,CAChF,CAAC;QACJ,CAAC;QAED,uCAAuC;QACvC,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,UAAU,GAAG,MAAM,OAAO,EAAE,CAAC;QAC7B,UAAU,CAAC,mBAAmB,EAAE,CAAC;QAEjC,kCAAkC;QAClC,IAAA,2BAAa,EAAC,UAAU,CAAC,CAAC;QAE1B,uDAAuD;QACvD,IAAI,OAAO,UAAU,CAAC,2BAA2B,KAAK,UAAU,EAAE,CAAC;YACjE,MAAM,cAAc,GAAG,IAAA,8BAAoB,EAAC,UAAU,CAAC,CAAC;YACxD,UAAU,CAAC,2BAA2B,CAAC,cAAc,CAAC,CAAC;QACzD,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,eAAe,CAAC;IACxB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe,GAAG,IAAI,CAAC;QACvB,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,SAAgB,gBAAgB;IAC9B,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,UAAU,CAAC,qBAAqB,EAAE,CAAC;IACnC,IAAA,6BAAe,GAAE,CAAC;IAClB,UAAU,GAAG,IAAI,CAAC;IAClB,eAAe,GAAG,IAAI,CAAC;AACzB,CAAC"}

package/dist/node/shared/api.d.ts

@@ -0,0 +1,9 @@
+export interface ApiRequestOptions {
+    method: string;
+    path: string;
+    body?: Record<string, unknown>;
+    params?: Record<string, string>;
+    timeoutMs?: number;
+}
+export declare function apiRequest(baseUrl: string, token: string, orgId: string, options: ApiRequestOptions): Promise<Record<string, unknown>>;
+//# sourceMappingURL=api.d.ts.map

package/dist/node/shared/api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../../src/shared/api.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,UAAU,CAC9B,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAqElC"}

package/dist/node/shared/api.js

@@ -0,0 +1,70 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.apiRequest = apiRequest;
+const errors_1 = require("./errors");
+const DEFAULT_TIMEOUT_MS = 30_000;
+async function apiRequest(baseUrl, token, orgId, options) {
+    const { method, path, body, params, timeoutMs = DEFAULT_TIMEOUT_MS } = options;
+    let url = `${baseUrl}${path}`;
+    if (params) {
+        const qs = new URLSearchParams(params).toString();
+        if (qs)
+            url += `?${qs}`;
+    }
+    const headers = {
+        Authorization: `Bearer ${token}`,
+        'Content-Type': 'application/json',
+    };
+    if (orgId) {
+        headers['X-Activeloop-Org-Id'] = orgId;
+    }
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
+    try {
+        const resp = await fetch(url, {
+            method,
+            headers,
+            body: body ? JSON.stringify(body) : undefined,
+            signal: controller.signal,
+        });
+        if (resp.status === 401) {
+            throw new errors_1.AuthError('Unauthorized: invalid or expired token');
+        }
+        if (resp.status === 403) {
+            throw new errors_1.AuthError('Forbidden: insufficient permissions');
+        }
+        if (resp.status === 404) {
+            throw new errors_1.ManagedServiceError(`Not found: ${path}`);
+        }
+        if (resp.status === 409) {
+            const text = await resp.text();
+            let msg = 'Conflict';
+            try {
+                const json = JSON.parse(text);
+                msg = json.error || text;
+            }
+            catch {
+                msg = text || msg;
+            }
+            throw new errors_1.TableError(msg);
+        }
+        if (!resp.ok) {
+            const text = await resp.text();
+            throw new errors_1.ManagedServiceError(`API request failed: ${resp.status} ${resp.statusText} — ${text}`);
+        }
+        const text = await resp.text();
+        return text ? JSON.parse(text) : {};
+    }
+    catch (e) {
+        if (e instanceof errors_1.ManagedServiceError)
+            throw e;
+        if (e instanceof DOMException && e.name === 'AbortError') {
+            throw new errors_1.ManagedServiceError(`API request timed out after ${timeoutMs}ms`);
+        }
+        throw new errors_1.ManagedServiceError(`API request failed: ${e instanceof Error ? e.message : e}`);
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+//# sourceMappingURL=api.js.map

package/dist/node/shared/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/shared/api.ts"],"names":[],"mappings":";;AAYA,gCA0EC;AAtFD,qCAAsE;AAEtE,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAU3B,KAAK,UAAU,UAAU,CAC9B,OAAe,EACf,KAAa,EACb,KAAa,EACb,OAA0B;IAE1B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,GAAG,kBAAkB,EAAE,GAAG,OAAO,CAAC;IAE/E,IAAI,GAAG,GAAG,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;IAC9B,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,EAAE,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClD,IAAI,EAAE;YAAE,GAAG,IAAI,IAAI,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,aAAa,EAAE,UAAU,KAAK,EAAE;QAChC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IACF,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,qBAAqB,CAAC,GAAG,KAAK,CAAC;IACzC,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC5B,MAAM;YACN,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7C,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,kBAAS,CAAC,wCAAwC,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,kBAAS,CAAC,qCAAqC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,4BAAmB,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,GAAG,GAAG,UAAU,CAAC;YACrB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,GAAG,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,GAAG,IAAI,IAAI,GAAG,CAAC;YACpB,CAAC;YACD,MAAM,IAAI,mBAAU,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,IAAI,4BAAmB,CAC3B,uBAAuB,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,MAAM,IAAI,EAAE,CAClE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAA6B,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,4BAAmB;YAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACzD,MAAM,IAAI,4BAAmB,CAAC,+BAA+B,SAAS,IAAI,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,IAAI,4BAAmB,CAC3B,uBAAuB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAC5D,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC"}

package/dist/node/shared/credentials.d.ts

@@ -0,0 +1,4 @@
+import type { StorageCreds } from './types';
+export declare function getStorageCreds(baseUrl: string, token: string, orgId: string, workspaceId: string, mode?: string): Promise<StorageCreds>;
+export declare function applyStorageCreds(creds: StorageCreds): void;
+//# sourceMappingURL=credentials.d.ts.map