@tiangong-lca/cli 0.0.18 → 0.0.21

package/dist/src/lib/dataset-source-upload-attachments.js

@@ -0,0 +1,522 @@
+import { readdirSync, readFileSync, statSync } from 'node:fs';
+import path from 'node:path';
+import { writeJsonArtifact, writeJsonLinesArtifact } from './artifacts.js';
+import { CliError } from './errors.js';
+import { buildSupabaseAuthHeaders, deriveSupabaseProjectBaseUrl, requireSupabaseRestRuntime, } from './supabase-client.js';
+import { resolveSupabaseUserSession } from './supabase-session.js';
+const DEFAULT_BUCKET = 'external_docs';
+const DEFAULT_TIMEOUT_MS = 30_000;
+const MIME_TYPES = {
+    '.pdf': 'application/pdf',
+    '.jpg': 'image/jpeg',
+    '.jpeg': 'image/jpeg',
+    '.png': 'image/png',
+    '.gif': 'image/gif',
+    '.bmp': 'image/bmp',
+    '.webp': 'image/webp',
+    '.svg': 'image/svg+xml',
+    '.csv': 'text/csv',
+    '.txt': 'text/plain',
+    '.xml': 'application/xml',
+    '.json': 'application/json',
+    '.zip': 'application/zip',
+    '.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+};
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function trimToken(value) {
+    if (typeof value !== 'string') {
+        return null;
+    }
+    const trimmed = value.trim();
+    return trimmed ? trimmed : null;
+}
+function caughtErrorMessage(error) {
+    return error instanceof Error ? error.message : String(error);
+}
+function readFileBytes(filePath) {
+    // Copy into a fresh ArrayBuffer-backed view so the bytes are a valid BlobPart
+    // (readFileSync's Buffer is typed over ArrayBufferLike, which Blob rejects).
+    return new Uint8Array(readFileSync(filePath));
+}
+function normalizeTimeoutMs(value) {
+    if (value === undefined) {
+        return DEFAULT_TIMEOUT_MS;
+    }
+    if (!Number.isInteger(value) || value < 1) {
+        throw new CliError('--timeout-ms must be a positive integer.', {
+            code: 'DATASET_SOURCE_UPLOAD_TIMEOUT_INVALID',
+            exitCode: 2,
+            details: value,
+        });
+    }
+    return value;
+}
+export function classifyDigitalFileUri(uri) {
+    const trimmed = typeof uri === 'string' ? uri.trim() : '';
+    if (!trimmed) {
+        return 'empty';
+    }
+    if (/^https?:\/\//iu.test(trimmed)) {
+        return 'remote';
+    }
+    return 'local';
+}
+export function digitalFileBasename(uri) {
+    const normalized = uri.trim().replace(/\\/gu, '/');
+    const slash = normalized.lastIndexOf('/');
+    return slash >= 0 ? normalized.slice(slash + 1) : normalized;
+}
+export function mimeTypeForFile(fileName) {
+    const ext = path.extname(fileName).toLowerCase();
+    return MIME_TYPES[ext] ?? 'application/octet-stream';
+}
+function buildExternalDocsIndex(externalDocsDir) {
+    let entries;
+    try {
+        entries = readdirSync(externalDocsDir, { withFileTypes: true })
+            .filter((entry) => entry.isFile())
+            .map((entry) => entry.name);
+    }
+    catch (error) {
+        throw new CliError(`Cannot read external docs directory: ${externalDocsDir}`, {
+            code: 'DATASET_SOURCE_UPLOAD_EXTERNAL_DOCS_DIR_UNREADABLE',
+            exitCode: 2,
+            details: caughtErrorMessage(error),
+        });
+    }
+    const index = new Map();
+    for (const name of entries) {
+        index.set(name.toLowerCase(), name);
+    }
+    return index;
+}
+function digitalFileNode(row) {
+    const root = isRecord(row.sourceDataSet) ? row.sourceDataSet : row;
+    const sourceInformation = isRecord(root.sourceInformation)
+        ? root.sourceInformation
+        : null;
+    if (!sourceInformation) {
+        return null;
+    }
+    const dataSetInformation = isRecord(sourceInformation.dataSetInformation)
+        ? sourceInformation.dataSetInformation
+        : null;
+    return dataSetInformation;
+}
+function sourceIdentity(row) {
+    const dataSetInformation = digitalFileNode(row);
+    const id = dataSetInformation ? trimToken(dataSetInformation['common:UUID']) : null;
+    const root = isRecord(row.sourceDataSet) ? row.sourceDataSet : row;
+    const administrative = isRecord(root.administrativeInformation)
+        ? root.administrativeInformation
+        : null;
+    const publication = administrative && isRecord(administrative.publicationAndOwnership)
+        ? administrative.publicationAndOwnership
+        : null;
+    const version = publication ? trimToken(publication['common:dataSetVersion']) : null;
+    return { id, version };
+}
+function entryUri(entry) {
+    if (typeof entry === 'string') {
+        return entry;
+    }
+    if (isRecord(entry)) {
+        const uri = entry['@uri'];
+        return typeof uri === 'string' ? uri : '';
+    }
+    return '';
+}
+function withRewrittenUri(entry, rewrittenUri) {
+    if (typeof entry === 'string') {
+        return rewrittenUri;
+    }
+    if (isRecord(entry)) {
+        return { ...entry, '@uri': rewrittenUri };
+    }
+    return entry;
+}
+function resolveReferences(identity, entries, fileIndex, bucket) {
+    return entries.map((entry, entryIndex) => {
+        const original = entryUri(entry);
+        const kind = classifyDigitalFileUri(original);
+        if (kind !== 'local') {
+            return {
+                entryIndex,
+                reference: {
+                    source_id: identity.id,
+                    source_version: identity.version,
+                    original_uri: original,
+                    kind,
+                    resolved_file: null,
+                    bucket_key: null,
+                    rewritten_uri: original,
+                    status: 'left_as_is',
+                },
+            };
+        }
+        const basename = digitalFileBasename(original);
+        const resolved = fileIndex.get(basename.toLowerCase()) ?? null;
+        if (!resolved) {
+            return {
+                entryIndex,
+                reference: {
+                    source_id: identity.id,
+                    source_version: identity.version,
+                    original_uri: original,
+                    kind,
+                    resolved_file: null,
+                    bucket_key: null,
+                    rewritten_uri: original,
+                    status: 'unresolved',
+                },
+            };
+        }
+        return {
+            entryIndex,
+            reference: {
+                source_id: identity.id,
+                source_version: identity.version,
+                original_uri: original,
+                kind,
+                resolved_file: resolved,
+                bucket_key: resolved,
+                rewritten_uri: `../${bucket}/${resolved}`,
+                status: 'rewritten',
+            },
+        };
+    });
+}
+export function digitalFileEntries(value) {
+    if (value === undefined || value === null) {
+        return [];
+    }
+    return Array.isArray(value) ? value : [value];
+}
+function rewriteDigitalFileValue(value, resolved) {
+    const entries = digitalFileEntries(value);
+    const rewritten = entries.map((entry, entryIndex) => {
+        const match = resolved.find((item) => item.entryIndex === entryIndex);
+        if (match && match.reference.status === 'rewritten' && match.reference.rewritten_uri) {
+            return withRewrittenUri(entry, match.reference.rewritten_uri);
+        }
+        return entry;
+    });
+    return Array.isArray(value) ? rewritten : (rewritten[0] ?? value);
+}
+function loadSourceRows(inputPath) {
+    const resolved = path.resolve(inputPath);
+    let stats;
+    try {
+        stats = statSync(resolved);
+    }
+    catch (error) {
+        throw new CliError(`Cannot read --input path: ${inputPath}`, {
+            code: 'DATASET_SOURCE_UPLOAD_INPUT_UNREADABLE',
+            exitCode: 2,
+            details: caughtErrorMessage(error),
+        });
+    }
+    const files = [];
+    if (stats.isDirectory()) {
+        const walk = (dir) => {
+            for (const entry of readdirSync(dir, { withFileTypes: true })) {
+                const entryPath = path.join(dir, entry.name);
+                if (entry.isDirectory()) {
+                    walk(entryPath);
+                }
+                else if (entry.isFile() && entry.name.toLowerCase().endsWith('.json')) {
+                    files.push(entryPath);
+                }
+            }
+        };
+        walk(resolved);
+    }
+    else {
+        files.push(resolved);
+    }
+    const rows = [];
+    for (const file of files) {
+        const text = readFileSync(file, 'utf8');
+        if (file.toLowerCase().endsWith('.jsonl')) {
+            for (const line of text.split(/\r?\n/u)) {
+                const trimmed = line.trim();
+                if (!trimmed) {
+                    continue;
+                }
+                rows.push({ path: file, row: parseRowObject(trimmed, file) });
+            }
+            continue;
+        }
+        const parsed = parseJson(text, file);
+        if (Array.isArray(parsed)) {
+            for (const item of parsed) {
+                if (isRecord(item)) {
+                    rows.push({ path: file, row: item });
+                }
+            }
+        }
+        else if (isRecord(parsed)) {
+            rows.push({ path: file, row: parsed });
+        }
+        else {
+            throw new CliError(`Source row is not a JSON object: ${file}`, {
+                code: 'DATASET_SOURCE_UPLOAD_INPUT_NOT_OBJECT',
+                exitCode: 2,
+            });
+        }
+    }
+    return rows;
+}
+function parseJson(text, file) {
+    try {
+        return JSON.parse(text);
+    }
+    catch (error) {
+        throw new CliError(`Cannot parse source JSON: ${file}`, {
+            code: 'DATASET_SOURCE_UPLOAD_INPUT_INVALID_JSON',
+            exitCode: 2,
+            details: caughtErrorMessage(error),
+        });
+    }
+}
+function parseRowObject(text, file) {
+    const parsed = parseJson(text, file);
+    if (!isRecord(parsed)) {
+        throw new CliError(`Source row is not a JSON object: ${file}`, {
+            code: 'DATASET_SOURCE_UPLOAD_INPUT_NOT_OBJECT',
+            exitCode: 2,
+        });
+    }
+    return parsed;
+}
+async function uploadObject(options) {
+    const encodedKey = options.key
+        .split('/')
+        .map((segment) => encodeURIComponent(segment))
+        .join('/');
+    const url = `${options.storageBaseUrl}/object/${options.bucket}/${encodedKey}`;
+    const response = await options.fetchImpl(url, {
+        method: 'POST',
+        headers: {
+            ...buildSupabaseAuthHeaders(options.publishableKey, options.accessToken),
+            'content-type': options.contentType,
+            'x-upsert': 'true',
+        },
+        body: new Blob([options.body], { type: options.contentType }),
+        signal: AbortSignal.timeout(options.timeoutMs),
+    });
+    if (!response.ok) {
+        const detail = await response.text();
+        throw new CliError(`HTTP ${response.status} returned uploading ${options.key}`, {
+            code: 'DATASET_SOURCE_UPLOAD_OBJECT_FAILED',
+            exitCode: 1,
+            details: { url, body: detail },
+        });
+    }
+}
+async function verifyObject(options) {
+    const encodedKey = options.key
+        .split('/')
+        .map((segment) => encodeURIComponent(segment))
+        .join('/');
+    const url = `${options.storageBaseUrl}/object/sign/${options.bucket}/${encodedKey}`;
+    const response = await options.fetchImpl(url, {
+        method: 'POST',
+        headers: {
+            ...buildSupabaseAuthHeaders(options.publishableKey, options.accessToken),
+            'content-type': 'application/json',
+        },
+        body: JSON.stringify({ expiresIn: 60 }),
+        signal: AbortSignal.timeout(options.timeoutMs),
+    });
+    if (!response.ok) {
+        const detail = await response.text();
+        throw new CliError(`HTTP ${response.status} returned verifying ${options.key}`, {
+            code: 'DATASET_SOURCE_UPLOAD_VERIFY_FAILED',
+            exitCode: 1,
+            details: { url, body: detail },
+        });
+    }
+}
+export async function runDatasetSourceUploadAttachments(options) {
+    const now = options.now ?? new Date();
+    const generatedAtUtc = now.toISOString();
+    const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
+    const commit = Boolean(options.commit);
+    const verify = Boolean(options.verify);
+    const bucket = trimToken(options.bucket) ?? DEFAULT_BUCKET;
+    const outDir = path.resolve(options.outDir ?? 'dataset-source-upload-attachments');
+    const externalDocsDir = path.resolve(options.externalDocsDir);
+    const fileIndex = buildExternalDocsIndex(externalDocsDir);
+    const sourceRows = loadSourceRows(options.inputPath);
+    const references = [];
+    const filesByKey = new Map();
+    const rewrittenRows = [];
+    let sourcesRewritten = 0;
+    for (const { row } of sourceRows) {
+        const identity = sourceIdentity(row);
+        const node = digitalFileNode(row);
+        const rawValue = node ? node.referenceToDigitalFile : undefined;
+        const entries = digitalFileEntries(rawValue);
+        if (entries.length === 0 || !node) {
+            rewrittenRows.push(row);
+            continue;
+        }
+        const resolved = resolveReferences(identity, entries, fileIndex, bucket);
+        let rowChanged = false;
+        for (const item of resolved) {
+            references.push(item.reference);
+            if (item.reference.status === 'rewritten' && item.reference.bucket_key) {
+                rowChanged = rowChanged || item.reference.rewritten_uri !== item.reference.original_uri;
+                const key = item.reference.bucket_key;
+                const existing = filesByKey.get(key);
+                const sourceLabel = `${identity.id ?? 'unknown'}@${identity.version ?? 'unknown'}`;
+                if (existing) {
+                    existing.referenced_by.add(sourceLabel);
+                }
+                else {
+                    const filePath = path.join(externalDocsDir, item.reference.resolved_file);
+                    filesByKey.set(key, {
+                        source_path: filePath,
+                        size_bytes: statSync(filePath).size,
+                        content_type: mimeTypeForFile(item.reference.resolved_file),
+                        referenced_by: new Set([sourceLabel]),
+                    });
+                }
+            }
+        }
+        if (rowChanged) {
+            sourcesRewritten += 1;
+            node.referenceToDigitalFile = rewriteDigitalFileValue(rawValue, resolved);
+        }
+        rewrittenRows.push(row);
+    }
+    const runtime = requireSupabaseRestRuntime(options.env);
+    const projectBaseUrl = deriveSupabaseProjectBaseUrl(runtime.apiBaseUrl);
+    const storageBaseUrl = `${projectBaseUrl}/storage/v1`;
+    const files = [];
+    let filesUploaded = 0;
+    let filesFailed = 0;
+    if (commit && filesByKey.size > 0) {
+        const session = await resolveSupabaseUserSession({
+            runtime,
+            fetchImpl: options.fetchImpl,
+            timeoutMs,
+            now,
+        });
+        for (const [key, info] of filesByKey) {
+            const base = {
+                bucket_key: key,
+                source_path: info.source_path,
+                size_bytes: info.size_bytes,
+                content_type: info.content_type,
+                referenced_by: [...info.referenced_by].sort(),
+                status: 'planned',
+                error: null,
+            };
+            try {
+                await uploadObject({
+                    storageBaseUrl,
+                    bucket,
+                    key,
+                    body: readFileBytes(info.source_path),
+                    contentType: info.content_type,
+                    publishableKey: runtime.publishableKey,
+                    accessToken: session.accessToken,
+                    fetchImpl: options.fetchImpl,
+                    timeoutMs,
+                });
+                if (verify) {
+                    await verifyObject({
+                        storageBaseUrl,
+                        bucket,
+                        key,
+                        publishableKey: runtime.publishableKey,
+                        accessToken: session.accessToken,
+                        fetchImpl: options.fetchImpl,
+                        timeoutMs,
+                    });
+                }
+                filesUploaded += 1;
+                files.push({ ...base, status: verify ? 'verified' : 'uploaded' });
+            }
+            catch (error) {
+                filesFailed += 1;
+                files.push({ ...base, status: 'failed', error: caughtErrorMessage(error) });
+            }
+        }
+    }
+    else {
+        for (const [key, info] of filesByKey) {
+            files.push({
+                bucket_key: key,
+                source_path: info.source_path,
+                size_bytes: info.size_bytes,
+                content_type: info.content_type,
+                referenced_by: [...info.referenced_by].sort(),
+                status: 'planned',
+                error: null,
+            });
+        }
+    }
+    const localRefs = references.filter((ref) => ref.kind === 'local').length;
+    const remoteRefs = references.filter((ref) => ref.kind === 'remote').length;
+    const unresolvedRefs = references.filter((ref) => ref.status === 'unresolved').length;
+    const artifacts = {
+        report: path.join(outDir, 'attachments-report.json'),
+        rewritten_sources: path.join(outDir, 'rewritten-sources.jsonl'),
+    };
+    const status = commit
+        ? filesFailed > 0
+            ? 'completed_with_failures'
+            : 'uploaded_attachments'
+        : unresolvedRefs > 0
+            ? 'completed_with_unresolved_refs'
+            : 'planned_attachment_upload';
+    const report = {
+        schema_version: 1,
+        generated_at_utc: generatedAtUtc,
+        status,
+        mode: commit ? 'commit' : 'dry-run',
+        bucket,
+        external_docs_dir: externalDocsDir,
+        summary: {
+            sources_scanned: sourceRows.length,
+            local_refs: localRefs,
+            remote_refs: remoteRefs,
+            unresolved_refs: unresolvedRefs,
+            files_planned: filesByKey.size,
+            files_uploaded: filesUploaded,
+            files_failed: filesFailed,
+            sources_rewritten: sourcesRewritten,
+        },
+        files,
+        references,
+        artifacts,
+    };
+    writeJsonArtifact(artifacts.report, report);
+    writeJsonLinesArtifact(artifacts.rewritten_sources, rewrittenRows);
+    return report;
+}
+export const __testInternals = {
+    buildExternalDocsIndex,
+    caughtErrorMessage,
+    classifyDigitalFileUri,
+    digitalFileBasename,
+    digitalFileEntries,
+    digitalFileNode,
+    entryUri,
+    loadSourceRows,
+    mimeTypeForFile,
+    normalizeTimeoutMs,
+    parseJson,
+    parseRowObject,
+    resolveReferences,
+    rewriteDigitalFileValue,
+    sourceIdentity,
+    trimToken,
+    withRewrittenUri,
+};
+//# sourceMappingURL=dataset-source-upload-attachments.js.map

package/dist/src/lib/dataset-source-upload-attachments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataset-source-upload-attachments.js","sourceRoot":"","sources":["../../../src/lib/dataset-source-upload-attachments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,OAAO,EACL,wBAAwB,EACxB,4BAA4B,EAC5B,0BAA0B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AAInE,MAAM,cAAc,GAAG,eAAe,CAAC;AACvC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,MAAM,UAAU,GAA2B;IACzC,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,YAAY;IACpB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,WAAW;IACnB,MAAM,EAAE,WAAW;IACnB,OAAO,EAAE,YAAY;IACrB,MAAM,EAAE,eAAe;IACvB,MAAM,EAAE,UAAU;IAClB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,iBAAiB;IACzB,OAAO,EAAE,kBAAkB;IAC3B,MAAM,EAAE,iBAAiB;IACzB,OAAO,EAAE,mEAAmE;CAC7E,CAAC;AAmEF,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AAClC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB;IACrC,8EAA8E;IAC9E,6EAA6E;IAC7E,OAAO,IAAI,UAAU,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAyB;IACnD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,QAAQ,CAAC,0CAA0C,EAAE;YAC7D,IAAI,EAAE,uCAAuC;YAC7C,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAY;IACjD,MAAM,OAAO,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC7C,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,OAAO,UAAU,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC;AACvD,CAAC;AAED,SAAS,sBAAsB,CAAC,eAAuB;IACrD,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,WAAW,CAAC,eAAe,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aAC5D,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aACjC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,wCAAwC,eAAe,EAAE,EAAE;YAC5E,IAAI,EAAE,oDAAoD;YAC1D,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,kBAAkB,CAAC,KAAK,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAe;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,aAA4B,CAAC,CAAC,CAAC,GAAG,CAAC;IACnF,MAAM,iBAAiB,GAAG,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACxD,CAAC,CAAE,IAAI,CAAC,iBAAgC;QACxC,CAAC,CAAC,IAAI,CAAC;IACT,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,kBAAkB,GAAG,QAAQ,CAAC,iBAAiB,CAAC,kBAAkB,CAAC;QACvE,CAAC,CAAE,iBAAiB,CAAC,kBAAiC;QACtD,CAAC,CAAC,IAAI,CAAC;IACT,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,cAAc,CAAC,GAAe;IACrC,MAAM,kBAAkB,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAChD,MAAM,EAAE,GAAG,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEpF,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAE,GAAG,CAAC,aAA4B,CAAC,CAAC,CAAC,GAAG,CAAC;IACnF,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC;QAC7D,CAAC,CAAE,IAAI,CAAC,yBAAwC;QAChD,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,WAAW,GACf,cAAc,IAAI,QAAQ,CAAC,cAAc,CAAC,uBAAuB,CAAC;QAChE,CAAC,CAAE,cAAc,CAAC,uBAAsC;QACxD,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAErF,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1B,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,YAAoB;IAC5D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAOD,SAAS,iBAAiB,CACxB,QAAuD,EACvD,OAAkB,EAClB,SAA8B,EAC9B,MAAc;IAEd,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QACvC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAE9C,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACrB,OAAO;gBACL,UAAU;gBACV,SAAS,EAAE;oBACT,SAAS,EAAE,QAAQ,CAAC,EAAE;oBACtB,cAAc,EAAE,QAAQ,CAAC,OAAO;oBAChC,YAAY,EAAE,QAAQ;oBACtB,IAAI;oBACJ,aAAa,EAAE,IAAI;oBACnB,UAAU,EAAE,IAAI;oBAChB,aAAa,EAAE,QAAQ;oBACvB,MAAM,EAAE,YAAY;iBACrB;aACF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC;QAC/D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO;gBACL,UAAU;gBACV,SAAS,EAAE;oBACT,SAAS,EAAE,QAAQ,CAAC,EAAE;oBACtB,cAAc,EAAE,QAAQ,CAAC,OAAO;oBAChC,YAAY,EAAE,QAAQ;oBACtB,IAAI;oBACJ,aAAa,EAAE,IAAI;oBACnB,UAAU,EAAE,IAAI;oBAChB,aAAa,EAAE,QAAQ;oBACvB,MAAM,EAAE,YAAY;iBACrB;aACF,CAAC;QACJ,CAAC;QAED,OAAO;YACL,UAAU;YACV,SAAS,EAAE;gBACT,SAAS,EAAE,QAAQ,CAAC,EAAE;gBACtB,cAAc,EAAE,QAAQ,CAAC,OAAO;gBAChC,YAAY,EAAE,QAAQ;gBACtB,IAAI;gBACJ,aAAa,EAAE,QAAQ;gBACvB,UAAU,EAAE,QAAQ;gBACpB,aAAa,EAAE,MAAM,MAAM,IAAI,QAAQ,EAAE;gBACzC,MAAM,EAAE,WAAW;aACpB;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1C,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAc,EAAE,QAA6B;IAC5E,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC;QACtE,IAAI,KAAK,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,WAAW,IAAI,KAAK,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YACrF,OAAO,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,KAAK,CAAC;IACV,IAAI,CAAC;QACH,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,6BAA6B,SAAS,EAAE,EAAE;YAC3D,IAAI,EAAE,wCAAwC;YAC9C,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,kBAAkB,CAAC,KAAK,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAQ,EAAE;YACjC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,IAAI,CAAC,SAAS,CAAC,CAAC;gBAClB,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjB,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,IAAI,GAAwC,EAAE,CAAC;IACrD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACxC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACrC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAC1B,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,QAAQ,CAAC,oCAAoC,IAAI,EAAE,EAAE;gBAC7D,IAAI,EAAE,wCAAwC;gBAC9C,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,IAAY;IAC3C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,6BAA6B,IAAI,EAAE,EAAE;YACtD,IAAI,EAAE,0CAA0C;YAChD,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,kBAAkB,CAAC,KAAK,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,IAAY;IAChD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,QAAQ,CAAC,oCAAoC,IAAI,EAAE,EAAE;YAC7D,IAAI,EAAE,wCAAwC;YAC9C,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAU3B;IACC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG;SAC3B,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;SAC7C,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,cAAc,WAAW,OAAO,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;IAC/E,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,GAAG,EAAE;QAC5C,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,GAAG,wBAAwB,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,WAAW,CAAC;YACxE,cAAc,EAAE,OAAO,CAAC,WAAW;YACnC,UAAU,EAAE,MAAM;SACnB;QACD,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;QAC7D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;KAC/C,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,IAAI,QAAQ,CAAC,QAAQ,QAAQ,CAAC,MAAM,uBAAuB,OAAO,CAAC,GAAG,EAAE,EAAE;YAC9E,IAAI,EAAE,qCAAqC;YAC3C,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAQ3B;IACC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG;SAC3B,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;SAC7C,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,cAAc,gBAAgB,OAAO,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;IACpF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,GAAG,EAAE;QAC5C,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,GAAG,wBAAwB,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,WAAW,CAAC;YACxE,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QACvC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;KAC/C,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,IAAI,QAAQ,CAAC,QAAQ,QAAQ,CAAC,MAAM,uBAAuB,OAAO,CAAC,GAAG,EAAE,EAAE;YAC9E,IAAI,EAAE,qCAAqC;YAC3C,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,OAAiD;IAEjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;IACtC,MAAM,cAAc,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,kBAAkB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,cAAc,CAAC;IAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,mCAAmC,CAAC,CAAC;IACnF,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IAE9D,MAAM,SAAS,GAAG,sBAAsB,CAAC,eAAe,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAErD,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,MAAM,UAAU,GAAG,IAAI,GAAG,EAGvB,CAAC;IACJ,MAAM,aAAa,GAAiB,EAAE,CAAC;IACvC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC;QAChE,MAAM,OAAO,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAE7C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxB,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QACzE,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAChC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC;gBACvE,UAAU,GAAG,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,aAAa,KAAK,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;gBACxF,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBACtC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrC,MAAM,WAAW,GAAG,GAAG,QAAQ,CAAC,EAAE,IAAI,SAAS,IAAI,QAAQ,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC;gBACnF,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBAC1C,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,aAAc,CAAC,CAAC;oBAC3E,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE;wBAClB,WAAW,EAAE,QAAQ;wBACrB,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI;wBACnC,YAAY,EAAE,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,aAAc,CAAC;wBAC5D,aAAa,EAAE,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC;qBACtC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,gBAAgB,IAAI,CAAC,CAAC;YACtB,IAAI,CAAC,sBAAsB,GAAG,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC5E,CAAC;QACD,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,OAAO,GAAG,0BAA0B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,4BAA4B,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACxE,MAAM,cAAc,GAAG,GAAG,cAAc,aAAa,CAAC;IAEtD,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,MAAM,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,0BAA0B,CAAC;YAC/C,OAAO;YACP,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS;YACT,GAAG;SACJ,CAAC,CAAC;QAEH,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;YACrC,MAAM,IAAI,GAAyB;gBACjC,UAAU,EAAE,GAAG;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE;gBAC7C,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,IAAI;aACZ,CAAC;YACF,IAAI,CAAC;gBACH,MAAM,YAAY,CAAC;oBACjB,cAAc;oBACd,MAAM;oBACN,GAAG;oBACH,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC;oBACrC,WAAW,EAAE,IAAI,CAAC,YAAY;oBAC9B,cAAc,EAAE,OAAO,CAAC,cAAc;oBACtC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,SAAS;iBACV,CAAC,CAAC;gBACH,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,YAAY,CAAC;wBACjB,cAAc;wBACd,MAAM;wBACN,GAAG;wBACH,cAAc,EAAE,OAAO,CAAC,cAAc;wBACtC,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,SAAS;qBACV,CAAC,CAAC;gBACL,CAAC;gBACD,aAAa,IAAI,CAAC,CAAC;gBACnB,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;YACpE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,WAAW,IAAI,CAAC,CAAC;gBACjB,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC;gBACT,UAAU,EAAE,GAAG;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;gBAC/B,aAAa,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE;gBAC7C,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1E,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,MAAM,CAAC;IAEtF,MAAM,SAAS,GAAG;QAChB,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,yBAAyB,CAAC;QACpD,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,yBAAyB,CAAC;KAChE,CAAC;IAEF,MAAM,MAAM,GAAmD,MAAM;QACnE,CAAC,CAAC,WAAW,GAAG,CAAC;YACf,CAAC,CAAC,yBAAyB;YAC3B,CAAC,CAAC,sBAAsB;QAC1B,CAAC,CAAC,cAAc,GAAG,CAAC;YAClB,CAAC,CAAC,gCAAgC;YAClC,CAAC,CAAC,2BAA2B,CAAC;IAElC,MAAM,MAAM,GAAyC;QACnD,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,cAAc;QAChC,MAAM;QACN,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;QACnC,MAAM;QACN,iBAAiB,EAAE,eAAe;QAClC,OAAO,EAAE;YACP,eAAe,EAAE,UAAU,CAAC,MAAM;YAClC,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,UAAU;YACvB,eAAe,EAAE,cAAc;YAC/B,aAAa,EAAE,UAAU,CAAC,IAAI;YAC9B,cAAc,EAAE,aAAa;YAC7B,YAAY,EAAE,WAAW;YACzB,iBAAiB,EAAE,gBAAgB;SACpC;QACD,KAAK;QACL,UAAU;QACV,SAAS;KACV,CAAC;IAEF,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,sBAAsB,CAAC,SAAS,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAEnE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,sBAAsB;IACtB,kBAAkB;IAClB,sBAAsB;IACtB,mBAAmB;IACnB,kBAAkB;IAClB,eAAe;IACf,QAAQ;IACR,cAAc;IACd,eAAe;IACf,kBAAkB;IAClB,SAAS;IACT,cAAc;IACd,iBAAiB;IACjB,uBAAuB;IACvB,cAAc;IACd,SAAS;IACT,gBAAgB;CACjB,CAAC","sourcesContent":["import { readdirSync, readFileSync, statSync } from 'node:fs';\nimport path from 'node:path';\nimport { writeJsonArtifact, writeJsonLinesArtifact } from './artifacts.js';\nimport { CliError } from './errors.js';\nimport type { FetchLike } from './http.js';\nimport {\n  buildSupabaseAuthHeaders,\n  deriveSupabaseProjectBaseUrl,\n  requireSupabaseRestRuntime,\n} from './supabase-client.js';\nimport { resolveSupabaseUserSession } from './supabase-session.js';\n\ntype JsonObject = Record<string, unknown>;\n\nconst DEFAULT_BUCKET = 'external_docs';\nconst DEFAULT_TIMEOUT_MS = 30_000;\n\nconst MIME_TYPES: Record<string, string> = {\n  '.pdf': 'application/pdf',\n  '.jpg': 'image/jpeg',\n  '.jpeg': 'image/jpeg',\n  '.png': 'image/png',\n  '.gif': 'image/gif',\n  '.bmp': 'image/bmp',\n  '.webp': 'image/webp',\n  '.svg': 'image/svg+xml',\n  '.csv': 'text/csv',\n  '.txt': 'text/plain',\n  '.xml': 'application/xml',\n  '.json': 'application/json',\n  '.zip': 'application/zip',\n  '.xlsx': 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',\n};\n\nexport type DigitalFileRefKind = 'local' | 'remote' | 'empty';\n\nexport type DigitalFileReference = {\n  source_id: string | null;\n  source_version: string | null;\n  original_uri: string;\n  kind: DigitalFileRefKind;\n  resolved_file: string | null;\n  bucket_key: string | null;\n  rewritten_uri: string | null;\n  status: 'rewritten' | 'left_as_is' | 'unresolved';\n};\n\nexport type AttachmentFileReport = {\n  bucket_key: string;\n  source_path: string;\n  size_bytes: number;\n  content_type: string;\n  referenced_by: string[];\n  status: 'planned' | 'uploaded' | 'verified' | 'failed';\n  error: string | null;\n};\n\nexport type DatasetSourceUploadAttachmentsReport = {\n  schema_version: 1;\n  generated_at_utc: string;\n  status:\n    | 'planned_attachment_upload'\n    | 'uploaded_attachments'\n    | 'completed_with_failures'\n    | 'completed_with_unresolved_refs';\n  mode: 'dry-run' | 'commit';\n  bucket: string;\n  external_docs_dir: string;\n  summary: {\n    sources_scanned: number;\n    local_refs: number;\n    remote_refs: number;\n    unresolved_refs: number;\n    files_planned: number;\n    files_uploaded: number;\n    files_failed: number;\n    sources_rewritten: number;\n  };\n  files: AttachmentFileReport[];\n  references: DigitalFileReference[];\n  artifacts: {\n    report: string;\n    rewritten_sources: string;\n  };\n};\n\nexport type RunDatasetSourceUploadAttachmentsOptions = {\n  inputPath: string;\n  externalDocsDir: string;\n  outDir?: string | null;\n  bucket?: string | null;\n  commit?: boolean;\n  verify?: boolean;\n  timeoutMs?: number;\n  env: NodeJS.ProcessEnv;\n  fetchImpl: FetchLike;\n  now?: Date;\n};\n\nfunction isRecord(value: unknown): value is JsonObject {\n  return typeof value === 'object' && value !== null && !Array.isArray(value);\n}\n\nfunction trimToken(value: unknown): string | null {\n  if (typeof value !== 'string') {\n    return null;\n  }\n  const trimmed = value.trim();\n  return trimmed ? trimmed : null;\n}\n\nfunction caughtErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nfunction readFileBytes(filePath: string): Uint8Array<ArrayBuffer> {\n  // Copy into a fresh ArrayBuffer-backed view so the bytes are a valid BlobPart\n  // (readFileSync's Buffer is typed over ArrayBufferLike, which Blob rejects).\n  return new Uint8Array(readFileSync(filePath));\n}\n\nfunction normalizeTimeoutMs(value: number | undefined): number {\n  if (value === undefined) {\n    return DEFAULT_TIMEOUT_MS;\n  }\n  if (!Number.isInteger(value) || value < 1) {\n    throw new CliError('--timeout-ms must be a positive integer.', {\n      code: 'DATASET_SOURCE_UPLOAD_TIMEOUT_INVALID',\n      exitCode: 2,\n      details: value,\n    });\n  }\n  return value;\n}\n\nexport function classifyDigitalFileUri(uri: unknown): DigitalFileRefKind {\n  const trimmed = typeof uri === 'string' ? uri.trim() : '';\n  if (!trimmed) {\n    return 'empty';\n  }\n  if (/^https?:\\/\\//iu.test(trimmed)) {\n    return 'remote';\n  }\n  return 'local';\n}\n\nexport function digitalFileBasename(uri: string): string {\n  const normalized = uri.trim().replace(/\\\\/gu, '/');\n  const slash = normalized.lastIndexOf('/');\n  return slash >= 0 ? normalized.slice(slash + 1) : normalized;\n}\n\nexport function mimeTypeForFile(fileName: string): string {\n  const ext = path.extname(fileName).toLowerCase();\n  return MIME_TYPES[ext] ?? 'application/octet-stream';\n}\n\nfunction buildExternalDocsIndex(externalDocsDir: string): Map<string, string> {\n  let entries: string[];\n  try {\n    entries = readdirSync(externalDocsDir, { withFileTypes: true })\n      .filter((entry) => entry.isFile())\n      .map((entry) => entry.name);\n  } catch (error) {\n    throw new CliError(`Cannot read external docs directory: ${externalDocsDir}`, {\n      code: 'DATASET_SOURCE_UPLOAD_EXTERNAL_DOCS_DIR_UNREADABLE',\n      exitCode: 2,\n      details: caughtErrorMessage(error),\n    });\n  }\n\n  const index = new Map<string, string>();\n  for (const name of entries) {\n    index.set(name.toLowerCase(), name);\n  }\n  return index;\n}\n\nfunction digitalFileNode(row: JsonObject): JsonObject | null {\n  const root = isRecord(row.sourceDataSet) ? (row.sourceDataSet as JsonObject) : row;\n  const sourceInformation = isRecord(root.sourceInformation)\n    ? (root.sourceInformation as JsonObject)\n    : null;\n  if (!sourceInformation) {\n    return null;\n  }\n  const dataSetInformation = isRecord(sourceInformation.dataSetInformation)\n    ? (sourceInformation.dataSetInformation as JsonObject)\n    : null;\n  return dataSetInformation;\n}\n\nfunction sourceIdentity(row: JsonObject): { id: string | null; version: string | null } {\n  const dataSetInformation = digitalFileNode(row);\n  const id = dataSetInformation ? trimToken(dataSetInformation['common:UUID']) : null;\n\n  const root = isRecord(row.sourceDataSet) ? (row.sourceDataSet as JsonObject) : row;\n  const administrative = isRecord(root.administrativeInformation)\n    ? (root.administrativeInformation as JsonObject)\n    : null;\n  const publication =\n    administrative && isRecord(administrative.publicationAndOwnership)\n      ? (administrative.publicationAndOwnership as JsonObject)\n      : null;\n  const version = publication ? trimToken(publication['common:dataSetVersion']) : null;\n\n  return { id, version };\n}\n\nfunction entryUri(entry: unknown): string {\n  if (typeof entry === 'string') {\n    return entry;\n  }\n  if (isRecord(entry)) {\n    const uri = entry['@uri'];\n    return typeof uri === 'string' ? uri : '';\n  }\n  return '';\n}\n\nfunction withRewrittenUri(entry: unknown, rewrittenUri: string): unknown {\n  if (typeof entry === 'string') {\n    return rewrittenUri;\n  }\n  if (isRecord(entry)) {\n    return { ...entry, '@uri': rewrittenUri };\n  }\n  return entry;\n}\n\nexport type ResolvedReference = {\n  reference: DigitalFileReference;\n  entryIndex: number;\n};\n\nfunction resolveReferences(\n  identity: { id: string | null; version: string | null },\n  entries: unknown[],\n  fileIndex: Map<string, string>,\n  bucket: string,\n): ResolvedReference[] {\n  return entries.map((entry, entryIndex) => {\n    const original = entryUri(entry);\n    const kind = classifyDigitalFileUri(original);\n\n    if (kind !== 'local') {\n      return {\n        entryIndex,\n        reference: {\n          source_id: identity.id,\n          source_version: identity.version,\n          original_uri: original,\n          kind,\n          resolved_file: null,\n          bucket_key: null,\n          rewritten_uri: original,\n          status: 'left_as_is',\n        },\n      };\n    }\n\n    const basename = digitalFileBasename(original);\n    const resolved = fileIndex.get(basename.toLowerCase()) ?? null;\n    if (!resolved) {\n      return {\n        entryIndex,\n        reference: {\n          source_id: identity.id,\n          source_version: identity.version,\n          original_uri: original,\n          kind,\n          resolved_file: null,\n          bucket_key: null,\n          rewritten_uri: original,\n          status: 'unresolved',\n        },\n      };\n    }\n\n    return {\n      entryIndex,\n      reference: {\n        source_id: identity.id,\n        source_version: identity.version,\n        original_uri: original,\n        kind,\n        resolved_file: resolved,\n        bucket_key: resolved,\n        rewritten_uri: `../${bucket}/${resolved}`,\n        status: 'rewritten',\n      },\n    };\n  });\n}\n\nexport function digitalFileEntries(value: unknown): unknown[] {\n  if (value === undefined || value === null) {\n    return [];\n  }\n  return Array.isArray(value) ? value : [value];\n}\n\nfunction rewriteDigitalFileValue(value: unknown, resolved: ResolvedReference[]): unknown {\n  const entries = digitalFileEntries(value);\n  const rewritten = entries.map((entry, entryIndex) => {\n    const match = resolved.find((item) => item.entryIndex === entryIndex);\n    if (match && match.reference.status === 'rewritten' && match.reference.rewritten_uri) {\n      return withRewrittenUri(entry, match.reference.rewritten_uri);\n    }\n    return entry;\n  });\n\n  return Array.isArray(value) ? rewritten : (rewritten[0] ?? value);\n}\n\nfunction loadSourceRows(inputPath: string): { path: string; row: JsonObject }[] {\n  const resolved = path.resolve(inputPath);\n  let stats;\n  try {\n    stats = statSync(resolved);\n  } catch (error) {\n    throw new CliError(`Cannot read --input path: ${inputPath}`, {\n      code: 'DATASET_SOURCE_UPLOAD_INPUT_UNREADABLE',\n      exitCode: 2,\n      details: caughtErrorMessage(error),\n    });\n  }\n\n  const files: string[] = [];\n  if (stats.isDirectory()) {\n    const walk = (dir: string): void => {\n      for (const entry of readdirSync(dir, { withFileTypes: true })) {\n        const entryPath = path.join(dir, entry.name);\n        if (entry.isDirectory()) {\n          walk(entryPath);\n        } else if (entry.isFile() && entry.name.toLowerCase().endsWith('.json')) {\n          files.push(entryPath);\n        }\n      }\n    };\n    walk(resolved);\n  } else {\n    files.push(resolved);\n  }\n\n  const rows: { path: string; row: JsonObject }[] = [];\n  for (const file of files) {\n    const text = readFileSync(file, 'utf8');\n    if (file.toLowerCase().endsWith('.jsonl')) {\n      for (const line of text.split(/\\r?\\n/u)) {\n        const trimmed = line.trim();\n        if (!trimmed) {\n          continue;\n        }\n        rows.push({ path: file, row: parseRowObject(trimmed, file) });\n      }\n      continue;\n    }\n\n    const parsed = parseJson(text, file);\n    if (Array.isArray(parsed)) {\n      for (const item of parsed) {\n        if (isRecord(item)) {\n          rows.push({ path: file, row: item });\n        }\n      }\n    } else if (isRecord(parsed)) {\n      rows.push({ path: file, row: parsed });\n    } else {\n      throw new CliError(`Source row is not a JSON object: ${file}`, {\n        code: 'DATASET_SOURCE_UPLOAD_INPUT_NOT_OBJECT',\n        exitCode: 2,\n      });\n    }\n  }\n\n  return rows;\n}\n\nfunction parseJson(text: string, file: string): unknown {\n  try {\n    return JSON.parse(text);\n  } catch (error) {\n    throw new CliError(`Cannot parse source JSON: ${file}`, {\n      code: 'DATASET_SOURCE_UPLOAD_INPUT_INVALID_JSON',\n      exitCode: 2,\n      details: caughtErrorMessage(error),\n    });\n  }\n}\n\nfunction parseRowObject(text: string, file: string): JsonObject {\n  const parsed = parseJson(text, file);\n  if (!isRecord(parsed)) {\n    throw new CliError(`Source row is not a JSON object: ${file}`, {\n      code: 'DATASET_SOURCE_UPLOAD_INPUT_NOT_OBJECT',\n      exitCode: 2,\n    });\n  }\n  return parsed;\n}\n\nasync function uploadObject(options: {\n  storageBaseUrl: string;\n  bucket: string;\n  key: string;\n  body: Uint8Array<ArrayBuffer>;\n  contentType: string;\n  publishableKey: string;\n  accessToken: string;\n  fetchImpl: FetchLike;\n  timeoutMs: number;\n}): Promise<void> {\n  const encodedKey = options.key\n    .split('/')\n    .map((segment) => encodeURIComponent(segment))\n    .join('/');\n  const url = `${options.storageBaseUrl}/object/${options.bucket}/${encodedKey}`;\n  const response = await options.fetchImpl(url, {\n    method: 'POST',\n    headers: {\n      ...buildSupabaseAuthHeaders(options.publishableKey, options.accessToken),\n      'content-type': options.contentType,\n      'x-upsert': 'true',\n    },\n    body: new Blob([options.body], { type: options.contentType }),\n    signal: AbortSignal.timeout(options.timeoutMs),\n  });\n\n  if (!response.ok) {\n    const detail = await response.text();\n    throw new CliError(`HTTP ${response.status} returned uploading ${options.key}`, {\n      code: 'DATASET_SOURCE_UPLOAD_OBJECT_FAILED',\n      exitCode: 1,\n      details: { url, body: detail },\n    });\n  }\n}\n\nasync function verifyObject(options: {\n  storageBaseUrl: string;\n  bucket: string;\n  key: string;\n  publishableKey: string;\n  accessToken: string;\n  fetchImpl: FetchLike;\n  timeoutMs: number;\n}): Promise<void> {\n  const encodedKey = options.key\n    .split('/')\n    .map((segment) => encodeURIComponent(segment))\n    .join('/');\n  const url = `${options.storageBaseUrl}/object/sign/${options.bucket}/${encodedKey}`;\n  const response = await options.fetchImpl(url, {\n    method: 'POST',\n    headers: {\n      ...buildSupabaseAuthHeaders(options.publishableKey, options.accessToken),\n      'content-type': 'application/json',\n    },\n    body: JSON.stringify({ expiresIn: 60 }),\n    signal: AbortSignal.timeout(options.timeoutMs),\n  });\n\n  if (!response.ok) {\n    const detail = await response.text();\n    throw new CliError(`HTTP ${response.status} returned verifying ${options.key}`, {\n      code: 'DATASET_SOURCE_UPLOAD_VERIFY_FAILED',\n      exitCode: 1,\n      details: { url, body: detail },\n    });\n  }\n}\n\nexport async function runDatasetSourceUploadAttachments(\n  options: RunDatasetSourceUploadAttachmentsOptions,\n): Promise<DatasetSourceUploadAttachmentsReport> {\n  const now = options.now ?? new Date();\n  const generatedAtUtc = now.toISOString();\n  const timeoutMs = normalizeTimeoutMs(options.timeoutMs);\n  const commit = Boolean(options.commit);\n  const verify = Boolean(options.verify);\n  const bucket = trimToken(options.bucket) ?? DEFAULT_BUCKET;\n  const outDir = path.resolve(options.outDir ?? 'dataset-source-upload-attachments');\n  const externalDocsDir = path.resolve(options.externalDocsDir);\n\n  const fileIndex = buildExternalDocsIndex(externalDocsDir);\n  const sourceRows = loadSourceRows(options.inputPath);\n\n  const references: DigitalFileReference[] = [];\n  const filesByKey = new Map<\n    string,\n    { source_path: string; size_bytes: number; content_type: string; referenced_by: Set<string> }\n  >();\n  const rewrittenRows: JsonObject[] = [];\n  let sourcesRewritten = 0;\n\n  for (const { row } of sourceRows) {\n    const identity = sourceIdentity(row);\n    const node = digitalFileNode(row);\n    const rawValue = node ? node.referenceToDigitalFile : undefined;\n    const entries = digitalFileEntries(rawValue);\n\n    if (entries.length === 0 || !node) {\n      rewrittenRows.push(row);\n      continue;\n    }\n\n    const resolved = resolveReferences(identity, entries, fileIndex, bucket);\n    let rowChanged = false;\n\n    for (const item of resolved) {\n      references.push(item.reference);\n      if (item.reference.status === 'rewritten' && item.reference.bucket_key) {\n        rowChanged = rowChanged || item.reference.rewritten_uri !== item.reference.original_uri;\n        const key = item.reference.bucket_key;\n        const existing = filesByKey.get(key);\n        const sourceLabel = `${identity.id ?? 'unknown'}@${identity.version ?? 'unknown'}`;\n        if (existing) {\n          existing.referenced_by.add(sourceLabel);\n        } else {\n          const filePath = path.join(externalDocsDir, item.reference.resolved_file!);\n          filesByKey.set(key, {\n            source_path: filePath,\n            size_bytes: statSync(filePath).size,\n            content_type: mimeTypeForFile(item.reference.resolved_file!),\n            referenced_by: new Set([sourceLabel]),\n          });\n        }\n      }\n    }\n\n    if (rowChanged) {\n      sourcesRewritten += 1;\n      node.referenceToDigitalFile = rewriteDigitalFileValue(rawValue, resolved);\n    }\n    rewrittenRows.push(row);\n  }\n\n  const runtime = requireSupabaseRestRuntime(options.env);\n  const projectBaseUrl = deriveSupabaseProjectBaseUrl(runtime.apiBaseUrl);\n  const storageBaseUrl = `${projectBaseUrl}/storage/v1`;\n\n  const files: AttachmentFileReport[] = [];\n  let filesUploaded = 0;\n  let filesFailed = 0;\n\n  if (commit && filesByKey.size > 0) {\n    const session = await resolveSupabaseUserSession({\n      runtime,\n      fetchImpl: options.fetchImpl,\n      timeoutMs,\n      now,\n    });\n\n    for (const [key, info] of filesByKey) {\n      const base: AttachmentFileReport = {\n        bucket_key: key,\n        source_path: info.source_path,\n        size_bytes: info.size_bytes,\n        content_type: info.content_type,\n        referenced_by: [...info.referenced_by].sort(),\n        status: 'planned',\n        error: null,\n      };\n      try {\n        await uploadObject({\n          storageBaseUrl,\n          bucket,\n          key,\n          body: readFileBytes(info.source_path),\n          contentType: info.content_type,\n          publishableKey: runtime.publishableKey,\n          accessToken: session.accessToken,\n          fetchImpl: options.fetchImpl,\n          timeoutMs,\n        });\n        if (verify) {\n          await verifyObject({\n            storageBaseUrl,\n            bucket,\n            key,\n            publishableKey: runtime.publishableKey,\n            accessToken: session.accessToken,\n            fetchImpl: options.fetchImpl,\n            timeoutMs,\n          });\n        }\n        filesUploaded += 1;\n        files.push({ ...base, status: verify ? 'verified' : 'uploaded' });\n      } catch (error) {\n        filesFailed += 1;\n        files.push({ ...base, status: 'failed', error: caughtErrorMessage(error) });\n      }\n    }\n  } else {\n    for (const [key, info] of filesByKey) {\n      files.push({\n        bucket_key: key,\n        source_path: info.source_path,\n        size_bytes: info.size_bytes,\n        content_type: info.content_type,\n        referenced_by: [...info.referenced_by].sort(),\n        status: 'planned',\n        error: null,\n      });\n    }\n  }\n\n  const localRefs = references.filter((ref) => ref.kind === 'local').length;\n  const remoteRefs = references.filter((ref) => ref.kind === 'remote').length;\n  const unresolvedRefs = references.filter((ref) => ref.status === 'unresolved').length;\n\n  const artifacts = {\n    report: path.join(outDir, 'attachments-report.json'),\n    rewritten_sources: path.join(outDir, 'rewritten-sources.jsonl'),\n  };\n\n  const status: DatasetSourceUploadAttachmentsReport['status'] = commit\n    ? filesFailed > 0\n      ? 'completed_with_failures'\n      : 'uploaded_attachments'\n    : unresolvedRefs > 0\n      ? 'completed_with_unresolved_refs'\n      : 'planned_attachment_upload';\n\n  const report: DatasetSourceUploadAttachmentsReport = {\n    schema_version: 1,\n    generated_at_utc: generatedAtUtc,\n    status,\n    mode: commit ? 'commit' : 'dry-run',\n    bucket,\n    external_docs_dir: externalDocsDir,\n    summary: {\n      sources_scanned: sourceRows.length,\n      local_refs: localRefs,\n      remote_refs: remoteRefs,\n      unresolved_refs: unresolvedRefs,\n      files_planned: filesByKey.size,\n      files_uploaded: filesUploaded,\n      files_failed: filesFailed,\n      sources_rewritten: sourcesRewritten,\n    },\n    files,\n    references,\n    artifacts,\n  };\n\n  writeJsonArtifact(artifacts.report, report);\n  writeJsonLinesArtifact(artifacts.rewritten_sources, rewrittenRows);\n\n  return report;\n}\n\nexport const __testInternals = {\n  buildExternalDocsIndex,\n  caughtErrorMessage,\n  classifyDigitalFileUri,\n  digitalFileBasename,\n  digitalFileEntries,\n  digitalFileNode,\n  entryUri,\n  loadSourceRows,\n  mimeTypeForFile,\n  normalizeTimeoutMs,\n  parseJson,\n  parseRowObject,\n  resolveReferences,\n  rewriteDigitalFileValue,\n  sourceIdentity,\n  trimToken,\n  withRewrittenUri,\n};\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiangong-lca/cli",
-  "version": "0.0.18",
+  "version": "0.0.21",
   "description": "Unified TianGong LCA CLI with direct REST adapters and low-entropy command surface.",
   "repository": {
     "type": "git",
@@ -77,6 +77,6 @@
   },
   "dependencies": {
     "@supabase/supabase-js": "^2.101.1",
-    "@tiangong-lca/tidas-sdk": "^0.1.41"
+    "@tiangong-lca/tidas-sdk": "^0.1.45"
   }
 }