@tiangong-lca/cli 0.0.1 → 0.0.3

package/dist/src/lib/flow-fetch-rows.js

@@ -0,0 +1,235 @@
+import path from 'node:path';
+import { writeJsonArtifact, writeJsonLinesArtifact } from './artifacts.js';
+import { CliError } from './errors.js';
+import { loadRowsFromFile } from './flow-governance.js';
+import { fetchOneFlowRow, normalizeSupabaseFlowPayload, } from './flow-read.js';
+import { requireSupabaseRestRuntime } from './supabase-rest.js';
+import { createSupabaseDataRuntime } from './supabase-session.js';
+const FLOW_FETCH_ROWS_TIMEOUT_MS = 10_000;
+function normalizeToken(value) {
+    if (value === undefined || value === null) {
+        return null;
+    }
+    const trimmed = String(value).trim();
+    return trimmed ? trimmed : null;
+}
+function normalizeOptionalNonNegativeInteger(value, label, code) {
+    if (value === undefined || value === null || value === '') {
+        return null;
+    }
+    const parsed = typeof value === 'number' && Number.isInteger(value)
+        ? value
+        : Number.parseInt(String(value), 10);
+    if (!Number.isInteger(parsed) || parsed < 0) {
+        throw new CliError(`Expected ${label} to be a non-negative integer.`, {
+            code,
+            exitCode: 2,
+            details: value,
+        });
+    }
+    return parsed;
+}
+function normalizeFlowFetchRef(row, index) {
+    const id = normalizeToken(row.id);
+    if (!id) {
+        throw new CliError(`Flow ref row ${index + 1} is missing required id.`, {
+            code: 'FLOW_FETCH_ROWS_REF_ID_REQUIRED',
+            exitCode: 2,
+            details: row,
+        });
+    }
+    return {
+        id,
+        version: normalizeToken(row.version),
+        userId: normalizeToken(row.user_id ?? row.userId),
+        stateCode: normalizeOptionalNonNegativeInteger(row.state_code ?? row.stateCode, 'flow ref state_code', 'FLOW_FETCH_ROWS_INVALID_STATE_CODE'),
+        clusterId: normalizeToken(row.cluster_id ?? row.clusterId),
+        source: normalizeToken(row.source),
+    };
+}
+function toRequestedRefSummary(ref) {
+    return {
+        id: ref.id,
+        version: ref.version,
+        user_id: ref.userId,
+        state_code: ref.stateCode,
+        cluster_id: ref.clusterId,
+        source: ref.source,
+    };
+}
+function buildMaterializedRow(lookup, context) {
+    const resolvedFlowId = lookup.row.id || context.requested_ref.id;
+    const resolvedVersion = lookup.row.version || context.requested_ref.version || '';
+    return {
+        id: resolvedFlowId,
+        version: resolvedVersion,
+        user_id: lookup.row.user_id,
+        state_code: lookup.row.state_code,
+        modified_at: lookup.row.modified_at,
+        json: normalizeSupabaseFlowPayload(lookup.row.json, `${resolvedFlowId}@${resolvedVersion}`),
+        _materialization: context,
+    };
+}
+function buildReviewInputRow(row, flowKey, contexts) {
+    return {
+        ...row,
+        _materialization: {
+            flow_key: flowKey,
+            materialized_ref_count: contexts.length,
+            materialized_from_refs: contexts,
+        },
+    };
+}
+function nowIso(now = new Date()) {
+    return now.toISOString();
+}
+export async function runFlowFetchRows(options) {
+    const refsFile = normalizeToken(options.refsFile);
+    if (!refsFile) {
+        throw new CliError('Missing required --refs-file value.', {
+            code: 'FLOW_FETCH_ROWS_REFS_FILE_REQUIRED',
+            exitCode: 2,
+        });
+    }
+    const outDir = normalizeToken(options.outDir);
+    if (!outDir) {
+        throw new CliError('Missing required --out-dir value.', {
+            code: 'FLOW_FETCH_ROWS_OUT_DIR_REQUIRED',
+            exitCode: 2,
+        });
+    }
+    const resolvedRefsFile = path.resolve(refsFile);
+    const resolvedOutDir = path.resolve(outDir);
+    const allowLatestFallback = options.allowLatestFallback !== false;
+    const rows = loadRowsFromFile(resolvedRefsFile);
+    const fetchImpl = options.fetchImpl ?? fetch;
+    const timeoutMs = options.timeoutMs ?? FLOW_FETCH_ROWS_TIMEOUT_MS;
+    const runtime = createSupabaseDataRuntime({
+        runtime: requireSupabaseRestRuntime(options.env ?? process.env),
+        fetchImpl,
+        timeoutMs,
+        now: options.now,
+    });
+    const resolvedRowArtifacts = [];
+    const missingRefs = [];
+    const ambiguousRefs = [];
+    const reviewInputByKey = new Map();
+    const resolutionCounts = {
+        remote_supabase_exact: 0,
+        remote_supabase_latest: 0,
+        remote_supabase_latest_fallback: 0,
+    };
+    for (let index = 0; index < rows.length; index += 1) {
+        const ref = normalizeFlowFetchRef(rows[index], index);
+        const requestedRef = toRequestedRefSummary(ref);
+        let lookup;
+        try {
+            lookup = await fetchOneFlowRow({
+                runtime,
+                id: ref.id,
+                version: ref.version,
+                userId: ref.userId,
+                stateCode: ref.stateCode,
+                timeoutMs,
+                fetchImpl,
+                fallbackToLatest: allowLatestFallback && ref.version !== null,
+            });
+        }
+        catch (error) {
+            if (error instanceof CliError && error.code === 'FLOW_GET_AMBIGUOUS') {
+                ambiguousRefs.push({
+                    input_index: index,
+                    requested_ref: requestedRef,
+                    code: error.code,
+                    message: error.message,
+                    details: error.details,
+                });
+                continue;
+            }
+            throw error;
+        }
+        if (!lookup) {
+            missingRefs.push({
+                input_index: index,
+                requested_ref: requestedRef,
+                code: 'FLOW_GET_NOT_FOUND',
+                message: ref.version
+                    ? `Could not resolve flow dataset for ${ref.id}@${ref.version}.`
+                    : `Could not resolve flow dataset for ${ref.id}.`,
+            });
+            continue;
+        }
+        resolutionCounts[lookup.resolution] += 1;
+        const resolvedFlowId = lookup.row.id || ref.id;
+        const resolvedVersion = lookup.row.version || ref.version || '';
+        const context = {
+            input_index: index,
+            requested_ref: requestedRef,
+            resolution: lookup.resolution,
+            source_url: lookup.sourceUrl,
+            resolved_flow_id: resolvedFlowId,
+            resolved_version: resolvedVersion,
+        };
+        const materializedRow = buildMaterializedRow(lookup, context);
+        resolvedRowArtifacts.push(materializedRow);
+        const flowKey = `${resolvedFlowId}@${resolvedVersion}`;
+        const existing = reviewInputByKey.get(flowKey);
+        if (existing) {
+            existing.contexts.push(context);
+        }
+        else {
+            reviewInputByKey.set(flowKey, {
+                row: materializedRow,
+                contexts: [context],
+            });
+        }
+    }
+    const reviewInputRows = [...reviewInputByKey.entries()]
+        .sort(([left], [right]) => left.localeCompare(right))
+        .map(([flowKey, entry]) => buildReviewInputRow(entry.row, flowKey, entry.contexts));
+    const duplicateReviewInputRowsCollapsed = resolvedRowArtifacts.length - reviewInputRows.length;
+    const unresolvedRefCount = missingRefs.length + ambiguousRefs.length;
+    const status = unresolvedRefCount > 0
+        ? 'completed_flow_row_materialization_with_gaps'
+        : 'completed_flow_row_materialization';
+    const resolvedRowsPath = path.join(resolvedOutDir, 'resolved-flow-rows.jsonl');
+    const reviewInputRowsPath = path.join(resolvedOutDir, 'review-input-rows.jsonl');
+    const missingRefsPath = path.join(resolvedOutDir, 'missing-flow-refs.jsonl');
+    const ambiguousRefsPath = path.join(resolvedOutDir, 'ambiguous-flow-refs.jsonl');
+    const summaryPath = path.join(resolvedOutDir, 'fetch-summary.json');
+    writeJsonLinesArtifact(resolvedRowsPath, resolvedRowArtifacts);
+    writeJsonLinesArtifact(reviewInputRowsPath, reviewInputRows);
+    writeJsonLinesArtifact(missingRefsPath, missingRefs);
+    writeJsonLinesArtifact(ambiguousRefsPath, ambiguousRefs);
+    const report = {
+        schema_version: 1,
+        generated_at_utc: nowIso(options.now),
+        status,
+        refs_file: resolvedRefsFile,
+        out_dir: resolvedOutDir,
+        allow_latest_fallback: allowLatestFallback,
+        requested_ref_count: rows.length,
+        resolved_ref_count: resolvedRowArtifacts.length,
+        review_input_row_count: reviewInputRows.length,
+        duplicate_review_input_rows_collapsed: duplicateReviewInputRowsCollapsed,
+        missing_ref_count: missingRefs.length,
+        ambiguous_ref_count: ambiguousRefs.length,
+        resolution_counts: resolutionCounts,
+        files: {
+            resolved_flow_rows: resolvedRowsPath,
+            review_input_rows: reviewInputRowsPath,
+            fetch_summary: summaryPath,
+            missing_flow_refs: missingRefsPath,
+            ambiguous_flow_refs: ambiguousRefsPath,
+        },
+    };
+    writeJsonArtifact(summaryPath, report);
+    return report;
+}
+export const __testInternals = {
+    normalizeFlowFetchRef,
+    normalizeOptionalNonNegativeInteger,
+    normalizeToken,
+    toRequestedRefSummary,
+};
+//# sourceMappingURL=flow-fetch-rows.js.map

package/dist/src/lib/flow-fetch-rows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flow-fetch-rows.js","sourceRoot":"","sources":["../../../src/lib/flow-fetch-rows.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAmB,MAAM,sBAAsB,CAAC;AAEzE,OAAO,EACL,eAAe,EACf,4BAA4B,GAE7B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAElE,MAAM,0BAA0B,GAAG,MAAM,CAAC;AAgE1C,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AAClC,CAAC;AAED,SAAS,mCAAmC,CAC1C,KAAc,EACd,KAAa,EACb,IAAY;IAEZ,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GACV,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;QAClD,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,QAAQ,CAAC,YAAY,KAAK,gCAAgC,EAAE;YACpE,IAAI;YACJ,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAe,EAAE,KAAa;IAC3D,MAAM,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClC,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,MAAM,IAAI,QAAQ,CAAC,gBAAgB,KAAK,GAAG,CAAC,0BAA0B,EAAE;YACtE,IAAI,EAAE,iCAAiC;YACvC,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,GAAG;SACb,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,EAAE;QACF,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC;QACpC,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC;QACjD,SAAS,EAAE,mCAAmC,CAC5C,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,SAAS,EAC/B,qBAAqB,EACrB,oCAAoC,CACrC;QACD,SAAS,EAAE,cAAc,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,SAAS,CAAC;QAC1D,MAAM,EAAE,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC;KACnC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,GAAiB;IAEjB,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,OAAO,EAAE,GAAG,CAAC,MAAM;QACnB,UAAU,EAAE,GAAG,CAAC,SAAS;QACzB,UAAU,EAAE,GAAG,CAAC,SAAS;QACzB,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,MAA0B,EAC1B,OAAwC;IAExC,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;IACjE,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,EAAE,CAAC;IAElF,OAAO;QACL,EAAE,EAAE,cAAc;QAClB,OAAO,EAAE,eAAe;QACxB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO;QAC3B,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU;QACjC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW;QACnC,IAAI,EAAE,4BAA4B,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,cAAc,IAAI,eAAe,EAAE,CAAC;QAC3F,gBAAgB,EAAE,OAAO;KAC1B,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,GAAe,EACf,OAAe,EACf,QAA2C;IAE3C,OAAO;QACL,GAAG,GAAG;QACN,gBAAgB,EAAE;YAChB,QAAQ,EAAE,OAAO;YACjB,sBAAsB,EAAE,QAAQ,CAAC,MAAM;YACvC,sBAAsB,EAAE,QAAQ;SACjC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,MAAY,IAAI,IAAI,EAAE;IACpC,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAgC;IAEhC,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,QAAQ,CAAC,qCAAqC,EAAE;YACxD,IAAI,EAAE,oCAAoC;YAC1C,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,QAAQ,CAAC,mCAAmC,EAAE;YACtD,IAAI,EAAE,kCAAkC;YACxC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,KAAK,KAAK,CAAC;IAClE,MAAM,IAAI,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAK,KAAmB,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,0BAA0B,CAAC;IAClE,MAAM,OAAO,GAAG,yBAAyB,CAAC;QACxC,OAAO,EAAE,0BAA0B,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;QAC/D,SAAS;QACT,SAAS;QACT,GAAG,EAAE,OAAO,CAAC,GAAG;KACjB,CAAC,CAAC;IAEH,MAAM,oBAAoB,GAAiB,EAAE,CAAC;IAC9C,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,aAAa,GAAiB,EAAE,CAAC;IACvC,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAG7B,CAAC;IACJ,MAAM,gBAAgB,GAA6C;QACjE,qBAAqB,EAAE,CAAC;QACxB,sBAAsB,EAAE,CAAC;QACzB,+BAA+B,EAAE,CAAC;KACnC,CAAC;IAEF,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAe,EAAE,KAAK,CAAC,CAAC;QACpE,MAAM,YAAY,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAEhD,IAAI,MAAiC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,eAAe,CAAC;gBAC7B,OAAO;gBACP,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,SAAS;gBACT,SAAS;gBACT,gBAAgB,EAAE,mBAAmB,IAAI,GAAG,CAAC,OAAO,KAAK,IAAI;aAC9D,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;gBACrE,aAAa,CAAC,IAAI,CAAC;oBACjB,WAAW,EAAE,KAAK;oBAClB,aAAa,EAAE,YAAY;oBAC3B,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,WAAW,CAAC,IAAI,CAAC;gBACf,WAAW,EAAE,KAAK;gBAClB,aAAa,EAAE,YAAY;gBAC3B,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;oBAClB,CAAC,CAAC,sCAAsC,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,OAAO,GAAG;oBAChE,CAAC,CAAC,sCAAsC,GAAG,CAAC,EAAE,GAAG;aACpD,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,gBAAgB,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAChE,MAAM,OAAO,GAAoC;YAC/C,WAAW,EAAE,KAAK;YAClB,aAAa,EAAE,YAAY;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,UAAU,EAAE,MAAM,CAAC,SAAS;YAC5B,gBAAgB,EAAE,cAAc;YAChC,gBAAgB,EAAE,eAAe;SAClC,CAAC;QACF,MAAM,eAAe,GAAG,oBAAoB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9D,oBAAoB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAE3C,MAAM,OAAO,GAAG,GAAG,cAAc,IAAI,eAAe,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC5B,GAAG,EAAE,eAAe;gBACpB,QAAQ,EAAE,CAAC,OAAO,CAAC;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,CAAC,GAAG,gBAAgB,CAAC,OAAO,EAAE,CAAC;SACpD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;SACpD,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEtF,MAAM,iCAAiC,GAAG,oBAAoB,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;IAC/F,MAAM,kBAAkB,GAAG,WAAW,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;IACrE,MAAM,MAAM,GACV,kBAAkB,GAAG,CAAC;QACpB,CAAC,CAAC,8CAA8C;QAChD,CAAC,CAAC,oCAAoC,CAAC;IAE3C,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;IAC/E,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC,CAAC;IACjF,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC,CAAC;IAC7E,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,2BAA2B,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,oBAAoB,CAAC,CAAC;IAEpE,sBAAsB,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,CAAC;IAC/D,sBAAsB,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;IAC7D,sBAAsB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;IACrD,sBAAsB,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAEzD,MAAM,MAAM,GAAwB;QAClC,cAAc,EAAE,CAAC;QACjB,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;QACrC,MAAM;QACN,SAAS,EAAE,gBAAgB;QAC3B,OAAO,EAAE,cAAc;QACvB,qBAAqB,EAAE,mBAAmB;QAC1C,mBAAmB,EAAE,IAAI,CAAC,MAAM;QAChC,kBAAkB,EAAE,oBAAoB,CAAC,MAAM;QAC/C,sBAAsB,EAAE,eAAe,CAAC,MAAM;QAC9C,qCAAqC,EAAE,iCAAiC;QACxE,iBAAiB,EAAE,WAAW,CAAC,MAAM;QACrC,mBAAmB,EAAE,aAAa,CAAC,MAAM;QACzC,iBAAiB,EAAE,gBAAgB;QACnC,KAAK,EAAE;YACL,kBAAkB,EAAE,gBAAgB;YACpC,iBAAiB,EAAE,mBAAmB;YACtC,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,eAAe;YAClC,mBAAmB,EAAE,iBAAiB;SACvC;KACF,CAAC;IAEF,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACvC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,qBAAqB;IACrB,mCAAmC;IACnC,cAAc;IACd,qBAAqB;CACtB,CAAC","sourcesContent":["import path from 'node:path';\nimport { writeJsonArtifact, writeJsonLinesArtifact } from './artifacts.js';\nimport { CliError } from './errors.js';\nimport { loadRowsFromFile, type JsonRecord } from './flow-governance.js';\nimport type { FetchLike } from './http.js';\nimport {\n  fetchOneFlowRow,\n  normalizeSupabaseFlowPayload,\n  type SupabaseFlowLookup,\n} from './flow-read.js';\nimport { requireSupabaseRestRuntime } from './supabase-rest.js';\nimport { createSupabaseDataRuntime } from './supabase-session.js';\n\nconst FLOW_FETCH_ROWS_TIMEOUT_MS = 10_000;\n\ntype FlowFetchRef = {\n  id: string;\n  version: string | null;\n  userId: string | null;\n  stateCode: number | null;\n  clusterId: string | null;\n  source: string | null;\n};\n\ntype FlowFetchMaterializationContext = {\n  input_index: number;\n  requested_ref: {\n    id: string;\n    version: string | null;\n    user_id: string | null;\n    state_code: number | null;\n    cluster_id: string | null;\n    source: string | null;\n  };\n  resolution: SupabaseFlowLookup['resolution'];\n  source_url: string;\n  resolved_flow_id: string;\n  resolved_version: string;\n};\n\ntype FlowFetchSummaryStatus =\n  | 'completed_flow_row_materialization'\n  | 'completed_flow_row_materialization_with_gaps';\n\nexport type RunFlowFetchRowsOptions = {\n  refsFile: string;\n  outDir: string;\n  allowLatestFallback?: boolean;\n  env?: NodeJS.ProcessEnv;\n  fetchImpl?: FetchLike;\n  timeoutMs?: number;\n  now?: Date;\n};\n\nexport type FlowFetchRowsReport = {\n  schema_version: 1;\n  generated_at_utc: string;\n  status: FlowFetchSummaryStatus;\n  refs_file: string;\n  out_dir: string;\n  allow_latest_fallback: boolean;\n  requested_ref_count: number;\n  resolved_ref_count: number;\n  review_input_row_count: number;\n  duplicate_review_input_rows_collapsed: number;\n  missing_ref_count: number;\n  ambiguous_ref_count: number;\n  resolution_counts: Record<SupabaseFlowLookup['resolution'], number>;\n  files: {\n    resolved_flow_rows: string;\n    review_input_rows: string;\n    fetch_summary: string;\n    missing_flow_refs: string;\n    ambiguous_flow_refs: string;\n  };\n};\n\nfunction normalizeToken(value: unknown): string | null {\n  if (value === undefined || value === null) {\n    return null;\n  }\n\n  const trimmed = String(value).trim();\n  return trimmed ? trimmed : null;\n}\n\nfunction normalizeOptionalNonNegativeInteger(\n  value: unknown,\n  label: string,\n  code: string,\n): number | null {\n  if (value === undefined || value === null || value === '') {\n    return null;\n  }\n\n  const parsed =\n    typeof value === 'number' && Number.isInteger(value)\n      ? value\n      : Number.parseInt(String(value), 10);\n  if (!Number.isInteger(parsed) || parsed < 0) {\n    throw new CliError(`Expected ${label} to be a non-negative integer.`, {\n      code,\n      exitCode: 2,\n      details: value,\n    });\n  }\n  return parsed;\n}\n\nfunction normalizeFlowFetchRef(row: JsonRecord, index: number): FlowFetchRef {\n  const id = normalizeToken(row.id);\n  if (!id) {\n    throw new CliError(`Flow ref row ${index + 1} is missing required id.`, {\n      code: 'FLOW_FETCH_ROWS_REF_ID_REQUIRED',\n      exitCode: 2,\n      details: row,\n    });\n  }\n\n  return {\n    id,\n    version: normalizeToken(row.version),\n    userId: normalizeToken(row.user_id ?? row.userId),\n    stateCode: normalizeOptionalNonNegativeInteger(\n      row.state_code ?? row.stateCode,\n      'flow ref state_code',\n      'FLOW_FETCH_ROWS_INVALID_STATE_CODE',\n    ),\n    clusterId: normalizeToken(row.cluster_id ?? row.clusterId),\n    source: normalizeToken(row.source),\n  };\n}\n\nfunction toRequestedRefSummary(\n  ref: FlowFetchRef,\n): FlowFetchMaterializationContext['requested_ref'] {\n  return {\n    id: ref.id,\n    version: ref.version,\n    user_id: ref.userId,\n    state_code: ref.stateCode,\n    cluster_id: ref.clusterId,\n    source: ref.source,\n  };\n}\n\nfunction buildMaterializedRow(\n  lookup: SupabaseFlowLookup,\n  context: FlowFetchMaterializationContext,\n): JsonRecord {\n  const resolvedFlowId = lookup.row.id || context.requested_ref.id;\n  const resolvedVersion = lookup.row.version || context.requested_ref.version || '';\n\n  return {\n    id: resolvedFlowId,\n    version: resolvedVersion,\n    user_id: lookup.row.user_id,\n    state_code: lookup.row.state_code,\n    modified_at: lookup.row.modified_at,\n    json: normalizeSupabaseFlowPayload(lookup.row.json, `${resolvedFlowId}@${resolvedVersion}`),\n    _materialization: context,\n  };\n}\n\nfunction buildReviewInputRow(\n  row: JsonRecord,\n  flowKey: string,\n  contexts: FlowFetchMaterializationContext[],\n): JsonRecord {\n  return {\n    ...row,\n    _materialization: {\n      flow_key: flowKey,\n      materialized_ref_count: contexts.length,\n      materialized_from_refs: contexts,\n    },\n  };\n}\n\nfunction nowIso(now: Date = new Date()): string {\n  return now.toISOString();\n}\n\nexport async function runFlowFetchRows(\n  options: RunFlowFetchRowsOptions,\n): Promise<FlowFetchRowsReport> {\n  const refsFile = normalizeToken(options.refsFile);\n  if (!refsFile) {\n    throw new CliError('Missing required --refs-file value.', {\n      code: 'FLOW_FETCH_ROWS_REFS_FILE_REQUIRED',\n      exitCode: 2,\n    });\n  }\n\n  const outDir = normalizeToken(options.outDir);\n  if (!outDir) {\n    throw new CliError('Missing required --out-dir value.', {\n      code: 'FLOW_FETCH_ROWS_OUT_DIR_REQUIRED',\n      exitCode: 2,\n    });\n  }\n\n  const resolvedRefsFile = path.resolve(refsFile);\n  const resolvedOutDir = path.resolve(outDir);\n  const allowLatestFallback = options.allowLatestFallback !== false;\n  const rows = loadRowsFromFile(resolvedRefsFile);\n\n  const fetchImpl = options.fetchImpl ?? (fetch as FetchLike);\n  const timeoutMs = options.timeoutMs ?? FLOW_FETCH_ROWS_TIMEOUT_MS;\n  const runtime = createSupabaseDataRuntime({\n    runtime: requireSupabaseRestRuntime(options.env ?? process.env),\n    fetchImpl,\n    timeoutMs,\n    now: options.now,\n  });\n\n  const resolvedRowArtifacts: JsonRecord[] = [];\n  const missingRefs: JsonRecord[] = [];\n  const ambiguousRefs: JsonRecord[] = [];\n  const reviewInputByKey = new Map<\n    string,\n    { row: JsonRecord; contexts: FlowFetchMaterializationContext[] }\n  >();\n  const resolutionCounts: FlowFetchRowsReport['resolution_counts'] = {\n    remote_supabase_exact: 0,\n    remote_supabase_latest: 0,\n    remote_supabase_latest_fallback: 0,\n  };\n\n  for (let index = 0; index < rows.length; index += 1) {\n    const ref = normalizeFlowFetchRef(rows[index] as JsonRecord, index);\n    const requestedRef = toRequestedRefSummary(ref);\n\n    let lookup: SupabaseFlowLookup | null;\n    try {\n      lookup = await fetchOneFlowRow({\n        runtime,\n        id: ref.id,\n        version: ref.version,\n        userId: ref.userId,\n        stateCode: ref.stateCode,\n        timeoutMs,\n        fetchImpl,\n        fallbackToLatest: allowLatestFallback && ref.version !== null,\n      });\n    } catch (error) {\n      if (error instanceof CliError && error.code === 'FLOW_GET_AMBIGUOUS') {\n        ambiguousRefs.push({\n          input_index: index,\n          requested_ref: requestedRef,\n          code: error.code,\n          message: error.message,\n          details: error.details,\n        });\n        continue;\n      }\n      throw error;\n    }\n\n    if (!lookup) {\n      missingRefs.push({\n        input_index: index,\n        requested_ref: requestedRef,\n        code: 'FLOW_GET_NOT_FOUND',\n        message: ref.version\n          ? `Could not resolve flow dataset for ${ref.id}@${ref.version}.`\n          : `Could not resolve flow dataset for ${ref.id}.`,\n      });\n      continue;\n    }\n\n    resolutionCounts[lookup.resolution] += 1;\n    const resolvedFlowId = lookup.row.id || ref.id;\n    const resolvedVersion = lookup.row.version || ref.version || '';\n    const context: FlowFetchMaterializationContext = {\n      input_index: index,\n      requested_ref: requestedRef,\n      resolution: lookup.resolution,\n      source_url: lookup.sourceUrl,\n      resolved_flow_id: resolvedFlowId,\n      resolved_version: resolvedVersion,\n    };\n    const materializedRow = buildMaterializedRow(lookup, context);\n    resolvedRowArtifacts.push(materializedRow);\n\n    const flowKey = `${resolvedFlowId}@${resolvedVersion}`;\n    const existing = reviewInputByKey.get(flowKey);\n    if (existing) {\n      existing.contexts.push(context);\n    } else {\n      reviewInputByKey.set(flowKey, {\n        row: materializedRow,\n        contexts: [context],\n      });\n    }\n  }\n\n  const reviewInputRows = [...reviewInputByKey.entries()]\n    .sort(([left], [right]) => left.localeCompare(right))\n    .map(([flowKey, entry]) => buildReviewInputRow(entry.row, flowKey, entry.contexts));\n\n  const duplicateReviewInputRowsCollapsed = resolvedRowArtifacts.length - reviewInputRows.length;\n  const unresolvedRefCount = missingRefs.length + ambiguousRefs.length;\n  const status: FlowFetchSummaryStatus =\n    unresolvedRefCount > 0\n      ? 'completed_flow_row_materialization_with_gaps'\n      : 'completed_flow_row_materialization';\n\n  const resolvedRowsPath = path.join(resolvedOutDir, 'resolved-flow-rows.jsonl');\n  const reviewInputRowsPath = path.join(resolvedOutDir, 'review-input-rows.jsonl');\n  const missingRefsPath = path.join(resolvedOutDir, 'missing-flow-refs.jsonl');\n  const ambiguousRefsPath = path.join(resolvedOutDir, 'ambiguous-flow-refs.jsonl');\n  const summaryPath = path.join(resolvedOutDir, 'fetch-summary.json');\n\n  writeJsonLinesArtifact(resolvedRowsPath, resolvedRowArtifacts);\n  writeJsonLinesArtifact(reviewInputRowsPath, reviewInputRows);\n  writeJsonLinesArtifact(missingRefsPath, missingRefs);\n  writeJsonLinesArtifact(ambiguousRefsPath, ambiguousRefs);\n\n  const report: FlowFetchRowsReport = {\n    schema_version: 1,\n    generated_at_utc: nowIso(options.now),\n    status,\n    refs_file: resolvedRefsFile,\n    out_dir: resolvedOutDir,\n    allow_latest_fallback: allowLatestFallback,\n    requested_ref_count: rows.length,\n    resolved_ref_count: resolvedRowArtifacts.length,\n    review_input_row_count: reviewInputRows.length,\n    duplicate_review_input_rows_collapsed: duplicateReviewInputRowsCollapsed,\n    missing_ref_count: missingRefs.length,\n    ambiguous_ref_count: ambiguousRefs.length,\n    resolution_counts: resolutionCounts,\n    files: {\n      resolved_flow_rows: resolvedRowsPath,\n      review_input_rows: reviewInputRowsPath,\n      fetch_summary: summaryPath,\n      missing_flow_refs: missingRefsPath,\n      ambiguous_flow_refs: ambiguousRefsPath,\n    },\n  };\n\n  writeJsonArtifact(summaryPath, report);\n  return report;\n}\n\nexport const __testInternals = {\n  normalizeFlowFetchRef,\n  normalizeOptionalNonNegativeInteger,\n  normalizeToken,\n  toRequestedRefSummary,\n};\n"]}