@wildo-ai/saas-backend-lib 1.1.1 → 1.1.3

package/dist/esm/external-data/external-data-pipeline-run.backend.service.d.ts

@@ -45,6 +45,7 @@
  */
 import { type ExternalDataPipelineDeclaration } from '@wildo-ai/saas-models/external-data';
 import { DataSeedTriggerOrigin } from '../data-seeding/models/data-seed.shared.schemas';
+import { DataSeedRunStatus } from '../data-seeding/models/data-seed-run.shared.schemas';
 import type { SyncSeedEngineBackendService } from '../data-seeding/services/engines/sync-seed-engine.backend.service';
 import type { UpgradeSeedEngineBackendService } from '../data-seeding/services/engines/upgrade-seed-engine.backend.service';
 import type { ExecutionContext } from '../runtime/models/execution-context.backend.schemas';
@@ -54,6 +55,7 @@ import type { ResourcesRegistryBackendService } from '../resources/services/reso
 import type { ErrorBuilderBackendService } from '../errors/services/error-builder.backend.service';
 import type { LoggerService } from '../monitoring/logger/services/logger.service';
 import type { HttpApiAuditLogsResolver } from '../base-classes/services/repositories/http-api/http-api-resource-repository.backend.service';
+import { type AuditObservationLossMetricsRecorder } from '../monitoring/observability/audit-observation-emission.backend';
 import { type ExternalDataExtractionSource } from './external-data-extraction-source.backend';
 export interface ExternalDataPipelineRunInput {
     /** The DESTINATION resource type declaring the `externalDataPipeline`. */
@@ -66,8 +68,18 @@ export interface ExternalDataPipelineRunReport {
     outcome: 'completed-pass' | 'partial-pass' | 'already-running';
     extractedRows: number;
     rejectedRows: number;
-    /** Declared entries handed to the seed engine (extracted − rejected). */
-    loadedEntries: number;
+    /**
+     * Declared entries HANDED TO the seed engine (extracted − rejected) — what was submitted, never
+     * what was written. Named `submittedEntries` rather than `loadedEntries` because the old name
+     * read as a write count and was believed as one: a run reporting `loadedEntries: 2` had in fact
+     * written one row and failed the other. `loadStatus` is the field that answers what landed.
+     */
+    submittedEntries: number;
+    /**
+     * The seed engine's verdict on the LOAD — `PARTIAL`/`FAILED` means go read `seedRunId`. Distinct
+     * from `outcome`, which reports only whether the EXTRACTION pass completed.
+     */
+    loadStatus: DataSeedRunStatus | null;
     /** `_id` of the `DataSeedRun` ledger row (per-entry outcome detail); null when none ran. */
     seedRunId: string | null;
     /** The persisted continuation — non-null exactly for `partial-pass`. */
@@ -98,6 +110,30 @@ export declare class ExternalDataPipelineRunBackendService {
     private readonly auditLogsResolver?;
     /** Test seam — production leaves it unset and gets the HTTP source over the shared client. */
     private readonly extractionSourceFactory?;
+    /**
+     * The PRODUCTION door to the read-through audit sink — and it had to be added, because the
+     * `@unmanaged()` thunk above cannot be one.
+     *
+     * `@unmanaged()` tells Inversify not to resolve a parameter, and this class is bound with
+     * `.to(...)`, so the container constructs it and passes `undefined` there. That made the seam a
+     * TEST-ONLY door: every scheduled ETL run in production reached `recordRunReadThroughAccess`,
+     * found no resolver, and emitted nothing. The sink itself exists
+     * (`AuditLogsBackendService.logHttpApiReadThroughAccess`), so nothing was refusing — the row was
+     * simply never written, silently, which is exactly the shape the loss counter now makes visible.
+     *
+     * Two suppliers, and they cannot collide: `@unmanaged()` is structurally unfillable by the
+     * container, so the thunk is only ever set by a test constructing this class with `new`, and it
+     * takes precedence there so a suite can substitute a double. `@optional()` here for the usual
+     * reason — a minimal container binds no audit service and an ETL run must still run.
+     *
+     * assurance-control: WILDO.AUDIT.ATTRIBUTION — an ETL run's external read is recorded.
+     */
+    private readonly auditLogsService?;
+    /**
+     * The loss counter behind that emission. Appended LAST and `@optional()`, so a container with no
+     * metrics binding degrades a dropped attribution row to the log channel rather than to nothing.
+     */
+    private readonly metricsService?;
     private readonly inFlight;
     private readonly logDebug;
     constructor(logger: LoggerService, errorBuilder: ErrorBuilderBackendService, repositoriesRegistry: RepositoriesRegistryHandlerBackendService, resourcesRegistry: ResourcesRegistryBackendService, syncEngine: SyncSeedEngineBackendService, upgradeEngine: UpgradeSeedEngineBackendService, executionContextCreator: ExecutionContextCreatorBackendService, 
@@ -114,7 +150,31 @@ export declare class ExternalDataPipelineRunBackendService {
      */
     auditLogsResolver?: HttpApiAuditLogsResolver, 
     /** Test seam — production leaves it unset and gets the HTTP source over the shared client. */
-    extractionSourceFactory?: ExternalDataExtractionSourceFactory);
+    extractionSourceFactory?: ExternalDataExtractionSourceFactory, 
+    /**
+     * The PRODUCTION door to the read-through audit sink — and it had to be added, because the
+     * `@unmanaged()` thunk above cannot be one.
+     *
+     * `@unmanaged()` tells Inversify not to resolve a parameter, and this class is bound with
+     * `.to(...)`, so the container constructs it and passes `undefined` there. That made the seam a
+     * TEST-ONLY door: every scheduled ETL run in production reached `recordRunReadThroughAccess`,
+     * found no resolver, and emitted nothing. The sink itself exists
+     * (`AuditLogsBackendService.logHttpApiReadThroughAccess`), so nothing was refusing — the row was
+     * simply never written, silently, which is exactly the shape the loss counter now makes visible.
+     *
+     * Two suppliers, and they cannot collide: `@unmanaged()` is structurally unfillable by the
+     * container, so the thunk is only ever set by a test constructing this class with `new`, and it
+     * takes precedence there so a suite can substitute a double. `@optional()` here for the usual
+     * reason — a minimal container binds no audit service and an ETL run must still run.
+     *
+     * assurance-control: WILDO.AUDIT.ATTRIBUTION — an ETL run's external read is recorded.
+     */
+    auditLogsService?: NonNullable<ReturnType<HttpApiAuditLogsResolver>>, 
+    /**
+     * The loss counter behind that emission. Appended LAST and `@optional()`, so a container with no
+     * metrics binding degrades a dropped attribution row to the log channel rather than to nothing.
+     */
+    metricsService?: AuditObservationLossMetricsRecorder);
     /** The on-demand door (PR-12). The scheduled batch calls this per due pipeline. */
     runPipeline(input: ExternalDataPipelineRunInput): Promise<ExternalDataPipelineRunReport>;
     /** Every registered resource that declares an `externalDataPipeline` — the scheduled batch's population. */
@@ -145,7 +205,15 @@ export declare class ExternalDataPipelineRunBackendService {
     private buildHttpExtractionSource;
     private resolveApplicationScopeAnchor;
     private logRejections;
-    /** PR-10 — one audit row per run, fire-and-forget through the shared seam. */
+    /**
+     * PR-10 — one audit row per run, fire-and-forget through the shared seam.
+     *
+     * The emission goes through {@link emitAuditObservation}, so a run whose attribution row never
+     * reached the pipeline lands on `audit_observation_dropped_total` instead of nowhere. The feature
+     * detection decides an ARGUMENT rather than an early return: handing the seam `undefined` is how
+     * this site reports `SERVICE_UNAVAILABLE`, and returning early would restore the silence that let
+     * this seam sit unwired in production without anything saying so.
+     */
     private recordRunReadThroughAccess;
 }
 //# sourceMappingURL=external-data-pipeline-run.backend.service.d.ts.map

package/dist/esm/external-data/external-data-pipeline-run.backend.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"external-data-pipeline-run.backend.service.d.ts","sourceRoot":"","sources":["../../../../src/external-data/external-data-pipeline-run.backend.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AASH,OAAO,EAGL,KAAK,+BAA+B,EACrC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EAML,qBAAqB,EAGtB,MAAM,iEAAiE,CAAC;AAEzE,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,mFAAmF,CAAC;AACtI,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,sFAAsF,CAAC;AAC5I,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qEAAqE,CAAC;AAC5G,OAAO,KAAK,EAAE,qCAAqC,EAAE,MAAM,+EAA+E,CAAC;AAC3I,OAAO,KAAK,EAAE,yCAAyC,EAAE,MAAM,qGAAqG,CAAC;AACrK,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,0EAA0E,CAAC;AAChI,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kEAAkE,CAAC;AACnH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8DAA8D,CAAC;AAMlG,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,6GAA6G,CAAC;AAC5J,OAAO,EAAuC,KAAK,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AAanI,MAAM,WAAW,4BAA4B;IAC3C,0EAA0E;IAC1E,YAAY,EAAE,MAAM,CAAC;IACrB,2FAA2F;IAC3F,aAAa,EAAE,qBAAqB,CAAC,YAAY,GAAG,qBAAqB,CAAC,eAAe,CAAC;IAC1F,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,6BAA6B;IAC5C,OAAO,EAAE,gBAAgB,GAAG,cAAc,GAAG,iBAAiB,CAAC;IAC/D,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,yEAAyE;IACzE,aAAa,EAAE,MAAM,CAAC;IACtB,4FAA4F;IAC5F,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,wEAAwE;IACxE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,gGAAgG;AAChG,MAAM,MAAM,mCAAmC,GAAG,CAChD,WAAW,EAAE,+BAA+B,EAC5C,eAAe,EAAE,gBAAgB,CAAC,GAAG,CAAC,KACnC,4BAA4B,CAAC;AAElC,qBACa,qCAAqC;IAKX,OAAO,CAAC,QAAQ,CAAC,MAAM;IACV,OAAO,CAAC,QAAQ,CAAC,YAAY;IACd,OAAO,CAAC,QAAQ,CAAC,oBAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU;IACxB,OAAO,CAAC,QAAQ,CAAC,aAAa;IACV,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IAC1G;;;;OAIG;IACsE,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACpH;;;;OAIG;IASU,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAChD,8FAA8F;IACjF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAhCxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4C;gBAGf,MAAM,EAAE,aAAa,EACR,YAAY,EAAE,0BAA0B,EACzB,oBAAoB,EAAE,yCAAyC,EAC1E,iBAAiB,EAAE,+BAA+B,EAC3D,UAAU,EAAE,4BAA4B,EACrC,aAAa,EAAE,+BAA+B,EAC1B,uBAAuB,EAAE,qCAAqC;IACjJ;;;;OAIG;IACuF,yBAAyB,CAAC,EAAE,OAAO;IAC7H;;;;OAIG;IAS2B,iBAAiB,CAAC,EAAE,wBAAwB;IAC1E,8FAA8F;IAChE,uBAAuB,CAAC,EAAE,mCAAmC;IAM7F,mFAAmF;IACtE,WAAW,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,6BAA6B,CAAC;IAerG,4GAA4G;IACrG,qBAAqB,IAAI,KAAK,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,+BAA+B,CAAA;KAAE,CAAC;YAU/F,UAAU;IAwHxB;;;;OAIG;IACH,OAAO,CAAC,sBAAsB;IAsB9B;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAWvB;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,yBAAyB;YAWnB,6BAA6B;IAY3C,OAAO,CAAC,aAAa;IAQrB,8EAA8E;IAC9E,OAAO,CAAC,0BAA0B;CAuBnC"}
+{"version":3,"file":"external-data-pipeline-run.backend.service.d.ts","sourceRoot":"","sources":["../../../../src/external-data/external-data-pipeline-run.backend.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AASH,OAAO,EAGL,KAAK,+BAA+B,EACrC,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EAML,qBAAqB,EAGtB,MAAM,iEAAiE,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qEAAqE,CAAC;AAExG,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,mFAAmF,CAAC;AACtI,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,sFAAsF,CAAC;AAC5I,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qEAAqE,CAAC;AAC5G,OAAO,KAAK,EAAE,qCAAqC,EAAE,MAAM,+EAA+E,CAAC;AAC3I,OAAO,KAAK,EAAE,yCAAyC,EAAE,MAAM,qGAAqG,CAAC;AACrK,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,0EAA0E,CAAC;AAChI,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,kEAAkE,CAAC;AACnH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8DAA8D,CAAC;AAMlG,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,6GAA6G,CAAC;AAC5J,OAAO,EAEL,KAAK,mCAAmC,EAEzC,MAAM,gFAAgF,CAAC;AACxF,OAAO,EAAuC,KAAK,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AAanI,MAAM,WAAW,4BAA4B;IAC3C,0EAA0E;IAC1E,YAAY,EAAE,MAAM,CAAC;IACrB,2FAA2F;IAC3F,aAAa,EAAE,qBAAqB,CAAC,YAAY,GAAG,qBAAqB,CAAC,eAAe,CAAC;IAC1F,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,6BAA6B;IAC5C,OAAO,EAAE,gBAAgB,GAAG,cAAc,GAAG,iBAAiB,CAAC;IAC/D,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,gBAAgB,EAAE,MAAM,CAAC;IACzB;;;OAGG;IACH,UAAU,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACrC,4FAA4F;IAC5F,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,wEAAwE;IACxE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,gGAAgG;AAChG,MAAM,MAAM,mCAAmC,GAAG,CAChD,WAAW,EAAE,+BAA+B,EAC5C,eAAe,EAAE,gBAAgB,CAAC,GAAG,CAAC,KACnC,4BAA4B,CAAC;AAElC,qBACa,qCAAqC;IAKX,OAAO,CAAC,QAAQ,CAAC,MAAM;IACV,OAAO,CAAC,QAAQ,CAAC,YAAY;IACd,OAAO,CAAC,QAAQ,CAAC,oBAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU;IACxB,OAAO,CAAC,QAAQ,CAAC,aAAa;IACV,OAAO,CAAC,QAAQ,CAAC,uBAAuB;IAC1G;;;;OAIG;IACsE,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACpH;;;;OAIG;IASU,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAChD,8FAA8F;IACjF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACtD;;;;;;;;;;;;;;;;;OAiBG;IAEH,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAClC;;;OAGG;IAEH,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;IA1DlC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4C;gBAGf,MAAM,EAAE,aAAa,EACR,YAAY,EAAE,0BAA0B,EACzB,oBAAoB,EAAE,yCAAyC,EAC1E,iBAAiB,EAAE,+BAA+B,EAC3D,UAAU,EAAE,4BAA4B,EACrC,aAAa,EAAE,+BAA+B,EAC1B,uBAAuB,EAAE,qCAAqC;IACjJ;;;;OAIG;IACuF,yBAAyB,CAAC,EAAE,OAAO;IAC7H;;;;OAIG;IAS2B,iBAAiB,CAAC,EAAE,wBAAwB;IAC1E,8FAA8F;IAChE,uBAAuB,CAAC,EAAE,mCAAmC;IAC3F;;;;;;;;;;;;;;;;;OAiBG;IAEc,gBAAgB,CAAC,EAAE,WAAW,CAAC,UAAU,CAAC,wBAAwB,CAAC,CAAC;IACrF;;;OAGG;IAEc,cAAc,CAAC,EAAE,mCAAmC;IAMvE,mFAAmF;IACtE,WAAW,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,6BAA6B,CAAC;IAerG,4GAA4G;IACrG,qBAAqB,IAAI,KAAK,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,+BAA+B,CAAA;KAAE,CAAC;YAU/F,UAAU;IA8HxB;;;;OAIG;IACH,OAAO,CAAC,sBAAsB;IAsB9B;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAWvB;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IAI7B,OAAO,CAAC,yBAAyB;YAWnB,6BAA6B;IAY3C,OAAO,CAAC,aAAa;IAQrB;;;;;;;;OAQG;IACH,OAAO,CAAC,0BAA0B;CA2CnC"}

package/dist/esm/external-data/external-data-pipeline-run.backend.service.js

@@ -63,6 +63,7 @@ import { SAAS_SERVICE_TYPES } from '../inject/models/service-types.js';
 import { BackendResourceType } from '../resources/models/resources-types.backend.schemas.js';
 import { HttpApiReadClient } from '../base-classes/services/repositories/http-api/http-api-read-client.backend.js';
 import { ExternalProvidersHttpApiAccessResolver } from '../base-classes/services/repositories/http-api/http-api-provider-access.backend.js';
+import { AuditObservationKind, emitAuditObservation, } from '../monitoring/observability/audit-observation-emission.backend.js';
 import { HttpApiExternalDataExtractionSource } from './external-data-extraction-source.backend.js';
 /*
  * entrypoint-closure-waiver: `etl-transform.backend` is published only by `./external-data-models` (one
@@ -85,9 +86,11 @@ let ExternalDataPipelineRunBackendService = class ExternalDataPipelineRunBackend
     externalProvidersRegistry;
     auditLogsResolver;
     extractionSourceFactory;
+    auditLogsService;
+    metricsService;
     inFlight = new Set();
     logDebug;
-    constructor(logger, errorBuilder, repositoriesRegistry, resourcesRegistry, syncEngine, upgradeEngine, executionContextCreator, externalProvidersRegistry, auditLogsResolver, extractionSourceFactory) {
+    constructor(logger, errorBuilder, repositoriesRegistry, resourcesRegistry, syncEngine, upgradeEngine, executionContextCreator, externalProvidersRegistry, auditLogsResolver, extractionSourceFactory, auditLogsService, metricsService) {
         this.logger = logger;
         this.errorBuilder = errorBuilder;
         this.repositoriesRegistry = repositoriesRegistry;
@@ -98,6 +101,8 @@ let ExternalDataPipelineRunBackendService = class ExternalDataPipelineRunBackend
         this.externalProvidersRegistry = externalProvidersRegistry;
         this.auditLogsResolver = auditLogsResolver;
         this.extractionSourceFactory = extractionSourceFactory;
+        this.auditLogsService = auditLogsService;
+        this.metricsService = metricsService;
         this.logDebug = this.logger.debugByType('ExternalDataPipelineRun');
         this.logger.setDebugTypeLogging('ExternalDataPipelineRun', false);
     }
@@ -106,7 +111,7 @@ let ExternalDataPipelineRunBackendService = class ExternalDataPipelineRunBackend
         if (this.inFlight.has(input.resourceType)) {
             return {
                 outcome: 'already-running', extractedRows: 0, rejectedRows: 0,
-                loadedEntries: 0, seedRunId: null, cursor: null, durationMs: 0,
+                submittedEntries: 0, loadStatus: null, seedRunId: null, cursor: null, durationMs: 0,
             };
         }
         this.inFlight.add(input.resourceType);
@@ -204,6 +209,10 @@ let ExternalDataPipelineRunBackendService = class ExternalDataPipelineRunBackend
         // ── Persist the state row: the cursor IS the pass continuation ──────────────
         const durationMs = Date.now() - startedAtMs;
         const seedRunId = seedReport.runId ?? null;
+        // The LOAD verdict, carried separately from `outcome` (which is about the EXTRACTION pass).
+        // Both are reported: a full pass that failed to write part of what it read is neither a clean
+        // success nor a partial pass, and collapsing them would hide exactly that case.
+        const loadStatus = seedReport.status ?? null;
         await stateRepo.update(stateContext, state._id, {
             cursor: passComplete ? null : (cursor ?? null),
             passStartedAt: passComplete ? null : passStartedAt,
@@ -212,6 +221,7 @@ let ExternalDataPipelineRunBackendService = class ExternalDataPipelineRunBackend
                 completedPass: passComplete,
                 extractedRows: extractedRows.length,
                 rejectedRows: rejections.length,
+                loadStatus,
                 seedRunId,
                 durationMs,
             },
@@ -225,7 +235,8 @@ let ExternalDataPipelineRunBackendService = class ExternalDataPipelineRunBackend
             outcome: passComplete ? 'completed-pass' : 'partial-pass',
             extractedRows: extractedRows.length,
             rejectedRows: rejections.length,
-            loadedEntries: entries.length,
+            submittedEntries: entries.length,
+            loadStatus,
             seedRunId,
             cursor: passComplete ? null : (cursor ?? null),
             durationMs,
@@ -300,26 +311,52 @@ let ExternalDataPipelineRunBackendService = class ExternalDataPipelineRunBackend
             truncated: rejections.length > MAX_LOGGED_REJECTIONS,
         });
     }
-    /** PR-10 — one audit row per run, fire-and-forget through the shared seam. */
+    /**
+     * PR-10 — one audit row per run, fire-and-forget through the shared seam.
+     *
+     * The emission goes through {@link emitAuditObservation}, so a run whose attribution row never
+     * reached the pipeline lands on `audit_observation_dropped_total` instead of nowhere. The feature
+     * detection decides an ARGUMENT rather than an early return: handing the seam `undefined` is how
+     * this site reports `SERVICE_UNAVAILABLE`, and returning early would restore the silence that let
+     * this seam sit unwired in production without anything saying so.
+     */
     recordRunReadThroughAccess(executionContext, resourceType, declaration, counts) {
+        let emit;
         try {
-            const auditLogsService = this.auditLogsResolver?.();
-            if (typeof auditLogsService?.logHttpApiReadThroughAccess !== 'function')
-                return;
-            void auditLogsService.logHttpApiReadThroughAccess({
-                resourceType,
-                operationIdentifier: 'externalDataPipelineRun',
-                providerRef: declaration.binding.providerRef,
-                remoteEntityRef: declaration.binding.entityRef,
-                dialect: declaration.binding.dialect,
-                rowCount: counts.extractedRows,
-                rejectedRows: counts.rejectedRows,
-                completedPass: counts.completedPass,
-            }, executionContext)?.catch?.(() => undefined);
+            // The test thunk first, the injected production service second — see the constructor.
+            const auditLogsService = this.auditLogsResolver?.() ?? this.auditLogsService;
+            const sink = auditLogsService?.logHttpApiReadThroughAccess;
+            if (typeof sink === 'function') {
+                emit = () => sink.call(auditLogsService, {
+                    resourceType,
+                    operationIdentifier: 'externalDataPipelineRun',
+                    providerRef: declaration.binding.providerRef,
+                    remoteEntityRef: declaration.binding.entityRef,
+                    dialect: declaration.binding.dialect,
+                    rowCount: counts.extractedRows,
+                    rejectedRows: counts.rejectedRows,
+                    completedPass: counts.completedPass,
+                }, executionContext);
+            }
         }
         catch {
-            // Observation only — never the reason a run fails.
+            // A thunk that throws leaves `emit` undefined, so the observation is reported as UNAVAILABLE
+            // rather than swallowed. Observation only — never the reason a run fails.
         }
+        emitAuditObservation({
+            observation: AuditObservationKind.HTTP_API_READ_THROUGH_ACCESS,
+            emit,
+            metricsService: this.metricsService,
+            logger: this.logger,
+            // Enough to name WHICH run went unrecorded, and how much it moved — the counts are what
+            // separate a run that read nothing from one that read a tenant's whole remote table.
+            context: {
+                observedResourceType: resourceType,
+                observedProviderRef: declaration.binding.providerRef,
+                observedRemoteEntityRef: declaration.binding.entityRef,
+                observedRowCount: counts.extractedRows,
+            },
+        });
     }
 };
 ExternalDataPipelineRunBackendService = __decorate([
@@ -335,7 +372,11 @@ ExternalDataPipelineRunBackendService = __decorate([
     __param(7, optional()),
     __param(8, unmanaged()),
     __param(9, unmanaged()),
-    __metadata("design:paramtypes", [Function, Function, Function, Function, Function, Function, Function, Object, Function, Function])
+    __param(10, inject(SAAS_SERVICE_TYPES.AuditLogsService)),
+    __param(10, optional()),
+    __param(11, inject(SAAS_SERVICE_TYPES.MetricsService)),
+    __param(11, optional()),
+    __metadata("design:paramtypes", [Function, Function, Function, Function, Function, Function, Function, Object, Function, Function, Object, Object])
 ], ExternalDataPipelineRunBackendService);
 export { ExternalDataPipelineRunBackendService };
 //# sourceMappingURL=external-data-pipeline-run.backend.service.js.map

package/dist/esm/external-data/external-data-pipeline-run.backend.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"external-data-pipeline-run.backend.service.js","sourceRoot":"","sources":["../../../../src/external-data/external-data-pipeline-run.backend.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;;;;;;;;;;;;;AAEH,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EACL,qBAAqB,EACrB,2BAA2B,EAC3B,SAAS,GAEV,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,iCAAiC,EACjC,wBAAwB,GAEzB,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACL,YAAY,EACZ,yBAAyB,EACzB,iBAAiB,EACjB,wBAAwB,EACxB,mBAAmB,GAIpB,MAAM,iEAAiE,CAAC;AAUzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,MAAM,qEAAqE,CAAC;AAE1G,OAAO,EAAE,iBAAiB,EAAE,MAAM,6FAA6F,CAAC;AAChI,OAAO,EAAE,sCAAsC,EAAE,MAAM,iGAAiG,CAAC;AAEzJ,OAAO,EAAE,mCAAmC,EAAqC,MAAM,2CAA2C,CAAC;AACnI;;;;;;GAMG;AACH,OAAO,EAAE,yBAAyB,EAAiC,MAAM,mCAAmC,CAAC;AAE7G,yFAAyF;AACzF,MAAM,qBAAqB,GAAG,EAAE,CAAC;AA8B1B,IAAM,qCAAqC,GAA3C,MAAM,qCAAqC;IAKM;IACa;IACe;IACX;IACT;IACG;IACoB;IAMO;IAc5D;IAEA;IAhCf,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7B,QAAQ,CAA4C;IAErE,YACsD,MAAqB,EACR,YAAwC,EACzB,oBAA+D,EAC1E,iBAAkD,EAC3D,UAAwC,EACrC,aAA8C,EAC1B,uBAA8D,EAMvD,yBAAmC,EAc/F,iBAA4C,EAE5C,uBAA6D;QA5BvC,WAAM,GAAN,MAAM,CAAe;QACR,iBAAY,GAAZ,YAAY,CAA4B;QACzB,yBAAoB,GAApB,oBAAoB,CAA2C;QAC1E,sBAAiB,GAAjB,iBAAiB,CAAiC;QAC3D,eAAU,GAAV,UAAU,CAA8B;QACrC,kBAAa,GAAb,aAAa,CAAiC;QAC1B,4BAAuB,GAAvB,uBAAuB,CAAuC;QAMvD,8BAAyB,GAAzB,yBAAyB,CAAU;QAc/F,sBAAiB,GAAjB,iBAAiB,CAA2B;QAE5C,4BAAuB,GAAvB,uBAAuB,CAAsC;QAE3F,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,mFAAmF;IAC5E,KAAK,CAAC,WAAW,CAAC,KAAmC;QAC1D,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1C,OAAO;gBACL,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;gBAC7D,aAAa,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;aAC/D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,4GAA4G;IACrG,qBAAqB;QAC1B,OAAQ,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAe;aAC3D,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE;YACxB,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,YAA4B,CAErF,CAAC;YACd,OAAO,aAAa,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxH,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAmC;QAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAC;QAEjE,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,YAA4B,CAEjG,CAAC;QACF,MAAM,WAAW,GAAG,aAAa,EAAE,oBAAoB,CAAC;QACxD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE;gBACrE,sBAAsB,EAAE,2BAA2B,CAAC,wCAAwC;gBAC5F,OAAO,EAAE,EAAE,MAAM,EAAE,kCAAkC,EAAE,YAAY,EAAE;aACtE,CAAC,CAAC;QACL,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,gCAAgC,EAAE,CAAC;QAC9F,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,oCAAoC,CAAC;YAC3F,YAAY,EAAE,mBAAmB,CAAC,4BAA4B;YAC9D,mBAAmB,EAAE,qBAAqB,CAAC,MAAM;SAClD,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,oBAAoB,CAC9D,mBAAmB,CAAC,4BAAuD,EAC3E,YAAY,CACb,CAAC;QAEF,IAAI,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAA4B,YAAY,EAAE,EAAE,oBAAoB,EAAE,YAAY,EAAE,CAAC,CAAC;QAClH,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,CAAC,MAAM,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE;gBAC5C,oBAAoB,EAAE,YAAY;gBAClC,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,IAAI;gBACnB,SAAS,EAAE,IAAI;gBACf,cAAc,EAAE,IAAI;aACZ,CAAC,CAAyC,CAAC;QACvD,CAAC;QACD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC;QACjD,MAAM,aAAa,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;QAEtG,+EAA+E;QAC/E,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QACzH,qFAAqF;QACrF,mEAAmE;QACnE,IAAI,CAAC;YACH,KAAK,MAAM,OAAO,IAAI,CAAC,MAAM,MAAM,CAAC,qBAAqB,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;gBACrE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,YAAY,qBAAqB,OAAO,EAAE,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,mBAAmB;QACrB,CAAC;QACD,MAAM,aAAa,GAAmC,EAAE,CAAC;QACzD,IAAI,MAAM,GAAG,cAAc,CAAC;QAC5B,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,OAAO,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC,aAAa,EAAE,CAAC;YACxD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,aAAa,GAAG,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YACjH,aAAa,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;QACH,CAAC;QAED,+EAA+E;QAC/E,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,yBAAyB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QACnF,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC7C,MAAM,OAAO,GAA0B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxD,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,mBAAmB,CAAC,EAAE,GAAG,CAAC,gBAAgB,EAAE;YACxE,IAAI,EAAE,GAAG,CAAC,IAAI;SACf,CAAC,CAAC,CAAC;QAEJ,+EAA+E;QAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC,YAAY,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC;QACxE,MAAM,WAAW,GAAG;YAClB,IAAI;YACJ,OAAO,EAAE,EAAE,WAAW,EAAE,mBAAmB,CAAC,oBAA6B,EAAE;YAC3E,aAAa;YACb,KAAK;YACL,OAAO;YACP,iBAAiB;YACjB,iBAAiB,EAAE,iBAAiB,YAAY,EAAE;YAClD,eAAe;SAChB,CAAC;QACF,MAAM,UAAU,GAAG,YAAY;YAC7B,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC;YAChD,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEzD,+EAA+E;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QAC5C,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC;QAC3C,MAAM,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,GAAG,EAAE;YAC9C,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;YAC9C,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa;YAClD,SAAS,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC;YAChC,cAAc,EAAE;gBACd,aAAa,EAAE,YAAY;gBAC3B,aAAa,EAAE,aAAa,CAAC,MAAM;gBACnC,YAAY,EAAE,UAAU,CAAC,MAAM;gBAC/B,SAAS;gBACT,UAAU;aACX;SACO,CAAC,CAAC;QAEZ,IAAI,CAAC,0BAA0B,CAAC,eAAe,EAAE,YAAY,EAAE,WAAW,EAAE;YAC1E,aAAa,EAAE,aAAa,CAAC,MAAM;YACnC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,aAAa,EAAE,YAAY;SAC5B,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,cAAc;YACzD,aAAa,EAAE,aAAa,CAAC,MAAM;YACnC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,aAAa,EAAE,OAAO,CAAC,MAAM;YAC7B,SAAS;YACT,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;YAC9C,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,sBAAsB,CAC5B,YAAoB,EACpB,WAA4C,EAC5C,YAAqB;QAErB,MAAM,aAAa,GAAG;YACpB,WAAW,CAAC,mBAAmB;YAC/B,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC;SACxD,CAAC;QACF,OAAO;YACL,OAAO,EAAE,iBAAiB,YAAY,EAAE;YACxC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,CAAC,WAAW,EAAE;YAC9C,YAAY;YACZ,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,mBAAmB,CAAC,oBAAoB,EAAE,CAAC;YACrE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO;YAC7D,OAAO,EAAE,CAAC;YACV,aAAa;YACb,iBAAiB,EAAE,yBAAyB,CAAC,OAAO;YACpD,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACK,eAAe,CAAC,YAAsC;QAC5D,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,wBAAwB,CAAC,MAAM;gBAClC,OAAO,wBAAwB,CAAC,MAAM,CAAC;YACzC,KAAK,wBAAwB,CAAC,SAAS;gBACrC,OAAO,wBAAwB,CAAC,SAAS,CAAC;YAC5C,KAAK,wBAAwB,CAAC,MAAM;gBAClC,OAAO,wBAAwB,CAAC,MAAM,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,qBAAqB,CAAC,WAA4C;QACxE,OAAO,WAAW,CAAC,UAAU,KAAK,iCAAiC,CAAC,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC;IACxI,CAAC;IAEO,yBAAyB,CAC/B,WAA4C,EAC5C,eAAsC;QAEtC,MAAM,UAAU,GAAG,IAAI,iBAAiB,CACtC,WAAW,CAAC,OAAO,EACnB,IAAI,sCAAsC,CAAC,IAAI,CAAC,yBAAkC,CAAC,CACpF,CAAC;QACF,OAAO,IAAI,mCAAmC,CAAC,WAAW,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;IAC3F,CAAC;IAEO,KAAK,CAAC,6BAA6B,CAAC,eAAsC;QAChF,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,cAA8B,EAAE,eAAe,CAAC,CAAC;QAChH,MAAM,WAAW,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAkB,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QACvF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,eAAe,EAAE;gBACtE,sBAAsB,EAAE,2BAA2B,CAAC,QAAQ;gBAC5D,OAAO,EAAE,EAAE,OAAO,EAAE,iFAAiF,EAAE;aACxG,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,iBAAiB,CAAC,WAAW,EAAE,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;IAC7G,CAAC;IAEO,aAAa,CAAC,YAAoB,EAAE,UAAsC;QAChF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,YAAY,MAAM,UAAU,CAAC,MAAM,4DAA4D,EAAE;YAC3I,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC;YACtD,SAAS,EAAE,UAAU,CAAC,MAAM,GAAG,qBAAqB;SACrD,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IACtE,0BAA0B,CAChC,gBAAuC,EACvC,YAAoB,EACpB,WAA4C,EAC5C,MAA+E;QAE/E,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YACpD,IAAI,OAAO,gBAAgB,EAAE,2BAA2B,KAAK,UAAU;gBAAE,OAAO;YAChF,KAAK,gBAAgB,CAAC,2BAA2B,CAAC;gBAChD,YAAY;gBACZ,mBAAmB,EAAE,yBAAyB;gBAC9C,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,WAAW;gBAC5C,eAAe,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS;gBAC9C,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO;gBACpC,QAAQ,EAAE,MAAM,CAAC,aAAa;gBAC9B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;aACpC,EAAE,gBAAgB,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;QACrD,CAAC;IACH,CAAC;CACF,CAAA;AAtSY,qCAAqC;IADjD,UAAU,EAAE;IAMR,WAAA,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;IACjC,WAAA,MAAM,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAA;IAC9C,WAAA,MAAM,CAAC,kBAAkB,CAAC,kCAAkC,CAAC,CAAA;IAC7D,WAAA,MAAM,CAAC,kBAAkB,CAAC,uBAAuB,CAAC,CAAA;IAClD,WAAA,MAAM,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAA;IACzC,WAAA,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,CAAA;IAC5C,WAAA,MAAM,CAAC,kBAAkB,CAAC,qCAAqC,CAAC,CAAA;IAMhE,WAAA,MAAM,CAAC,kBAAkB,CAAC,gCAAgC,CAAC,CAAA;IAAE,WAAA,QAAQ,EAAE,CAAA;IAcvE,WAAA,SAAS,EAAE,CAAA;IAEX,WAAA,SAAS,EAAE,CAAA;;GAjCH,qCAAqC,CAsSjD","sourcesContent":["/**\n * The ETL pipeline RUN service (partial-resource paper v3.1, PR-5/PR-6/PR-9/PR-10/PR-12) — the\n * orchestrator that turns a declared `externalDataPipeline` into destination rows: E (extraction source over\n * the shared read client) → T (pure transform) → L (the data-seeding engines' imperative doors).\n *\n * ## The one decision that carries the paper's ⚠ traps: MODE SELECTION (PR-6)\n *\n * A run that COMPLETES a pass over the remote population loads through `runSyncSeed` — the full\n * reconcile INCLUDING the Stage-4 orphan walk (a destination row whose remote sibling vanished is\n * handled per the declared `orphanPolicy`). A run that stops mid-pass (`maxRowsPerRun` reached)\n * loads through `runUpgradeSeed` — the SAME reconcile loop with NO orphan stage, because \"absent\n * from a partial extraction\" is not evidence of remote deletion. A partial run orphans NOTHING;\n * the persisted cursor lets the next run continue the pass where this one stopped.\n *\n * ## Change detection (PR-30)\n *\n * The assembled seed pins `version: 1` forever and declares\n * `reconcileStrategy: CONTENT` — a pipeline's change signal is the REMOTE VALUE, not a version\n * bump. Managed-field content comparison decides write-vs-skip per row, so an unchanged remote\n * population costs zero destination writes (and zero RAG re-ingestions) per pass.\n *\n * ## Ledger split (PR-9)\n *\n * Per-entry load outcome lives on the `DataSeedRun` ledger row every run writes through the\n * engines (one row per pipeline — `seedKey` + constant version, recovered and reset each run).\n * The `ExternalDataPipelineState` row carries what data-seeding cannot know: the extraction CURSOR\n * (surviving restarts, so populations larger than one run's budget eventually sync end to end)\n * and the ETL-side last-run summary (extracted/rejected happen BEFORE the seed engine sees\n * anything). Transform rejections are logged per row (bounded) and counted on the summary; the\n * rejected rows' previous destination versions simply survive.\n *\n * ## Attribution (PR-10)\n *\n * ONE read-through audit row per run through the same lazily-resolved seam as the virtual\n * repository (`logHttpApiReadThroughAccess`), carrying the run outcome counts — a pipeline run\n * is bulk read-through access to an external system and lands in the same audit lane.\n *\n * ## Concurrency\n *\n * Single-flight per pipeline is IN-PROCESS (a second `runPipeline` for the same resource while\n * one is in flight answers `already-running`). A cross-instance double run is deliberately not\n * locked out: every load is an idempotent business-key MERGE and extraction pages are\n * drift-safe, so the second run wastes work but corrupts nothing — the same posture as\n * concurrent seed passes.\n */\n\nimport { inject, injectable, optional, unmanaged } from 'inversify';\nimport {\n  CoreResourceOperation,\n  ErrorCustomMessageReference,\n  ErrorType,\n  type ResourceType,\n} from '@wildo-ai/saas-models';\nimport {\n  ExternalDataDestinationPopulation,\n  ExternalDataOrphanPolicy,\n  type ExternalDataPipelineDeclaration,\n} from '@wildo-ai/saas-models/external-data';\n\nimport {\n  DataSeedMode,\n  DataSeedReconcileStrategy,\n  DataSeedScopeKind,\n  DataSeedSyncOrphanPolicy,\n  DataSeedTriggerKind,\n  DataSeedTriggerOrigin,\n  type DataSeedDefinition,\n  type DataSeedStaticEntry,\n} from '~wildo-backend-lib/data-seeding/models/data-seed.shared.schemas';\nimport type { DataSeedScopeAnchor } from '~wildo-backend-lib/data-seeding/services/shared/data-seed-scope-anchor.shared.types';\nimport type { SyncSeedEngineBackendService } from '~wildo-backend-lib/data-seeding/services/engines/sync-seed-engine.backend.service';\nimport type { UpgradeSeedEngineBackendService } from '~wildo-backend-lib/data-seeding/services/engines/upgrade-seed-engine.backend.service';\nimport type { ExecutionContext } from '~wildo-backend-lib/runtime/models/execution-context.backend.schemas';\nimport type { ExecutionContextCreatorBackendService } from '~wildo-backend-lib/runtime/services/execution-context-creator.backend.service';\nimport type { RepositoriesRegistryHandlerBackendService } from '~wildo-backend-lib/base-classes/services/repositories/repositories-registry-handler.backend.service';\nimport type { ResourcesRegistryBackendService } from '~wildo-backend-lib/resources/services/resources-registry.backend.service';\nimport type { ErrorBuilderBackendService } from '~wildo-backend-lib/errors/services/error-builder.backend.service';\nimport type { LoggerService } from '~wildo-backend-lib/monitoring/logger/services/logger.service';\nimport { SAAS_SERVICE_TYPES } from '~wildo-backend-lib/inject/models/service-types';\nimport { BackendResourceType } from '~wildo-backend-lib/resources/models/resources-types.backend.schemas';\nimport type { ExternalDataPipelineState } from '~wildo-backend-lib/external-data/models/external-data-pipeline-state.backend.schemas';\nimport { HttpApiReadClient } from '~wildo-backend-lib/base-classes/services/repositories/http-api/http-api-read-client.backend';\nimport { ExternalProvidersHttpApiAccessResolver } from '~wildo-backend-lib/base-classes/services/repositories/http-api/http-api-provider-access.backend';\nimport type { HttpApiAuditLogsResolver } from '~wildo-backend-lib/base-classes/services/repositories/http-api/http-api-resource-repository.backend.service';\nimport { HttpApiExternalDataExtractionSource, type ExternalDataExtractionSource } from './external-data-extraction-source.backend';\n/*\n * entrypoint-closure-waiver: `etl-transform.backend` is published only by `./external-data-models` (one\n * door per room), and nothing nominal crosses into this root-exported module's public surface —\n * `ExternalDataTransformedRow`/`ExternalDataRowRejection` are structural interfaces and `ExternalDataPipelineRunReport`\n * names none of them nominally. Probed 2026-08-28 after the barrel split:\n * `tsc -p tsconfig.build.json --noEmit` with declaration emit — zero TS2742/TS2883/TS7056.\n */\nimport { transformExternalDataPage, type ExternalDataRowRejection } from './external-data-transform.backend';\n\n/** How many per-row rejection reasons are LOGGED per run — the count is always exact. */\nconst MAX_LOGGED_REJECTIONS = 25;\n\nexport interface ExternalDataPipelineRunInput {\n  /** The DESTINATION resource type declaring the `externalDataPipeline`. */\n  resourceType: string;\n  /** `ADMIN_MANUAL` for the on-demand door, `SCHEDULED_RERUN` for the cron batch (PR-12). */\n  triggerOrigin: DataSeedTriggerOrigin.ADMIN_MANUAL | DataSeedTriggerOrigin.SCHEDULED_RERUN;\n  triggeredByUserId: string | null;\n}\n\nexport interface ExternalDataPipelineRunReport {\n  outcome: 'completed-pass' | 'partial-pass' | 'already-running';\n  extractedRows: number;\n  rejectedRows: number;\n  /** Declared entries handed to the seed engine (extracted − rejected). */\n  loadedEntries: number;\n  /** `_id` of the `DataSeedRun` ledger row (per-entry outcome detail); null when none ran. */\n  seedRunId: string | null;\n  /** The persisted continuation — non-null exactly for `partial-pass`. */\n  cursor: string | null;\n  durationMs: number;\n}\n\n/** Test seam: build the extraction source for one run (production default: the HTTP source). */\nexport type ExternalDataExtractionSourceFactory = (\n  declaration: ExternalDataPipelineDeclaration,\n  internalContext: ExecutionContext<any>,\n) => ExternalDataExtractionSource;\n\n@injectable()\nexport class ExternalDataPipelineRunBackendService {\n  private readonly inFlight = new Set<string>();\n  private readonly logDebug: (message: string, data?: unknown) => void;\n\n  constructor(\n    @inject(SAAS_SERVICE_TYPES.Logger) private readonly logger: LoggerService,\n    @inject(SAAS_SERVICE_TYPES.ErrorBuilderService) private readonly errorBuilder: ErrorBuilderBackendService,\n    @inject(SAAS_SERVICE_TYPES.RepositoriesRegistryHandlerService) private readonly repositoriesRegistry: RepositoriesRegistryHandlerBackendService,\n    @inject(SAAS_SERVICE_TYPES.ResourceRegistryService) private readonly resourcesRegistry: ResourcesRegistryBackendService,\n    @inject(SAAS_SERVICE_TYPES.SyncSeedEngine) private readonly syncEngine: SyncSeedEngineBackendService,\n    @inject(SAAS_SERVICE_TYPES.UpgradeSeedEngine) private readonly upgradeEngine: UpgradeSeedEngineBackendService,\n    @inject(SAAS_SERVICE_TYPES.ExecutionContextCreatorBackendService) private readonly executionContextCreator: ExecutionContextCreatorBackendService,\n    /**\n     * Resolves provider credentials for the extraction client. `@optional()` so a container\n     * without external-connector bindings still constructs the service — a run then fails with\n     * the resolver's own actionable error, never at boot.\n     */\n    @inject(SAAS_SERVICE_TYPES.ExternalProvidersRegistryService) @optional() private readonly externalProvidersRegistry?: unknown,\n    /**\n     * The read-through audit seam (PR-10) — same structural, lazily-resolved contract as the\n     * virtual repository's: absent binding means no emission, and emission failure never fails\n     * the run it observes.\n     */\n    /*\n     * `@unmanaged()`, because this class IS container-constructed and the two seams below are not the\n     * container's to resolve. The contract was copied from `HttpApiResourceRepositoryBackendService`,\n     * where an undecorated optional parameter is fine — that class carries no `@injectable()` and is\n     * built with `new`. Under `@injectable()` the same shape is a boot failure: Inversify validates\n     * EVERY constructor parameter, so an undecorated one aborts container setup with\n     * \"unexpected missing metadata\" long before any ETL code runs.\n     */\n    @unmanaged() private readonly auditLogsResolver?: HttpApiAuditLogsResolver,\n    /** Test seam — production leaves it unset and gets the HTTP source over the shared client. */\n    @unmanaged() private readonly extractionSourceFactory?: ExternalDataExtractionSourceFactory,\n  ) {\n    this.logDebug = this.logger.debugByType('ExternalDataPipelineRun');\n    this.logger.setDebugTypeLogging('ExternalDataPipelineRun', false);\n  }\n\n  /** The on-demand door (PR-12). The scheduled batch calls this per due pipeline. */\n  public async runPipeline(input: ExternalDataPipelineRunInput): Promise<ExternalDataPipelineRunReport> {\n    if (this.inFlight.has(input.resourceType)) {\n      return {\n        outcome: 'already-running', extractedRows: 0, rejectedRows: 0,\n        loadedEntries: 0, seedRunId: null, cursor: null, durationMs: 0,\n      };\n    }\n    this.inFlight.add(input.resourceType);\n    try {\n      return await this.executeRun(input);\n    } finally {\n      this.inFlight.delete(input.resourceType);\n    }\n  }\n\n  /** Every registered resource that declares an `externalDataPipeline` — the scheduled batch's population. */\n  public listDeclaredPipelines(): Array<{ resourceType: string; declaration: ExternalDataPipelineDeclaration }> {\n    return (this.resourcesRegistry.getResourceTypes() as string[])\n      .flatMap((resourceType) => {\n        const configuration = this.resourcesRegistry.getResourceConfiguration(resourceType as ResourceType) as\n          | { externalDataPipeline?: ExternalDataPipelineDeclaration }\n          | undefined;\n        return configuration?.externalDataPipeline ? [{ resourceType, declaration: configuration.externalDataPipeline }] : [];\n      });\n  }\n\n  private async executeRun(input: ExternalDataPipelineRunInput): Promise<ExternalDataPipelineRunReport> {\n    const startedAtMs = Date.now();\n    const { resourceType, triggerOrigin, triggeredByUserId } = input;\n\n    const configuration = this.resourcesRegistry.getResourceConfiguration(resourceType as ResourceType) as {\n      externalDataPipeline?: ExternalDataPipelineDeclaration;\n    };\n    const declaration = configuration?.externalDataPipeline;\n    if (!declaration) {\n      throw this.errorBuilder.buildError(ErrorType.CONFIGURATION, undefined, {\n        customMessageReference: ErrorCustomMessageReference.RESOURCES_REGISTRY_INITIALIZATION_FAILED,\n        context: { reason: 'etl_pipeline_without_declaration', resourceType },\n      });\n    }\n\n    const internalContext = await this.executionContextCreator.createForInternalSystemOperation();\n    const stateContext = await this.executionContextCreator.createForInternalRepositoryOperation({\n      resourceType: BackendResourceType.EXTERNAL_DATA_PIPELINE_STATE,\n      operationIdentifier: CoreResourceOperation.CREATE,\n    });\n    const stateRepo = this.repositoriesRegistry.getRepositoryOrThrow(\n      BackendResourceType.EXTERNAL_DATA_PIPELINE_STATE as unknown as ResourceType,\n      stateContext,\n    );\n\n    let state = await stateRepo.read<ExternalDataPipelineState>(stateContext, { pipelineResourceType: resourceType });\n    if (!state) {\n      state = (await stateRepo.create(stateContext, {\n        pipelineResourceType: resourceType,\n        cursor: null,\n        passStartedAt: null,\n        lastRunAt: null,\n        lastRunSummary: null,\n      } as never)) as unknown as ExternalDataPipelineState;\n    }\n    const resumingCursor = state.cursor ?? undefined;\n    const passStartedAt = resumingCursor === undefined ? new Date() : (state.passStartedAt ?? new Date());\n\n    // ── E: bounded page walk from the persisted cursor ──────────────────────────\n    const source = (this.extractionSourceFactory ?? this.buildHttpExtractionSource.bind(this))(declaration, internalContext);\n    // PR-21 — WARN-only drift probe, once per run, before extraction. A probe failure is\n    // swallowed: drift detection must never be the reason a run fails.\n    try {\n      for (const warning of (await source.describeContractDrift?.()) ?? []) {\n        this.logger.warn(`ExternalDataPipelineRun[${resourceType}]: schema drift — ${warning}`);\n      }\n    } catch {\n      // Diagnostic only.\n    }\n    const extractedRows: Array<Record<string, unknown>> = [];\n    let cursor = resumingCursor;\n    let passComplete = false;\n    while (extractedRows.length < declaration.maxRowsPerRun) {\n      const page = await source.extractPage(cursor, Math.min(declaration.maxRowsPerRun - extractedRows.length, 1_000));\n      extractedRows.push(...page.rows);\n      cursor = page.nextCursor;\n      if (page.complete) {\n        passComplete = true;\n        break;\n      }\n    }\n\n    // ── T: pure transform; per-row rejections reported, never fatal ─────────────\n    const { rows, rejections } = transformExternalDataPage(declaration, extractedRows);\n    this.logRejections(resourceType, rejections);\n    const entries: DataSeedStaticEntry[] = rows.map((row) => ({\n      businessKey: { [declaration.remoteKeyLocalField]: row.businessKeyValue },\n      data: row.data,\n    }));\n\n    // ── L: mode selection is THE PR-6 guard — a partial run orphans NOTHING ─────\n    const seed = this.assembleSeedDefinition(resourceType, declaration, passComplete);\n    const scope = await this.resolveApplicationScopeAnchor(internalContext);\n    const engineInput = {\n      seed,\n      trigger: { triggerKind: DataSeedTriggerKind.ON_SCHEDULED_REFRESH as const },\n      triggerOrigin,\n      scope,\n      entries,\n      triggeredByUserId,\n      rowMetadataSource: `external-data:${resourceType}`,\n      internalContext,\n    };\n    const seedReport = passComplete\n      ? await this.syncEngine.runSyncSeed(engineInput)\n      : await this.upgradeEngine.runUpgradeSeed(engineInput);\n\n    // ── Persist the state row: the cursor IS the pass continuation ──────────────\n    const durationMs = Date.now() - startedAtMs;\n    const seedRunId = seedReport.runId ?? null;\n    await stateRepo.update(stateContext, state._id, {\n      cursor: passComplete ? null : (cursor ?? null),\n      passStartedAt: passComplete ? null : passStartedAt,\n      lastRunAt: new Date(startedAtMs),\n      lastRunSummary: {\n        completedPass: passComplete,\n        extractedRows: extractedRows.length,\n        rejectedRows: rejections.length,\n        seedRunId,\n        durationMs,\n      },\n    } as never);\n\n    this.recordRunReadThroughAccess(internalContext, resourceType, declaration, {\n      extractedRows: extractedRows.length,\n      rejectedRows: rejections.length,\n      completedPass: passComplete,\n    });\n\n    return {\n      outcome: passComplete ? 'completed-pass' : 'partial-pass',\n      extractedRows: extractedRows.length,\n      rejectedRows: rejections.length,\n      loadedEntries: entries.length,\n      seedRunId,\n      cursor: passComplete ? null : (cursor ?? null),\n      durationMs,\n    };\n  }\n\n  /**\n   * The assembled seed is EPHEMERAL (never registered): `version` is pinned at 1 forever and\n   * `reconcileStrategy: CONTENT` carries change detection (PR-30) — bumping the version per run\n   * would route every row through the migrator path and rewrite the whole corpus each pass.\n   */\n  private assembleSeedDefinition(\n    resourceType: string,\n    declaration: ExternalDataPipelineDeclaration,\n    passComplete: boolean,\n  ): DataSeedDefinition {\n    const managedFields = [\n      declaration.remoteKeyLocalField,\n      ...declaration.mapping.map((entry) => entry.localField),\n    ];\n    return {\n      seedKey: `external-data:${resourceType}`,\n      scope: { kind: DataSeedScopeKind.APPLICATION },\n      resourceType,\n      triggers: [{ triggerKind: DataSeedTriggerKind.ON_SCHEDULED_REFRESH }],\n      mode: passComplete ? DataSeedMode.SYNC : DataSeedMode.UPGRADE,\n      version: 1,\n      managedFields,\n      reconcileStrategy: DataSeedReconcileStrategy.CONTENT,\n      ...(passComplete ? { onOrphan: this.mapOrphanPolicy(this.effectiveOrphanPolicy(declaration)) } : {}),\n    } as DataSeedDefinition;\n  }\n\n  /**\n   * The seam between the two closed vocabularies (never merged by value overlap — the ETL\n   * declaration must not depend on data-seeding's enum, and each member's semantics are owned\n   * where it is declared).\n   */\n  private mapOrphanPolicy(orphanPolicy: ExternalDataOrphanPolicy): DataSeedSyncOrphanPolicy {\n    switch (orphanPolicy) {\n      case ExternalDataOrphanPolicy.DELETE:\n        return DataSeedSyncOrphanPolicy.DELETE;\n      case ExternalDataOrphanPolicy.DEPRECATE:\n        return DataSeedSyncOrphanPolicy.DEPRECATE;\n      case ExternalDataOrphanPolicy.REPORT:\n        return DataSeedSyncOrphanPolicy.REPORT;\n    }\n  }\n\n  /**\n   * ⚠ OPEN-population caveat, named where it is decided: the SYNC orphan walk considers every\n   * row of the destination, including caller-minted rows on an OPEN population. Those rows have\n   * no `__seed` metadata and a business key outside the declared set, so DELETE/DEPRECATE would\n   * hit them. Slice 1 therefore downgrades OPEN populations' orphan handling to REPORT.\n   */\n  private effectiveOrphanPolicy(declaration: ExternalDataPipelineDeclaration): ExternalDataOrphanPolicy {\n    return declaration.population === ExternalDataDestinationPopulation.OPEN ? ExternalDataOrphanPolicy.REPORT : declaration.orphanPolicy;\n  }\n\n  private buildHttpExtractionSource(\n    declaration: ExternalDataPipelineDeclaration,\n    internalContext: ExecutionContext<any>,\n  ): ExternalDataExtractionSource {\n    const readClient = new HttpApiReadClient(\n      declaration.binding,\n      new ExternalProvidersHttpApiAccessResolver(this.externalProvidersRegistry as never),\n    );\n    return new HttpApiExternalDataExtractionSource(declaration, readClient, internalContext);\n  }\n\n  private async resolveApplicationScopeAnchor(internalContext: ExecutionContext<any>): Promise<DataSeedScopeAnchor> {\n    const appRepo = this.repositoriesRegistry.getRepositoryOrThrow('applications' as ResourceType, internalContext);\n    const application = (await appRepo.read<{ _id: string }>(internalContext, {})) ?? null;\n    if (!application) {\n      throw this.errorBuilder.buildError(ErrorType.INTERNAL, internalContext, {\n        customMessageReference: ErrorCustomMessageReference.INTERNAL,\n        context: { message: 'ExternalDataPipelineRun: no APPLICATION row exists — bootstrap order violation.' },\n      });\n    }\n    return { scopeKind: DataSeedScopeKind.APPLICATION, relatedId: application._id, relatedResourceType: null };\n  }\n\n  private logRejections(resourceType: string, rejections: ExternalDataRowRejection[]): void {\n    if (rejections.length === 0) return;\n    this.logger.warn(`ExternalDataPipelineRun[${resourceType}]: ${rejections.length} row(s) rejected by transform (previous versions survive).`, {\n      rejections: rejections.slice(0, MAX_LOGGED_REJECTIONS),\n      truncated: rejections.length > MAX_LOGGED_REJECTIONS,\n    });\n  }\n\n  /** PR-10 — one audit row per run, fire-and-forget through the shared seam. */\n  private recordRunReadThroughAccess(\n    executionContext: ExecutionContext<any>,\n    resourceType: string,\n    declaration: ExternalDataPipelineDeclaration,\n    counts: { extractedRows: number; rejectedRows: number; completedPass: boolean },\n  ): void {\n    try {\n      const auditLogsService = this.auditLogsResolver?.();\n      if (typeof auditLogsService?.logHttpApiReadThroughAccess !== 'function') return;\n      void auditLogsService.logHttpApiReadThroughAccess({\n        resourceType,\n        operationIdentifier: 'externalDataPipelineRun',\n        providerRef: declaration.binding.providerRef,\n        remoteEntityRef: declaration.binding.entityRef,\n        dialect: declaration.binding.dialect,\n        rowCount: counts.extractedRows,\n        rejectedRows: counts.rejectedRows,\n        completedPass: counts.completedPass,\n      }, executionContext)?.catch?.(() => undefined);\n    } catch {\n      // Observation only — never the reason a run fails.\n    }\n  }\n}\n"]}
+{"version":3,"file":"external-data-pipeline-run.backend.service.js","sourceRoot":"","sources":["../../../../src/external-data/external-data-pipeline-run.backend.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;;;;;;;;;;;;;AAEH,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACpE,OAAO,EACL,qBAAqB,EACrB,2BAA2B,EAC3B,SAAS,GAEV,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,iCAAiC,EACjC,wBAAwB,GAEzB,MAAM,qCAAqC,CAAC;AAE7C,OAAO,EACL,YAAY,EACZ,yBAAyB,EACzB,iBAAiB,EACjB,wBAAwB,EACxB,mBAAmB,GAIpB,MAAM,iEAAiE,CAAC;AAWzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,MAAM,qEAAqE,CAAC;AAE1G,OAAO,EAAE,iBAAiB,EAAE,MAAM,6FAA6F,CAAC;AAChI,OAAO,EAAE,sCAAsC,EAAE,MAAM,iGAAiG,CAAC;AAEzJ,OAAO,EACL,oBAAoB,EAEpB,oBAAoB,GACrB,MAAM,gFAAgF,CAAC;AACxF,OAAO,EAAE,mCAAmC,EAAqC,MAAM,2CAA2C,CAAC;AACnI;;;;;;GAMG;AACH,OAAO,EAAE,yBAAyB,EAAiC,MAAM,mCAAmC,CAAC;AAE7G,yFAAyF;AACzF,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAwC1B,IAAM,qCAAqC,GAA3C,MAAM,qCAAqC;IAKM;IACa;IACe;IACX;IACT;IACG;IACoB;IAMO;IAc5D;IAEA;IAoBb;IAMA;IA1DF,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7B,QAAQ,CAA4C;IAErE,YACsD,MAAqB,EACR,YAAwC,EACzB,oBAA+D,EAC1E,iBAAkD,EAC3D,UAAwC,EACrC,aAA8C,EAC1B,uBAA8D,EAMvD,yBAAmC,EAc/F,iBAA4C,EAE5C,uBAA6D,EAoB1E,gBAAoE,EAMpE,cAAoD;QAtDjB,WAAM,GAAN,MAAM,CAAe;QACR,iBAAY,GAAZ,YAAY,CAA4B;QACzB,yBAAoB,GAApB,oBAAoB,CAA2C;QAC1E,sBAAiB,GAAjB,iBAAiB,CAAiC;QAC3D,eAAU,GAAV,UAAU,CAA8B;QACrC,kBAAa,GAAb,aAAa,CAAiC;QAC1B,4BAAuB,GAAvB,uBAAuB,CAAuC;QAMvD,8BAAyB,GAAzB,yBAAyB,CAAU;QAc/F,sBAAiB,GAAjB,iBAAiB,CAA2B;QAE5C,4BAAuB,GAAvB,uBAAuB,CAAsC;QAoB1E,qBAAgB,GAAhB,gBAAgB,CAAoD;QAMpE,mBAAc,GAAd,cAAc,CAAsC;QAErE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,yBAAyB,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAED,mFAAmF;IAC5E,KAAK,CAAC,WAAW,CAAC,KAAmC;QAC1D,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1C,OAAO;gBACL,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;gBAC7D,gBAAgB,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;aACpF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,4GAA4G;IACrG,qBAAqB;QAC1B,OAAQ,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,EAAe;aAC3D,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE;YACxB,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,YAA4B,CAErF,CAAC;YACd,OAAO,aAAa,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxH,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAmC;QAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAC;QAEjE,MAAM,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,YAA4B,CAEjG,CAAC;QACF,MAAM,WAAW,GAAG,aAAa,EAAE,oBAAoB,CAAC;QACxD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE;gBACrE,sBAAsB,EAAE,2BAA2B,CAAC,wCAAwC;gBAC5F,OAAO,EAAE,EAAE,MAAM,EAAE,kCAAkC,EAAE,YAAY,EAAE;aACtE,CAAC,CAAC;QACL,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,gCAAgC,EAAE,CAAC;QAC9F,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,oCAAoC,CAAC;YAC3F,YAAY,EAAE,mBAAmB,CAAC,4BAA4B;YAC9D,mBAAmB,EAAE,qBAAqB,CAAC,MAAM;SAClD,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,oBAAoB,CAC9D,mBAAmB,CAAC,4BAAuD,EAC3E,YAAY,CACb,CAAC;QAEF,IAAI,KAAK,GAAG,MAAM,SAAS,CAAC,IAAI,CAA4B,YAAY,EAAE,EAAE,oBAAoB,EAAE,YAAY,EAAE,CAAC,CAAC;QAClH,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,CAAC,MAAM,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE;gBAC5C,oBAAoB,EAAE,YAAY;gBAClC,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,IAAI;gBACnB,SAAS,EAAE,IAAI;gBACf,cAAc,EAAE,IAAI;aACZ,CAAC,CAAyC,CAAC;QACvD,CAAC;QACD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC;QACjD,MAAM,aAAa,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;QAEtG,+EAA+E;QAC/E,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QACzH,qFAAqF;QACrF,mEAAmE;QACnE,IAAI,CAAC;YACH,KAAK,MAAM,OAAO,IAAI,CAAC,MAAM,MAAM,CAAC,qBAAqB,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;gBACrE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,YAAY,qBAAqB,OAAO,EAAE,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,mBAAmB;QACrB,CAAC;QACD,MAAM,aAAa,GAAmC,EAAE,CAAC;QACzD,IAAI,MAAM,GAAG,cAAc,CAAC;QAC5B,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,OAAO,aAAa,CAAC,MAAM,GAAG,WAAW,CAAC,aAAa,EAAE,CAAC;YACxD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,aAAa,GAAG,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YACjH,aAAa,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;QACH,CAAC;QAED,+EAA+E;QAC/E,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,yBAAyB,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;QACnF,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC7C,MAAM,OAAO,GAA0B,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxD,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,mBAAmB,CAAC,EAAE,GAAG,CAAC,gBAAgB,EAAE;YACxE,IAAI,EAAE,GAAG,CAAC,IAAI;SACf,CAAC,CAAC,CAAC;QAEJ,+EAA+E;QAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC,YAAY,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC;QACxE,MAAM,WAAW,GAAG;YAClB,IAAI;YACJ,OAAO,EAAE,EAAE,WAAW,EAAE,mBAAmB,CAAC,oBAA6B,EAAE;YAC3E,aAAa;YACb,KAAK;YACL,OAAO;YACP,iBAAiB;YACjB,iBAAiB,EAAE,iBAAiB,YAAY,EAAE;YAClD,eAAe;SAChB,CAAC;QACF,MAAM,UAAU,GAAG,YAAY;YAC7B,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC;YAChD,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAEzD,+EAA+E;QAC/E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QAC5C,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC;QAC3C,4FAA4F;QAC5F,8FAA8F;QAC9F,gFAAgF;QAChF,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,IAAI,IAAI,CAAC;QAC7C,MAAM,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,GAAG,EAAE;YAC9C,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;YAC9C,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa;YAClD,SAAS,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC;YAChC,cAAc,EAAE;gBACd,aAAa,EAAE,YAAY;gBAC3B,aAAa,EAAE,aAAa,CAAC,MAAM;gBACnC,YAAY,EAAE,UAAU,CAAC,MAAM;gBAC/B,UAAU;gBACV,SAAS;gBACT,UAAU;aACX;SACO,CAAC,CAAC;QAEZ,IAAI,CAAC,0BAA0B,CAAC,eAAe,EAAE,YAAY,EAAE,WAAW,EAAE;YAC1E,aAAa,EAAE,aAAa,CAAC,MAAM;YACnC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,aAAa,EAAE,YAAY;SAC5B,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,cAAc;YACzD,aAAa,EAAE,aAAa,CAAC,MAAM;YACnC,YAAY,EAAE,UAAU,CAAC,MAAM;YAC/B,gBAAgB,EAAE,OAAO,CAAC,MAAM;YAChC,UAAU;YACV,SAAS;YACT,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC;YAC9C,UAAU;SACX,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,sBAAsB,CAC5B,YAAoB,EACpB,WAA4C,EAC5C,YAAqB;QAErB,MAAM,aAAa,GAAG;YACpB,WAAW,CAAC,mBAAmB;YAC/B,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC;SACxD,CAAC;QACF,OAAO;YACL,OAAO,EAAE,iBAAiB,YAAY,EAAE;YACxC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,CAAC,WAAW,EAAE;YAC9C,YAAY;YACZ,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,mBAAmB,CAAC,oBAAoB,EAAE,CAAC;YACrE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO;YAC7D,OAAO,EAAE,CAAC;YACV,aAAa;YACb,iBAAiB,EAAE,yBAAyB,CAAC,OAAO;YACpD,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACK,eAAe,CAAC,YAAsC;QAC5D,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,wBAAwB,CAAC,MAAM;gBAClC,OAAO,wBAAwB,CAAC,MAAM,CAAC;YACzC,KAAK,wBAAwB,CAAC,SAAS;gBACrC,OAAO,wBAAwB,CAAC,SAAS,CAAC;YAC5C,KAAK,wBAAwB,CAAC,MAAM;gBAClC,OAAO,wBAAwB,CAAC,MAAM,CAAC;QAC3C,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,qBAAqB,CAAC,WAA4C;QACxE,OAAO,WAAW,CAAC,UAAU,KAAK,iCAAiC,CAAC,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC;IACxI,CAAC;IAEO,yBAAyB,CAC/B,WAA4C,EAC5C,eAAsC;QAEtC,MAAM,UAAU,GAAG,IAAI,iBAAiB,CACtC,WAAW,CAAC,OAAO,EACnB,IAAI,sCAAsC,CAAC,IAAI,CAAC,yBAAkC,CAAC,CACpF,CAAC;QACF,OAAO,IAAI,mCAAmC,CAAC,WAAW,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;IAC3F,CAAC;IAEO,KAAK,CAAC,6BAA6B,CAAC,eAAsC;QAChF,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,cAA8B,EAAE,eAAe,CAAC,CAAC;QAChH,MAAM,WAAW,GAAG,CAAC,MAAM,OAAO,CAAC,IAAI,CAAkB,eAAe,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QACvF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,eAAe,EAAE;gBACtE,sBAAsB,EAAE,2BAA2B,CAAC,QAAQ;gBAC5D,OAAO,EAAE,EAAE,OAAO,EAAE,iFAAiF,EAAE;aACxG,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,SAAS,EAAE,iBAAiB,CAAC,WAAW,EAAE,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC;IAC7G,CAAC;IAEO,aAAa,CAAC,YAAoB,EAAE,UAAsC;QAChF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,YAAY,MAAM,UAAU,CAAC,MAAM,4DAA4D,EAAE;YAC3I,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC;YACtD,SAAS,EAAE,UAAU,CAAC,MAAM,GAAG,qBAAqB;SACrD,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACK,0BAA0B,CAChC,gBAAuC,EACvC,YAAoB,EACpB,WAA4C,EAC5C,MAA+E;QAE/E,IAAI,IAAiC,CAAC;QACtC,IAAI,CAAC;YACH,sFAAsF;YACtF,MAAM,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,IAAI,CAAC,gBAAgB,CAAC;YAC7E,MAAM,IAAI,GAAG,gBAAgB,EAAE,2BAA2B,CAAC;YAC3D,IAAI,OAAO,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC/B,IAAI,GAAG,GAAY,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;oBAChD,YAAY;oBACZ,mBAAmB,EAAE,yBAAyB;oBAC9C,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,WAAW;oBAC5C,eAAe,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS;oBAC9C,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO;oBACpC,QAAQ,EAAE,MAAM,CAAC,aAAa;oBAC9B,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,aAAa,EAAE,MAAM,CAAC,aAAa;iBACpC,EAAE,gBAAgB,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,6FAA6F;YAC7F,0EAA0E;QAC5E,CAAC;QAED,oBAAoB,CAAC;YACnB,WAAW,EAAE,oBAAoB,CAAC,4BAA4B;YAC9D,IAAI;YACJ,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,wFAAwF;YACxF,qFAAqF;YACrF,OAAO,EAAE;gBACP,oBAAoB,EAAE,YAAY;gBAClC,mBAAmB,EAAE,WAAW,CAAC,OAAO,CAAC,WAAW;gBACpD,uBAAuB,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS;gBACtD,gBAAgB,EAAE,MAAM,CAAC,aAAa;aACvC;SACF,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAlWY,qCAAqC;IADjD,UAAU,EAAE;IAMR,WAAA,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;IACjC,WAAA,MAAM,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAA;IAC9C,WAAA,MAAM,CAAC,kBAAkB,CAAC,kCAAkC,CAAC,CAAA;IAC7D,WAAA,MAAM,CAAC,kBAAkB,CAAC,uBAAuB,CAAC,CAAA;IAClD,WAAA,MAAM,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAA;IACzC,WAAA,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,CAAA;IAC5C,WAAA,MAAM,CAAC,kBAAkB,CAAC,qCAAqC,CAAC,CAAA;IAMhE,WAAA,MAAM,CAAC,kBAAkB,CAAC,gCAAgC,CAAC,CAAA;IAAE,WAAA,QAAQ,EAAE,CAAA;IAcvE,WAAA,SAAS,EAAE,CAAA;IAEX,WAAA,SAAS,EAAE,CAAA;IAmBX,YAAA,MAAM,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAA;IAAE,YAAA,QAAQ,EAAE,CAAA;IAMvD,YAAA,MAAM,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAA;IAAE,YAAA,QAAQ,EAAE,CAAA;;GA1D7C,qCAAqC,CAkWjD","sourcesContent":["/**\n * The ETL pipeline RUN service (partial-resource paper v3.1, PR-5/PR-6/PR-9/PR-10/PR-12) — the\n * orchestrator that turns a declared `externalDataPipeline` into destination rows: E (extraction source over\n * the shared read client) → T (pure transform) → L (the data-seeding engines' imperative doors).\n *\n * ## The one decision that carries the paper's ⚠ traps: MODE SELECTION (PR-6)\n *\n * A run that COMPLETES a pass over the remote population loads through `runSyncSeed` — the full\n * reconcile INCLUDING the Stage-4 orphan walk (a destination row whose remote sibling vanished is\n * handled per the declared `orphanPolicy`). A run that stops mid-pass (`maxRowsPerRun` reached)\n * loads through `runUpgradeSeed` — the SAME reconcile loop with NO orphan stage, because \"absent\n * from a partial extraction\" is not evidence of remote deletion. A partial run orphans NOTHING;\n * the persisted cursor lets the next run continue the pass where this one stopped.\n *\n * ## Change detection (PR-30)\n *\n * The assembled seed pins `version: 1` forever and declares\n * `reconcileStrategy: CONTENT` — a pipeline's change signal is the REMOTE VALUE, not a version\n * bump. Managed-field content comparison decides write-vs-skip per row, so an unchanged remote\n * population costs zero destination writes (and zero RAG re-ingestions) per pass.\n *\n * ## Ledger split (PR-9)\n *\n * Per-entry load outcome lives on the `DataSeedRun` ledger row every run writes through the\n * engines (one row per pipeline — `seedKey` + constant version, recovered and reset each run).\n * The `ExternalDataPipelineState` row carries what data-seeding cannot know: the extraction CURSOR\n * (surviving restarts, so populations larger than one run's budget eventually sync end to end)\n * and the ETL-side last-run summary (extracted/rejected happen BEFORE the seed engine sees\n * anything). Transform rejections are logged per row (bounded) and counted on the summary; the\n * rejected rows' previous destination versions simply survive.\n *\n * ## Attribution (PR-10)\n *\n * ONE read-through audit row per run through the same lazily-resolved seam as the virtual\n * repository (`logHttpApiReadThroughAccess`), carrying the run outcome counts — a pipeline run\n * is bulk read-through access to an external system and lands in the same audit lane.\n *\n * ## Concurrency\n *\n * Single-flight per pipeline is IN-PROCESS (a second `runPipeline` for the same resource while\n * one is in flight answers `already-running`). A cross-instance double run is deliberately not\n * locked out: every load is an idempotent business-key MERGE and extraction pages are\n * drift-safe, so the second run wastes work but corrupts nothing — the same posture as\n * concurrent seed passes.\n */\n\nimport { inject, injectable, optional, unmanaged } from 'inversify';\nimport {\n  CoreResourceOperation,\n  ErrorCustomMessageReference,\n  ErrorType,\n  type ResourceType,\n} from '@wildo-ai/saas-models';\nimport {\n  ExternalDataDestinationPopulation,\n  ExternalDataOrphanPolicy,\n  type ExternalDataPipelineDeclaration,\n} from '@wildo-ai/saas-models/external-data';\n\nimport {\n  DataSeedMode,\n  DataSeedReconcileStrategy,\n  DataSeedScopeKind,\n  DataSeedSyncOrphanPolicy,\n  DataSeedTriggerKind,\n  DataSeedTriggerOrigin,\n  type DataSeedDefinition,\n  type DataSeedStaticEntry,\n} from '~wildo-backend-lib/data-seeding/models/data-seed.shared.schemas';\nimport { DataSeedRunStatus } from '~wildo-backend-lib/data-seeding/models/data-seed-run.shared.schemas';\nimport type { DataSeedScopeAnchor } from '~wildo-backend-lib/data-seeding/services/shared/data-seed-scope-anchor.shared.types';\nimport type { SyncSeedEngineBackendService } from '~wildo-backend-lib/data-seeding/services/engines/sync-seed-engine.backend.service';\nimport type { UpgradeSeedEngineBackendService } from '~wildo-backend-lib/data-seeding/services/engines/upgrade-seed-engine.backend.service';\nimport type { ExecutionContext } from '~wildo-backend-lib/runtime/models/execution-context.backend.schemas';\nimport type { ExecutionContextCreatorBackendService } from '~wildo-backend-lib/runtime/services/execution-context-creator.backend.service';\nimport type { RepositoriesRegistryHandlerBackendService } from '~wildo-backend-lib/base-classes/services/repositories/repositories-registry-handler.backend.service';\nimport type { ResourcesRegistryBackendService } from '~wildo-backend-lib/resources/services/resources-registry.backend.service';\nimport type { ErrorBuilderBackendService } from '~wildo-backend-lib/errors/services/error-builder.backend.service';\nimport type { LoggerService } from '~wildo-backend-lib/monitoring/logger/services/logger.service';\nimport { SAAS_SERVICE_TYPES } from '~wildo-backend-lib/inject/models/service-types';\nimport { BackendResourceType } from '~wildo-backend-lib/resources/models/resources-types.backend.schemas';\nimport type { ExternalDataPipelineState } from '~wildo-backend-lib/external-data/models/external-data-pipeline-state.backend.schemas';\nimport { HttpApiReadClient } from '~wildo-backend-lib/base-classes/services/repositories/http-api/http-api-read-client.backend';\nimport { ExternalProvidersHttpApiAccessResolver } from '~wildo-backend-lib/base-classes/services/repositories/http-api/http-api-provider-access.backend';\nimport type { HttpApiAuditLogsResolver } from '~wildo-backend-lib/base-classes/services/repositories/http-api/http-api-resource-repository.backend.service';\nimport {\n  AuditObservationKind,\n  type AuditObservationLossMetricsRecorder,\n  emitAuditObservation,\n} from '~wildo-backend-lib/monitoring/observability/audit-observation-emission.backend';\nimport { HttpApiExternalDataExtractionSource, type ExternalDataExtractionSource } from './external-data-extraction-source.backend';\n/*\n * entrypoint-closure-waiver: `etl-transform.backend` is published only by `./external-data-models` (one\n * door per room), and nothing nominal crosses into this root-exported module's public surface —\n * `ExternalDataTransformedRow`/`ExternalDataRowRejection` are structural interfaces and `ExternalDataPipelineRunReport`\n * names none of them nominally. Probed 2026-08-28 after the barrel split:\n * `tsc -p tsconfig.build.json --noEmit` with declaration emit — zero TS2742/TS2883/TS7056.\n */\nimport { transformExternalDataPage, type ExternalDataRowRejection } from './external-data-transform.backend';\n\n/** How many per-row rejection reasons are LOGGED per run — the count is always exact. */\nconst MAX_LOGGED_REJECTIONS = 25;\n\nexport interface ExternalDataPipelineRunInput {\n  /** The DESTINATION resource type declaring the `externalDataPipeline`. */\n  resourceType: string;\n  /** `ADMIN_MANUAL` for the on-demand door, `SCHEDULED_RERUN` for the cron batch (PR-12). */\n  triggerOrigin: DataSeedTriggerOrigin.ADMIN_MANUAL | DataSeedTriggerOrigin.SCHEDULED_RERUN;\n  triggeredByUserId: string | null;\n}\n\nexport interface ExternalDataPipelineRunReport {\n  outcome: 'completed-pass' | 'partial-pass' | 'already-running';\n  extractedRows: number;\n  rejectedRows: number;\n  /**\n   * Declared entries HANDED TO the seed engine (extracted − rejected) — what was submitted, never\n   * what was written. Named `submittedEntries` rather than `loadedEntries` because the old name\n   * read as a write count and was believed as one: a run reporting `loadedEntries: 2` had in fact\n   * written one row and failed the other. `loadStatus` is the field that answers what landed.\n   */\n  submittedEntries: number;\n  /**\n   * The seed engine's verdict on the LOAD — `PARTIAL`/`FAILED` means go read `seedRunId`. Distinct\n   * from `outcome`, which reports only whether the EXTRACTION pass completed.\n   */\n  loadStatus: DataSeedRunStatus | null;\n  /** `_id` of the `DataSeedRun` ledger row (per-entry outcome detail); null when none ran. */\n  seedRunId: string | null;\n  /** The persisted continuation — non-null exactly for `partial-pass`. */\n  cursor: string | null;\n  durationMs: number;\n}\n\n/** Test seam: build the extraction source for one run (production default: the HTTP source). */\nexport type ExternalDataExtractionSourceFactory = (\n  declaration: ExternalDataPipelineDeclaration,\n  internalContext: ExecutionContext<any>,\n) => ExternalDataExtractionSource;\n\n@injectable()\nexport class ExternalDataPipelineRunBackendService {\n  private readonly inFlight = new Set<string>();\n  private readonly logDebug: (message: string, data?: unknown) => void;\n\n  constructor(\n    @inject(SAAS_SERVICE_TYPES.Logger) private readonly logger: LoggerService,\n    @inject(SAAS_SERVICE_TYPES.ErrorBuilderService) private readonly errorBuilder: ErrorBuilderBackendService,\n    @inject(SAAS_SERVICE_TYPES.RepositoriesRegistryHandlerService) private readonly repositoriesRegistry: RepositoriesRegistryHandlerBackendService,\n    @inject(SAAS_SERVICE_TYPES.ResourceRegistryService) private readonly resourcesRegistry: ResourcesRegistryBackendService,\n    @inject(SAAS_SERVICE_TYPES.SyncSeedEngine) private readonly syncEngine: SyncSeedEngineBackendService,\n    @inject(SAAS_SERVICE_TYPES.UpgradeSeedEngine) private readonly upgradeEngine: UpgradeSeedEngineBackendService,\n    @inject(SAAS_SERVICE_TYPES.ExecutionContextCreatorBackendService) private readonly executionContextCreator: ExecutionContextCreatorBackendService,\n    /**\n     * Resolves provider credentials for the extraction client. `@optional()` so a container\n     * without external-connector bindings still constructs the service — a run then fails with\n     * the resolver's own actionable error, never at boot.\n     */\n    @inject(SAAS_SERVICE_TYPES.ExternalProvidersRegistryService) @optional() private readonly externalProvidersRegistry?: unknown,\n    /**\n     * The read-through audit seam (PR-10) — same structural, lazily-resolved contract as the\n     * virtual repository's: absent binding means no emission, and emission failure never fails\n     * the run it observes.\n     */\n    /*\n     * `@unmanaged()`, because this class IS container-constructed and the two seams below are not the\n     * container's to resolve. The contract was copied from `HttpApiResourceRepositoryBackendService`,\n     * where an undecorated optional parameter is fine — that class carries no `@injectable()` and is\n     * built with `new`. Under `@injectable()` the same shape is a boot failure: Inversify validates\n     * EVERY constructor parameter, so an undecorated one aborts container setup with\n     * \"unexpected missing metadata\" long before any ETL code runs.\n     */\n    @unmanaged() private readonly auditLogsResolver?: HttpApiAuditLogsResolver,\n    /** Test seam — production leaves it unset and gets the HTTP source over the shared client. */\n    @unmanaged() private readonly extractionSourceFactory?: ExternalDataExtractionSourceFactory,\n    /**\n     * The PRODUCTION door to the read-through audit sink — and it had to be added, because the\n     * `@unmanaged()` thunk above cannot be one.\n     *\n     * `@unmanaged()` tells Inversify not to resolve a parameter, and this class is bound with\n     * `.to(...)`, so the container constructs it and passes `undefined` there. That made the seam a\n     * TEST-ONLY door: every scheduled ETL run in production reached `recordRunReadThroughAccess`,\n     * found no resolver, and emitted nothing. The sink itself exists\n     * (`AuditLogsBackendService.logHttpApiReadThroughAccess`), so nothing was refusing — the row was\n     * simply never written, silently, which is exactly the shape the loss counter now makes visible.\n     *\n     * Two suppliers, and they cannot collide: `@unmanaged()` is structurally unfillable by the\n     * container, so the thunk is only ever set by a test constructing this class with `new`, and it\n     * takes precedence there so a suite can substitute a double. `@optional()` here for the usual\n     * reason — a minimal container binds no audit service and an ETL run must still run.\n     *\n     * assurance-control: WILDO.AUDIT.ATTRIBUTION — an ETL run's external read is recorded.\n     */\n    @inject(SAAS_SERVICE_TYPES.AuditLogsService) @optional()\n    private readonly auditLogsService?: NonNullable<ReturnType<HttpApiAuditLogsResolver>>,\n    /**\n     * The loss counter behind that emission. Appended LAST and `@optional()`, so a container with no\n     * metrics binding degrades a dropped attribution row to the log channel rather than to nothing.\n     */\n    @inject(SAAS_SERVICE_TYPES.MetricsService) @optional()\n    private readonly metricsService?: AuditObservationLossMetricsRecorder,\n  ) {\n    this.logDebug = this.logger.debugByType('ExternalDataPipelineRun');\n    this.logger.setDebugTypeLogging('ExternalDataPipelineRun', false);\n  }\n\n  /** The on-demand door (PR-12). The scheduled batch calls this per due pipeline. */\n  public async runPipeline(input: ExternalDataPipelineRunInput): Promise<ExternalDataPipelineRunReport> {\n    if (this.inFlight.has(input.resourceType)) {\n      return {\n        outcome: 'already-running', extractedRows: 0, rejectedRows: 0,\n        submittedEntries: 0, loadStatus: null, seedRunId: null, cursor: null, durationMs: 0,\n      };\n    }\n    this.inFlight.add(input.resourceType);\n    try {\n      return await this.executeRun(input);\n    } finally {\n      this.inFlight.delete(input.resourceType);\n    }\n  }\n\n  /** Every registered resource that declares an `externalDataPipeline` — the scheduled batch's population. */\n  public listDeclaredPipelines(): Array<{ resourceType: string; declaration: ExternalDataPipelineDeclaration }> {\n    return (this.resourcesRegistry.getResourceTypes() as string[])\n      .flatMap((resourceType) => {\n        const configuration = this.resourcesRegistry.getResourceConfiguration(resourceType as ResourceType) as\n          | { externalDataPipeline?: ExternalDataPipelineDeclaration }\n          | undefined;\n        return configuration?.externalDataPipeline ? [{ resourceType, declaration: configuration.externalDataPipeline }] : [];\n      });\n  }\n\n  private async executeRun(input: ExternalDataPipelineRunInput): Promise<ExternalDataPipelineRunReport> {\n    const startedAtMs = Date.now();\n    const { resourceType, triggerOrigin, triggeredByUserId } = input;\n\n    const configuration = this.resourcesRegistry.getResourceConfiguration(resourceType as ResourceType) as {\n      externalDataPipeline?: ExternalDataPipelineDeclaration;\n    };\n    const declaration = configuration?.externalDataPipeline;\n    if (!declaration) {\n      throw this.errorBuilder.buildError(ErrorType.CONFIGURATION, undefined, {\n        customMessageReference: ErrorCustomMessageReference.RESOURCES_REGISTRY_INITIALIZATION_FAILED,\n        context: { reason: 'etl_pipeline_without_declaration', resourceType },\n      });\n    }\n\n    const internalContext = await this.executionContextCreator.createForInternalSystemOperation();\n    const stateContext = await this.executionContextCreator.createForInternalRepositoryOperation({\n      resourceType: BackendResourceType.EXTERNAL_DATA_PIPELINE_STATE,\n      operationIdentifier: CoreResourceOperation.CREATE,\n    });\n    const stateRepo = this.repositoriesRegistry.getRepositoryOrThrow(\n      BackendResourceType.EXTERNAL_DATA_PIPELINE_STATE as unknown as ResourceType,\n      stateContext,\n    );\n\n    let state = await stateRepo.read<ExternalDataPipelineState>(stateContext, { pipelineResourceType: resourceType });\n    if (!state) {\n      state = (await stateRepo.create(stateContext, {\n        pipelineResourceType: resourceType,\n        cursor: null,\n        passStartedAt: null,\n        lastRunAt: null,\n        lastRunSummary: null,\n      } as never)) as unknown as ExternalDataPipelineState;\n    }\n    const resumingCursor = state.cursor ?? undefined;\n    const passStartedAt = resumingCursor === undefined ? new Date() : (state.passStartedAt ?? new Date());\n\n    // ── E: bounded page walk from the persisted cursor ──────────────────────────\n    const source = (this.extractionSourceFactory ?? this.buildHttpExtractionSource.bind(this))(declaration, internalContext);\n    // PR-21 — WARN-only drift probe, once per run, before extraction. A probe failure is\n    // swallowed: drift detection must never be the reason a run fails.\n    try {\n      for (const warning of (await source.describeContractDrift?.()) ?? []) {\n        this.logger.warn(`ExternalDataPipelineRun[${resourceType}]: schema drift — ${warning}`);\n      }\n    } catch {\n      // Diagnostic only.\n    }\n    const extractedRows: Array<Record<string, unknown>> = [];\n    let cursor = resumingCursor;\n    let passComplete = false;\n    while (extractedRows.length < declaration.maxRowsPerRun) {\n      const page = await source.extractPage(cursor, Math.min(declaration.maxRowsPerRun - extractedRows.length, 1_000));\n      extractedRows.push(...page.rows);\n      cursor = page.nextCursor;\n      if (page.complete) {\n        passComplete = true;\n        break;\n      }\n    }\n\n    // ── T: pure transform; per-row rejections reported, never fatal ─────────────\n    const { rows, rejections } = transformExternalDataPage(declaration, extractedRows);\n    this.logRejections(resourceType, rejections);\n    const entries: DataSeedStaticEntry[] = rows.map((row) => ({\n      businessKey: { [declaration.remoteKeyLocalField]: row.businessKeyValue },\n      data: row.data,\n    }));\n\n    // ── L: mode selection is THE PR-6 guard — a partial run orphans NOTHING ─────\n    const seed = this.assembleSeedDefinition(resourceType, declaration, passComplete);\n    const scope = await this.resolveApplicationScopeAnchor(internalContext);\n    const engineInput = {\n      seed,\n      trigger: { triggerKind: DataSeedTriggerKind.ON_SCHEDULED_REFRESH as const },\n      triggerOrigin,\n      scope,\n      entries,\n      triggeredByUserId,\n      rowMetadataSource: `external-data:${resourceType}`,\n      internalContext,\n    };\n    const seedReport = passComplete\n      ? await this.syncEngine.runSyncSeed(engineInput)\n      : await this.upgradeEngine.runUpgradeSeed(engineInput);\n\n    // ── Persist the state row: the cursor IS the pass continuation ──────────────\n    const durationMs = Date.now() - startedAtMs;\n    const seedRunId = seedReport.runId ?? null;\n    // The LOAD verdict, carried separately from `outcome` (which is about the EXTRACTION pass).\n    // Both are reported: a full pass that failed to write part of what it read is neither a clean\n    // success nor a partial pass, and collapsing them would hide exactly that case.\n    const loadStatus = seedReport.status ?? null;\n    await stateRepo.update(stateContext, state._id, {\n      cursor: passComplete ? null : (cursor ?? null),\n      passStartedAt: passComplete ? null : passStartedAt,\n      lastRunAt: new Date(startedAtMs),\n      lastRunSummary: {\n        completedPass: passComplete,\n        extractedRows: extractedRows.length,\n        rejectedRows: rejections.length,\n        loadStatus,\n        seedRunId,\n        durationMs,\n      },\n    } as never);\n\n    this.recordRunReadThroughAccess(internalContext, resourceType, declaration, {\n      extractedRows: extractedRows.length,\n      rejectedRows: rejections.length,\n      completedPass: passComplete,\n    });\n\n    return {\n      outcome: passComplete ? 'completed-pass' : 'partial-pass',\n      extractedRows: extractedRows.length,\n      rejectedRows: rejections.length,\n      submittedEntries: entries.length,\n      loadStatus,\n      seedRunId,\n      cursor: passComplete ? null : (cursor ?? null),\n      durationMs,\n    };\n  }\n\n  /**\n   * The assembled seed is EPHEMERAL (never registered): `version` is pinned at 1 forever and\n   * `reconcileStrategy: CONTENT` carries change detection (PR-30) — bumping the version per run\n   * would route every row through the migrator path and rewrite the whole corpus each pass.\n   */\n  private assembleSeedDefinition(\n    resourceType: string,\n    declaration: ExternalDataPipelineDeclaration,\n    passComplete: boolean,\n  ): DataSeedDefinition {\n    const managedFields = [\n      declaration.remoteKeyLocalField,\n      ...declaration.mapping.map((entry) => entry.localField),\n    ];\n    return {\n      seedKey: `external-data:${resourceType}`,\n      scope: { kind: DataSeedScopeKind.APPLICATION },\n      resourceType,\n      triggers: [{ triggerKind: DataSeedTriggerKind.ON_SCHEDULED_REFRESH }],\n      mode: passComplete ? DataSeedMode.SYNC : DataSeedMode.UPGRADE,\n      version: 1,\n      managedFields,\n      reconcileStrategy: DataSeedReconcileStrategy.CONTENT,\n      ...(passComplete ? { onOrphan: this.mapOrphanPolicy(this.effectiveOrphanPolicy(declaration)) } : {}),\n    } as DataSeedDefinition;\n  }\n\n  /**\n   * The seam between the two closed vocabularies (never merged by value overlap — the ETL\n   * declaration must not depend on data-seeding's enum, and each member's semantics are owned\n   * where it is declared).\n   */\n  private mapOrphanPolicy(orphanPolicy: ExternalDataOrphanPolicy): DataSeedSyncOrphanPolicy {\n    switch (orphanPolicy) {\n      case ExternalDataOrphanPolicy.DELETE:\n        return DataSeedSyncOrphanPolicy.DELETE;\n      case ExternalDataOrphanPolicy.DEPRECATE:\n        return DataSeedSyncOrphanPolicy.DEPRECATE;\n      case ExternalDataOrphanPolicy.REPORT:\n        return DataSeedSyncOrphanPolicy.REPORT;\n    }\n  }\n\n  /**\n   * ⚠ OPEN-population caveat, named where it is decided: the SYNC orphan walk considers every\n   * row of the destination, including caller-minted rows on an OPEN population. Those rows have\n   * no `__seed` metadata and a business key outside the declared set, so DELETE/DEPRECATE would\n   * hit them. Slice 1 therefore downgrades OPEN populations' orphan handling to REPORT.\n   */\n  private effectiveOrphanPolicy(declaration: ExternalDataPipelineDeclaration): ExternalDataOrphanPolicy {\n    return declaration.population === ExternalDataDestinationPopulation.OPEN ? ExternalDataOrphanPolicy.REPORT : declaration.orphanPolicy;\n  }\n\n  private buildHttpExtractionSource(\n    declaration: ExternalDataPipelineDeclaration,\n    internalContext: ExecutionContext<any>,\n  ): ExternalDataExtractionSource {\n    const readClient = new HttpApiReadClient(\n      declaration.binding,\n      new ExternalProvidersHttpApiAccessResolver(this.externalProvidersRegistry as never),\n    );\n    return new HttpApiExternalDataExtractionSource(declaration, readClient, internalContext);\n  }\n\n  private async resolveApplicationScopeAnchor(internalContext: ExecutionContext<any>): Promise<DataSeedScopeAnchor> {\n    const appRepo = this.repositoriesRegistry.getRepositoryOrThrow('applications' as ResourceType, internalContext);\n    const application = (await appRepo.read<{ _id: string }>(internalContext, {})) ?? null;\n    if (!application) {\n      throw this.errorBuilder.buildError(ErrorType.INTERNAL, internalContext, {\n        customMessageReference: ErrorCustomMessageReference.INTERNAL,\n        context: { message: 'ExternalDataPipelineRun: no APPLICATION row exists — bootstrap order violation.' },\n      });\n    }\n    return { scopeKind: DataSeedScopeKind.APPLICATION, relatedId: application._id, relatedResourceType: null };\n  }\n\n  private logRejections(resourceType: string, rejections: ExternalDataRowRejection[]): void {\n    if (rejections.length === 0) return;\n    this.logger.warn(`ExternalDataPipelineRun[${resourceType}]: ${rejections.length} row(s) rejected by transform (previous versions survive).`, {\n      rejections: rejections.slice(0, MAX_LOGGED_REJECTIONS),\n      truncated: rejections.length > MAX_LOGGED_REJECTIONS,\n    });\n  }\n\n  /**\n   * PR-10 — one audit row per run, fire-and-forget through the shared seam.\n   *\n   * The emission goes through {@link emitAuditObservation}, so a run whose attribution row never\n   * reached the pipeline lands on `audit_observation_dropped_total` instead of nowhere. The feature\n   * detection decides an ARGUMENT rather than an early return: handing the seam `undefined` is how\n   * this site reports `SERVICE_UNAVAILABLE`, and returning early would restore the silence that let\n   * this seam sit unwired in production without anything saying so.\n   */\n  private recordRunReadThroughAccess(\n    executionContext: ExecutionContext<any>,\n    resourceType: string,\n    declaration: ExternalDataPipelineDeclaration,\n    counts: { extractedRows: number; rejectedRows: number; completedPass: boolean },\n  ): void {\n    let emit: (() => unknown) | undefined;\n    try {\n      // The test thunk first, the injected production service second — see the constructor.\n      const auditLogsService = this.auditLogsResolver?.() ?? this.auditLogsService;\n      const sink = auditLogsService?.logHttpApiReadThroughAccess;\n      if (typeof sink === 'function') {\n        emit = (): unknown => sink.call(auditLogsService, {\n          resourceType,\n          operationIdentifier: 'externalDataPipelineRun',\n          providerRef: declaration.binding.providerRef,\n          remoteEntityRef: declaration.binding.entityRef,\n          dialect: declaration.binding.dialect,\n          rowCount: counts.extractedRows,\n          rejectedRows: counts.rejectedRows,\n          completedPass: counts.completedPass,\n        }, executionContext);\n      }\n    } catch {\n      // A thunk that throws leaves `emit` undefined, so the observation is reported as UNAVAILABLE\n      // rather than swallowed. Observation only — never the reason a run fails.\n    }\n\n    emitAuditObservation({\n      observation: AuditObservationKind.HTTP_API_READ_THROUGH_ACCESS,\n      emit,\n      metricsService: this.metricsService,\n      logger: this.logger,\n      // Enough to name WHICH run went unrecorded, and how much it moved — the counts are what\n      // separate a run that read nothing from one that read a tenant's whole remote table.\n      context: {\n        observedResourceType: resourceType,\n        observedProviderRef: declaration.binding.providerRef,\n        observedRemoteEntityRef: declaration.binding.entityRef,\n        observedRowCount: counts.extractedRows,\n      },\n    });\n  }\n}\n"]}

package/dist/esm/external-data/external-data-transform.backend.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"external-data-transform.backend.d.ts","sourceRoot":"","sources":["../../../../src/external-data/external-data-transform.backend.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAKH,OAAO,EAGL,KAAK,+BAA+B,EACrC,MAAM,qCAAqC,CAAC;AAE7C,2FAA2F;AAC3F,MAAM,WAAW,0BAA0B;IACzC,wFAAwF;IACxF,gBAAgB,EAAE,MAAM,CAAC;IACzB,gGAAgG;IAChG,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED,wEAAwE;AACxE,MAAM,WAAW,wBAAwB;IACvC,gGAAgG;IAChG,QAAQ,EAAE,MAAM,CAAC;IACjB,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,0BAA0B,EAAE,CAAC;IACnC,UAAU,EAAE,wBAAwB,EAAE,CAAC;CACxC;AAED,wEAAwE;AACxE,wBAAgB,yBAAyB,CACvC,WAAW,EAAE,+BAA+B,EAC5C,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GACjD,2BAA2B,CAqC7B"}
+{"version":3,"file":"external-data-transform.backend.d.ts","sourceRoot":"","sources":["../../../../src/external-data/external-data-transform.backend.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAKH,OAAO,EAGL,KAAK,+BAA+B,EACrC,MAAM,qCAAqC,CAAC;AAE7C,2FAA2F;AAC3F,MAAM,WAAW,0BAA0B;IACzC,wFAAwF;IACxF,gBAAgB,EAAE,MAAM,CAAC;IACzB,gGAAgG;IAChG,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED,wEAAwE;AACxE,MAAM,WAAW,wBAAwB;IACvC,gGAAgG;IAChG,QAAQ,EAAE,MAAM,CAAC;IACjB,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,0BAA0B,EAAE,CAAC;IACnC,UAAU,EAAE,wBAAwB,EAAE,CAAC;CACxC;AAED,wEAAwE;AACxE,wBAAgB,yBAAyB,CACvC,WAAW,EAAE,+BAA+B,EAC5C,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GACjD,2BAA2B,CA2C7B"}

package/dist/esm/external-data/external-data-transform.backend.js

@@ -30,7 +30,13 @@ export function transformExternalDataPage(declaration, remoteRows) {
         try {
             const keyComponents = declaration.binding.keyFields.map((keyField) => remoteRow[keyField.remoteField]);
             businessKeyValue = synthesizeHttpApiResourceId(declaration.binding, keyComponents);
-            const data = { [declaration.remoteKeyLocalField]: businessKeyValue };
+            // The remote-key field is IDENTITY, not a value, and is deliberately ABSENT from `data`.
+            // It travels as `businessKeyValue`, and the load supplies it through the repository's
+            // `$setOnInsert`. Putting it in the payload too made MongoDB refuse the very first insert of
+            // every pipeline — `$set` and `$setOnInsert` may not touch one path
+            // (`ConflictingUpdateOperators`). Caught only by the real-datastore load proof: the conflict
+            // is a property of the driver's update document, not of our shapes, so no mock can raise it.
+            const data = {};
             for (const entry of declaration.mapping) {
                 if (entry.kind === ExternalDataMappingEntryKind.CONSTANT) {
                     data[entry.localField] = entry.constant;

package/dist/esm/external-data/external-data-transform.backend.js.map

@@ -1 +1 @@
-{"version":3,"file":"external-data-transform.backend.js","sourceRoot":"","sources":["../../../../src/external-data/external-data-transform.backend.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EACL,2BAA2B,GAC5B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,yBAAyB,EACzB,4BAA4B,GAE7B,MAAM,qCAAqC,CAAC;AAwB7C,wEAAwE;AACxE,MAAM,UAAU,yBAAyB,CACvC,WAA4C,EAC5C,UAAkD;IAElD,MAAM,IAAI,GAAiC,EAAE,CAAC;IAC9C,MAAM,UAAU,GAA+B,EAAE,CAAC;IAElD,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE;QACzC,IAAI,gBAAoC,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;YACvG,gBAAgB,GAAG,2BAA2B,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YAEnF,MAAM,IAAI,GAA4B,EAAE,CAAC,WAAW,CAAC,mBAAmB,CAAC,EAAE,gBAAgB,EAAE,CAAC;YAC9F,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;gBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,4BAA4B,CAAC,QAAQ,EAAE,CAAC;oBACzD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;oBACxC,SAAS;gBACX,CAAC;gBACD,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACjD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACnB,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,WAAW,yBAAyB,CAAC,CAAC;oBACxF,CAAC;oBACD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oBAC9B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACzF,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,CAAC,IAAI,CAAC;gBACd,QAAQ;gBACR,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC;gBAC/D,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC/D,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,aAAa,CAAC,WAAmB,EAAE,QAAmC,EAAE,KAAc;IAC7F,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,yBAAyB,CAAC,IAAI;YACjC,OAAO,KAAK,CAAC;QACf,KAAK,yBAAyB,CAAC,kBAAkB;YAC/C,wFAAwF;YACxF,sFAAsF;YACtF,OAAO,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QACxC,KAAK,yBAAyB,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAClD,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAChC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,iBAAiB,WAAW,oDAAoD,OAAO,KAAK,GAAG,CAAC,CAAC;YACnH,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,iBAAiB,WAAW,OAAO,KAAK,iCAAiC,CAAC,CAAC;YAC7F,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;AACH,CAAC","sourcesContent":["/**\n * The ETL TRANSFORM step (partial-resource paper v3.1 §3, PR-8 / D-P4) — the T of the pipeline.\n *\n * Pure and schema-blind by design: every schema-dependent decision was already made at AUTHORING\n * time by the resource factory (mapped targets exist and are remote-authoritative; absence-capable\n * targets verified; the Odoo `false`→null default RESOLVED into the declaration with the boolean\n * exemption). What runs here is only the resolved declaration against raw remote rows:\n *\n *  - **row identity**: the destination business-key value IS `synthesizeHttpApiResourceId`\n *    output — byte-identical to what a VIRTUAL sibling of the same binding would carry as `_id`\n *    (PR-29's shared-identity half), so a later promotion from pipeline to virtual (or a\n *    cross-reference between the two) never re-keys anything;\n *  - **per-row rejection, never per-run failure**: a row the binding cannot identify, a required\n *    remote field absent, or a coercion fed a malformed value REJECTS that one row with a\n *    reported reason (run ledger, PR-9) — the destination's previous version of the row simply\n *    survives untouched, and every other row in the page still lands;\n *  - **declared coercions only**: `ODOO_FALSE_AS_NULL` (Odoo's absent-sentinel), and\n *    `ISO_STRING_TO_DATE`. An ABSENT remote value on a non-required mapping lands as explicit\n *    `null` — the managed-field overlay treats `undefined` as \"not managed\", so absence must be\n *    spelled `null` to actually CLEAR a previously-synced value (A1 strict ownership).\n */\n\nimport {\n  synthesizeHttpApiResourceId,\n} from '@wildo-ai/saas-models';\nimport {\n  ExternalDataFieldCoercion,\n  ExternalDataMappingEntryKind,\n  type ExternalDataPipelineDeclaration,\n} from '@wildo-ai/saas-models/external-data';\n\n/** One transformed destination row: the MERGE key and the managed-field values to load. */\nexport interface ExternalDataTransformedRow {\n  /** The synthesized remote id — the value of the destination's `remoteKeyLocalField`. */\n  businessKeyValue: string;\n  /** `remoteKeyLocalField` + every mapped local field (absent remote values as explicit null). */\n  data: Record<string, unknown>;\n}\n\n/** One rejected remote row, attributed as far as identification got. */\nexport interface ExternalDataRowRejection {\n  /** Index within the extracted page (stable attribution even when the row has no usable key). */\n  rowIndex: number;\n  /** The synthesized remote id, when identification succeeded before the rejection. */\n  businessKeyValue?: string;\n  reason: string;\n}\n\nexport interface ExternalDataTransformResult {\n  rows: ExternalDataTransformedRow[];\n  rejections: ExternalDataRowRejection[];\n}\n\n/** Transform one extracted page. Pure — no I/O, no schema, no clock. */\nexport function transformExternalDataPage(\n  declaration: ExternalDataPipelineDeclaration,\n  remoteRows: ReadonlyArray<Record<string, unknown>>,\n): ExternalDataTransformResult {\n  const rows: ExternalDataTransformedRow[] = [];\n  const rejections: ExternalDataRowRejection[] = [];\n\n  remoteRows.forEach((remoteRow, rowIndex) => {\n    let businessKeyValue: string | undefined;\n    try {\n      const keyComponents = declaration.binding.keyFields.map((keyField) => remoteRow[keyField.remoteField]);\n      businessKeyValue = synthesizeHttpApiResourceId(declaration.binding, keyComponents);\n\n      const data: Record<string, unknown> = { [declaration.remoteKeyLocalField]: businessKeyValue };\n      for (const entry of declaration.mapping) {\n        if (entry.kind === ExternalDataMappingEntryKind.CONSTANT) {\n          data[entry.localField] = entry.constant;\n          continue;\n        }\n        const remoteValue = remoteRow[entry.remoteField];\n        if (remoteValue === undefined) {\n          if (entry.required) {\n            throw new Error(`required remote field '${entry.remoteField}' is absent on the row.`);\n          }\n          data[entry.localField] = null;\n          continue;\n        }\n        data[entry.localField] = applyCoercion(entry.remoteField, entry.coercion, remoteValue);\n      }\n      rows.push({ businessKeyValue, data });\n    } catch (error) {\n      rejections.push({\n        rowIndex,\n        ...(businessKeyValue === undefined ? {} : { businessKeyValue }),\n        reason: error instanceof Error ? error.message : String(error),\n      });\n    }\n  });\n\n  return { rows, rejections };\n}\n\nfunction applyCoercion(remoteField: string, coercion: ExternalDataFieldCoercion, value: unknown): unknown {\n  switch (coercion) {\n    case ExternalDataFieldCoercion.NONE:\n      return value;\n    case ExternalDataFieldCoercion.ODOO_FALSE_AS_NULL:\n      // Odoo spells \"no value\" as literal `false` on non-boolean fields. The factory exempted\n      // genuine boolean targets from this coercion, so `false` here is always the sentinel.\n      return value === false ? null : value;\n    case ExternalDataFieldCoercion.ISO_STRING_TO_DATE: {\n      if (value === null) return null;\n      if (typeof value !== 'string') {\n        throw new Error(`remote field '${remoteField}': ISO_STRING_TO_DATE expects a string, received ${typeof value}.`);\n      }\n      const parsed = new Date(value);\n      if (Number.isNaN(parsed.getTime())) {\n        throw new Error(`remote field '${remoteField}': '${value}' is not a parseable timestamp.`);\n      }\n      return parsed;\n    }\n  }\n}\n"]}
+{"version":3,"file":"external-data-transform.backend.js","sourceRoot":"","sources":["../../../../src/external-data/external-data-transform.backend.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EACL,2BAA2B,GAC5B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,yBAAyB,EACzB,4BAA4B,GAE7B,MAAM,qCAAqC,CAAC;AAwB7C,wEAAwE;AACxE,MAAM,UAAU,yBAAyB,CACvC,WAA4C,EAC5C,UAAkD;IAElD,MAAM,IAAI,GAAiC,EAAE,CAAC;IAC9C,MAAM,UAAU,GAA+B,EAAE,CAAC;IAElD,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE;QACzC,IAAI,gBAAoC,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;YACvG,gBAAgB,GAAG,2BAA2B,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;YAEnF,yFAAyF;YACzF,sFAAsF;YACtF,6FAA6F;YAC7F,oEAAoE;YACpE,6FAA6F;YAC7F,6FAA6F;YAC7F,MAAM,IAAI,GAA4B,EAAE,CAAC;YACzC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;gBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,4BAA4B,CAAC,QAAQ,EAAE,CAAC;oBACzD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;oBACxC,SAAS;gBACX,CAAC;gBACD,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACjD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACnB,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,WAAW,yBAAyB,CAAC,CAAC;oBACxF,CAAC;oBACD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oBAC9B,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YACzF,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,CAAC,IAAI,CAAC;gBACd,QAAQ;gBACR,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC;gBAC/D,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC/D,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,aAAa,CAAC,WAAmB,EAAE,QAAmC,EAAE,KAAc;IAC7F,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,yBAAyB,CAAC,IAAI;YACjC,OAAO,KAAK,CAAC;QACf,KAAK,yBAAyB,CAAC,kBAAkB;YAC/C,wFAAwF;YACxF,sFAAsF;YACtF,OAAO,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QACxC,KAAK,yBAAyB,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAClD,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAChC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,iBAAiB,WAAW,oDAAoD,OAAO,KAAK,GAAG,CAAC,CAAC;YACnH,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,iBAAiB,WAAW,OAAO,KAAK,iCAAiC,CAAC,CAAC;YAC7F,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;AACH,CAAC","sourcesContent":["/**\n * The ETL TRANSFORM step (partial-resource paper v3.1 §3, PR-8 / D-P4) — the T of the pipeline.\n *\n * Pure and schema-blind by design: every schema-dependent decision was already made at AUTHORING\n * time by the resource factory (mapped targets exist and are remote-authoritative; absence-capable\n * targets verified; the Odoo `false`→null default RESOLVED into the declaration with the boolean\n * exemption). What runs here is only the resolved declaration against raw remote rows:\n *\n *  - **row identity**: the destination business-key value IS `synthesizeHttpApiResourceId`\n *    output — byte-identical to what a VIRTUAL sibling of the same binding would carry as `_id`\n *    (PR-29's shared-identity half), so a later promotion from pipeline to virtual (or a\n *    cross-reference between the two) never re-keys anything;\n *  - **per-row rejection, never per-run failure**: a row the binding cannot identify, a required\n *    remote field absent, or a coercion fed a malformed value REJECTS that one row with a\n *    reported reason (run ledger, PR-9) — the destination's previous version of the row simply\n *    survives untouched, and every other row in the page still lands;\n *  - **declared coercions only**: `ODOO_FALSE_AS_NULL` (Odoo's absent-sentinel), and\n *    `ISO_STRING_TO_DATE`. An ABSENT remote value on a non-required mapping lands as explicit\n *    `null` — the managed-field overlay treats `undefined` as \"not managed\", so absence must be\n *    spelled `null` to actually CLEAR a previously-synced value (A1 strict ownership).\n */\n\nimport {\n  synthesizeHttpApiResourceId,\n} from '@wildo-ai/saas-models';\nimport {\n  ExternalDataFieldCoercion,\n  ExternalDataMappingEntryKind,\n  type ExternalDataPipelineDeclaration,\n} from '@wildo-ai/saas-models/external-data';\n\n/** One transformed destination row: the MERGE key and the managed-field values to load. */\nexport interface ExternalDataTransformedRow {\n  /** The synthesized remote id — the value of the destination's `remoteKeyLocalField`. */\n  businessKeyValue: string;\n  /** `remoteKeyLocalField` + every mapped local field (absent remote values as explicit null). */\n  data: Record<string, unknown>;\n}\n\n/** One rejected remote row, attributed as far as identification got. */\nexport interface ExternalDataRowRejection {\n  /** Index within the extracted page (stable attribution even when the row has no usable key). */\n  rowIndex: number;\n  /** The synthesized remote id, when identification succeeded before the rejection. */\n  businessKeyValue?: string;\n  reason: string;\n}\n\nexport interface ExternalDataTransformResult {\n  rows: ExternalDataTransformedRow[];\n  rejections: ExternalDataRowRejection[];\n}\n\n/** Transform one extracted page. Pure — no I/O, no schema, no clock. */\nexport function transformExternalDataPage(\n  declaration: ExternalDataPipelineDeclaration,\n  remoteRows: ReadonlyArray<Record<string, unknown>>,\n): ExternalDataTransformResult {\n  const rows: ExternalDataTransformedRow[] = [];\n  const rejections: ExternalDataRowRejection[] = [];\n\n  remoteRows.forEach((remoteRow, rowIndex) => {\n    let businessKeyValue: string | undefined;\n    try {\n      const keyComponents = declaration.binding.keyFields.map((keyField) => remoteRow[keyField.remoteField]);\n      businessKeyValue = synthesizeHttpApiResourceId(declaration.binding, keyComponents);\n\n      // The remote-key field is IDENTITY, not a value, and is deliberately ABSENT from `data`.\n      // It travels as `businessKeyValue`, and the load supplies it through the repository's\n      // `$setOnInsert`. Putting it in the payload too made MongoDB refuse the very first insert of\n      // every pipeline — `$set` and `$setOnInsert` may not touch one path\n      // (`ConflictingUpdateOperators`). Caught only by the real-datastore load proof: the conflict\n      // is a property of the driver's update document, not of our shapes, so no mock can raise it.\n      const data: Record<string, unknown> = {};\n      for (const entry of declaration.mapping) {\n        if (entry.kind === ExternalDataMappingEntryKind.CONSTANT) {\n          data[entry.localField] = entry.constant;\n          continue;\n        }\n        const remoteValue = remoteRow[entry.remoteField];\n        if (remoteValue === undefined) {\n          if (entry.required) {\n            throw new Error(`required remote field '${entry.remoteField}' is absent on the row.`);\n          }\n          data[entry.localField] = null;\n          continue;\n        }\n        data[entry.localField] = applyCoercion(entry.remoteField, entry.coercion, remoteValue);\n      }\n      rows.push({ businessKeyValue, data });\n    } catch (error) {\n      rejections.push({\n        rowIndex,\n        ...(businessKeyValue === undefined ? {} : { businessKeyValue }),\n        reason: error instanceof Error ? error.message : String(error),\n      });\n    }\n  });\n\n  return { rows, rejections };\n}\n\nfunction applyCoercion(remoteField: string, coercion: ExternalDataFieldCoercion, value: unknown): unknown {\n  switch (coercion) {\n    case ExternalDataFieldCoercion.NONE:\n      return value;\n    case ExternalDataFieldCoercion.ODOO_FALSE_AS_NULL:\n      // Odoo spells \"no value\" as literal `false` on non-boolean fields. The factory exempted\n      // genuine boolean targets from this coercion, so `false` here is always the sentinel.\n      return value === false ? null : value;\n    case ExternalDataFieldCoercion.ISO_STRING_TO_DATE: {\n      if (value === null) return null;\n      if (typeof value !== 'string') {\n        throw new Error(`remote field '${remoteField}': ISO_STRING_TO_DATE expects a string, received ${typeof value}.`);\n      }\n      const parsed = new Date(value);\n      if (Number.isNaN(parsed.getTime())) {\n        throw new Error(`remote field '${remoteField}': '${value}' is not a parseable timestamp.`);\n      }\n      return parsed;\n    }\n  }\n}\n"]}

package/dist/esm/external-data/models/external-data-pipeline-state.backend.schemas.d.ts

@@ -1,5 +1,6 @@
 import { z } from 'zod';
 import { CoreResourceOperation, type ResourceConfiguration, type ResourceRelationship } from '@wildo-ai/saas-models';
+import { DataSeedRunStatus } from '../../data-seeding/models/data-seed-run.shared.schemas';
 /**
  * ============================================================================
  *  ExternalDataPipelineState — system resource (partial-resource coverage v3, PR-9)
@@ -34,6 +35,7 @@ export declare const ExternalDataPipelineStateSchema: z.ZodObject<{
         completedPass: z.ZodBoolean;
         extractedRows: z.ZodNumber;
         rejectedRows: z.ZodNumber;
+        loadStatus: z.ZodNullable<z.ZodEnum<typeof DataSeedRunStatus>>;
         seedRunId: z.ZodNullable<z.ZodString>;
         durationMs: z.ZodNumber;
     }, z.core.$strip>>;

package/dist/esm/external-data/models/external-data-pipeline-state.backend.schemas.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"external-data-pipeline-state.backend.schemas.d.ts","sourceRoot":"","sources":["../../../../../src/external-data/models/external-data-pipeline-state.backend.schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,qBAAqB,EAIrB,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EAC1B,MAAM,uBAAuB,CAAC;AAe/B;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;iBAoC1C,CAAC;AAEH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF,oBAAY,mCAAmC;IAC7C,QAAQ,aAAa;CACtB;AAED,KAAK,wCAAwC,GACzC,qBAAqB,CAAC,IAAI,GAC1B,qBAAqB,CAAC,IAAI,GAC1B,qBAAqB,CAAC,MAAM,GAC5B,qBAAqB,CAAC,MAAM,CAAC;AAWjC,eAAO,MAAM,oEAAoE,GAC/E,wBAAwB,oBAAoB,EAAE,KAC7C,qBAAqB,CAAC,SAAS,EAAE,wCAAwC,EAAE,OAAO,+BAA+B,CA0BnH,CAAC"}
+{"version":3,"file":"external-data-pipeline-state.backend.schemas.d.ts","sourceRoot":"","sources":["../../../../../src/external-data/models/external-data-pipeline-state.backend.schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,qBAAqB,EAIrB,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EAC1B,MAAM,uBAAuB,CAAC;AAU/B,OAAO,EAAE,iBAAiB,EAAE,MAAM,wDAAwD,CAAC;AAM3F;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;iBAgD1C,CAAC;AAEH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF,oBAAY,mCAAmC;IAC7C,QAAQ,aAAa;CACtB;AAED,KAAK,wCAAwC,GACzC,qBAAqB,CAAC,IAAI,GAC1B,qBAAqB,CAAC,IAAI,GAC1B,qBAAqB,CAAC,MAAM,GAC5B,qBAAqB,CAAC,MAAM,CAAC;AAWjC,eAAO,MAAM,oEAAoE,GAC/E,wBAAwB,oBAAoB,EAAE,KAC7C,qBAAqB,CAAC,SAAS,EAAE,wCAAwC,EAAE,OAAO,+BAA+B,CA0BnH,CAAC"}

package/dist/esm/external-data/models/external-data-pipeline-state.backend.schemas.js

@@ -8,6 +8,7 @@ import { CORE_APP_ROLES, CoreResourceOperation, createResourceConfiguration_Init
  * `ExternalDataPipelineState` is a structural z.infer. Probed 2026-08-28 per the rule:
  * `tsc -p tsconfig.build.json --noEmit` with declaration emit — zero TS2742/TS2883/TS7056.
  */
+import { DataSeedRunStatus } from '../../data-seeding/models/data-seed-run.shared.schemas.js';
 import { BackendResourceFieldIdentifier, BackendResourceType, } from '../../resources/models/resources-types.backend.schemas.js';
 /**
  * ============================================================================
@@ -60,6 +61,18 @@ export const ExternalDataPipelineStateSchema = z.object({
         extractedRows: z.number().int().nonnegative(),
         /** Rows the transform rejected (per-row reasons are logged; previous versions survive). */
         rejectedRows: z.number().int().nonnegative(),
+        /**
+         * The seed engine's own verdict on the LOAD — a different axis from `completedPass`, which is
+         * about the EXTRACTION pass, and the two must never be merged: a run can complete a full pass
+         * over the remote population and still fail to write some of it.
+         *
+         * Recorded because omitting it made the admin run response answer `completed-pass` while the
+         * ledger said `partial` with a failed entry — a caller reading only the response would have
+         * believed the sync succeeded. One scalar is enough here: `PARTIAL` or `FAILED` is the signal
+         * to go read `seedRunId`, which owns the per-entry detail this summary deliberately does not
+         * duplicate.
+         */
+        loadStatus: z.enum(DataSeedRunStatus).nullable(),
         /** `_id` of the `DataSeedRun` ledger row carrying the per-entry load outcome. */
         seedRunId: z.string().nullable(),
         durationMs: z.number().int().nonnegative(),