@x12i/memorix-pipeline 1.1.0

package/dist/parts-catalog/types.d.ts

@@ -0,0 +1,80 @@
+import type { PipelineStage } from "../pipeline-job-types.js";
+export type PipelinePartKind = "resolver" | "insight-processor" | "pipeline-stage" | "association-preset" | "enrichment-playbook" | "remediation-op";
+export type PipelinePartUsedBy = {
+    objectType: string;
+    path: string;
+};
+export type PipelinePartRegistryLink = {
+    refreshRuleKey: string;
+    associatedProperty?: string;
+    sourceObjectType?: string;
+    liveCoverage?: {
+        sourceRecordsTotal?: number;
+        sourceRecordsWithProperty?: number;
+        coveragePercent?: number;
+        lastAppliedAt?: string | null;
+    };
+};
+export type PipelinePart = {
+    id: string;
+    kind: PipelinePartKind;
+    title: string;
+    description: string;
+    package: string;
+    stageAffinity?: PipelineStage[];
+    editable: false;
+    resolverType?: string;
+    processorId?: string;
+    stage?: PipelineStage;
+    usedBy?: PipelinePartUsedBy[];
+    registryEntry?: PipelinePartRegistryLink;
+    presetPath?: string;
+    playbookSteps?: string[];
+    remediationScript?: string;
+};
+export type EnrichmentPlaybookStep = {
+    kind: "pipeline-stage";
+    stage: PipelineStage;
+    objectTypes?: string[];
+} | {
+    kind: "associator-preset";
+    refreshRuleKey: string;
+} | {
+    kind: "resolver";
+    resolverType: string;
+    objectTypes?: string[];
+};
+export type EnrichmentPlaybook = {
+    id: string;
+    title: string;
+    description: string;
+    objectTypes?: string[];
+    steps: EnrichmentPlaybookStep[];
+    stepPartIds: string[];
+};
+export type PipelinePartsCatalog = {
+    generatedAt: string;
+    parts: PipelinePart[];
+    playbooks: EnrichmentPlaybook[];
+    byId: Record<string, PipelinePart>;
+};
+export type LoadPipelinePartsCatalogOptions = {
+    repoRoot?: string;
+    descriptors?: Array<{
+        entityName: string;
+        processing?: {
+            resolvers?: Array<{
+                resolverType?: string;
+                processorId?: string;
+            }>;
+            insightStages?: Array<{
+                processorId?: string;
+            }>;
+        };
+        associatedProperties?: Array<{
+            refreshRuleKey?: string;
+            name?: string;
+        }>;
+    }>;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/parts-catalog/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/parts-catalog/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAE9D,MAAM,MAAM,gBAAgB,GACxB,UAAU,GACV,mBAAmB,GACnB,gBAAgB,GAChB,oBAAoB,GACpB,qBAAqB,GACrB,gBAAgB,CAAC;AAErB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE;QACb,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,yBAAyB,CAAC,EAAE,MAAM,CAAC;QACnC,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,aAAa,EAAE,CAAC;IAChC,QAAQ,EAAE,KAAK,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,aAAa,CAAC;IACtB,MAAM,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,wBAAwB,CAAC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAC9B;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,KAAK,EAAE,aAAa,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACxE;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC;AAEvE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,KAAK,EAAE,sBAAsB,EAAE,CAAC;IAChC,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,SAAS,EAAE,kBAAkB,EAAE,CAAC;IAChC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,+BAA+B,GAAG;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,KAAK,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE;YACX,SAAS,CAAC,EAAE,KAAK,CAAC;gBAAE,YAAY,CAAC,EAAE,MAAM,CAAC;gBAAC,WAAW,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;YACnE,aAAa,CAAC,EAAE,KAAK,CAAC;gBAAE,WAAW,CAAC,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;SACjD,CAAC;QACF,oBAAoB,CAAC,EAAE,KAAK,CAAC;YAAE,cAAc,CAAC,EAAE,MAAM,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC1E,CAAC,CAAC;CACJ,CAAC"}

package/dist/parts-catalog/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/parts-catalog/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/parts-catalog/types.ts"],"names":[],"mappings":""}

package/dist/pipeline-engine.d.ts

@@ -0,0 +1,87 @@
+import type { MemorixEntityDescriptor } from "@x12i/memorix-descriptors/types";
+import type { MemorixRelationDescriptor } from "@x12i/memorix-descriptors/types";
+import { type InsightProcessorRegistry } from "@x12i/memorix-insights";
+import { type ResolverRegistry } from "@x12i/memorix-resolvers";
+import { type PipelineLifecycleProcess } from "./lifecycle/pipeline-lifecycle.js";
+import { type PipelineStage } from "./pipeline-job-types.js";
+export type PipelineRecordRef = {
+    objectType: string;
+    recordId: string;
+    collection: string;
+    db?: string;
+};
+export type PipelineRecordContext = {
+    descriptor: MemorixEntityDescriptor;
+    record: Record<string, unknown>;
+    ref: PipelineRecordRef;
+};
+export type PipelineDataAccess = {
+    loadRecord: (ref: PipelineRecordRef) => Promise<Record<string, unknown> | null>;
+    loadRecordsForObjectType: (objectType: string, collection: string, filter?: Record<string, unknown>) => Promise<Array<Record<string, unknown>>>;
+    loadSource?: (sourceKey: string, ref: import("@x12i/memorix-insights").InsightSourceRef) => Promise<unknown>;
+    scanRecords?: (ref: {
+        db: string;
+        collection: string;
+    }, filter?: Record<string, unknown>) => AsyncIterable<Record<string, unknown>>;
+    readRecord?: (ref: {
+        db: string;
+        collection: string;
+        recordId?: string;
+    }) => Promise<Record<string, unknown> | null>;
+    saveRecord?: (ref: PipelineRecordRef, record: Record<string, unknown>) => Promise<void>;
+    resolveDbForCollection?: (collection: string) => string;
+    hasRelationTargets?: (record: Record<string, unknown>, relationKey: string, relation: MemorixRelationDescriptor, sourceObjectType: string) => Promise<boolean>;
+    loadRelationTargets?: (record: Record<string, unknown>, relationKey: string, relation: MemorixRelationDescriptor, sourceObjectType: string) => Promise<Array<Record<string, unknown>>>;
+    hasSideContent?: (record: Record<string, unknown>, contentPostfix: string, objectType: string) => Promise<boolean>;
+};
+export type PipelineJobTypeRunHooks = {
+    onStarted?: (ref: PipelineRecordRef, stage: PipelineStage, jobRunId: string) => Promise<void>;
+    onCompleted?: (ref: PipelineRecordRef, stage: PipelineStage, jobRunId: string) => Promise<void>;
+    onFailed?: (ref: PipelineRecordRef, stage: PipelineStage, jobRunId: string, error: Error) => Promise<void>;
+    shouldProcess?: (ref: PipelineRecordRef, stage: PipelineStage, record: Record<string, unknown>) => Promise<boolean>;
+};
+export type ProcessEntityPipelineOptions = {
+    descriptors: MemorixEntityDescriptor[];
+    dataAccess: PipelineDataAccess;
+    resolverRegistry?: ResolverRegistry;
+    insightRegistry?: InsightProcessorRegistry;
+    graphId?: string;
+    dryRun?: boolean;
+    stages?: PipelineStage[];
+    objectTypes?: string[];
+    recordIds?: string[];
+    filter?: Record<string, unknown>;
+    rerun?: boolean;
+    jobRunId?: string;
+    jobTypeRunHooks?: PipelineJobTypeRunHooks;
+};
+export type ProcessedEntityRecord = {
+    objectType: string;
+    recordId: string;
+    record: Record<string, unknown>;
+    stages: PipelineLifecycleProcess[];
+    parentLinkStatuses: Array<{
+        routeKey: string;
+        status: string;
+        reason?: string;
+    }>;
+};
+export type ProcessEntityPipelineResult = {
+    graphId?: string;
+    jobRunId?: string;
+    processingOrder: string[];
+    records: ProcessedEntityRecord[];
+    summary: PipelineRunSummary;
+};
+export type PipelineRunSummary = {
+    totalRecords: number;
+    byObjectType: Record<string, {
+        count: number;
+        stages: Record<string, number>;
+        routes: Record<string, number>;
+    }>;
+    routeStatuses: Record<string, number>;
+};
+export declare function processEntityPipeline(options: ProcessEntityPipelineOptions): Promise<ProcessEntityPipelineResult>;
+export declare function recordIsPipelineReady(record: Record<string, unknown>, requiredProcess?: string): boolean;
+//# sourceMappingURL=pipeline-engine.d.ts.map

package/dist/pipeline-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-engine.d.ts","sourceRoot":"","sources":["../src/pipeline-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAC/E,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAGL,KAAK,wBAAwB,EAC9B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAGL,KAAK,gBAAgB,EACtB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAGL,KAAK,wBAAwB,EAC9B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAA2C,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAQtG,MAAM,MAAM,iBAAiB,GAAG;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,EAAE,CAAC,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,UAAU,EAAE,uBAAuB,CAAC;IACpC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,GAAG,EAAE,iBAAiB,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,UAAU,EAAE,CAAC,GAAG,EAAE,iBAAiB,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IAChF,wBAAwB,EAAE,CACxB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC7B,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,wBAAwB,EAAE,gBAAgB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7G,WAAW,CAAC,EAAE,CACZ,GAAG,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,EACvC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC7B,aAAa,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAC5C,UAAU,CAAC,EAAE,CACX,GAAG,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,KACvD,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;IAC7C,UAAU,CAAC,EAAE,CACX,GAAG,EAAE,iBAAiB,EACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,sBAAsB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,CAAC;IACxD,kBAAkB,CAAC,EAAE,CACnB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,yBAAyB,EACnC,gBAAgB,EAAE,MAAM,KACrB,OAAO,CAAC,OAAO,CAAC,CAAC;IACtB,mBAAmB,CAAC,EAAE,CACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,yBAAyB,EACnC,gBAAgB,EAAE,MAAM,KACrB,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,cAAc,CAAC,EAAE,CACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,cAAc,EAAE,MAAM,EACtB,UAAU,EAAE,MAAM,KACf,OAAO,CAAC,OAAO,CAAC,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,SAAS,CAAC,EAAE,CACV,GAAG,EAAE,iBAAiB,EACtB,KAAK,EAAE,aAAa,EACpB,QAAQ,EAAE,MAAM,KACb,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,WAAW,CAAC,EAAE,CACZ,GAAG,EAAE,iBAAiB,EACtB,KAAK,EAAE,aAAa,EACpB,QAAQ,EAAE,MAAM,KACb,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,QAAQ,CAAC,EAAE,CACT,GAAG,EAAE,iBAAiB,EACtB,KAAK,EAAE,aAAa,EACpB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,KAAK,KACT,OAAO,CAAC,IAAI,CAAC,CAAC;IACnB,aAAa,CAAC,EAAE,CACd,GAAG,EAAE,iBAAiB,EACtB,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,OAAO,CAAC,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,WAAW,EAAE,uBAAuB,EAAE,CAAC;IACvC,UAAU,EAAE,kBAAkB,CAAC;IAC/B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,eAAe,CAAC,EAAE,wBAAwB,CAAC;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,uBAAuB,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,EAAE,wBAAwB,EAAE,CAAC;IACnC,kBAAkB,EAAE,KAAK,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,OAAO,EAAE,kBAAkB,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAClB,MAAM,EACN;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAClF,CAAC;IACF,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC,CAAC;AAuHF,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,2BAA2B,CAAC,CAuJtC;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,eAAe,CAAC,EAAE,MAAM,GACvB,OAAO,CAGT"}

package/dist/pipeline-engine.js

@@ -0,0 +1,210 @@
+import { builtinInsightProcessors, createInsightProcessorRegistry, } from "@x12i/memorix-insights";
+import { builtinResolvers, createResolverRegistry, } from "@x12i/memorix-resolvers";
+import { buildEntityFlowGraph } from "./graph/entity-flow-graph.js";
+import { hasLifecycleProcess, readPipelineProcessingState, } from "./lifecycle/pipeline-lifecycle.js";
+import { defaultStages, primaryLifecycleForStage } from "./pipeline-job-types.js";
+import { runAssociationStage, runEnrichmentStage, runNarrativeSyncStage, runResolutionStage, } from "./pipeline-stages.js";
+function canonicalCollection(descriptor) {
+    const canonicalKey = descriptor.defaults.canonicalContentType;
+    return descriptor.contentTypes[canonicalKey]?.collection ?? `${descriptor.collectionPrefix}-snapshots`;
+}
+function stampGraphId(record, graphId) {
+    if (!graphId)
+        return record;
+    const system = record._system && typeof record._system === "object"
+        ? { ...record._system }
+        : {};
+    const processing = system.processing && typeof system.processing === "object"
+        ? { ...system.processing }
+        : {};
+    const current = readPipelineProcessingState(record);
+    processing.entityPipeline = { ...current, graphId };
+    return {
+        ...record,
+        _system: {
+            ...system,
+            processing,
+        },
+    };
+}
+function matchesRecordScope(recordId, options) {
+    if (!options.recordIds?.length)
+        return true;
+    return options.recordIds.includes(recordId);
+}
+async function shouldRunStage(ref, stage, record, options) {
+    if (options.rerun)
+        return true;
+    if (options.jobTypeRunHooks?.shouldProcess) {
+        return options.jobTypeRunHooks.shouldProcess(ref, stage, record);
+    }
+    const primary = primaryLifecycleForStage(stage);
+    return !hasLifecycleProcess(record, primary);
+}
+async function runStageWithHooks(stage, ref, run, options) {
+    const jobRunId = options.jobRunId ?? `pipeline-${Date.now()}`;
+    const sourceRecord = await options.dataAccess.loadRecord(ref);
+    const eligibilityRecord = sourceRecord ?? { recordId: ref.recordId };
+    const eligible = await shouldRunStage(ref, stage, eligibilityRecord, options);
+    if (!eligible) {
+        return {
+            record: eligibilityRecord,
+            stages: [],
+            parentLinkStatuses: [],
+            skipped: true,
+        };
+    }
+    try {
+        await options.jobTypeRunHooks?.onStarted?.(ref, stage, jobRunId);
+        const result = await run();
+        await options.jobTypeRunHooks?.onCompleted?.(ref, stage, jobRunId);
+        return { ...result, skipped: false };
+    }
+    catch (error) {
+        const err = error instanceof Error ? error : new Error(String(error));
+        await options.jobTypeRunHooks?.onFailed?.(ref, stage, jobRunId, err);
+        throw err;
+    }
+}
+function buildSummary(records) {
+    const summary = {
+        totalRecords: records.length,
+        byObjectType: {},
+        routeStatuses: {},
+    };
+    for (const row of records) {
+        const bucket = summary.byObjectType[row.objectType] ?? {
+            count: 0,
+            stages: {},
+            routes: {},
+        };
+        bucket.count += 1;
+        for (const stage of row.stages) {
+            bucket.stages[stage] = (bucket.stages[stage] ?? 0) + 1;
+        }
+        for (const link of row.parentLinkStatuses) {
+            bucket.routes[link.status] = (bucket.routes[link.status] ?? 0) + 1;
+            const key = `${row.objectType}::${link.routeKey}::${link.status}`;
+            summary.routeStatuses[key] = (summary.routeStatuses[key] ?? 0) + 1;
+        }
+        summary.byObjectType[row.objectType] = bucket;
+    }
+    return summary;
+}
+export async function processEntityPipeline(options) {
+    const resolverRegistry = options.resolverRegistry ?? createResolverRegistry(builtinResolvers);
+    const insightRegistry = options.insightRegistry ?? createInsightProcessorRegistry(builtinInsightProcessors);
+    const graph = buildEntityFlowGraph(options.descriptors);
+    const selectedStages = defaultStages(options.stages);
+    const records = [];
+    const parentCache = new Map();
+    const processingOrder = options.objectTypes?.length
+        ? graph.processingOrder.filter((objectType) => options.objectTypes.includes(objectType))
+        : graph.processingOrder;
+    for (const objectType of processingOrder) {
+        const node = graph.nodes.get(objectType);
+        if (!node)
+            continue;
+        const descriptor = node.descriptor;
+        const collection = canonicalCollection(descriptor);
+        const sourceRecords = await options.dataAccess.loadRecordsForObjectType(objectType, collection, options.filter);
+        console.log(`[entity-pipeline] processing ${objectType}: ${sourceRecords.length} records`);
+        let processed = 0;
+        for (const sourceRecord of sourceRecords) {
+            const recordId = typeof sourceRecord.recordId === "string" ? sourceRecord.recordId : "";
+            if (!recordId || !matchesRecordScope(recordId, options))
+                continue;
+            const ref = {
+                objectType,
+                recordId,
+                collection,
+            };
+            let record = stampGraphId({ ...sourceRecord }, options.graphId);
+            const stages = [];
+            let parentLinkStatuses = [];
+            if (selectedStages.includes("resolution")) {
+                const resolution = await runStageWithHooks("resolution", ref, () => runResolutionStage({
+                    record,
+                    descriptor,
+                    registry: resolverRegistry,
+                    dataAccess: options.dataAccess,
+                    recordId,
+                }), options);
+                if (!resolution.skipped) {
+                    record = resolution.record;
+                    stages.push(...resolution.stages);
+                }
+            }
+            if (selectedStages.includes("enrichment")) {
+                const enrichment = await runStageWithHooks("enrichment", ref, () => runEnrichmentStage({
+                    record,
+                    descriptor,
+                    registry: insightRegistry,
+                    dataAccess: options.dataAccess,
+                }), options);
+                if (!enrichment.skipped) {
+                    record = enrichment.record;
+                    stages.push(...enrichment.stages);
+                }
+            }
+            if (selectedStages.includes("association")) {
+                const association = await runStageWithHooks("association", ref, () => runAssociationStage({
+                    record,
+                    objectType,
+                    descriptor,
+                    graph,
+                    parentCache,
+                    dataAccess: options.dataAccess,
+                }), options);
+                if (!association.skipped) {
+                    record = association.record;
+                    stages.push(...association.stages);
+                    parentLinkStatuses = association.parentLinkStatuses;
+                }
+            }
+            if (selectedStages.includes("narrative-sync")) {
+                const narrativeSync = await runStageWithHooks("narrative-sync", ref, () => runNarrativeSyncStage({
+                    record,
+                    descriptor,
+                    descriptors: options.descriptors,
+                    objectType,
+                    dataAccess: options.dataAccess,
+                }), options);
+                if (!narrativeSync.skipped) {
+                    record = narrativeSync.record;
+                    stages.push(...narrativeSync.stages);
+                }
+            }
+            if (stages.length > 0 && !options.dryRun && options.dataAccess.saveRecord) {
+                await options.dataAccess.saveRecord(ref, record);
+            }
+            if (stages.length > 0) {
+                records.push({
+                    objectType,
+                    recordId,
+                    record,
+                    stages,
+                    parentLinkStatuses,
+                });
+            }
+            processed += 1;
+            if (processed % 100 === 0 || processed === sourceRecords.length) {
+                console.log(`[entity-pipeline] ${objectType}: ${processed}/${sourceRecords.length}`);
+            }
+        }
+        console.log(`[entity-pipeline] finished ${objectType}: ${processed} records`);
+    }
+    return {
+        graphId: options.graphId,
+        jobRunId: options.jobRunId,
+        processingOrder,
+        records,
+        summary: buildSummary(records),
+    };
+}
+export function recordIsPipelineReady(record, requiredProcess) {
+    if (!requiredProcess)
+        return true;
+    return hasLifecycleProcess(record, requiredProcess);
+}
+//# sourceMappingURL=pipeline-engine.js.map

package/dist/pipeline-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-engine.js","sourceRoot":"","sources":["../src/pipeline-engine.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,wBAAwB,EACxB,8BAA8B,GAE/B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GAEvB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EACL,mBAAmB,EACnB,2BAA2B,GAE5B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,wBAAwB,EAAsB,MAAM,yBAAyB,CAAC;AACtG,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AA2H9B,SAAS,mBAAmB,CAAC,UAAmC;IAC9D,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC9D,OAAO,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,UAAU,IAAI,GAAG,UAAU,CAAC,gBAAgB,YAAY,CAAC;AACzG,CAAC;AAED,SAAS,YAAY,CAAC,MAA+B,EAAE,OAAgB;IACrE,IAAI,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAC5B,MAAM,MAAM,GACV,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;QAClD,CAAC,CAAC,EAAE,GAAI,MAAM,CAAC,OAAmC,EAAE;QACpD,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,UAAU,GACd,MAAM,CAAC,UAAU,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;QACxD,CAAC,CAAC,EAAE,GAAI,MAAM,CAAC,UAAsC,EAAE;QACvD,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC;IACpD,UAAU,CAAC,cAAc,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CAAC;IACpD,OAAO;QACL,GAAG,MAAM;QACT,OAAO,EAAE;YACP,GAAG,MAAM;YACT,UAAU;SACX;KACF,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,QAAgB,EAChB,OAAwD;IAExD,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM;QAAE,OAAO,IAAI,CAAC;IAC5C,OAAO,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,GAAsB,EACtB,KAAoB,EACpB,MAA+B,EAC/B,OAAqC;IAErC,IAAI,OAAO,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,OAAO,CAAC,eAAe,EAAE,aAAa,EAAE,CAAC;QAC3C,OAAO,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;IAChD,OAAO,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC/C,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,KAAoB,EACpB,GAAsB,EACtB,GAIE,EACF,OAAqC;IAOrC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IAC9D,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAC9D,MAAM,iBAAiB,GAAG,YAAY,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;IAErE,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,iBAAiB,EAAE,OAAO,CAAC,CAAC;IAC9E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO;YACL,MAAM,EAAE,iBAAiB;YACzB,MAAM,EAAE,EAAE;YACV,kBAAkB,EAAE,EAAE;YACtB,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,eAAe,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;QAC3B,MAAM,OAAO,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnE,OAAO,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACtE,MAAM,OAAO,CAAC,eAAe,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QACrE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,OAAgC;IACpD,MAAM,OAAO,GAAuB;QAClC,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,YAAY,EAAE,EAAE;QAChB,aAAa,EAAE,EAAE;KAClB,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI;YACrD,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;SACX,CAAC;QACF,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAClB,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC/B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACzD,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACnE,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAClE,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,CAAC;QACD,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC;IAChD,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAqC;IAErC,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,sBAAsB,CAAC,gBAAgB,CAAC,CAAC;IAC9F,MAAM,eAAe,GACnB,OAAO,CAAC,eAAe,IAAI,8BAA8B,CAAC,wBAAwB,CAAC,CAAC;IACtF,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,IAAI,GAAG,EAA0C,CAAC;IAEtE,MAAM,eAAe,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM;QACjD,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,WAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACzF,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC;IAE1B,KAAK,MAAM,UAAU,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,MAAM,UAAU,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,wBAAwB,CACrE,UAAU,EACV,UAAU,EACV,OAAO,CAAC,MAAM,CACf,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,gCAAgC,UAAU,KAAK,aAAa,CAAC,MAAM,UAAU,CAAC,CAAC;QAE3F,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,OAAO,YAAY,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,IAAI,CAAC,QAAQ,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC;gBAAE,SAAS;YAElE,MAAM,GAAG,GAAsB;gBAC7B,UAAU;gBACV,QAAQ;gBACR,UAAU;aACX,CAAC;YAEF,IAAI,MAAM,GAAG,YAAY,CAAC,EAAE,GAAG,YAAY,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAChE,MAAM,MAAM,GAA+B,EAAE,CAAC;YAC9C,IAAI,kBAAkB,GAAgD,EAAE,CAAC;YAEzE,IAAI,cAAc,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,MAAM,iBAAiB,CACxC,YAAY,EACZ,GAAG,EACH,GAAG,EAAE,CACH,kBAAkB,CAAC;oBACjB,MAAM;oBACN,UAAU;oBACV,QAAQ,EAAE,gBAAgB;oBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,QAAQ;iBACT,CAAC,EACJ,OAAO,CACR,CAAC;gBACF,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBACxB,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,IAAI,cAAc,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC1C,MAAM,UAAU,GAAG,MAAM,iBAAiB,CACxC,YAAY,EACZ,GAAG,EACH,GAAG,EAAE,CACH,kBAAkB,CAAC;oBACjB,MAAM;oBACN,UAAU;oBACV,QAAQ,EAAE,eAAe;oBACzB,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC,EACJ,OAAO,CACR,CAAC;gBACF,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBACxB,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,IAAI,cAAc,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC3C,MAAM,WAAW,GAAG,MAAM,iBAAiB,CACzC,aAAa,EACb,GAAG,EACH,GAAG,EAAE,CACH,mBAAmB,CAAC;oBAClB,MAAM;oBACN,UAAU;oBACV,UAAU;oBACV,KAAK;oBACL,WAAW;oBACX,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC,EACJ,OAAO,CACR,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;oBACzB,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;oBACnC,kBAAkB,GAAG,WAAW,CAAC,kBAAkB,CAAC;gBACtD,CAAC;YACH,CAAC;YAED,IAAI,cAAc,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC9C,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAC3C,gBAAgB,EAChB,GAAG,EACH,GAAG,EAAE,CACH,qBAAqB,CAAC;oBACpB,MAAM;oBACN,UAAU;oBACV,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,UAAU;oBACV,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC,EACJ,OAAO,CACR,CAAC;gBACF,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;oBAC3B,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;oBAC9B,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC1E,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU;oBACV,QAAQ;oBACR,MAAM;oBACN,MAAM;oBACN,kBAAkB;iBACnB,CAAC,CAAC;YACL,CAAC;YAED,SAAS,IAAI,CAAC,CAAC;YACf,IAAI,SAAS,GAAG,GAAG,KAAK,CAAC,IAAI,SAAS,KAAK,aAAa,CAAC,MAAM,EAAE,CAAC;gBAChE,OAAO,CAAC,GAAG,CAAC,qBAAqB,UAAU,KAAK,SAAS,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;YACvF,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,8BAA8B,UAAU,KAAK,SAAS,UAAU,CAAC,CAAC;IAChF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,eAAe;QACf,OAAO;QACP,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC;KAC/B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAA+B,EAC/B,eAAwB;IAExB,IAAI,CAAC,eAAe;QAAE,OAAO,IAAI,CAAC;IAClC,OAAO,mBAAmB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AACtD,CAAC"}

package/dist/pipeline-job-types.d.ts

@@ -0,0 +1,14 @@
+import type { PipelineLifecycleProcess } from "./lifecycle/pipeline-lifecycle.js";
+/** User-facing pipeline stages. */
+export type PipelineStage = "resolution" | "enrichment" | "association" | "narrative-sync";
+export declare const PIPELINE_STAGES: PipelineStage[];
+/** Stable job-type ids stamped under `_system._jobTypeRuns`. */
+export declare const PIPELINE_JOB_TYPE_IDS: Record<PipelineStage, string>;
+/** Primary lifecycle process stamped when a stage completes successfully. */
+export declare const STAGE_PRIMARY_LIFECYCLE: Record<PipelineStage, PipelineLifecycleProcess>;
+/** All lifecycle processes a stage may stamp (including route outcomes for association). */
+export declare const STAGE_LIFECYCLE_PROCESSES: Record<PipelineStage, PipelineLifecycleProcess[]>;
+export declare function jobTypeIdForStage(stage: PipelineStage): string;
+export declare function primaryLifecycleForStage(stage: PipelineStage): PipelineLifecycleProcess;
+export declare function defaultStages(stages?: PipelineStage[]): PipelineStage[];
+//# sourceMappingURL=pipeline-job-types.d.ts.map

package/dist/pipeline-job-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-job-types.d.ts","sourceRoot":"","sources":["../src/pipeline-job-types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAElF,mCAAmC;AACnC,MAAM,MAAM,aAAa,GAAG,YAAY,GAAG,YAAY,GAAG,aAAa,GAAG,gBAAgB,CAAC;AAE3F,eAAO,MAAM,eAAe,EAAE,aAAa,EAK1C,CAAC;AAEF,gEAAgE;AAChE,eAAO,MAAM,qBAAqB,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAK/D,CAAC;AAEF,6EAA6E;AAC7E,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,aAAa,EAAE,wBAAwB,CAKnF,CAAC;AAEF,4FAA4F;AAC5F,eAAO,MAAM,yBAAyB,EAAE,MAAM,CAAC,aAAa,EAAE,wBAAwB,EAAE,CAavF,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM,CAE9D;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,aAAa,GAAG,wBAAwB,CAEvF;AAED,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,GAAG,aAAa,EAAE,CAIvE"}

package/dist/pipeline-job-types.js

@@ -0,0 +1,48 @@
+export const PIPELINE_STAGES = [
+    "resolution",
+    "enrichment",
+    "association",
+    "narrative-sync",
+];
+/** Stable job-type ids stamped under `_system._jobTypeRuns`. */
+export const PIPELINE_JOB_TYPE_IDS = {
+    resolution: "entity-pipeline.resolution",
+    enrichment: "entity-pipeline.enrichment",
+    association: "entity-pipeline.association",
+    "narrative-sync": "entity-pipeline.narrative-sync",
+};
+/** Primary lifecycle process stamped when a stage completes successfully. */
+export const STAGE_PRIMARY_LIFECYCLE = {
+    resolution: "entity-resolved",
+    enrichment: "entity-insights-processed",
+    association: "entity-associated",
+    "narrative-sync": "entity-narratives-synced",
+};
+/** All lifecycle processes a stage may stamp (including route outcomes for association). */
+export const STAGE_LIFECYCLE_PROCESSES = {
+    resolution: ["entity-resolved"],
+    enrichment: ["entity-insights-processed"],
+    association: [
+        "entity-parent-linked",
+        "entity-associated",
+        "entity-side-content-associated",
+        "entity-route-unlinked",
+        "entity-route-skipped",
+        "entity-route-deferred",
+        "entity-prerequisite-missing",
+    ],
+    "narrative-sync": ["entity-narratives-synced"],
+};
+export function jobTypeIdForStage(stage) {
+    return PIPELINE_JOB_TYPE_IDS[stage];
+}
+export function primaryLifecycleForStage(stage) {
+    return STAGE_PRIMARY_LIFECYCLE[stage];
+}
+export function defaultStages(stages) {
+    if (!stages?.length)
+        return [...PIPELINE_STAGES];
+    const ordered = PIPELINE_STAGES.filter((stage) => stages.includes(stage));
+    return ordered.length > 0 ? ordered : [...PIPELINE_STAGES];
+}
+//# sourceMappingURL=pipeline-job-types.js.map

package/dist/pipeline-job-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-job-types.js","sourceRoot":"","sources":["../src/pipeline-job-types.ts"],"names":[],"mappings":"AAKA,MAAM,CAAC,MAAM,eAAe,GAAoB;IAC9C,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,gBAAgB;CACjB,CAAC;AAEF,gEAAgE;AAChE,MAAM,CAAC,MAAM,qBAAqB,GAAkC;IAClE,UAAU,EAAE,4BAA4B;IACxC,UAAU,EAAE,4BAA4B;IACxC,WAAW,EAAE,6BAA6B;IAC1C,gBAAgB,EAAE,gCAAgC;CACnD,CAAC;AAEF,6EAA6E;AAC7E,MAAM,CAAC,MAAM,uBAAuB,GAAoD;IACtF,UAAU,EAAE,iBAAiB;IAC7B,UAAU,EAAE,2BAA2B;IACvC,WAAW,EAAE,mBAAmB;IAChC,gBAAgB,EAAE,0BAA0B;CAC7C,CAAC;AAEF,4FAA4F;AAC5F,MAAM,CAAC,MAAM,yBAAyB,GAAsD;IAC1F,UAAU,EAAE,CAAC,iBAAiB,CAAC;IAC/B,UAAU,EAAE,CAAC,2BAA2B,CAAC;IACzC,WAAW,EAAE;QACX,sBAAsB;QACtB,mBAAmB;QACnB,gCAAgC;QAChC,uBAAuB;QACvB,sBAAsB;QACtB,uBAAuB;QACvB,6BAA6B;KAC9B;IACD,gBAAgB,EAAE,CAAC,0BAA0B,CAAC;CAC/C,CAAC;AAEF,MAAM,UAAU,iBAAiB,CAAC,KAAoB;IACpD,OAAO,qBAAqB,CAAC,KAAK,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAoB;IAC3D,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAwB;IACpD,IAAI,CAAC,MAAM,EAAE,MAAM;QAAE,OAAO,CAAC,GAAG,eAAe,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;AAC7D,CAAC"}

package/dist/pipeline-jobs.d.ts

@@ -0,0 +1,22 @@
+import type { MemorixEntityDescriptor } from "@x12i/memorix-descriptors/types";
+import type { PipelineStage } from "./pipeline-job-types.js";
+import { type PipelineDataAccess, type PipelineJobTypeRunHooks, type ProcessEntityPipelineOptions, type ProcessEntityPipelineResult } from "./pipeline-engine.js";
+export type RunPipelineJobOptions = {
+    descriptors: MemorixEntityDescriptor[];
+    dataAccess: PipelineDataAccess;
+    stages?: PipelineStage[];
+    objectTypes?: string[];
+    recordIds?: string[];
+    filter?: Record<string, unknown>;
+    dryRun?: boolean;
+    rerun?: boolean;
+    graphId?: string;
+    jobRunId?: string;
+    jobTypeRunHooks?: PipelineJobTypeRunHooks;
+} & Pick<ProcessEntityPipelineOptions, "resolverRegistry" | "insightRegistry">;
+export type RunPipelineJobResult = ProcessEntityPipelineResult & {
+    mode: "dry-run" | "apply";
+    ranAt: string;
+};
+export declare function runPipelineJob(options: RunPipelineJobOptions): Promise<RunPipelineJobResult>;
+//# sourceMappingURL=pipeline-jobs.d.ts.map

package/dist/pipeline-jobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-jobs.d.ts","sourceRoot":"","sources":["../src/pipeline-jobs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAE/E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EACjC,MAAM,sBAAsB,CAAC;AAE9B,MAAM,MAAM,qBAAqB,GAAG;IAClC,WAAW,EAAE,uBAAuB,EAAE,CAAC;IACvC,UAAU,EAAE,kBAAkB,CAAC;IAC/B,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,uBAAuB,CAAC;CAC3C,GAAG,IAAI,CACN,4BAA4B,EAC5B,kBAAkB,GAAG,iBAAiB,CACvC,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,2BAA2B,GAAG;IAC/D,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAsB,cAAc,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAyBlG"}

package/dist/pipeline-jobs.js

@@ -0,0 +1,27 @@
+import { randomUUID } from "node:crypto";
+import { processEntityPipeline, } from "./pipeline-engine.js";
+export async function runPipelineJob(options) {
+    const jobRunId = options.jobRunId ?? randomUUID();
+    const dryRun = options.dryRun !== false;
+    const result = await processEntityPipeline({
+        descriptors: options.descriptors,
+        dataAccess: options.dataAccess,
+        resolverRegistry: options.resolverRegistry,
+        insightRegistry: options.insightRegistry,
+        graphId: options.graphId ?? "entity-pipeline",
+        dryRun,
+        stages: options.stages,
+        objectTypes: options.objectTypes,
+        recordIds: options.recordIds,
+        filter: options.filter,
+        rerun: options.rerun,
+        jobRunId,
+        jobTypeRunHooks: options.jobTypeRunHooks,
+    });
+    return {
+        ...result,
+        mode: dryRun ? "dry-run" : "apply",
+        ranAt: new Date().toISOString(),
+    };
+}
+//# sourceMappingURL=pipeline-jobs.js.map

package/dist/pipeline-jobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-jobs.js","sourceRoot":"","sources":["../src/pipeline-jobs.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EACL,qBAAqB,GAKtB,MAAM,sBAAsB,CAAC;AAwB9B,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAA8B;IACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,UAAU,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC;IAExC,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC;QACzC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,iBAAiB;QAC7C,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ;QACR,eAAe,EAAE,OAAO,CAAC,eAAe;KACzC,CAAC,CAAC;IAEH,OAAO;QACL,GAAG,MAAM;QACT,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;QAClC,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAChC,CAAC;AACJ,CAAC"}

package/dist/pipeline-stages.d.ts

@@ -0,0 +1,44 @@
+import type { MemorixEntityDescriptor } from "@x12i/memorix-descriptors/types";
+import { type InsightProcessorRegistry } from "@x12i/memorix-insights";
+import { type ResolverRegistry } from "@x12i/memorix-resolvers";
+import type { EntityFlowGraph } from "./graph/entity-flow-graph.js";
+import { type PipelineLifecycleProcess } from "./lifecycle/pipeline-lifecycle.js";
+import type { PipelineDataAccess } from "./pipeline-engine.js";
+export type StageRunResult = {
+    record: Record<string, unknown>;
+    stages: PipelineLifecycleProcess[];
+    parentLinkStatuses: Array<{
+        routeKey: string;
+        status: string;
+        reason?: string;
+    }>;
+};
+export declare function runResolutionStage(input: {
+    record: Record<string, unknown>;
+    descriptor: MemorixEntityDescriptor;
+    registry: ResolverRegistry;
+    dataAccess: PipelineDataAccess;
+    recordId: string;
+}): Promise<StageRunResult>;
+export declare function runEnrichmentStage(input: {
+    record: Record<string, unknown>;
+    descriptor: MemorixEntityDescriptor;
+    registry: InsightProcessorRegistry;
+    dataAccess: PipelineDataAccess;
+}): Promise<StageRunResult>;
+export declare function runAssociationStage(input: {
+    record: Record<string, unknown>;
+    objectType: string;
+    descriptor: MemorixEntityDescriptor;
+    graph: EntityFlowGraph;
+    parentCache: Map<string, Array<Record<string, unknown>>>;
+    dataAccess: PipelineDataAccess;
+}): Promise<StageRunResult>;
+export declare function runNarrativeSyncStage(input: {
+    record: Record<string, unknown>;
+    descriptor: MemorixEntityDescriptor;
+    descriptors?: MemorixEntityDescriptor[];
+    objectType: string;
+    dataAccess: PipelineDataAccess;
+}): Promise<StageRunResult>;
+//# sourceMappingURL=pipeline-stages.d.ts.map

package/dist/pipeline-stages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-stages.d.ts","sourceRoot":"","sources":["../src/pipeline-stages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,uBAAuB,EAGxB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEL,KAAK,wBAAwB,EAE9B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAKL,KAAK,gBAAgB,EACtB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAEpE,OAAO,EAGL,KAAK,wBAAwB,EAC9B,MAAM,mCAAmC,CAAC;AAM3C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE/D,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,MAAM,EAAE,wBAAwB,EAAE,CAAC;IACnC,kBAAkB,EAAE,KAAK,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ,CAAC;AAOF,wBAAsB,kBAAkB,CAAC,KAAK,EAAE;IAC9C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,UAAU,EAAE,uBAAuB,CAAC;IACpC,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,UAAU,EAAE,kBAAkB,CAAC;IAC/B,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,cAAc,CAAC,CAe1B;AAED,wBAAsB,kBAAkB,CAAC,KAAK,EAAE;IAC9C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,UAAU,EAAE,uBAAuB,CAAC;IACpC,QAAQ,EAAE,wBAAwB,CAAC;IACnC,UAAU,EAAE,kBAAkB,CAAC;CAChC,GAAG,OAAO,CAAC,cAAc,CAAC,CAc1B;AAED,wBAAsB,mBAAmB,CAAC,KAAK,EAAE;IAC/C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,uBAAuB,CAAC;IACpC,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IACzD,UAAU,EAAE,kBAAkB,CAAC;CAChC,GAAG,OAAO,CAAC,cAAc,CAAC,CAyE1B;AAqBD,wBAAsB,qBAAqB,CAAC,KAAK,EAAE;IACjD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,UAAU,EAAE,uBAAuB,CAAC;IACpC,WAAW,CAAC,EAAE,uBAAuB,EAAE,CAAC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,kBAAkB,CAAC;CAChC,GAAG,OAAO,CAAC,cAAc,CAAC,CAsB1B"}