@x12i/memorix-pipeline 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +93 -0
- package/dist/association/associated-buckets.d.ts +12 -0
- package/dist/association/associated-buckets.d.ts.map +1 -0
- package/dist/association/associated-buckets.js +66 -0
- package/dist/association/associated-buckets.js.map +1 -0
- package/dist/association/association-roll-down.d.ts +33 -0
- package/dist/association/association-roll-down.d.ts.map +1 -0
- package/dist/association/association-roll-down.js +154 -0
- package/dist/association/association-roll-down.js.map +1 -0
- package/dist/graph/entity-flow-graph.d.ts +17 -0
- package/dist/graph/entity-flow-graph.d.ts.map +1 -0
- package/dist/graph/entity-flow-graph.js +79 -0
- package/dist/graph/entity-flow-graph.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +13 -0
- package/dist/index.js.map +1 -0
- package/dist/lifecycle/pipeline-lifecycle.d.ts +22 -0
- package/dist/lifecycle/pipeline-lifecycle.d.ts.map +1 -0
- package/dist/lifecycle/pipeline-lifecycle.js +82 -0
- package/dist/lifecycle/pipeline-lifecycle.js.map +1 -0
- package/dist/mongo/data-access.d.ts +17 -0
- package/dist/mongo/data-access.d.ts.map +1 -0
- package/dist/mongo/data-access.js +246 -0
- package/dist/mongo/data-access.js.map +1 -0
- package/dist/narratives/narrative-sync.d.ts +31 -0
- package/dist/narratives/narrative-sync.d.ts.map +1 -0
- package/dist/narratives/narrative-sync.js +289 -0
- package/dist/narratives/narrative-sync.js.map +1 -0
- package/dist/parts-catalog/build-catalog.d.ts +12 -0
- package/dist/parts-catalog/build-catalog.d.ts.map +1 -0
- package/dist/parts-catalog/build-catalog.js +285 -0
- package/dist/parts-catalog/build-catalog.js.map +1 -0
- package/dist/parts-catalog/index.d.ts +3 -0
- package/dist/parts-catalog/index.d.ts.map +1 -0
- package/dist/parts-catalog/index.js +2 -0
- package/dist/parts-catalog/index.js.map +1 -0
- package/dist/parts-catalog/types.d.ts +80 -0
- package/dist/parts-catalog/types.d.ts.map +1 -0
- package/dist/parts-catalog/types.js +2 -0
- package/dist/parts-catalog/types.js.map +1 -0
- package/dist/pipeline-engine.d.ts +87 -0
- package/dist/pipeline-engine.d.ts.map +1 -0
- package/dist/pipeline-engine.js +210 -0
- package/dist/pipeline-engine.js.map +1 -0
- package/dist/pipeline-job-types.d.ts +14 -0
- package/dist/pipeline-job-types.d.ts.map +1 -0
- package/dist/pipeline-job-types.js +48 -0
- package/dist/pipeline-job-types.js.map +1 -0
- package/dist/pipeline-jobs.d.ts +22 -0
- package/dist/pipeline-jobs.d.ts.map +1 -0
- package/dist/pipeline-jobs.js +27 -0
- package/dist/pipeline-jobs.js.map +1 -0
- package/dist/pipeline-stages.d.ts +44 -0
- package/dist/pipeline-stages.d.ts.map +1 -0
- package/dist/pipeline-stages.js +200 -0
- package/dist/pipeline-stages.js.map +1 -0
- package/dist/pipeline-status.d.ts +66 -0
- package/dist/pipeline-status.d.ts.map +1 -0
- package/dist/pipeline-status.js +137 -0
- package/dist/pipeline-status.js.map +1 -0
- package/package.json +54 -0
|
@@ -0,0 +1,200 @@
|
|
|
1
|
+
import { runInsightPipeline, } from "@x12i/memorix-insights";
|
|
2
|
+
import { runResolverSteps, setByPath, } from "@x12i/memorix-resolvers";
|
|
3
|
+
import { applyAssociationRollDown } from "./association/association-roll-down.js";
|
|
4
|
+
import { routesForChild } from "./graph/entity-flow-graph.js";
|
|
5
|
+
import { stampPipelineLifecycle, stampRouteStatus, } from "./lifecycle/pipeline-lifecycle.js";
|
|
6
|
+
import { applyNarrativeSync, evaluateHavingNarratives, } from "./narratives/narrative-sync.js";
|
|
7
|
+
function canonicalCollection(descriptor) {
|
|
8
|
+
const canonicalKey = descriptor.defaults.canonicalContentType;
|
|
9
|
+
return descriptor.contentTypes[canonicalKey]?.collection ?? `${descriptor.collectionPrefix}-snapshots`;
|
|
10
|
+
}
|
|
11
|
+
export async function runResolutionStage(input) {
|
|
12
|
+
const assignments = input.descriptor.processing?.resolvers;
|
|
13
|
+
if (!assignments?.length) {
|
|
14
|
+
return { record: input.record, stages: [], parentLinkStatuses: [] };
|
|
15
|
+
}
|
|
16
|
+
let record = await runAssignedResolvers(input.record, assignments, input.registry, input.dataAccess, input.recordId);
|
|
17
|
+
record = stampPipelineLifecycle(record, "entity-resolved");
|
|
18
|
+
return { record, stages: ["entity-resolved"], parentLinkStatuses: [] };
|
|
19
|
+
}
|
|
20
|
+
export async function runEnrichmentStage(input) {
|
|
21
|
+
const assignments = input.descriptor.processing?.insightStages;
|
|
22
|
+
if (!assignments?.length) {
|
|
23
|
+
return { record: input.record, stages: [], parentLinkStatuses: [] };
|
|
24
|
+
}
|
|
25
|
+
let record = await runAssignedInsightStages(input.record, assignments, input.registry, input.dataAccess);
|
|
26
|
+
record = stampPipelineLifecycle(record, "entity-insights-processed");
|
|
27
|
+
return { record, stages: ["entity-insights-processed"], parentLinkStatuses: [] };
|
|
28
|
+
}
|
|
29
|
+
export async function runAssociationStage(input) {
|
|
30
|
+
const routes = routesForChild(input.graph, input.objectType);
|
|
31
|
+
const parentRecordsByType = new Map();
|
|
32
|
+
for (const route of routes) {
|
|
33
|
+
if (!input.parentCache.has(route.parentObjectType)) {
|
|
34
|
+
const parentDescriptor = input.graph.nodes.get(route.parentObjectType)?.descriptor;
|
|
35
|
+
const parentCollection = parentDescriptor
|
|
36
|
+
? canonicalCollection(parentDescriptor)
|
|
37
|
+
: `${route.parentObjectType}-snapshots`;
|
|
38
|
+
const parents = await input.dataAccess.loadRecordsForObjectType(route.parentObjectType, parentCollection);
|
|
39
|
+
input.parentCache.set(route.parentObjectType, parents);
|
|
40
|
+
}
|
|
41
|
+
parentRecordsByType.set(route.parentObjectType, input.parentCache.get(route.parentObjectType));
|
|
42
|
+
}
|
|
43
|
+
const association = applyAssociationRollDown({
|
|
44
|
+
childRecord: input.record,
|
|
45
|
+
routes,
|
|
46
|
+
parentRecordsByType,
|
|
47
|
+
contentTypes: input.descriptor.contentTypes,
|
|
48
|
+
rollParentSnapshots: input.descriptor.processing?.associatedContent?.rollParentSnapshots,
|
|
49
|
+
excludePostfixes: input.descriptor.processing?.associatedContent?.excludePostfixes,
|
|
50
|
+
});
|
|
51
|
+
let record = association.record;
|
|
52
|
+
const stages = [];
|
|
53
|
+
const parentLinkStatuses = [];
|
|
54
|
+
if (association.parentLinks.some((link) => link.linked)) {
|
|
55
|
+
record = stampPipelineLifecycle(record, "entity-parent-linked");
|
|
56
|
+
stages.push("entity-parent-linked");
|
|
57
|
+
}
|
|
58
|
+
if (association.associatedPropertiesTouched.length > 0) {
|
|
59
|
+
record = stampPipelineLifecycle(record, "entity-associated");
|
|
60
|
+
stages.push("entity-associated");
|
|
61
|
+
if (association.associatedPropertiesTouched.some((name) => name !== "associatedData")) {
|
|
62
|
+
record = stampPipelineLifecycle(record, "entity-side-content-associated");
|
|
63
|
+
stages.push("entity-side-content-associated");
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
for (const link of association.parentLinks) {
|
|
67
|
+
parentLinkStatuses.push({
|
|
68
|
+
routeKey: link.routeKey,
|
|
69
|
+
status: link.status,
|
|
70
|
+
reason: link.reason,
|
|
71
|
+
});
|
|
72
|
+
const lifecycleByStatus = {
|
|
73
|
+
unlinked: "entity-route-unlinked",
|
|
74
|
+
skipped: "entity-route-skipped",
|
|
75
|
+
deferred: "entity-route-deferred",
|
|
76
|
+
"prerequisite-missing": "entity-prerequisite-missing",
|
|
77
|
+
};
|
|
78
|
+
const lifecycle = lifecycleByStatus[link.status];
|
|
79
|
+
if (lifecycle) {
|
|
80
|
+
record = stampRouteStatus(record, {
|
|
81
|
+
routeKey: link.routeKey,
|
|
82
|
+
parentObjectType: link.parentObjectType,
|
|
83
|
+
status: link.status,
|
|
84
|
+
reason: link.reason,
|
|
85
|
+
});
|
|
86
|
+
record = stampPipelineLifecycle(record, lifecycle);
|
|
87
|
+
stages.push(lifecycle);
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
return { record, stages, parentLinkStatuses };
|
|
91
|
+
}
|
|
92
|
+
function narrativeSyncDataAccess(dataAccess, objectType) {
|
|
93
|
+
return {
|
|
94
|
+
hasRelationTargets: dataAccess.hasRelationTargets
|
|
95
|
+
? (record, relationKey, relation) => dataAccess.hasRelationTargets(record, relationKey, relation, objectType)
|
|
96
|
+
: undefined,
|
|
97
|
+
hasSideContent: dataAccess.hasSideContent
|
|
98
|
+
? (record, contentPostfix) => dataAccess.hasSideContent(record, contentPostfix, objectType)
|
|
99
|
+
: undefined,
|
|
100
|
+
loadRelationTargets: dataAccess.loadRelationTargets
|
|
101
|
+
? (record, relationKey, relation) => dataAccess.loadRelationTargets(record, relationKey, relation, objectType)
|
|
102
|
+
: undefined,
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
export async function runNarrativeSyncStage(input) {
|
|
106
|
+
const syncResult = await evaluateHavingNarratives(input.record, input.descriptor, {
|
|
107
|
+
dataAccess: narrativeSyncDataAccess(input.dataAccess, input.objectType),
|
|
108
|
+
descriptors: input.descriptors,
|
|
109
|
+
});
|
|
110
|
+
if (syncResult.add.length === 0 && syncResult.remove.length === 0) {
|
|
111
|
+
const stamped = stampPipelineLifecycle(input.record, "entity-narratives-synced");
|
|
112
|
+
return { record: stamped, stages: ["entity-narratives-synced"], parentLinkStatuses: [] };
|
|
113
|
+
}
|
|
114
|
+
const record = applyNarrativeSync(input.record, syncResult);
|
|
115
|
+
const stamped = stampPipelineLifecycle(record, "entity-narratives-synced");
|
|
116
|
+
return {
|
|
117
|
+
record: stamped,
|
|
118
|
+
stages: ["entity-narratives-synced"],
|
|
119
|
+
parentLinkStatuses: [],
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
async function runAssignedResolvers(record, assignments, registry, dataAccess, recordId) {
|
|
123
|
+
if (!assignments || assignments.length === 0)
|
|
124
|
+
return record;
|
|
125
|
+
const steps = assignments.map((assignment) => ({
|
|
126
|
+
type: assignment.resolverType ?? assignment.processorId,
|
|
127
|
+
resolverKey: assignment.processorId,
|
|
128
|
+
config: assignment.config,
|
|
129
|
+
}));
|
|
130
|
+
const result = await runResolverSteps(registry, {
|
|
131
|
+
steps,
|
|
132
|
+
record: record,
|
|
133
|
+
recordId,
|
|
134
|
+
context: {
|
|
135
|
+
scanRecords: dataAccess.scanRecords,
|
|
136
|
+
readRecord: dataAccess.readRecord,
|
|
137
|
+
},
|
|
138
|
+
});
|
|
139
|
+
const next = { ...record };
|
|
140
|
+
const data = next.data && typeof next.data === "object"
|
|
141
|
+
? { ...next.data }
|
|
142
|
+
: {};
|
|
143
|
+
next.data = data;
|
|
144
|
+
for (const [path, values] of result.mergedOutputs.entries()) {
|
|
145
|
+
if (values.length === 0)
|
|
146
|
+
continue;
|
|
147
|
+
setByPath(data, path.replace(/^data\./, ""), values.length === 1 ? values[0] : values);
|
|
148
|
+
}
|
|
149
|
+
return next;
|
|
150
|
+
}
|
|
151
|
+
async function runAssignedInsightStages(record, assignments, registry, dataAccess) {
|
|
152
|
+
if (!assignments || assignments.length === 0)
|
|
153
|
+
return record;
|
|
154
|
+
const cidr = typeof record.data?.cidr === "string"
|
|
155
|
+
? String(record.data.cidr)
|
|
156
|
+
: typeof record.data?.assetIp === "string"
|
|
157
|
+
? undefined
|
|
158
|
+
: undefined;
|
|
159
|
+
const subnetCidr = typeof record.data?.cidr === "string"
|
|
160
|
+
? String(record.data.cidr)
|
|
161
|
+
: undefined;
|
|
162
|
+
const input = subnetCidr ?? cidr ?? record.data ?? record;
|
|
163
|
+
const pipeline = await runInsightPipeline(registry, {
|
|
164
|
+
input,
|
|
165
|
+
stages: assignments.map((stage) => ({
|
|
166
|
+
processorId: stage.processorId,
|
|
167
|
+
config: stage.config,
|
|
168
|
+
sources: stage.sources,
|
|
169
|
+
})),
|
|
170
|
+
context: {
|
|
171
|
+
loadSource: dataAccess.loadSource,
|
|
172
|
+
},
|
|
173
|
+
});
|
|
174
|
+
const next = { ...record };
|
|
175
|
+
const finalStage = pipeline.final;
|
|
176
|
+
if (!finalStage)
|
|
177
|
+
return next;
|
|
178
|
+
const writeStage = [...assignments].reverse().find((stage) => stage.writeToInsights !== false);
|
|
179
|
+
if (writeStage && finalStage.outputKind === "insights") {
|
|
180
|
+
const insights = next.insights && typeof next.insights === "object"
|
|
181
|
+
? { ...next.insights }
|
|
182
|
+
: {};
|
|
183
|
+
const payload = finalStage.data;
|
|
184
|
+
if (Array.isArray(payload.insights)) {
|
|
185
|
+
insights.network = {
|
|
186
|
+
...(insights.network && typeof insights.network === "object"
|
|
187
|
+
? insights.network
|
|
188
|
+
: {}),
|
|
189
|
+
items: payload.insights,
|
|
190
|
+
processorId: finalStage.processorId,
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
else {
|
|
194
|
+
insights.network = payload;
|
|
195
|
+
}
|
|
196
|
+
next.insights = insights;
|
|
197
|
+
}
|
|
198
|
+
return next;
|
|
199
|
+
}
|
|
200
|
+
//# sourceMappingURL=pipeline-stages.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline-stages.js","sourceRoot":"","sources":["../src/pipeline-stages.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,kBAAkB,GAGnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,gBAAgB,EAChB,SAAS,GAIV,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,wBAAwB,EAAE,MAAM,wCAAwC,CAAC;AAElF,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EACL,sBAAsB,EACtB,gBAAgB,GAEjB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,kBAAkB,EAClB,wBAAwB,GAEzB,MAAM,gCAAgC,CAAC;AAaxC,SAAS,mBAAmB,CAAC,UAAmC;IAC9D,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IAC9D,OAAO,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,UAAU,IAAI,GAAG,UAAU,CAAC,gBAAgB,YAAY,CAAC;AACzG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAMxC;IACC,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,SAAS,CAAC;IAC3D,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC;IACtE,CAAC;IAED,IAAI,MAAM,GAAG,MAAM,oBAAoB,CACrC,KAAK,CAAC,MAAM,EACZ,WAAW,EACX,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,QAAQ,CACf,CAAC;IACF,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,iBAAiB,CAAC,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAKxC;IACC,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,aAAa,CAAC;IAC/D,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC;IACtE,CAAC;IAED,IAAI,MAAM,GAAG,MAAM,wBAAwB,CACzC,KAAK,CAAC,MAAM,EACZ,WAAW,EACX,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,UAAU,CACjB,CAAC;IACF,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,2BAA2B,CAAC,CAAC;IACrE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,2BAA2B,CAAC,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC;AACnF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAOzC;IACC,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7D,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAA0C,CAAC;IAE9E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACnD,MAAM,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,UAAU,CAAC;YACnF,MAAM,gBAAgB,GAAG,gBAAgB;gBACvC,CAAC,CAAC,mBAAmB,CAAC,gBAAgB,CAAC;gBACvC,CAAC,CAAC,GAAG,KAAK,CAAC,gBAAgB,YAAY,CAAC;YAC1C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,wBAAwB,CAC7D,KAAK,CAAC,gBAAgB,EACtB,gBAAgB,CACjB,CAAC;YACF,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;QACzD,CAAC;QACD,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAE,CAAC,CAAC;IAClG,CAAC;IAED,MAAM,WAAW,GAAG,wBAAwB,CAAC;QAC3C,WAAW,EAAE,KAAK,CAAC,MAAM;QACzB,MAAM;QACN,mBAAmB;QACnB,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,YAAY;QAC3C,mBAAmB,EAAE,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,iBAAiB,EAAE,mBAAmB;QACxF,gBAAgB,EAAE,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,iBAAiB,EAAE,gBAAgB;KACnF,CAAC,CAAC;IAEH,IAAI,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;IAChC,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,MAAM,kBAAkB,GAAyC,EAAE,CAAC;IAEpE,IAAI,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACxD,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,WAAW,CAAC,2BAA2B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACjC,IAAI,WAAW,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,gBAAgB,CAAC,EAAE,CAAC;YACtF,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,gCAAgC,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;QAC3C,kBAAkB,CAAC,IAAI,CAAC;YACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAA6C;YAClE,QAAQ,EAAE,uBAAuB;YACjC,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,uBAAuB;YACjC,sBAAsB,EAAE,6BAA6B;SACtD,CAAC;QACF,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE;gBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YACH,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YACnD,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,uBAAuB,CAC9B,UAA8B,EAC9B,UAAkB;IAElB,OAAO;QACL,kBAAkB,EAAE,UAAU,CAAC,kBAAkB;YAC/C,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,CAChC,UAAU,CAAC,kBAAmB,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;YAC7E,CAAC,CAAC,SAAS;QACb,cAAc,EAAE,UAAU,CAAC,cAAc;YACvC,CAAC,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,EAAE,CAAC,UAAU,CAAC,cAAe,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,CAAC;YAC5F,CAAC,CAAC,SAAS;QACb,mBAAmB,EAAE,UAAU,CAAC,mBAAmB;YACjD,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,CAChC,UAAU,CAAC,mBAAoB,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC;YAC9E,CAAC,CAAC,SAAS;KACd,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAM3C;IACC,MAAM,UAAU,GAAG,MAAM,wBAAwB,CAC/C,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,UAAU,EAChB;QACE,UAAU,EAAE,uBAAuB,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QACvE,WAAW,EAAE,KAAK,CAAC,WAAW;KAC/B,CACF,CAAC;IAEF,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,MAAM,OAAO,GAAG,sBAAsB,CAAC,KAAK,CAAC,MAAM,EAAE,0BAA0B,CAAC,CAAC;QACjF,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,0BAA0B,CAAC,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC;IAC3F,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,sBAAsB,CAAC,MAAM,EAAE,0BAA0B,CAAC,CAAC;IAC3E,OAAO;QACL,MAAM,EAAE,OAAO;QACf,MAAM,EAAE,CAAC,0BAA0B,CAAC;QACpC,kBAAkB,EAAE,EAAE;KACvB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAA+B,EAC/B,WAAoD,EACpD,QAA0B,EAC1B,UAA8B,EAC9B,QAAiB;IAEjB,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAE5D,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,EAAE,UAAU,CAAC,YAAY,IAAI,UAAU,CAAC,WAAW;QACvD,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,MAAM,EAAE,UAAU,CAAC,MAAM;KAC1B,CAAC,CAAC,CAAC;IAEJ,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE;QAC9C,KAAK;QACL,MAAM,EAAE,MAAoB;QAC5B,QAAQ;QACR,OAAO,EAAE;YACP,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,UAAU,EAAE,UAAU,CAAC,UAAU;SACN;KAC9B,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3B,MAAM,IAAI,GACR,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QACxC,CAAC,CAAC,EAAE,GAAI,IAAI,CAAC,IAAgC,EAAE;QAC/C,CAAC,CAAC,EAAE,CAAC;IACT,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IAEjB,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAClC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,MAA+B,EAC/B,WAAwD,EACxD,QAAkC,EAClC,UAA8B;IAE9B,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAE5D,MAAM,IAAI,GACR,OAAQ,MAAM,CAAC,IAA4C,EAAE,IAAI,KAAK,QAAQ;QAC5E,CAAC,CAAC,MAAM,CAAE,MAAM,CAAC,IAAgC,CAAC,IAAI,CAAC;QACvD,CAAC,CAAC,OAAQ,MAAM,CAAC,IAA4C,EAAE,OAAO,KAAK,QAAQ;YACjF,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,SAAS,CAAC;IAElB,MAAM,UAAU,GACd,OAAQ,MAAM,CAAC,IAA4C,EAAE,IAAI,KAAK,QAAQ;QAC5E,CAAC,CAAC,MAAM,CAAE,MAAM,CAAC,IAAgC,CAAC,IAAI,CAAC;QACvD,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,KAAK,GAAG,UAAU,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC;IAE1D,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE;QAClD,KAAK;QACL,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAClC,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC,CAAC;QACH,OAAO,EAAE;YACP,UAAU,EAAE,UAAU,CAAC,UAEV;SACd;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC;IAClC,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAE7B,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,KAAK,KAAK,CAAC,CAAC;IAC/F,IAAI,UAAU,IAAI,UAAU,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;QACvD,MAAM,QAAQ,GACZ,IAAI,CAAC,QAAQ,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;YAChD,CAAC,CAAC,EAAE,GAAI,IAAI,CAAC,QAAoC,EAAE;YACnD,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,OAAO,GAAG,UAAU,CAAC,IAA+B,CAAC;QAC3D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,QAAQ,CAAC,OAAO,GAAG;gBACjB,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;oBAC1D,CAAC,CAAE,QAAQ,CAAC,OAAmC;oBAC/C,CAAC,CAAC,EAAE,CAAC;gBACP,KAAK,EAAE,OAAO,CAAC,QAAQ;gBACvB,WAAW,EAAE,UAAU,CAAC,WAAW;aACpC,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import type { GraphRunEntry, GraphRunStatus } from "@x12i/memorix-descriptors/types";
|
|
2
|
+
import { type PipelineLifecycleProcess, type PipelineProcessingState, type PipelineRouteStatus } from "./lifecycle/pipeline-lifecycle.js";
|
|
3
|
+
import { type PipelineStage } from "./pipeline-job-types.js";
|
|
4
|
+
export type PipelineRecordStatus = {
|
|
5
|
+
entityPipeline: PipelineProcessingState;
|
|
6
|
+
jobTypeRuns: Partial<Record<PipelineStage, GraphRunEntry>>;
|
|
7
|
+
stages: Record<PipelineStage, {
|
|
8
|
+
lifecycleDone: boolean;
|
|
9
|
+
primaryProcess: PipelineLifecycleProcess;
|
|
10
|
+
jobTypeRun?: GraphRunEntry;
|
|
11
|
+
}>;
|
|
12
|
+
};
|
|
13
|
+
export type PipelineStatusFilterInput = {
|
|
14
|
+
stageDone: {
|
|
15
|
+
stage: PipelineStage;
|
|
16
|
+
};
|
|
17
|
+
} | {
|
|
18
|
+
stageNotDone: {
|
|
19
|
+
stage: PipelineStage;
|
|
20
|
+
};
|
|
21
|
+
} | {
|
|
22
|
+
stageJobStatus: {
|
|
23
|
+
stage: PipelineStage;
|
|
24
|
+
status: GraphRunStatus;
|
|
25
|
+
};
|
|
26
|
+
} | {
|
|
27
|
+
lifecycleMissing: {
|
|
28
|
+
process: PipelineLifecycleProcess;
|
|
29
|
+
};
|
|
30
|
+
} | {
|
|
31
|
+
lifecycleHas: {
|
|
32
|
+
process: PipelineLifecycleProcess;
|
|
33
|
+
};
|
|
34
|
+
} | {
|
|
35
|
+
routeStatus: {
|
|
36
|
+
status: PipelineRouteStatus["status"];
|
|
37
|
+
routeKey?: string;
|
|
38
|
+
};
|
|
39
|
+
} | {
|
|
40
|
+
lastRunBefore: {
|
|
41
|
+
before: string;
|
|
42
|
+
};
|
|
43
|
+
};
|
|
44
|
+
export declare function getPipelineRecordStatus(record: Record<string, unknown>): PipelineRecordStatus;
|
|
45
|
+
export declare function compilePipelineStatusFilter(input: PipelineStatusFilterInput): Record<string, unknown>;
|
|
46
|
+
export declare function compilePipelineStatusFilters(inputs: PipelineStatusFilterInput[] | undefined): Record<string, unknown> | undefined;
|
|
47
|
+
export type PipelineRecordListItem = {
|
|
48
|
+
recordId: string;
|
|
49
|
+
status: PipelineRecordStatus;
|
|
50
|
+
};
|
|
51
|
+
export declare function listPipelineRecordsByStatus(input: {
|
|
52
|
+
findRecords: (filter: Record<string, unknown>, options: {
|
|
53
|
+
limit: number;
|
|
54
|
+
skip: number;
|
|
55
|
+
}) => Promise<Array<Record<string, unknown>>>;
|
|
56
|
+
statusFilter?: PipelineStatusFilterInput | PipelineStatusFilterInput[];
|
|
57
|
+
recordIds?: string[];
|
|
58
|
+
extraFilter?: Record<string, unknown>;
|
|
59
|
+
limit?: number;
|
|
60
|
+
skip?: number;
|
|
61
|
+
}): Promise<{
|
|
62
|
+
items: PipelineRecordListItem[];
|
|
63
|
+
limit: number;
|
|
64
|
+
skip: number;
|
|
65
|
+
}>;
|
|
66
|
+
//# sourceMappingURL=pipeline-status.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline-status.d.ts","sourceRoot":"","sources":["../src/pipeline-status.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAMrF,OAAO,EAGL,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC5B,KAAK,mBAAmB,EACzB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAGL,KAAK,aAAa,EACnB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,MAAM,oBAAoB,GAAG;IACjC,cAAc,EAAE,uBAAuB,CAAC;IACxC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;IAC3D,MAAM,EAAE,MAAM,CACZ,aAAa,EACb;QACE,aAAa,EAAE,OAAO,CAAC;QACvB,cAAc,EAAE,wBAAwB,CAAC;QACzC,UAAU,CAAC,EAAE,aAAa,CAAC;KAC5B,CACF,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,yBAAyB,GACjC;IAAE,SAAS,EAAE;QAAE,KAAK,EAAE,aAAa,CAAA;KAAE,CAAA;CAAE,GACvC;IAAE,YAAY,EAAE;QAAE,KAAK,EAAE,aAAa,CAAA;KAAE,CAAA;CAAE,GAC1C;IAAE,cAAc,EAAE;QAAE,KAAK,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,cAAc,CAAA;KAAE,CAAA;CAAE,GACpE;IAAE,gBAAgB,EAAE;QAAE,OAAO,EAAE,wBAAwB,CAAA;KAAE,CAAA;CAAE,GAC3D;IAAE,YAAY,EAAE;QAAE,OAAO,EAAE,wBAAwB,CAAA;KAAE,CAAA;CAAE,GACvD;IAAE,WAAW,EAAE;QAAE,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GAC7E;IAAE,aAAa,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAQ1C,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,oBAAoB,CA0B7F;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,yBAAyB,GAC/B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAsEzB;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,yBAAyB,EAAE,GAAG,SAAS,GAC9C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAQrC;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,oBAAoB,CAAC;CAC9B,CAAC;AAEF,wBAAsB,2BAA2B,CAAC,KAAK,EAAE;IACvD,WAAW,EAAE,CACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,KACrC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC7C,YAAY,CAAC,EAAE,yBAAyB,GAAG,yBAAyB,EAAE,CAAC;IACvE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CA8B5E"}
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
import { jobTypeRunDotPath, jobTypeRunFieldKey, readJobTypeRuns, } from "@x12i/memorix-descriptors";
|
|
2
|
+
import { hasLifecycleProcess, readPipelineProcessingState, } from "./lifecycle/pipeline-lifecycle.js";
|
|
3
|
+
import { jobTypeIdForStage, primaryLifecycleForStage, } from "./pipeline-job-types.js";
|
|
4
|
+
const ENTITY_PIPELINE_PREFIX = "_system.processing.entityPipeline";
|
|
5
|
+
function entityPipelinePath(suffix) {
|
|
6
|
+
return `${ENTITY_PIPELINE_PREFIX}.${suffix}`;
|
|
7
|
+
}
|
|
8
|
+
export function getPipelineRecordStatus(record) {
|
|
9
|
+
const entityPipeline = readPipelineProcessingState(record);
|
|
10
|
+
const allJobTypeRuns = readJobTypeRuns(record) ?? {};
|
|
11
|
+
const stages = {};
|
|
12
|
+
for (const stage of ["resolution", "enrichment", "association", "narrative-sync"]) {
|
|
13
|
+
const jobTypeId = jobTypeIdForStage(stage);
|
|
14
|
+
const primaryProcess = primaryLifecycleForStage(stage);
|
|
15
|
+
const jobTypeRun = allJobTypeRuns[jobTypeRunFieldKey(jobTypeId)];
|
|
16
|
+
stages[stage] = {
|
|
17
|
+
lifecycleDone: hasLifecycleProcess(record, primaryProcess),
|
|
18
|
+
primaryProcess,
|
|
19
|
+
jobTypeRun,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
return {
|
|
23
|
+
entityPipeline,
|
|
24
|
+
jobTypeRuns: {
|
|
25
|
+
resolution: stages.resolution.jobTypeRun,
|
|
26
|
+
enrichment: stages.enrichment.jobTypeRun,
|
|
27
|
+
association: stages.association.jobTypeRun,
|
|
28
|
+
"narrative-sync": stages["narrative-sync"].jobTypeRun,
|
|
29
|
+
},
|
|
30
|
+
stages,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
export function compilePipelineStatusFilter(input) {
|
|
34
|
+
if ("stageDone" in input) {
|
|
35
|
+
return compilePipelineStatusFilter({ lifecycleHas: { process: primaryLifecycleForStage(input.stageDone.stage) } });
|
|
36
|
+
}
|
|
37
|
+
if ("stageNotDone" in input) {
|
|
38
|
+
const process = primaryLifecycleForStage(input.stageNotDone.stage);
|
|
39
|
+
const jobTypeId = jobTypeIdForStage(input.stageNotDone.stage);
|
|
40
|
+
return {
|
|
41
|
+
$and: [
|
|
42
|
+
{
|
|
43
|
+
$nor: [
|
|
44
|
+
{ [entityPipelinePath("lifecycle")]: { $elemMatch: { process } } },
|
|
45
|
+
{ "_system.lifecycle": { $elemMatch: { process } } },
|
|
46
|
+
],
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
$or: [
|
|
50
|
+
{ [jobTypeRunDotPath(jobTypeId)]: { $exists: false } },
|
|
51
|
+
{ [`${jobTypeRunDotPath(jobTypeId)}.status`]: { $ne: "done" } },
|
|
52
|
+
],
|
|
53
|
+
},
|
|
54
|
+
],
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
if ("stageJobStatus" in input) {
|
|
58
|
+
const jobTypeId = jobTypeIdForStage(input.stageJobStatus.stage);
|
|
59
|
+
return { [`${jobTypeRunDotPath(jobTypeId)}.status`]: input.stageJobStatus.status };
|
|
60
|
+
}
|
|
61
|
+
if ("lifecycleMissing" in input) {
|
|
62
|
+
const process = input.lifecycleMissing.process;
|
|
63
|
+
return {
|
|
64
|
+
$nor: [
|
|
65
|
+
{ [entityPipelinePath("lifecycle")]: { $elemMatch: { process } } },
|
|
66
|
+
{ "_system.lifecycle": { $elemMatch: { process } } },
|
|
67
|
+
],
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
if ("lifecycleHas" in input) {
|
|
71
|
+
const process = input.lifecycleHas.process;
|
|
72
|
+
return {
|
|
73
|
+
$or: [
|
|
74
|
+
{ [entityPipelinePath("lifecycle")]: { $elemMatch: { process } } },
|
|
75
|
+
{ "_system.lifecycle": { $elemMatch: { process } } },
|
|
76
|
+
],
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
if ("routeStatus" in input) {
|
|
80
|
+
const clause = {
|
|
81
|
+
[entityPipelinePath("routeStatuses")]: {
|
|
82
|
+
$elemMatch: {
|
|
83
|
+
status: input.routeStatus.status,
|
|
84
|
+
...(input.routeStatus.routeKey ? { routeKey: input.routeStatus.routeKey } : {}),
|
|
85
|
+
},
|
|
86
|
+
},
|
|
87
|
+
};
|
|
88
|
+
return clause;
|
|
89
|
+
}
|
|
90
|
+
if ("lastRunBefore" in input) {
|
|
91
|
+
return {
|
|
92
|
+
[entityPipelinePath("lastRunAt")]: { $lt: input.lastRunBefore.before },
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
return {};
|
|
96
|
+
}
|
|
97
|
+
export function compilePipelineStatusFilters(inputs) {
|
|
98
|
+
if (!inputs?.length)
|
|
99
|
+
return undefined;
|
|
100
|
+
const clauses = inputs
|
|
101
|
+
.map(compilePipelineStatusFilter)
|
|
102
|
+
.filter((clause) => Object.keys(clause).length > 0);
|
|
103
|
+
if (clauses.length === 0)
|
|
104
|
+
return undefined;
|
|
105
|
+
if (clauses.length === 1)
|
|
106
|
+
return clauses[0];
|
|
107
|
+
return { $and: clauses };
|
|
108
|
+
}
|
|
109
|
+
export async function listPipelineRecordsByStatus(input) {
|
|
110
|
+
const limit = Math.min(500, Math.max(1, input.limit ?? 50));
|
|
111
|
+
const skip = Math.max(0, input.skip ?? 0);
|
|
112
|
+
const statusInputs = input.statusFilter
|
|
113
|
+
? Array.isArray(input.statusFilter)
|
|
114
|
+
? input.statusFilter
|
|
115
|
+
: [input.statusFilter]
|
|
116
|
+
: undefined;
|
|
117
|
+
const clauses = [];
|
|
118
|
+
const statusClause = compilePipelineStatusFilters(statusInputs);
|
|
119
|
+
if (statusClause)
|
|
120
|
+
clauses.push(statusClause);
|
|
121
|
+
if (input.recordIds?.length)
|
|
122
|
+
clauses.push({ recordId: { $in: input.recordIds } });
|
|
123
|
+
if (input.extraFilter && Object.keys(input.extraFilter).length > 0) {
|
|
124
|
+
clauses.push(input.extraFilter);
|
|
125
|
+
}
|
|
126
|
+
const filter = clauses.length === 0 ? {} : clauses.length === 1 ? clauses[0] : { $and: clauses };
|
|
127
|
+
const docs = await input.findRecords(filter, { limit, skip });
|
|
128
|
+
return {
|
|
129
|
+
items: docs.map((doc) => ({
|
|
130
|
+
recordId: typeof doc.recordId === "string" ? doc.recordId : "",
|
|
131
|
+
status: getPipelineRecordStatus(doc),
|
|
132
|
+
})),
|
|
133
|
+
limit,
|
|
134
|
+
skip,
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
//# sourceMappingURL=pipeline-status.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pipeline-status.js","sourceRoot":"","sources":["../src/pipeline-status.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,GAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,mBAAmB,EACnB,2BAA2B,GAI5B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,iBAAiB,EACjB,wBAAwB,GAEzB,MAAM,yBAAyB,CAAC;AAwBjC,MAAM,sBAAsB,GAAG,mCAAmC,CAAC;AAEnE,SAAS,kBAAkB,CAAC,MAAc;IACxC,OAAO,GAAG,sBAAsB,IAAI,MAAM,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAA+B;IACrE,MAAM,cAAc,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC;IAC3D,MAAM,cAAc,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAErD,MAAM,MAAM,GAAG,EAAoC,CAAC;IACpD,KAAK,MAAM,KAAK,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,CAAoB,EAAE,CAAC;QACrG,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,cAAc,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,cAAc,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAA8B,CAAC;QAC9F,MAAM,CAAC,KAAK,CAAC,GAAG;YACd,aAAa,EAAE,mBAAmB,CAAC,MAAM,EAAE,cAAc,CAAC;YAC1D,cAAc;YACd,UAAU;SACX,CAAC;IACJ,CAAC;IAED,OAAO;QACL,cAAc;QACd,WAAW,EAAE;YACX,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,UAAU;YACxC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,UAAU;YACxC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU;YAC1C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,UAAU;SACtD;QACD,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAgC;IAEhC,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,2BAA2B,CAAC,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,wBAAwB,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;IACrH,CAAC;IAED,IAAI,cAAc,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,wBAAwB,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACnE,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9D,OAAO;YACL,IAAI,EAAE;gBACJ;oBACE,IAAI,EAAE;wBACJ,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;wBAClE,EAAE,mBAAmB,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;qBACrD;iBACF;gBACD;oBACE,GAAG,EAAE;wBACH,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;wBACtD,EAAE,CAAC,GAAG,iBAAiB,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;qBAChE;iBACF;aACF;SACF,CAAC;IACJ,CAAC;IAED,IAAI,gBAAgB,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC,GAAG,iBAAiB,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC;IACrF,CAAC;IAED,IAAI,kBAAkB,IAAI,KAAK,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;QAC/C,OAAO;YACL,IAAI,EAAE;gBACJ,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;gBAClE,EAAE,mBAAmB,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;aACrD;SACF,CAAC;IACJ,CAAC;IAED,IAAI,cAAc,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC;QAC3C,OAAO;YACL,GAAG,EAAE;gBACH,EAAE,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;gBAClE,EAAE,mBAAmB,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;aACrD;SACF,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,MAAM,GAA4B;YACtC,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC,EAAE;gBACrC,UAAU,EAAE;oBACV,MAAM,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM;oBAChC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChF;aACF;SACF,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,eAAe,IAAI,KAAK,EAAE,CAAC;QAC7B,OAAO;YACL,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE;SACvE,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,MAA+C;IAE/C,IAAI,CAAC,MAAM,EAAE,MAAM;QAAE,OAAO,SAAS,CAAC;IACtC,MAAM,OAAO,GAAG,MAAM;SACnB,GAAG,CAAC,2BAA2B,CAAC;SAChC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC3B,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,KAUjD;IACC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAE1C,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY;QACrC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YACjC,CAAC,CAAC,KAAK,CAAC,YAAY;YACpB,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC;QACxB,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,OAAO,GAA8B,EAAE,CAAC;IAC9C,MAAM,YAAY,GAAG,4BAA4B,CAAC,YAAY,CAAC,CAAC;IAChE,IAAI,YAAY;QAAE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS,EAAE,MAAM;QAAE,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAClF,IAAI,KAAK,CAAC,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAErF,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,QAAQ,EAAE,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;YAC9D,MAAM,EAAE,uBAAuB,CAAC,GAAG,CAAC;SACrC,CAAC,CAAC;QACH,KAAK;QACL,IAAI;KACL,CAAC;AACJ,CAAC"}
|
package/package.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@x12i/memorix-pipeline",
|
|
3
|
+
"version": "1.1.0",
|
|
4
|
+
"description": "Descriptor-driven entity processing pipeline — resolvers, insights, and association roll-down",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"types": "./dist/index.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"types": "./dist/index.d.ts",
|
|
11
|
+
"import": "./dist/index.js"
|
|
12
|
+
}
|
|
13
|
+
},
|
|
14
|
+
"files": [
|
|
15
|
+
"dist",
|
|
16
|
+
"README.md"
|
|
17
|
+
],
|
|
18
|
+
"scripts": {
|
|
19
|
+
"prebuild": "rm -rf dist",
|
|
20
|
+
"build": "tsc -p tsconfig.build.json",
|
|
21
|
+
"test": "vitest run",
|
|
22
|
+
"test:watch": "vitest",
|
|
23
|
+
"prepack": "npm run build"
|
|
24
|
+
},
|
|
25
|
+
"engines": {
|
|
26
|
+
"node": ">=18.0.0"
|
|
27
|
+
},
|
|
28
|
+
"dependencies": {
|
|
29
|
+
"@x12i/memorix-descriptors": "^1.23.0",
|
|
30
|
+
"@x12i/memorix-insights": "^1.1.0",
|
|
31
|
+
"@x12i/memorix-resolvers": "^1.2.0",
|
|
32
|
+
"mongodb": "^6.21.0"
|
|
33
|
+
},
|
|
34
|
+
"devDependencies": {
|
|
35
|
+
"@types/node": "^20.14.0",
|
|
36
|
+
"typescript": "^5.6.0",
|
|
37
|
+
"vitest": "^2.1.0"
|
|
38
|
+
},
|
|
39
|
+
"publishConfig": {
|
|
40
|
+
"access": "public"
|
|
41
|
+
},
|
|
42
|
+
"repository": {
|
|
43
|
+
"type": "git",
|
|
44
|
+
"url": "git+ssh://git@github.com/x12i/memorix-mono-repo.git",
|
|
45
|
+
"directory": "memorix-pipeline"
|
|
46
|
+
},
|
|
47
|
+
"keywords": [
|
|
48
|
+
"memorix",
|
|
49
|
+
"pipeline",
|
|
50
|
+
"entity",
|
|
51
|
+
"association"
|
|
52
|
+
],
|
|
53
|
+
"license": "exellix-license"
|
|
54
|
+
}
|