@x12i/memorix-descriptors 1.4.5 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/admin/create-admin.d.ts +10 -0
- package/dist/admin/create-admin.d.ts.map +1 -1
- package/dist/admin/create-admin.js +28 -2
- package/dist/admin/create-admin.js.map +1 -1
- package/dist/catalog/ids.d.ts +23 -0
- package/dist/catalog/ids.d.ts.map +1 -1
- package/dist/catalog/ids.js +42 -0
- package/dist/catalog/ids.js.map +1 -1
- package/dist/catalox/client.d.ts +3 -1
- package/dist/catalox/client.d.ts.map +1 -1
- package/dist/catalox/client.js +30 -3
- package/dist/catalox/client.js.map +1 -1
- package/dist/cli/index.js +7 -0
- package/dist/cli/index.js.map +1 -1
- package/dist/env/load-env-file.d.ts +7 -0
- package/dist/env/load-env-file.d.ts.map +1 -0
- package/dist/env/load-env-file.js +74 -0
- package/dist/env/load-env-file.js.map +1 -0
- package/dist/index.d.ts +10 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +6 -1
- package/dist/index.js.map +1 -1
- package/dist/migration/apply.d.ts +21 -0
- package/dist/migration/apply.d.ts.map +1 -0
- package/dist/migration/apply.js +102 -0
- package/dist/migration/apply.js.map +1 -0
- package/dist/migration/backup.d.ts +8 -0
- package/dist/migration/backup.d.ts.map +1 -0
- package/dist/migration/backup.js +27 -0
- package/dist/migration/backup.js.map +1 -0
- package/dist/migration/classify.d.ts +6 -0
- package/dist/migration/classify.d.ts.map +1 -0
- package/dist/migration/classify.js +67 -0
- package/dist/migration/classify.js.map +1 -0
- package/dist/migration/ensure-canonical-catalogs.d.ts +4 -0
- package/dist/migration/ensure-canonical-catalogs.d.ts.map +1 -0
- package/dist/migration/ensure-canonical-catalogs.js +101 -0
- package/dist/migration/ensure-canonical-catalogs.js.map +1 -0
- package/dist/migration/generate-descriptors.d.ts +22 -0
- package/dist/migration/generate-descriptors.d.ts.map +1 -0
- package/dist/migration/generate-descriptors.js +234 -0
- package/dist/migration/generate-descriptors.js.map +1 -0
- package/dist/migration/index.d.ts +13 -0
- package/dist/migration/index.d.ts.map +1 -0
- package/dist/migration/index.js +12 -0
- package/dist/migration/index.js.map +1 -0
- package/dist/migration/inspect.d.ts +9 -0
- package/dist/migration/inspect.d.ts.map +1 -0
- package/dist/migration/inspect.js +57 -0
- package/dist/migration/inspect.js.map +1 -0
- package/dist/migration/load-snapshot.d.ts +15 -0
- package/dist/migration/load-snapshot.d.ts.map +1 -0
- package/dist/migration/load-snapshot.js +83 -0
- package/dist/migration/load-snapshot.js.map +1 -0
- package/dist/migration/mongo-inventory.d.ts +20 -0
- package/dist/migration/mongo-inventory.d.ts.map +1 -0
- package/dist/migration/mongo-inventory.js +95 -0
- package/dist/migration/mongo-inventory.js.map +1 -0
- package/dist/migration/object-type-specs.d.ts +17 -0
- package/dist/migration/object-type-specs.d.ts.map +1 -0
- package/dist/migration/object-type-specs.js +63 -0
- package/dist/migration/object-type-specs.js.map +1 -0
- package/dist/migration/plan.d.ts +4 -0
- package/dist/migration/plan.d.ts.map +1 -0
- package/dist/migration/plan.js +136 -0
- package/dist/migration/plan.js.map +1 -0
- package/dist/migration/reset.d.ts +17 -0
- package/dist/migration/reset.d.ts.map +1 -0
- package/dist/migration/reset.js +73 -0
- package/dist/migration/reset.js.map +1 -0
- package/dist/migration/types.d.ts +76 -0
- package/dist/migration/types.d.ts.map +1 -0
- package/dist/migration/types.js +17 -0
- package/dist/migration/types.js.map +1 -0
- package/dist/migration/validate-plan.d.ts +15 -0
- package/dist/migration/validate-plan.d.ts.map +1 -0
- package/dist/migration/validate-plan.js +112 -0
- package/dist/migration/validate-plan.js.map +1 -0
- package/dist/migration/verify.d.ts +15 -0
- package/dist/migration/verify.d.ts.map +1 -0
- package/dist/migration/verify.js +27 -0
- package/dist/migration/verify.js.map +1 -0
- package/dist/mutations/content-type.d.ts.map +1 -1
- package/dist/mutations/content-type.js +14 -10
- package/dist/mutations/content-type.js.map +1 -1
- package/dist/mutations/entity.d.ts +2 -0
- package/dist/mutations/entity.d.ts.map +1 -1
- package/dist/mutations/entity.js +53 -23
- package/dist/mutations/entity.js.map +1 -1
- package/dist/mutations/execute.d.ts.map +1 -1
- package/dist/mutations/execute.js +6 -3
- package/dist/mutations/execute.js.map +1 -1
- package/dist/mutations/property.d.ts.map +1 -1
- package/dist/mutations/property.js +11 -7
- package/dist/mutations/property.js.map +1 -1
- package/dist/mutations/relation.d.ts.map +1 -1
- package/dist/mutations/relation.js +13 -9
- package/dist/mutations/relation.js.map +1 -1
- package/dist/mutations/rename-entity.d.ts.map +1 -1
- package/dist/mutations/rename-entity.js +11 -8
- package/dist/mutations/rename-entity.js.map +1 -1
- package/dist/reconcile/index.d.ts +1 -1
- package/dist/reconcile/index.d.ts.map +1 -1
- package/dist/reconcile/index.js.map +1 -1
- package/dist/reconcile/inventory-types.d.ts +28 -12
- package/dist/reconcile/inventory-types.d.ts.map +1 -1
- package/dist/reconcile/inventory-types.js.map +1 -1
- package/dist/reconcile/types.d.ts +1 -1
- package/dist/reconcile/types.d.ts.map +1 -1
- package/dist/reconcile/unified-inventory.d.ts.map +1 -1
- package/dist/reconcile/unified-inventory.js +106 -21
- package/dist/reconcile/unified-inventory.js.map +1 -1
- package/dist/seeds/build-manifest.d.ts.map +1 -1
- package/dist/seeds/build-manifest.js +4 -15
- package/dist/seeds/build-manifest.js.map +1 -1
- package/dist/seeds/default-seed-spec.d.ts +4 -2
- package/dist/seeds/default-seed-spec.d.ts.map +1 -1
- package/dist/seeds/default-seed-spec.js +47 -31
- package/dist/seeds/default-seed-spec.js.map +1 -1
- package/dist/seeds/index.d.ts.map +1 -1
- package/dist/seeds/index.js +7 -4
- package/dist/seeds/index.js.map +1 -1
- package/dist/source/envelope.js +2 -2
- package/dist/source/envelope.js.map +1 -1
- package/dist/source/registry.d.ts +1 -3
- package/dist/source/registry.d.ts.map +1 -1
- package/dist/source/registry.js +13 -6
- package/dist/source/registry.js.map +1 -1
- package/dist/source/snapshot.js +2 -2
- package/dist/source/snapshot.js.map +1 -1
- package/dist/store/descriptor-lookup.d.ts +9 -0
- package/dist/store/descriptor-lookup.d.ts.map +1 -0
- package/dist/store/descriptor-lookup.js +21 -0
- package/dist/store/descriptor-lookup.js.map +1 -0
- package/dist/store/descriptor-normalize.d.ts +14 -0
- package/dist/store/descriptor-normalize.d.ts.map +1 -0
- package/dist/store/descriptor-normalize.js +141 -0
- package/dist/store/descriptor-normalize.js.map +1 -0
- package/dist/store/snapshot.d.ts.map +1 -1
- package/dist/store/snapshot.js +10 -6
- package/dist/store/snapshot.js.map +1 -1
- package/dist/tests/canonical-metadata.test.d.ts +2 -0
- package/dist/tests/canonical-metadata.test.d.ts.map +1 -0
- package/dist/tests/canonical-metadata.test.js +207 -0
- package/dist/tests/canonical-metadata.test.js.map +1 -0
- package/dist/tests/descriptor-lookup.test.d.ts +2 -0
- package/dist/tests/descriptor-lookup.test.d.ts.map +1 -0
- package/dist/tests/descriptor-lookup.test.js +44 -0
- package/dist/tests/descriptor-lookup.test.js.map +1 -0
- package/dist/tests/reconcile-unified.test.js +9 -0
- package/dist/tests/reconcile-unified.test.js.map +1 -1
- package/dist/tests/seeds.test.js +3 -3
- package/dist/tests/seeds.test.js.map +1 -1
- package/dist/tests/source-aware.test.js +10 -5
- package/dist/tests/source-aware.test.js.map +1 -1
- package/dist/tests/unified-inventory.test.js +9 -3
- package/dist/tests/unified-inventory.test.js.map +1 -1
- package/dist/tests/v2-fixtures.d.ts +4 -0
- package/dist/tests/v2-fixtures.d.ts.map +1 -0
- package/dist/tests/v2-fixtures.js +81 -0
- package/dist/tests/v2-fixtures.js.map +1 -0
- package/dist/types/canonical-v2.d.ts +164 -0
- package/dist/types/canonical-v2.d.ts.map +1 -0
- package/dist/types/canonical-v2.js +6 -0
- package/dist/types/canonical-v2.js.map +1 -0
- package/dist/validation/canonical-contamination.d.ts +6 -0
- package/dist/validation/canonical-contamination.d.ts.map +1 -0
- package/dist/validation/canonical-contamination.js +71 -0
- package/dist/validation/canonical-contamination.js.map +1 -0
- package/dist/validation/canonical-metadata-validation.d.ts +13 -0
- package/dist/validation/canonical-metadata-validation.d.ts.map +1 -0
- package/dist/validation/canonical-metadata-validation.js +248 -0
- package/dist/validation/canonical-metadata-validation.js.map +1 -0
- package/dist/validation/canonical-v2-validation.d.ts +8 -0
- package/dist/validation/canonical-v2-validation.d.ts.map +1 -0
- package/dist/validation/canonical-v2-validation.js +273 -0
- package/dist/validation/canonical-v2-validation.js.map +1 -0
- package/docs/METADATA-RELEASE-CHECKLIST.md +40 -0
- package/package.json +9 -1
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
/** Canonical object types for the Memorix metadata reset. */
|
|
2
|
+
export const CANONICAL_OBJECT_TYPE_SPECS = [
|
|
3
|
+
{ objectType: "assets", target: "entity", contentTypes: ["snapshots", "scoped"] },
|
|
4
|
+
{ objectType: "subnets", target: "entity", contentTypes: ["snapshots", "scoped"] },
|
|
5
|
+
{
|
|
6
|
+
objectType: "topology-cidr-graphs",
|
|
7
|
+
target: "entity",
|
|
8
|
+
contentTypes: ["snapshots", "scoped"],
|
|
9
|
+
},
|
|
10
|
+
{ objectType: "topology-subnets", target: "entity", contentTypes: ["snapshots"] },
|
|
11
|
+
{ objectType: "topology-vrs", target: "entity", contentTypes: ["snapshots"] },
|
|
12
|
+
{ objectType: "topology-zones", target: "entity", contentTypes: ["snapshots"] },
|
|
13
|
+
{ objectType: "vulnerabilities-groups", target: "entity", contentTypes: ["snapshots"] },
|
|
14
|
+
{ objectType: "vulnerabilities", target: "event", contentTypes: ["snapshots", "scoped"] },
|
|
15
|
+
{
|
|
16
|
+
objectType: "knowledge-playbooks",
|
|
17
|
+
target: "knowledge",
|
|
18
|
+
contentTypes: ["snapshots"],
|
|
19
|
+
},
|
|
20
|
+
];
|
|
21
|
+
export const CANONICAL_OBJECT_TYPE_IDS = CANONICAL_OBJECT_TYPE_SPECS.map((spec) => spec.objectType);
|
|
22
|
+
export function collectionNameFor(objectType, contentType) {
|
|
23
|
+
return `${objectType}-${contentType}`;
|
|
24
|
+
}
|
|
25
|
+
export function titleCaseFromKebab(value) {
|
|
26
|
+
return value
|
|
27
|
+
.split("-")
|
|
28
|
+
.map((part) => part.charAt(0).toUpperCase() + part.slice(1))
|
|
29
|
+
.join(" ");
|
|
30
|
+
}
|
|
31
|
+
export function singularizeObjectType(objectType) {
|
|
32
|
+
if (objectType.endsWith("-groups")) {
|
|
33
|
+
return `${objectType.slice(0, -1)}`;
|
|
34
|
+
}
|
|
35
|
+
if (objectType.endsWith("ies")) {
|
|
36
|
+
return `${objectType.slice(0, -3)}y`;
|
|
37
|
+
}
|
|
38
|
+
if (objectType.endsWith("s") && !objectType.endsWith("ss")) {
|
|
39
|
+
return objectType.slice(0, -1);
|
|
40
|
+
}
|
|
41
|
+
return objectType;
|
|
42
|
+
}
|
|
43
|
+
export function defaultListDescriptorIdFor(objectType) {
|
|
44
|
+
return `${objectType}-main-list`;
|
|
45
|
+
}
|
|
46
|
+
export function defaultItemDescriptorIdFor(objectType) {
|
|
47
|
+
return `${singularizeObjectType(objectType)}-detail-item`;
|
|
48
|
+
}
|
|
49
|
+
export function defaultIdFieldForTarget(target) {
|
|
50
|
+
if (target === "event")
|
|
51
|
+
return "eventId";
|
|
52
|
+
if (target === "knowledge")
|
|
53
|
+
return "knowledgeId";
|
|
54
|
+
return "entityId";
|
|
55
|
+
}
|
|
56
|
+
export function allowedIdFieldsForTarget(target) {
|
|
57
|
+
if (target === "event")
|
|
58
|
+
return ["eventId", "recordId", "_id"];
|
|
59
|
+
if (target === "knowledge")
|
|
60
|
+
return ["knowledgeId", "recordId", "_id"];
|
|
61
|
+
return ["entityId", "recordId", "_id"];
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=object-type-specs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"object-type-specs.js","sourceRoot":"","sources":["../../src/migration/object-type-specs.ts"],"names":[],"mappings":"AAQA,6DAA6D;AAC7D,MAAM,CAAC,MAAM,2BAA2B,GAA8B;IACpE,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE;IACjF,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE;IAClF;QACE,UAAU,EAAE,sBAAsB;QAClC,MAAM,EAAE,QAAQ;QAChB,YAAY,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC;KACtC;IACD,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,WAAW,CAAC,EAAE;IACjF,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,WAAW,CAAC,EAAE;IAC7E,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,WAAW,CAAC,EAAE;IAC/E,EAAE,UAAU,EAAE,wBAAwB,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,WAAW,CAAC,EAAE;IACvF,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE;IACzF;QACE,UAAU,EAAE,qBAAqB;QACjC,MAAM,EAAE,WAAW;QACnB,YAAY,EAAE,CAAC,WAAW,CAAC;KAC5B;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,2BAA2B,CAAC,GAAG,CACtE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAC1B,CAAC;AAEF,MAAM,UAAU,iBAAiB,CAAC,UAAkB,EAAE,WAAmB;IACvE,OAAO,GAAG,UAAU,IAAI,WAAW,EAAE,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,OAAO,KAAK;SACT,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC3D,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,UAAkB;IACtD,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IACvC,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,UAAkB;IAC3D,OAAO,GAAG,UAAU,YAAY,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,UAAkB;IAC3D,OAAO,GAAG,qBAAqB,CAAC,UAAU,CAAC,cAAc,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAqB;IAC3D,IAAI,MAAM,KAAK,OAAO;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,MAAM,KAAK,WAAW;QAAE,OAAO,aAAa,CAAC;IACjD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAqB;IAErB,IAAI,MAAM,KAAK,OAAO;QAAE,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9D,IAAI,MAAM,KAAK,WAAW;QAAE,OAAO,CAAC,aAAa,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IACtE,OAAO,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { CataloxBoundClient } from "../catalox/client.js";
|
|
2
|
+
import type { MemorixCataloxMetadataFixPlan, MemorixMetadataMigrationConfig } from "./types.js";
|
|
3
|
+
export declare function buildMemorixCataloxMetadataFixPlan(catalox: CataloxBoundClient, config?: MemorixMetadataMigrationConfig): Promise<MemorixCataloxMetadataFixPlan>;
|
|
4
|
+
//# sourceMappingURL=plan.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/migration/plan.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAK/D,OAAO,KAAK,EACV,6BAA6B,EAC7B,8BAA8B,EAC/B,MAAM,YAAY,CAAC;AAepB,wBAAsB,kCAAkC,CACtD,OAAO,EAAE,kBAAkB,EAC3B,MAAM,GAAE,8BAAmC,GAC1C,OAAO,CAAC,6BAA6B,CAAC,CA8IxC"}
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import { resolveMemorixAppId } from "../catalog/ids.js";
|
|
2
|
+
import { LEGACY_GLOBAL_CONTENT_TYPE_CATALOG, LEGACY_SCHEMA_INFERENCE_CATALOG, MEMORIX_COMPLETION_MAPPINGS_CATALOG, MEMORIX_ENTITY_DESCRIPTORS_CATALOG, MEMORIX_INVENTORY_POLICIES_CATALOG, MEMORIX_INVENTORY_POLICY_ITEM_ID, MEMORIX_ITEM_DESCRIPTORS_CATALOG, MEMORIX_LIST_DESCRIPTORS_CATALOG, MEMORIX_OBJECT_TYPE_DESCRIPTORS_CATALOG, PARALLEL_KNOWLEDGE_CATALOG, } from "../catalog/ids.js";
|
|
3
|
+
import { buildCanonicalDescriptorSet, migrateCompletionMappingToV2 } from "./generate-descriptors.js";
|
|
4
|
+
import { inspectMemorixCataloxMetadata } from "./inspect.js";
|
|
5
|
+
import { loadAllMemorixCatalogItems } from "./load-snapshot.js";
|
|
6
|
+
import { loadMongoInventory } from "./mongo-inventory.js";
|
|
7
|
+
const LEGACY_ITEM_IDS = [
|
|
8
|
+
"variabilities-groups",
|
|
9
|
+
"variabilities-group-detail-item",
|
|
10
|
+
"variabilities-groups-main-list",
|
|
11
|
+
"critical-vulnerabilities-list",
|
|
12
|
+
];
|
|
13
|
+
const LEGACY_CATALOGS_TO_DELETE = [
|
|
14
|
+
MEMORIX_ENTITY_DESCRIPTORS_CATALOG,
|
|
15
|
+
LEGACY_SCHEMA_INFERENCE_CATALOG,
|
|
16
|
+
LEGACY_GLOBAL_CONTENT_TYPE_CATALOG,
|
|
17
|
+
];
|
|
18
|
+
export async function buildMemorixCataloxMetadataFixPlan(catalox, config = {}) {
|
|
19
|
+
const env = process.env;
|
|
20
|
+
const appId = resolveMemorixAppId({ appId: config.appId }, env);
|
|
21
|
+
const inspection = await inspectMemorixCataloxMetadata(catalox, { appId, env });
|
|
22
|
+
const snapshot = await loadAllMemorixCatalogItems(catalox, { appId });
|
|
23
|
+
const mongo = await loadMongoInventory(env);
|
|
24
|
+
const blockedQuestions = [];
|
|
25
|
+
const warnings = [];
|
|
26
|
+
if (!config.knowledgeCatalogPolicy) {
|
|
27
|
+
const knowledgeItems = snapshot.catalogs[PARALLEL_KNOWLEDGE_CATALOG] ?? [];
|
|
28
|
+
if (knowledgeItems.length > 0) {
|
|
29
|
+
blockedQuestions.push({
|
|
30
|
+
key: "knowledgeCatalogPolicy",
|
|
31
|
+
question: "The catalog `knowledge` exists but is not a descriptor catalog. Should it be left untouched or moved out of app `memorix`?",
|
|
32
|
+
required: true,
|
|
33
|
+
options: ["leave-untouched", "move-out-of-memorix", "delete"],
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
if (mongo.connected && mongo.variabilitiesGroupsSnapshotExists && !mongo.vulnerabilitiesGroupsSnapshotExists) {
|
|
38
|
+
blockedQuestions.push({
|
|
39
|
+
key: "vulnerabilityGroupsCanonicalName",
|
|
40
|
+
question: "Mongo contains variabilities-groups-snapshots but not vulnerabilities-groups-snapshots. Confirm canonical object type naming.",
|
|
41
|
+
required: true,
|
|
42
|
+
options: ["vulnerabilities-groups", "variabilities-groups"],
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
if (mongo.connected && !mongo.vulnerabilitiesGroupsSnapshotExists) {
|
|
46
|
+
warnings.push("vulnerabilities-groups-snapshots collection was not found in entity DB; descriptor will still be planned from canonical spec.");
|
|
47
|
+
}
|
|
48
|
+
const preserveMappings = (snapshot.catalogs[MEMORIX_COMPLETION_MAPPINGS_CATALOG] ?? [])
|
|
49
|
+
.map((item) => migrateCompletionMappingToV2(item.data))
|
|
50
|
+
.filter((item) => item !== null);
|
|
51
|
+
const generated = buildCanonicalDescriptorSet({
|
|
52
|
+
preserveCompletionMappings: preserveMappings,
|
|
53
|
+
});
|
|
54
|
+
const upsertItems = [];
|
|
55
|
+
const deleteItems = [];
|
|
56
|
+
upsertItems.push(...Object.entries(generated.objectTypes).map(([itemId, data]) => ({
|
|
57
|
+
catalogId: MEMORIX_OBJECT_TYPE_DESCRIPTORS_CATALOG,
|
|
58
|
+
itemId,
|
|
59
|
+
data,
|
|
60
|
+
})));
|
|
61
|
+
upsertItems.push(...Object.entries(generated.lists).map(([itemId, data]) => ({
|
|
62
|
+
catalogId: MEMORIX_LIST_DESCRIPTORS_CATALOG,
|
|
63
|
+
itemId,
|
|
64
|
+
data,
|
|
65
|
+
})));
|
|
66
|
+
upsertItems.push(...Object.entries(generated.items).map(([itemId, data]) => ({
|
|
67
|
+
catalogId: MEMORIX_ITEM_DESCRIPTORS_CATALOG,
|
|
68
|
+
itemId,
|
|
69
|
+
data,
|
|
70
|
+
})));
|
|
71
|
+
upsertItems.push(...Object.entries(generated.completionMappings).map(([itemId, data]) => ({
|
|
72
|
+
catalogId: MEMORIX_COMPLETION_MAPPINGS_CATALOG,
|
|
73
|
+
itemId,
|
|
74
|
+
data,
|
|
75
|
+
})));
|
|
76
|
+
upsertItems.push({
|
|
77
|
+
catalogId: MEMORIX_INVENTORY_POLICIES_CATALOG,
|
|
78
|
+
itemId: MEMORIX_INVENTORY_POLICY_ITEM_ID,
|
|
79
|
+
data: generated.inventoryPolicy,
|
|
80
|
+
});
|
|
81
|
+
for (const catalogId of Object.keys(snapshot.catalogs)) {
|
|
82
|
+
for (const item of snapshot.catalogs[catalogId] ?? []) {
|
|
83
|
+
if (LEGACY_ITEM_IDS.includes(item.id)) {
|
|
84
|
+
deleteItems.push({ catalogId, itemId: item.id });
|
|
85
|
+
}
|
|
86
|
+
const contamination = item.data.framework || item.data.canvas || item.data.nodes;
|
|
87
|
+
if (contamination &&
|
|
88
|
+
[
|
|
89
|
+
MEMORIX_LIST_DESCRIPTORS_CATALOG,
|
|
90
|
+
MEMORIX_ITEM_DESCRIPTORS_CATALOG,
|
|
91
|
+
MEMORIX_OBJECT_TYPE_DESCRIPTORS_CATALOG,
|
|
92
|
+
MEMORIX_COMPLETION_MAPPINGS_CATALOG,
|
|
93
|
+
MEMORIX_INVENTORY_POLICIES_CATALOG,
|
|
94
|
+
].includes(catalogId)) {
|
|
95
|
+
deleteItems.push({ catalogId, itemId: item.id });
|
|
96
|
+
warnings.push(`Marked contaminated item ${catalogId}/${item.id} for deletion.`);
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
for (const catalogId of LEGACY_CATALOGS_TO_DELETE) {
|
|
101
|
+
for (const item of snapshot.catalogs[catalogId] ?? []) {
|
|
102
|
+
deleteItems.push({ catalogId, itemId: item.id });
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
if (inspection.references.criticalVulnerabilitiesListPresent) {
|
|
106
|
+
deleteItems.push({
|
|
107
|
+
catalogId: MEMORIX_LIST_DESCRIPTORS_CATALOG,
|
|
108
|
+
itemId: "critical-vulnerabilities-list",
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
return {
|
|
112
|
+
version: "memorix.cataloxMetadataFixPlan.v1",
|
|
113
|
+
appId,
|
|
114
|
+
mode: "breaking-reset",
|
|
115
|
+
createCatalogs: [
|
|
116
|
+
{
|
|
117
|
+
catalogId: MEMORIX_OBJECT_TYPE_DESCRIPTORS_CATALOG,
|
|
118
|
+
name: "Memorix object type descriptors",
|
|
119
|
+
},
|
|
120
|
+
{
|
|
121
|
+
catalogId: MEMORIX_COMPLETION_MAPPINGS_CATALOG,
|
|
122
|
+
name: "Memorix completion mappings",
|
|
123
|
+
},
|
|
124
|
+
{
|
|
125
|
+
catalogId: MEMORIX_INVENTORY_POLICIES_CATALOG,
|
|
126
|
+
name: "Memorix inventory policies",
|
|
127
|
+
},
|
|
128
|
+
],
|
|
129
|
+
upsertItems,
|
|
130
|
+
deleteItems,
|
|
131
|
+
deleteCatalogs: LEGACY_CATALOGS_TO_DELETE,
|
|
132
|
+
blockedQuestions,
|
|
133
|
+
warnings,
|
|
134
|
+
};
|
|
135
|
+
}
|
|
136
|
+
//# sourceMappingURL=plan.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plan.js","sourceRoot":"","sources":["../../src/migration/plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EACL,kCAAkC,EAClC,+BAA+B,EAC/B,mCAAmC,EACnC,kCAAkC,EAClC,kCAAkC,EAClC,gCAAgC,EAChC,gCAAgC,EAChC,gCAAgC,EAChC,uCAAuC,EACvC,0BAA0B,GAC3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,2BAA2B,CAAC;AACtG,OAAO,EAAE,6BAA6B,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAM1D,MAAM,eAAe,GAAG;IACtB,sBAAsB;IACtB,iCAAiC;IACjC,gCAAgC;IAChC,+BAA+B;CAChC,CAAC;AAEF,MAAM,yBAAyB,GAAG;IAChC,kCAAkC;IAClC,+BAA+B;IAC/B,kCAAkC;CACnC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,OAA2B,EAC3B,SAAyC,EAAE;IAE3C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,KAAK,GAAG,mBAAmB,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,MAAM,6BAA6B,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,MAAM,0BAA0B,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,gBAAgB,GAAsD,EAAE,CAAC;IAC/E,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;QACnC,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,0BAA0B,CAAC,IAAI,EAAE,CAAC;QAC3E,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,gBAAgB,CAAC,IAAI,CAAC;gBACpB,GAAG,EAAE,wBAAwB;gBAC7B,QAAQ,EACN,4HAA4H;gBAC9H,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,CAAC,iBAAiB,EAAE,qBAAqB,EAAE,QAAQ,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,KAAK,CAAC,mCAAmC,EAAE,CAAC;QAC7G,gBAAgB,CAAC,IAAI,CAAC;YACpB,GAAG,EAAE,kCAAkC;YACvC,QAAQ,EACN,+HAA+H;YACjI,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,wBAAwB,EAAE,sBAAsB,CAAC;SAC5D,CAAC,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,mCAAmC,EAAE,CAAC;QAClE,QAAQ,CAAC,IAAI,CACX,+HAA+H,CAChI,CAAC;IACJ,CAAC;IAED,MAAM,gBAAgB,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,mCAAmC,CAAC,IAAI,EAAE,CAAC;SACpF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACtD,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAEpE,MAAM,SAAS,GAAG,2BAA2B,CAAC;QAC5C,0BAA0B,EAAE,gBAAgB;KAC7C,CAAC,CAAC;IAEH,MAAM,WAAW,GAAiD,EAAE,CAAC;IACrE,MAAM,WAAW,GAAiD,EAAE,CAAC;IAErE,WAAW,CAAC,IAAI,CACd,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAChE,SAAS,EAAE,uCAAuC;QAClD,MAAM;QACN,IAAI;KACL,CAAC,CAAC,CACJ,CAAC;IACF,WAAW,CAAC,IAAI,CACd,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,SAAS,EAAE,gCAAgC;QAC3C,MAAM;QACN,IAAI;KACL,CAAC,CAAC,CACJ,CAAC;IACF,WAAW,CAAC,IAAI,CACd,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,SAAS,EAAE,gCAAgC;QAC3C,MAAM;QACN,IAAI;KACL,CAAC,CAAC,CACJ,CAAC;IACF,WAAW,CAAC,IAAI,CACd,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACvE,SAAS,EAAE,mCAAmC;QAC9C,MAAM;QACN,IAAI;KACL,CAAC,CAAC,CACJ,CAAC;IACF,WAAW,CAAC,IAAI,CAAC;QACf,SAAS,EAAE,kCAAkC;QAC7C,MAAM,EAAE,gCAAgC;QACxC,IAAI,EAAE,SAAS,CAAC,eAAe;KAChC,CAAC,CAAC;IAEH,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YACtD,IAAI,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtC,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YACjF,IACE,aAAa;gBACb;oBACE,gCAAgC;oBAChC,gCAAgC;oBAChC,uCAAuC;oBACvC,mCAAmC;oBACnC,kCAAkC;iBACnC,CAAC,QAAQ,CAAC,SAAkB,CAAC,EAC9B,CAAC;gBACD,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,4BAA4B,SAAS,IAAI,IAAI,CAAC,EAAE,gBAAgB,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,yBAAyB,EAAE,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;YACtD,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,IAAI,UAAU,CAAC,UAAU,CAAC,kCAAkC,EAAE,CAAC;QAC7D,WAAW,CAAC,IAAI,CAAC;YACf,SAAS,EAAE,gCAAgC;YAC3C,MAAM,EAAE,+BAA+B;SACxC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,OAAO,EAAE,mCAAmC;QAC5C,KAAK;QACL,IAAI,EAAE,gBAAgB;QACtB,cAAc,EAAE;YACd;gBACE,SAAS,EAAE,uCAAuC;gBAClD,IAAI,EAAE,iCAAiC;aACxC;YACD;gBACE,SAAS,EAAE,mCAAmC;gBAC9C,IAAI,EAAE,6BAA6B;aACpC;YACD;gBACE,SAAS,EAAE,kCAAkC;gBAC7C,IAAI,EAAE,4BAA4B;aACnC;SACF;QACD,WAAW;QACX,WAAW;QACX,cAAc,EAAE,yBAAyB;QACzC,gBAAgB;QAChB,QAAQ;KACT,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { CataloxBoundClient } from "../catalox/client.js";
|
|
2
|
+
import type { MemorixMetadataMigrationConfig } from "./types.js";
|
|
3
|
+
export type ResetMemorixMetadataOptions = MemorixMetadataMigrationConfig & {
|
|
4
|
+
confirmBreakingReset?: boolean;
|
|
5
|
+
confirmDeleteLegacy?: boolean;
|
|
6
|
+
catalox?: CataloxBoundClient;
|
|
7
|
+
};
|
|
8
|
+
export type ResetMemorixMetadataResult = {
|
|
9
|
+
ok: boolean;
|
|
10
|
+
steps: Array<{
|
|
11
|
+
step: string;
|
|
12
|
+
ok: boolean;
|
|
13
|
+
detail?: string;
|
|
14
|
+
}>;
|
|
15
|
+
};
|
|
16
|
+
export declare function resetMemorixCataloxMetadata(options?: ResetMemorixMetadataOptions): Promise<ResetMemorixMetadataResult>;
|
|
17
|
+
//# sourceMappingURL=reset.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reset.d.ts","sourceRoot":"","sources":["../../src/migration/reset.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAQ/D,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,YAAY,CAAC;AAIjE,MAAM,MAAM,2BAA2B,GAAG,8BAA8B,GAAG;IACzE,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,OAAO,CAAC,EAAE,kBAAkB,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9D,CAAC;AAkBF,wBAAsB,2BAA2B,CAC/C,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,0BAA0B,CAAC,CA8DrC"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { writeFile } from "node:fs/promises";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { createMemorixDescriptorAdminFromEnv } from "../admin/create-admin.js";
|
|
4
|
+
import { applyMemorixCataloxMetadataFixPlan, cleanupLegacyMemorixCataloxMetadata, } from "./apply.js";
|
|
5
|
+
import { exportMemorixMetadataBackup } from "./backup.js";
|
|
6
|
+
import { inspectMemorixCataloxMetadata } from "./inspect.js";
|
|
7
|
+
import { buildMemorixCataloxMetadataFixPlan } from "./plan.js";
|
|
8
|
+
import { validateMemorixCataloxMetadataFixPlan } from "./validate-plan.js";
|
|
9
|
+
import { verifyMemorixCataloxMetadata } from "./verify.js";
|
|
10
|
+
function resolveConfig(config) {
|
|
11
|
+
return {
|
|
12
|
+
appId: config.appId ?? process.env.MEMORIX_APP_ID ?? process.env.CATALOX_APP_ID,
|
|
13
|
+
knowledgeCatalogPolicy: config.knowledgeCatalogPolicy ??
|
|
14
|
+
process.env.MEMORIX_METADATA_KNOWLEDGE_CATALOG_POLICY,
|
|
15
|
+
propertyGenerationDepth: config.propertyGenerationDepth ??
|
|
16
|
+
process.env.MEMORIX_METADATA_PROPERTY_DEPTH ??
|
|
17
|
+
"minimal",
|
|
18
|
+
planFile: config.planFile,
|
|
19
|
+
backupDir: config.backupDir,
|
|
20
|
+
outputDir: config.outputDir ?? process.cwd(),
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
export async function resetMemorixCataloxMetadata(options = {}) {
|
|
24
|
+
const steps = [];
|
|
25
|
+
const config = resolveConfig(options);
|
|
26
|
+
const env = process.env;
|
|
27
|
+
const admin = options.catalox
|
|
28
|
+
? { catalox: options.catalox }
|
|
29
|
+
: await createMemorixDescriptorAdminFromEnv({ skipXronox: true, appId: config.appId, processEnv: env });
|
|
30
|
+
const catalox = admin.catalox;
|
|
31
|
+
const outputDir = config.outputDir ?? process.cwd();
|
|
32
|
+
const inspection = await inspectMemorixCataloxMetadata(catalox, { appId: config.appId });
|
|
33
|
+
await writeFile(join(outputDir, "memorix-metadata-inspection.json"), JSON.stringify(inspection, null, 2));
|
|
34
|
+
steps.push({ step: "inspect", ok: true });
|
|
35
|
+
const plan = await buildMemorixCataloxMetadataFixPlan(catalox, config);
|
|
36
|
+
const planPath = join(outputDir, "memorix-catalox-metadata-fix.plan.json");
|
|
37
|
+
await writeFile(planPath, JSON.stringify(plan, null, 2));
|
|
38
|
+
steps.push({ step: "plan", ok: plan.blockedQuestions.length === 0, detail: planPath });
|
|
39
|
+
const planValidation = await validateMemorixCataloxMetadataFixPlan(plan, { planPath });
|
|
40
|
+
steps.push({ step: "validate-plan", ok: planValidation.ok });
|
|
41
|
+
if (!planValidation.ok || plan.blockedQuestions.length > 0) {
|
|
42
|
+
return { ok: false, steps };
|
|
43
|
+
}
|
|
44
|
+
const backupDir = await exportMemorixMetadataBackup(catalox, {
|
|
45
|
+
backupDir: config.backupDir,
|
|
46
|
+
appId: config.appId,
|
|
47
|
+
plan,
|
|
48
|
+
});
|
|
49
|
+
steps.push({ step: "backup", ok: true, detail: backupDir });
|
|
50
|
+
const applyResult = await applyMemorixCataloxMetadataFixPlan(catalox, plan, {
|
|
51
|
+
confirmBreakingReset: options.confirmBreakingReset,
|
|
52
|
+
backupDir: config.backupDir,
|
|
53
|
+
});
|
|
54
|
+
steps.push({ step: "apply", ok: applyResult.ok, detail: applyResult.errors.join("; ") || undefined });
|
|
55
|
+
if (!applyResult.ok) {
|
|
56
|
+
return { ok: false, steps };
|
|
57
|
+
}
|
|
58
|
+
const cleanupResult = await cleanupLegacyMemorixCataloxMetadata(catalox, plan, {
|
|
59
|
+
confirmDeleteLegacy: options.confirmDeleteLegacy,
|
|
60
|
+
});
|
|
61
|
+
steps.push({
|
|
62
|
+
step: "cleanup-legacy",
|
|
63
|
+
ok: cleanupResult.ok,
|
|
64
|
+
detail: cleanupResult.errors.join("; ") || undefined,
|
|
65
|
+
});
|
|
66
|
+
const verifyResult = await verifyMemorixCataloxMetadata(catalox, { appId: config.appId });
|
|
67
|
+
steps.push({ step: "verify", ok: verifyResult.ok });
|
|
68
|
+
return {
|
|
69
|
+
ok: verifyResult.ok && cleanupResult.ok,
|
|
70
|
+
steps,
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=reset.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reset.js","sourceRoot":"","sources":["../../src/migration/reset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,mCAAmC,EAAE,MAAM,0BAA0B,CAAC;AAE/E,OAAO,EACL,kCAAkC,EAClC,mCAAmC,GACpC,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,2BAA2B,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,6BAA6B,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,kCAAkC,EAAE,MAAM,WAAW,CAAC;AAE/D,OAAO,EAAE,qCAAqC,EAAE,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,4BAA4B,EAAE,MAAM,aAAa,CAAC;AAa3D,SAAS,aAAa,CAAC,MAAmC;IACxD,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;QAC/E,sBAAsB,EACpB,MAAM,CAAC,sBAAsB;YAC5B,OAAO,CAAC,GAAG,CAAC,yCAAmD;QAClE,uBAAuB,EACrB,MAAM,CAAC,uBAAuB;YAC7B,OAAO,CAAC,GAAG,CAAC,+BAAyC;YACtD,SAAS;QACX,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,EAAE;KAC7C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,UAAuC,EAAE;IAEzC,MAAM,KAAK,GAAwC,EAAE,CAAC;IACtD,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO;QAC3B,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE;QAC9B,CAAC,CAAC,MAAM,mCAAmC,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1G,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAEpD,MAAM,UAAU,GAAG,MAAM,6BAA6B,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACzF,MAAM,SAAS,CACb,IAAI,CAAC,SAAS,EAAE,kCAAkC,CAAC,EACnD,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CACpC,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1C,MAAM,IAAI,GAAG,MAAM,kCAAkC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,wCAAwC,CAAC,CAAC;IAC3E,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IAEvF,MAAM,cAAc,GAAG,MAAM,qCAAqC,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IACvF,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;IAE7D,IAAI,CAAC,cAAc,CAAC,EAAE,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,2BAA2B,CAAC,OAAO,EAAE;QAC3D,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,IAAI;KACL,CAAC,CAAC;IACH,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAE5D,MAAM,WAAW,GAAG,MAAM,kCAAkC,CAAC,OAAO,EAAE,IAAI,EAAE;QAC1E,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;QAClD,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC,CAAC;IACH,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;IAEtG,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;QACpB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,mCAAmC,CAAC,OAAO,EAAE,IAAI,EAAE;QAC7E,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;KACjD,CAAC,CAAC;IACH,KAAK,CAAC,IAAI,CAAC;QACT,IAAI,EAAE,gBAAgB;QACtB,EAAE,EAAE,aAAa,CAAC,EAAE;QACpB,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,SAAS;KACrD,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,MAAM,4BAA4B,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1F,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;IAEpD,OAAO;QACL,EAAE,EAAE,YAAY,CAAC,EAAE,IAAI,aAAa,CAAC,EAAE;QACvC,KAAK;KACN,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import type { CanonicalMemorixCatalogSnapshot } from "../types/canonical-v2.js";
|
|
2
|
+
export type MemorixMetadataBlockedQuestion = {
|
|
3
|
+
key: string;
|
|
4
|
+
question: string;
|
|
5
|
+
required: boolean;
|
|
6
|
+
options: string[];
|
|
7
|
+
};
|
|
8
|
+
export type MemorixCataloxMetadataFixPlan = {
|
|
9
|
+
version: "memorix.cataloxMetadataFixPlan.v1";
|
|
10
|
+
appId: string;
|
|
11
|
+
mode: "breaking-reset";
|
|
12
|
+
createCatalogs: Array<{
|
|
13
|
+
catalogId: string;
|
|
14
|
+
name: string;
|
|
15
|
+
}>;
|
|
16
|
+
upsertItems: Array<{
|
|
17
|
+
catalogId: string;
|
|
18
|
+
itemId: string;
|
|
19
|
+
data: Record<string, unknown>;
|
|
20
|
+
}>;
|
|
21
|
+
deleteItems: Array<{
|
|
22
|
+
catalogId: string;
|
|
23
|
+
itemId: string;
|
|
24
|
+
}>;
|
|
25
|
+
deleteCatalogs: string[];
|
|
26
|
+
blockedQuestions: MemorixMetadataBlockedQuestion[];
|
|
27
|
+
warnings: string[];
|
|
28
|
+
};
|
|
29
|
+
export type MemorixMetadataCatalogClassification = "canonical" | "current" | "legacy" | "parallel" | "unknown";
|
|
30
|
+
export type MemorixMetadataInspectionCatalog = {
|
|
31
|
+
catalogId: string;
|
|
32
|
+
classification: MemorixMetadataCatalogClassification;
|
|
33
|
+
itemCount: number;
|
|
34
|
+
itemIds: string[];
|
|
35
|
+
contaminationCount: number;
|
|
36
|
+
legacyFieldHits: string[];
|
|
37
|
+
namingConflicts: string[];
|
|
38
|
+
};
|
|
39
|
+
export type MemorixMetadataInspectionReport = {
|
|
40
|
+
version: "memorix.metadataInspection.v1";
|
|
41
|
+
generatedAt: string;
|
|
42
|
+
appId: string;
|
|
43
|
+
catalogs: MemorixMetadataInspectionCatalog[];
|
|
44
|
+
mongo?: {
|
|
45
|
+
connected: boolean;
|
|
46
|
+
entityCollections?: string[];
|
|
47
|
+
eventCollections?: string[];
|
|
48
|
+
knowledgeCollections?: string[];
|
|
49
|
+
unmatchedCollections?: Array<{
|
|
50
|
+
target: string;
|
|
51
|
+
collection: string;
|
|
52
|
+
}>;
|
|
53
|
+
};
|
|
54
|
+
references: {
|
|
55
|
+
variabilitiesGroupsPresent: boolean;
|
|
56
|
+
criticalVulnerabilitiesListPresent: boolean;
|
|
57
|
+
criticalVulnerabilitiesSlicePresent: boolean;
|
|
58
|
+
};
|
|
59
|
+
environmentSummary: Record<string, string | undefined>;
|
|
60
|
+
};
|
|
61
|
+
export type MemorixMetadataMigrationConfig = {
|
|
62
|
+
appId?: string;
|
|
63
|
+
knowledgeCatalogPolicy?: "leave-untouched" | "move-out-of-memorix" | "delete";
|
|
64
|
+
propertyGenerationDepth?: "minimal" | "infer-from-sample" | "explicit-config-file";
|
|
65
|
+
planFile?: string;
|
|
66
|
+
backupDir?: string;
|
|
67
|
+
outputDir?: string;
|
|
68
|
+
};
|
|
69
|
+
export type CanonicalSnapshotLoadOptions = {
|
|
70
|
+
appId?: string;
|
|
71
|
+
includeLegacy?: boolean;
|
|
72
|
+
includeParallel?: boolean;
|
|
73
|
+
includeAllKnown?: boolean;
|
|
74
|
+
};
|
|
75
|
+
export declare function snapshotFromPlanUpserts(appId: string, plan: MemorixCataloxMetadataFixPlan): CanonicalMemorixCatalogSnapshot;
|
|
76
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/migration/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,0BAA0B,CAAC;AAEhF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG;IAC1C,OAAO,EAAE,mCAAmC,CAAC;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,gBAAgB,CAAC;IACvB,cAAc,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3D,WAAW,EAAE,KAAK,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAC/B,CAAC,CAAC;IACH,WAAW,EAAE,KAAK,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,gBAAgB,EAAE,8BAA8B,EAAE,CAAC;IACnD,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,oCAAoC,GAC5C,WAAW,GACX,SAAS,GACT,QAAQ,GACR,UAAU,GACV,SAAS,CAAC;AAEd,MAAM,MAAM,gCAAgC,GAAG;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,oCAAoC,CAAC;IACrD,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,+BAA+B,GAAG;IAC5C,OAAO,EAAE,+BAA+B,CAAC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gCAAgC,EAAE,CAAC;IAC7C,KAAK,CAAC,EAAE;QACN,SAAS,EAAE,OAAO,CAAC;QACnB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC7B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC5B,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;QAChC,oBAAoB,CAAC,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACtE,CAAC;IACF,UAAU,EAAE;QACV,0BAA0B,EAAE,OAAO,CAAC;QACpC,kCAAkC,EAAE,OAAO,CAAC;QAC5C,mCAAmC,EAAE,OAAO,CAAC;KAC9C,CAAC;IACF,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;CACxD,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sBAAsB,CAAC,EAAE,iBAAiB,GAAG,qBAAqB,GAAG,QAAQ,CAAC;IAC9E,uBAAuB,CAAC,EAAE,SAAS,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;IACnF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,6BAA6B,GAClC,+BAA+B,CAcjC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export function snapshotFromPlanUpserts(appId, plan) {
|
|
2
|
+
const catalogs = {};
|
|
3
|
+
for (const upsert of plan.upsertItems) {
|
|
4
|
+
const bucket = catalogs[upsert.catalogId] ?? [];
|
|
5
|
+
const existingIndex = bucket.findIndex((item) => item.id === upsert.itemId);
|
|
6
|
+
const entry = { id: upsert.itemId, data: upsert.data };
|
|
7
|
+
if (existingIndex >= 0) {
|
|
8
|
+
bucket[existingIndex] = entry;
|
|
9
|
+
}
|
|
10
|
+
else {
|
|
11
|
+
bucket.push(entry);
|
|
12
|
+
}
|
|
13
|
+
catalogs[upsert.catalogId] = bucket;
|
|
14
|
+
}
|
|
15
|
+
return { appId, catalogs };
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/migration/types.ts"],"names":[],"mappings":"AA8EA,MAAM,UAAU,uBAAuB,CACrC,KAAa,EACb,IAAmC;IAEnC,MAAM,QAAQ,GAAgD,EAAE,CAAC;IACjE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QACvD,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;IACtC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;AAC7B,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { type MemorixCataloxMetadataFixPlan } from "./types.js";
|
|
2
|
+
export type ValidatePlanResult = {
|
|
3
|
+
ok: boolean;
|
|
4
|
+
errors: Array<{
|
|
5
|
+
code: string;
|
|
6
|
+
message: string;
|
|
7
|
+
}>;
|
|
8
|
+
warnings: string[];
|
|
9
|
+
};
|
|
10
|
+
export declare function validateMemorixCataloxMetadataFixPlan(plan: MemorixCataloxMetadataFixPlan, options?: {
|
|
11
|
+
env?: NodeJS.ProcessEnv;
|
|
12
|
+
planPath?: string;
|
|
13
|
+
}): Promise<ValidatePlanResult>;
|
|
14
|
+
export declare function readMemorixCataloxMetadataFixPlan(planPath: string): Promise<MemorixCataloxMetadataFixPlan>;
|
|
15
|
+
//# sourceMappingURL=validate-plan.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate-plan.d.ts","sourceRoot":"","sources":["../../src/migration/validate-plan.ts"],"names":[],"mappings":"AAaA,OAAO,EAEL,KAAK,6BAA6B,EACnC,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAC;AAEF,wBAAsB,qCAAqC,CACzD,IAAI,EAAE,6BAA6B,EACnC,OAAO,GAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAC3D,OAAO,CAAC,kBAAkB,CAAC,CA+G7B;AAED,wBAAsB,iCAAiC,CACrD,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,6BAA6B,CAAC,CAGxC"}
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
import { readFile } from "node:fs/promises";
|
|
2
|
+
import { MEMORIX_COMPLETION_MAPPINGS_CATALOG, MEMORIX_INVENTORY_POLICIES_CATALOG, MEMORIX_ITEM_DESCRIPTORS_CATALOG, MEMORIX_LIST_DESCRIPTORS_CATALOG, MEMORIX_OBJECT_TYPE_DESCRIPTORS_CATALOG, MEMORIX_REQUIRED_CANONICAL_CATALOG_IDS, } from "../catalog/ids.js";
|
|
3
|
+
import { findContaminationInDescriptorData } from "../validation/canonical-contamination.js";
|
|
4
|
+
import { validateCanonicalMemorixCataloxMetadata } from "../validation/canonical-metadata-validation.js";
|
|
5
|
+
import { expectedCollectionsForSpecs } from "./generate-descriptors.js";
|
|
6
|
+
import { loadMongoInventory } from "./mongo-inventory.js";
|
|
7
|
+
import { snapshotFromPlanUpserts, } from "./types.js";
|
|
8
|
+
export async function validateMemorixCataloxMetadataFixPlan(plan, options = {}) {
|
|
9
|
+
const errors = [];
|
|
10
|
+
const warnings = [...plan.warnings];
|
|
11
|
+
if (plan.version !== "memorix.cataloxMetadataFixPlan.v1") {
|
|
12
|
+
errors.push({
|
|
13
|
+
code: "INVALID_PLAN_VERSION",
|
|
14
|
+
message: `Unsupported plan version "${plan.version}"`,
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
if (plan.blockedQuestions.some((question) => question.required)) {
|
|
18
|
+
errors.push({
|
|
19
|
+
code: "PLAN_BLOCKED",
|
|
20
|
+
message: "Plan has unresolved blockedQuestions and cannot be applied.",
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
for (const catalogId of plan.deleteCatalogs) {
|
|
24
|
+
const stillUpserting = plan.upsertItems.some((item) => item.catalogId === catalogId);
|
|
25
|
+
if (stillUpserting) {
|
|
26
|
+
errors.push({
|
|
27
|
+
code: "UNSAFE_CATALOG_DELETE",
|
|
28
|
+
message: `Catalog "${catalogId}" is marked for deletion but still has upserts.`,
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
for (const upsert of plan.upsertItems) {
|
|
33
|
+
const hits = findContaminationInDescriptorData(upsert.data);
|
|
34
|
+
for (const hit of hits) {
|
|
35
|
+
errors.push({
|
|
36
|
+
code: "RUNTIME_CONTAMINATION",
|
|
37
|
+
message: `${upsert.catalogId}/${upsert.itemId}: ${hit.path} — ${hit.reason}`,
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
const projected = snapshotFromPlanUpserts(plan.appId, plan);
|
|
42
|
+
for (const catalogId of MEMORIX_REQUIRED_CANONICAL_CATALOG_IDS) {
|
|
43
|
+
if (!(catalogId in projected.catalogs)) {
|
|
44
|
+
projected.catalogs[catalogId] = [];
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
const validation = validateCanonicalMemorixCataloxMetadata(projected);
|
|
48
|
+
for (const issue of validation.errors) {
|
|
49
|
+
errors.push({
|
|
50
|
+
code: issue.code,
|
|
51
|
+
message: issue.message,
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
warnings.push(...validation.warnings.map((warning) => warning.message));
|
|
55
|
+
const catalogsRequiringUpserts = [
|
|
56
|
+
MEMORIX_OBJECT_TYPE_DESCRIPTORS_CATALOG,
|
|
57
|
+
MEMORIX_LIST_DESCRIPTORS_CATALOG,
|
|
58
|
+
MEMORIX_ITEM_DESCRIPTORS_CATALOG,
|
|
59
|
+
MEMORIX_INVENTORY_POLICIES_CATALOG,
|
|
60
|
+
];
|
|
61
|
+
for (const catalogId of catalogsRequiringUpserts) {
|
|
62
|
+
if (!plan.upsertItems.some((item) => item.catalogId === catalogId)) {
|
|
63
|
+
errors.push({
|
|
64
|
+
code: "MISSING_PLAN_UPSERTS",
|
|
65
|
+
message: `Plan does not upsert any items into required catalog "${catalogId}".`,
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
if (!(MEMORIX_COMPLETION_MAPPINGS_CATALOG in projected.catalogs)) {
|
|
70
|
+
errors.push({
|
|
71
|
+
code: "MISSING_REQUIRED_CATALOG",
|
|
72
|
+
message: `Required catalog "${MEMORIX_COMPLETION_MAPPINGS_CATALOG}" is missing from projected plan state.`,
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
const mongo = await loadMongoInventory(options.env ?? process.env);
|
|
76
|
+
if (mongo.connected && !mongo.error) {
|
|
77
|
+
const expected = expectedCollectionsForSpecs();
|
|
78
|
+
for (const [target, collections] of expected.entries()) {
|
|
79
|
+
const live = target === "entity"
|
|
80
|
+
? mongo.entityCollections
|
|
81
|
+
: target === "event"
|
|
82
|
+
? mongo.eventCollections
|
|
83
|
+
: mongo.knowledgeCollections;
|
|
84
|
+
for (const collection of collections) {
|
|
85
|
+
if (!live.includes(collection)) {
|
|
86
|
+
warnings.push(`Mongo ${target} DB does not contain expected collection "${collection}".`);
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
if (options.planPath) {
|
|
92
|
+
try {
|
|
93
|
+
await readFile(options.planPath, "utf8");
|
|
94
|
+
}
|
|
95
|
+
catch (err) {
|
|
96
|
+
errors.push({
|
|
97
|
+
code: "PLAN_FILE_UNREADABLE",
|
|
98
|
+
message: err instanceof Error ? err.message : String(err),
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
return {
|
|
103
|
+
ok: errors.length === 0,
|
|
104
|
+
errors,
|
|
105
|
+
warnings,
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
export async function readMemorixCataloxMetadataFixPlan(planPath) {
|
|
109
|
+
const raw = JSON.parse(await readFile(planPath, "utf8"));
|
|
110
|
+
return raw;
|
|
111
|
+
}
|
|
112
|
+
//# sourceMappingURL=validate-plan.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validate-plan.js","sourceRoot":"","sources":["../../src/migration/validate-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EACL,mCAAmC,EACnC,kCAAkC,EAClC,gCAAgC,EAChC,gCAAgC,EAChC,uCAAuC,EACvC,sCAAsC,GACvC,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,iCAAiC,EAAE,MAAM,0CAA0C,CAAC;AAC7F,OAAO,EAAE,uCAAuC,EAAE,MAAM,gDAAgD,CAAC;AACzG,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EACL,uBAAuB,GAExB,MAAM,YAAY,CAAC;AAQpB,MAAM,CAAC,KAAK,UAAU,qCAAqC,CACzD,IAAmC,EACnC,UAA0D,EAAE;IAE5D,MAAM,MAAM,GAAiC,EAAE,CAAC;IAChD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEpC,IAAI,IAAI,CAAC,OAAO,KAAK,mCAAmC,EAAE,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,6BAA6B,IAAI,CAAC,OAAO,GAAG;SACtD,CAAC,CAAC;IACL,CAAC;IAED,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE,6DAA6D;SACvE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QACrF,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,uBAAuB;gBAC7B,OAAO,EAAE,YAAY,SAAS,iDAAiD;aAChF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,iCAAiC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,uBAAuB;gBAC7B,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,MAAM,EAAE;aAC7E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,uBAAuB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5D,KAAK,MAAM,SAAS,IAAI,sCAAsC,EAAE,CAAC;QAC/D,IAAI,CAAC,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,uCAAuC,CAAC,SAAS,CAAC,CAAC;IACtE,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC,CAAC;IACL,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAExE,MAAM,wBAAwB,GAAG;QAC/B,uCAAuC;QACvC,gCAAgC;QAChC,gCAAgC;QAChC,kCAAkC;KACnC,CAAC;IACF,KAAK,MAAM,SAAS,IAAI,wBAAwB,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,EAAE,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,yDAAyD,SAAS,IAAI;aAChF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,CAAC,CAAC,mCAAmC,IAAI,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,0BAA0B;YAChC,OAAO,EAAE,qBAAqB,mCAAmC,yCAAyC;SAC3G,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;IACnE,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,2BAA2B,EAAE,CAAC;QAC/C,KAAK,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YACvD,MAAM,IAAI,GACR,MAAM,KAAK,QAAQ;gBACjB,CAAC,CAAC,KAAK,CAAC,iBAAiB;gBACzB,CAAC,CAAC,MAAM,KAAK,OAAO;oBAClB,CAAC,CAAC,KAAK,CAAC,gBAAgB;oBACxB,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC;YACnC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC/B,QAAQ,CAAC,IAAI,CACX,SAAS,MAAM,6CAA6C,UAAU,IAAI,CAC3E,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QACvB,MAAM;QACN,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iCAAiC,CACrD,QAAgB;IAEhB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAkC,CAAC;IAC1F,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { CataloxBoundClient } from "../catalox/client.js";
|
|
2
|
+
import { validateCanonicalMemorixCataloxMetadataFromCatalox } from "../validation/canonical-metadata-validation.js";
|
|
3
|
+
import { loadMongoInventory } from "./mongo-inventory.js";
|
|
4
|
+
import type { MemorixMetadataInspectionReport } from "./types.js";
|
|
5
|
+
export type VerifyMemorixMetadataResult = {
|
|
6
|
+
ok: boolean;
|
|
7
|
+
validation: Awaited<ReturnType<typeof validateCanonicalMemorixCataloxMetadataFromCatalox>>;
|
|
8
|
+
inspection: MemorixMetadataInspectionReport;
|
|
9
|
+
mongo?: Awaited<ReturnType<typeof loadMongoInventory>>;
|
|
10
|
+
};
|
|
11
|
+
export declare function verifyMemorixCataloxMetadata(catalox: CataloxBoundClient, options?: {
|
|
12
|
+
appId?: string;
|
|
13
|
+
env?: NodeJS.ProcessEnv;
|
|
14
|
+
}): Promise<VerifyMemorixMetadataResult>;
|
|
15
|
+
//# sourceMappingURL=verify.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verify.d.ts","sourceRoot":"","sources":["../../src/migration/verify.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,kDAAkD,EAAE,MAAM,gDAAgD,CAAC;AAEpH,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,YAAY,CAAC;AAElE,MAAM,MAAM,2BAA2B,GAAG;IACxC,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,kDAAkD,CAAC,CAAC,CAAC;IAC3F,UAAU,EAAE,+BAA+B,CAAC;IAC5C,KAAK,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC,CAAC;CACxD,CAAC;AAEF,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,kBAAkB,EAC3B,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAA;CAAO,GACxD,OAAO,CAAC,2BAA2B,CAAC,CA6BtC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { validateCanonicalMemorixCataloxMetadataFromCatalox } from "../validation/canonical-metadata-validation.js";
|
|
2
|
+
import { inspectMemorixCataloxMetadata } from "./inspect.js";
|
|
3
|
+
import { loadMongoInventory } from "./mongo-inventory.js";
|
|
4
|
+
export async function verifyMemorixCataloxMetadata(catalox, options = {}) {
|
|
5
|
+
const env = options.env ?? process.env;
|
|
6
|
+
const validation = await validateCanonicalMemorixCataloxMetadataFromCatalox(catalox, {
|
|
7
|
+
appId: options.appId,
|
|
8
|
+
});
|
|
9
|
+
const inspection = await inspectMemorixCataloxMetadata(catalox, {
|
|
10
|
+
appId: options.appId,
|
|
11
|
+
env,
|
|
12
|
+
});
|
|
13
|
+
const mongo = await loadMongoInventory(env);
|
|
14
|
+
const legacyCatalogsPresent = inspection.catalogs.some((catalog) => catalog.classification === "legacy" &&
|
|
15
|
+
catalog.itemCount > 0 &&
|
|
16
|
+
!["knowledge"].includes(catalog.catalogId));
|
|
17
|
+
const ok = validation.ok &&
|
|
18
|
+
!legacyCatalogsPresent &&
|
|
19
|
+
!inspection.references.variabilitiesGroupsPresent;
|
|
20
|
+
return {
|
|
21
|
+
ok,
|
|
22
|
+
validation,
|
|
23
|
+
inspection,
|
|
24
|
+
mongo,
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=verify.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"verify.js","sourceRoot":"","sources":["../../src/migration/verify.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kDAAkD,EAAE,MAAM,gDAAgD,CAAC;AACpH,OAAO,EAAE,6BAA6B,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAU1D,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,OAA2B,EAC3B,UAAuD,EAAE;IAEzD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,kDAAkD,CAAC,OAAO,EAAE;QACnF,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,6BAA6B,CAAC,OAAO,EAAE;QAC9D,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG;KACJ,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAE5C,MAAM,qBAAqB,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CACpD,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,cAAc,KAAK,QAAQ;QACnC,OAAO,CAAC,SAAS,GAAG,CAAC;QACrB,CAAC,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAC7C,CAAC;IAEF,MAAM,EAAE,GACN,UAAU,CAAC,EAAE;QACb,CAAC,qBAAqB;QACtB,CAAC,UAAU,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAEpD,OAAO;QACL,EAAE;QACF,UAAU;QACV,UAAU;QACV,KAAK;KACN,CAAC;AACJ,CAAC"}
|