@aifabrix/builder 2.44.6 → 2.45.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/.cursor/rules/cli-layout.mdc +7 -3
  2. package/.cursor/rules/docs-rules.mdc +3 -1
  3. package/integration/hubspot-test/test-artifacts/wizard-hubspot-credential-real.yaml +1 -1
  4. package/integration/hubspot-test/test-artifacts/wizard-hubspot-env-vars.yaml +1 -1
  5. package/integration/hubspot-test/wizard-hubspot-e2e.yaml +1 -1
  6. package/jest.projects.js +100 -1
  7. package/lib/api/agent-metadata-validation.api.js +93 -0
  8. package/lib/api/audit-api-helpers.js +68 -0
  9. package/lib/api/audit.api.js +119 -0
  10. package/lib/api/auth-cache.api.js +44 -0
  11. package/lib/api/certificates.api.js +4 -4
  12. package/lib/api/credential.api.js +2 -2
  13. package/lib/api/dataplane-health.api.js +137 -0
  14. package/lib/api/dataplane-sync.api.js +27 -0
  15. package/lib/api/datasources-core.api.js +21 -18
  16. package/lib/api/datasources-extended.api.js +22 -22
  17. package/lib/api/dimensions.api.js +3 -0
  18. package/lib/api/external-systems.api.js +13 -13
  19. package/lib/api/governance-scenarios.api.js +39 -0
  20. package/lib/api/groups.api.js +79 -0
  21. package/lib/api/index.js +45 -2
  22. package/lib/api/pipeline.api.js +4 -4
  23. package/lib/api/protection.api.js +157 -0
  24. package/lib/api/records-bulk.api.js +30 -0
  25. package/lib/api/records-search-parse.js +49 -0
  26. package/lib/api/records-search.api.js +29 -0
  27. package/lib/api/types/agent-metadata-validation.types.js +67 -0
  28. package/lib/api/types/audit.types.js +72 -0
  29. package/lib/api/types/dataplane-health.types.js +27 -0
  30. package/lib/api/types/dimensions.types.js +2 -0
  31. package/lib/api/types/governance-scenarios.types.js +39 -0
  32. package/lib/api/types/protection.types.js +69 -0
  33. package/lib/api/types/records-bulk.types.js +35 -0
  34. package/lib/api/types/records-search.types.js +28 -0
  35. package/lib/api/user-groups.api.js +50 -0
  36. package/lib/api/users.api.js +95 -0
  37. package/lib/api/validation-run.api.js +3 -3
  38. package/lib/api/validation-runner.js +3 -3
  39. package/lib/api/wizard-platform.api.js +3 -3
  40. package/lib/api/wizard.api.js +21 -21
  41. package/lib/app/deploy.js +34 -19
  42. package/lib/app/helpers.js +3 -3
  43. package/lib/app/index.js +3 -3
  44. package/lib/app/register.js +7 -6
  45. package/lib/app/restart-display.js +52 -21
  46. package/lib/app/rotate-secret.js +7 -6
  47. package/lib/app/run-helpers.js +15 -8
  48. package/lib/app/run.js +57 -9
  49. package/lib/app/show-display.js +7 -0
  50. package/lib/app/show.js +87 -5
  51. package/lib/build/index.js +9 -5
  52. package/lib/cli/index.js +4 -2
  53. package/lib/cli/infra-guided.js +62 -28
  54. package/lib/cli/installation-log-command.js +73 -0
  55. package/lib/cli/setup-app.help.js +50 -2
  56. package/lib/cli/setup-app.js +44 -25
  57. package/lib/cli/setup-app.test-commands.js +80 -21
  58. package/lib/cli/setup-auth.js +124 -52
  59. package/lib/cli/setup-external-system.js +37 -3
  60. package/lib/cli/setup-infra-up-dataplane-action.js +111 -0
  61. package/lib/cli/setup-infra-up-platform-action.js +131 -0
  62. package/lib/cli/setup-infra.js +60 -119
  63. package/lib/cli/setup-platform.js +1 -1
  64. package/lib/cli/setup-utility-help-after.js +45 -0
  65. package/lib/cli/setup-utility-resolve.js +132 -0
  66. package/lib/cli/setup-utility.js +148 -116
  67. package/lib/commands/app-logs.js +81 -33
  68. package/lib/commands/auth-config.js +116 -18
  69. package/lib/commands/auth-status-dataplane-version.js +231 -0
  70. package/lib/commands/auth-status-display.js +94 -0
  71. package/lib/commands/auth-status.js +70 -6
  72. package/lib/commands/credential-push.js +10 -5
  73. package/lib/commands/datasource-load-export-cli.js +178 -0
  74. package/lib/commands/datasource-test-trust-cli.js +114 -0
  75. package/lib/commands/datasource-unified-test-cli.js +25 -17
  76. package/lib/commands/datasource-unified-test-cli.options.js +18 -3
  77. package/lib/commands/datasource-unified-test-e2e-cli-helpers.js +5 -5
  78. package/lib/commands/datasource-verify-audit-cli.js +96 -0
  79. package/lib/commands/datasource.js +68 -1
  80. package/lib/commands/dimension-value.js +43 -13
  81. package/lib/commands/dimension.js +38 -7
  82. package/lib/commands/identity-apply-sync.js +131 -0
  83. package/lib/commands/identity-group-cli.js +146 -0
  84. package/lib/commands/identity-membership-role-cache.js +175 -0
  85. package/lib/commands/identity-shared.js +94 -0
  86. package/lib/commands/identity-user-cli.js +158 -0
  87. package/lib/commands/identity.js +43 -0
  88. package/lib/commands/login.js +46 -16
  89. package/lib/commands/protection-cli-leaves.js +286 -0
  90. package/lib/commands/protection.js +50 -0
  91. package/lib/commands/repair.js +13 -3
  92. package/lib/commands/setup-modes.js +19 -6
  93. package/lib/commands/setup-prompts.js +41 -8
  94. package/lib/commands/setup.js +114 -9
  95. package/lib/commands/teardown.js +54 -5
  96. package/lib/commands/test-e2e-external.js +40 -9
  97. package/lib/commands/test-governance-cli-options.js +47 -0
  98. package/lib/commands/test-governance-command-action.js +55 -0
  99. package/lib/commands/test-governance-external.js +88 -0
  100. package/lib/commands/test-trust-cli-options.js +32 -0
  101. package/lib/commands/test-trust-command-action.js +118 -0
  102. package/lib/commands/test-trust-external.js +127 -0
  103. package/lib/commands/up-common.js +48 -14
  104. package/lib/commands/up-dataplane.js +21 -18
  105. package/lib/commands/up-miso.js +12 -8
  106. package/lib/commands/upload.js +38 -15
  107. package/lib/commands/wizard-core.js +3 -0
  108. package/lib/core/audit-logger.js +1 -34
  109. package/lib/core/config-admin-email.js +56 -0
  110. package/lib/core/config-device-dataplane.js +185 -0
  111. package/lib/core/config-normalize.js +60 -0
  112. package/lib/core/config-registered-controller-urls.js +54 -0
  113. package/lib/core/config.js +33 -50
  114. package/lib/core/secrets-ensure-infra.js +1 -1
  115. package/lib/core/secrets-env-content.js +86 -90
  116. package/lib/core/secrets-env-declarative-expand.js +170 -0
  117. package/lib/core/secrets-env-write.js +2 -0
  118. package/lib/core/secrets-load.js +106 -102
  119. package/lib/datasource/agent-trust-debug-log.js +45 -0
  120. package/lib/datasource/agent-trust-fetch.js +115 -0
  121. package/lib/datasource/agent-trust-map.js +101 -0
  122. package/lib/datasource/agent-trust-mock.js +44 -0
  123. package/lib/datasource/agent-trust-run.js +93 -0
  124. package/lib/datasource/agent-trust-timeout.js +25 -0
  125. package/lib/datasource/audit-evidence-display.js +80 -0
  126. package/lib/datasource/audit-evidence-extract-debug.js +103 -0
  127. package/lib/datasource/audit-evidence-extract.js +177 -0
  128. package/lib/datasource/audit-evidence-matrix-rows.js +158 -0
  129. package/lib/datasource/audit-evidence-operation-aliases.js +63 -0
  130. package/lib/datasource/audit-evidence-poll.js +109 -0
  131. package/lib/datasource/audit-evidence-run.js +177 -0
  132. package/lib/datasource/audit-evidence-verify-helpers.js +167 -0
  133. package/lib/datasource/audit-evidence-verify-matrix.js +177 -0
  134. package/lib/datasource/audit-evidence-verify.js +108 -0
  135. package/lib/datasource/bulk-loader-run-batches.js +88 -0
  136. package/lib/datasource/bulk-loader-service-retry.js +52 -0
  137. package/lib/datasource/bulk-loader-service.js +127 -0
  138. package/lib/datasource/capability/run-capability-dimension.js +2 -1
  139. package/lib/datasource/datasource-exporter-resolve.js +82 -0
  140. package/lib/datasource/datasource-exporter-service.js +144 -0
  141. package/lib/datasource/datasource-identifier.js +148 -0
  142. package/lib/datasource/datasource-load-export-context.js +92 -0
  143. package/lib/datasource/integration-context.js +6 -4
  144. package/lib/datasource/local-data-paths.js +145 -0
  145. package/lib/datasource/log-cleaner.js +241 -0
  146. package/lib/datasource/log-viewer.js +111 -6
  147. package/lib/datasource/record-file-parser.js +85 -0
  148. package/lib/datasource/record-mapper.js +129 -0
  149. package/lib/datasource/resolve-app.js +74 -55
  150. package/lib/datasource/test-e2e.js +26 -2
  151. package/lib/datasource/unified-validation-run-resolve.js +45 -12
  152. package/lib/datasource/unified-validation-run.js +43 -17
  153. package/lib/datasource/validate.js +37 -20
  154. package/lib/external-system/deploy.js +5 -1
  155. package/lib/external-system/test-system-level.js +25 -4
  156. package/lib/external-system/test.js +3 -1
  157. package/lib/governance/governance-pack-loader.js +70 -0
  158. package/lib/governance/governance-run-display.js +119 -0
  159. package/lib/identity/identity-apply-core.js +108 -0
  160. package/lib/identity/identity-apply-phases.js +244 -0
  161. package/lib/identity/identity-apply-service.js +77 -0
  162. package/lib/identity/identity-csv-parser.js +114 -0
  163. package/lib/internal/fs-real-sync.js +29 -1
  164. package/lib/internal/node-fs.js +2 -0
  165. package/lib/protection/auth-context.js +45 -0
  166. package/lib/protection/convert-batch.js +90 -0
  167. package/lib/protection/load.js +41 -0
  168. package/lib/protection/paths.js +158 -0
  169. package/lib/protection/preflight-datasource-ready.js +46 -0
  170. package/lib/protection/protection-create-probe-lines.js +142 -0
  171. package/lib/protection/protection-create-probes.js +95 -0
  172. package/lib/protection/protection-create-scaffold.js +281 -0
  173. package/lib/protection/protection-display-helpers.js +445 -0
  174. package/lib/protection/protection-display.js +215 -0
  175. package/lib/protection/protection-preset-registry.js +97 -0
  176. package/lib/protection/report-exit.js +62 -0
  177. package/lib/protection/resolve.js +202 -0
  178. package/lib/protection/run-commands-validate.js +130 -0
  179. package/lib/protection/run-commands.js +216 -0
  180. package/lib/protection/run-protection-create-helpers.js +134 -0
  181. package/lib/protection/run-protection-create-probes-flow.js +43 -0
  182. package/lib/protection/run-protection-create.js +191 -0
  183. package/lib/protection/scope.js +22 -0
  184. package/lib/protection/sync-after-upload.js +64 -0
  185. package/lib/protection/upload-batch.js +127 -0
  186. package/lib/protection/validate-batch.js +113 -0
  187. package/lib/protection/validate-local.js +65 -0
  188. package/lib/resolvers/dimension-file.js +29 -4
  189. package/lib/schema/application-schema.json +4 -0
  190. package/lib/schema/external-datasource.schema.json +47 -13
  191. package/lib/schema/flag-map-validation-run.json +2 -2
  192. package/lib/schema/infra.parameter.yaml +10 -0
  193. package/lib/schema/protection.schema.json +374 -0
  194. package/lib/schema/type/credential-field-registry.json +636 -0
  195. package/lib/schema/wizard-config.schema.json +1 -1
  196. package/lib/utils/agent-trust-run-display.js +231 -0
  197. package/lib/utils/agent-trust-run-exit.js +59 -0
  198. package/lib/utils/agent-trust-wait-ui.js +94 -0
  199. package/lib/utils/app-config-resolver.js +24 -1
  200. package/lib/utils/applications-config-defaults.js +206 -0
  201. package/lib/utils/auth-config-validator.js +2 -12
  202. package/lib/utils/bash-secret-env.js +1 -1
  203. package/lib/utils/cli-exit-codes.js +30 -0
  204. package/lib/utils/cli-sync-options.js +33 -0
  205. package/lib/utils/compose-generate-docker-compose.js +111 -6
  206. package/lib/utils/compose-generator.js +17 -8
  207. package/lib/utils/controller-url.js +50 -7
  208. package/lib/utils/credential-push-ui.js +90 -0
  209. package/lib/utils/dataplane-cli-version-gate.js +202 -0
  210. package/lib/utils/dataplane-cli-version-help.js +74 -0
  211. package/lib/utils/datasource-export-display.js +137 -0
  212. package/lib/utils/datasource-load-display.js +174 -0
  213. package/lib/utils/datasource-load-export-ui.js +120 -0
  214. package/lib/utils/datasource-test-run-capability-scope.js +3 -3
  215. package/lib/utils/datasource-test-run-display.js +3 -3
  216. package/lib/utils/datasource-test-run-tty-log.js +5 -1
  217. package/lib/utils/env-copy.js +99 -14
  218. package/lib/utils/env-template.js +5 -1
  219. package/lib/utils/health-check-url.js +18 -15
  220. package/lib/utils/health-check.js +7 -5
  221. package/lib/utils/help-builder.js +30 -24
  222. package/lib/utils/infra-optional-service-flags.js +69 -0
  223. package/lib/utils/installation-log-core.js +282 -0
  224. package/lib/utils/installation-log-record.js +237 -0
  225. package/lib/utils/installation-log.js +123 -0
  226. package/lib/utils/log-redaction.js +105 -0
  227. package/lib/utils/manifest-location.js +164 -0
  228. package/lib/utils/manifest-source-emit.js +184 -0
  229. package/lib/utils/paths.js +238 -89
  230. package/lib/utils/remote-secrets-loader.js +7 -1
  231. package/lib/utils/run-cli-flags.js +29 -0
  232. package/lib/utils/secrets-canonical.js +10 -3
  233. package/lib/utils/secrets-path.js +3 -4
  234. package/lib/utils/secrets-utils.js +20 -10
  235. package/lib/utils/semver-compare.js +127 -0
  236. package/lib/utils/system-builder-root.js +10 -2
  237. package/lib/utils/upload-pipeline-ui.js +91 -0
  238. package/lib/utils/url-declarative-public-base.js +80 -12
  239. package/lib/utils/url-declarative-resolve-build-urls.js +238 -0
  240. package/lib/utils/url-declarative-resolve-build.js +24 -393
  241. package/lib/utils/url-declarative-resolve-expand-token.js +189 -0
  242. package/lib/utils/url-declarative-resolve-load-doc.js +12 -3
  243. package/lib/utils/url-declarative-resolve-surface-state.js +102 -0
  244. package/lib/utils/url-declarative-resolve.js +47 -7
  245. package/lib/utils/url-declarative-runtime-base-path.js +21 -1
  246. package/lib/utils/urls-local-registry-scan.js +103 -0
  247. package/lib/utils/urls-local-registry.js +161 -90
  248. package/lib/utils/validation-poll-ui.js +14 -7
  249. package/lib/validation/wizard-config-validator.js +58 -19
  250. package/package.json +3 -1
  251. package/templates/applications/dataplane/application.yaml +4 -0
  252. package/templates/applications/dataplane/env.template +13 -1
  253. package/templates/applications/dataplane/rbac.yaml +4 -0
  254. package/templates/applications/miso-controller/application.yaml +2 -0
  255. package/templates/applications/miso-controller/env.template +27 -29
  256. package/templates/external-system/README.md.hbs +56 -8
  257. package/.npmrc.token +0 -1
@@ -0,0 +1,93 @@
1
+ /**
2
+ * @fileoverview Run dataplane agent metadata validation for one datasource (404.5 / plan 143).
3
+ * @author AI Fabrix Team
4
+ * @version 1.0.0
5
+ */
6
+
7
+ 'use strict';
8
+
9
+ const chalk = require('chalk');
10
+ const logger = require('../utils/logger');
11
+ const { formatSuccessLine } = require('../utils/cli-test-layout-chalk');
12
+ const { getConfig } = require('../core/config');
13
+ const { setupIntegrationTestAuth } = require('../external-system/test-auth');
14
+ const { resolveAppKeyForDatasource } = require('./resolve-app');
15
+ const { getSystemKeyFromAppKey } = require('./integration-context');
16
+ const { requireBearerForDataplanePipeline } = require('../utils/token-manager');
17
+ const { fetchTrustRunFromDataplane } = require('./agent-trust-fetch');
18
+
19
+ async function maybeSyncBeforeTrust({ noSync, authConfig, systemKey }) {
20
+ if (noSync === true) return;
21
+ requireBearerForDataplanePipeline(authConfig);
22
+ logger.log(chalk.cyan('Syncing local config to dataplane…'));
23
+ const { uploadExternalSystem } = require('../commands/upload');
24
+ await uploadExternalSystem(systemKey, { minimal: true });
25
+ logger.log(formatSuccessLine('Sync complete'));
26
+ }
27
+
28
+ function buildTransportFailureTrustRun(datasourceKey, systemKey, err) {
29
+ return {
30
+ datasourceKey,
31
+ systemKey,
32
+ status: 'fail',
33
+ trustDecision: 'notTrusted',
34
+ validationStatus: 'failed',
35
+ confidence: 0,
36
+ summary: err && err.message ? String(err.message) : 'Request failed',
37
+ transportError: true
38
+ };
39
+ }
40
+
41
+ /**
42
+ * @async
43
+ * @param {string} datasourceKey
44
+ * @param {Object} options
45
+ * @returns {Promise<{ trustRun: Object, apiError: Object|null }>}
46
+ */
47
+ async function runDatasourceAgentTrust(datasourceKey, options = {}) {
48
+ if (!datasourceKey || typeof datasourceKey !== 'string') {
49
+ throw new Error('Datasource key is required');
50
+ }
51
+ const { appKey } = await resolveAppKeyForDatasource(datasourceKey, options.app);
52
+ const systemKey = await getSystemKeyFromAppKey(appKey);
53
+
54
+ let authConfig = options.authConfig;
55
+ let dataplaneUrl = options.dataplaneUrl || options.dataplane;
56
+ if (!authConfig || !dataplaneUrl) {
57
+ const configObj = await getConfig();
58
+ const auth = await setupIntegrationTestAuth(
59
+ appKey,
60
+ { environment: options.environment, dataplane: options.dataplane },
61
+ configObj
62
+ );
63
+ authConfig = auth.authConfig;
64
+ dataplaneUrl = auth.dataplaneUrl;
65
+ }
66
+
67
+ await maybeSyncBeforeTrust({
68
+ noSync: options.noSync === true,
69
+ authConfig,
70
+ systemKey
71
+ });
72
+
73
+ try {
74
+ const trustRun = await fetchTrustRunFromDataplane({
75
+ datasourceKey,
76
+ systemKey,
77
+ dataplaneUrl,
78
+ authConfig,
79
+ options
80
+ });
81
+ return { trustRun, apiError: null };
82
+ } catch (err) {
83
+ return {
84
+ trustRun: buildTransportFailureTrustRun(datasourceKey, systemKey, err),
85
+ apiError: err
86
+ };
87
+ }
88
+ }
89
+
90
+ module.exports = {
91
+ runDatasourceAgentTrust,
92
+ maybeSyncBeforeTrust
93
+ };
@@ -0,0 +1,25 @@
1
+ /**
2
+ * @fileoverview HTTP timeout parsing for agent trust CLI (plan 143).
3
+ */
4
+
5
+ 'use strict';
6
+
7
+ const DEFAULT_TRUST_TIMEOUT_MS = 120000;
8
+
9
+ /**
10
+ * @param {Object} [options]
11
+ * @returns {number}
12
+ */
13
+ function parseTrustTimeoutMs(options = {}) {
14
+ const raw = options.timeout;
15
+ if (raw !== undefined && raw !== null && raw !== '') {
16
+ const n = parseInt(String(raw), 10);
17
+ if (Number.isFinite(n) && n > 0) return n;
18
+ }
19
+ return DEFAULT_TRUST_TIMEOUT_MS;
20
+ }
21
+
22
+ module.exports = {
23
+ DEFAULT_TRUST_TIMEOUT_MS,
24
+ parseTrustTimeoutMs
25
+ };
@@ -0,0 +1,80 @@
1
+ /**
2
+ * @fileoverview TTY and JSON output for audit evidence verification (407.3)
3
+ * @author AI Fabrix Team
4
+ * @version 1.0.0
5
+ */
6
+
7
+ 'use strict';
8
+
9
+ const chalk = require('chalk');
10
+ const logger = require('../utils/logger');
11
+ const {
12
+ sectionTitle,
13
+ formatSuccessLine,
14
+ formatBlockingError,
15
+ successGlyph,
16
+ failureGlyph
17
+ } = require('../utils/cli-test-layout-chalk');
18
+
19
+ const SEP = '────────────────────────────────';
20
+
21
+ /**
22
+ * @param {'passed'|'failed'} status
23
+ * @returns {string}
24
+ */
25
+ function rowGlyph(status) {
26
+ return status === 'passed' ? successGlyph() : failureGlyph();
27
+ }
28
+
29
+ /**
30
+ * @param {import('../api/types/audit.types').AuditEvidenceVerification} result
31
+ * @param {boolean} [verbose]
32
+ */
33
+ function displayAuditEvidenceMatrixTTY(result, verbose = false) {
34
+ logger.log(SEP);
35
+ logger.log(sectionTitle('Audit evidence matrix'));
36
+ logger.log(chalk.gray(` Datasource: ${result.datasourceKey}`));
37
+ if (result.correlationId) {
38
+ logger.log(chalk.gray(` Correlation: ${result.correlationId}`));
39
+ }
40
+ if (verbose && result.executionIds.length) {
41
+ logger.log(chalk.gray(` Execution ids: ${result.executionIds.length}`));
42
+ }
43
+ logger.log('');
44
+ for (const row of result.matrix || []) {
45
+ logger.log(` ${rowGlyph(row.status)} Row ${row.row}: ${row.detail}`);
46
+ if (verbose && row.code) {
47
+ logger.log(chalk.gray(` code: ${row.code}`));
48
+ }
49
+ }
50
+ logger.log('');
51
+ if (result.status === 'passed') {
52
+ logger.log(formatSuccessLine('Audit evidence verification passed'));
53
+ } else {
54
+ const failed = (result.matrix || []).filter(r => r.status === 'failed').length;
55
+ logger.log(formatBlockingError(`Audit evidence verification failed (${failed} row(s))`));
56
+ }
57
+ logger.log(SEP);
58
+ }
59
+
60
+ /**
61
+ * @param {import('../api/types/audit.types').AuditEvidenceVerification} result
62
+ */
63
+ function printAuditEvidenceVerificationJson(result) {
64
+ logger.log(
65
+ JSON.stringify({
66
+ auditEvidenceVerification: {
67
+ status: result.status,
68
+ datasourceKey: result.datasourceKey,
69
+ correlationId: result.correlationId,
70
+ executionIds: result.executionIds,
71
+ matrix: result.matrix
72
+ }
73
+ })
74
+ );
75
+ }
76
+
77
+ module.exports = {
78
+ displayAuditEvidenceMatrixTTY,
79
+ printAuditEvidenceVerificationJson
80
+ };
@@ -0,0 +1,103 @@
1
+ /**
2
+ * @fileoverview Extract execution ids from DatasourceTestRun debug / async E2E payloads
3
+ * @author AI Fabrix Team
4
+ * @version 1.0.0
5
+ */
6
+
7
+ 'use strict';
8
+
9
+ /**
10
+ * @param {Array<*>} ids
11
+ * @returns {string[]}
12
+ */
13
+ function dedupeIds(ids) {
14
+ if (!Array.isArray(ids)) return [];
15
+ const out = [];
16
+ const seen = new Set();
17
+ for (const raw of ids) {
18
+ const id = raw !== null && raw !== undefined ? String(raw).trim() : '';
19
+ if (!id || seen.has(id)) continue;
20
+ seen.add(id);
21
+ out.push(id);
22
+ }
23
+ return out;
24
+ }
25
+
26
+ /**
27
+ * @param {*} node
28
+ * @param {string[]} out
29
+ */
30
+ function collectExecutionIdFields(node, out) {
31
+ if (!node || typeof node !== 'object') return;
32
+ if (typeof node.executionId === 'string' && node.executionId.trim()) {
33
+ out.push(node.executionId.trim());
34
+ }
35
+ if (Array.isArray(node.jobs)) {
36
+ for (const job of node.jobs) collectExecutionIdFields(job, out);
37
+ }
38
+ if (Array.isArray(node.datasources)) {
39
+ for (const ds of node.datasources) collectExecutionIdFields(ds, out);
40
+ }
41
+ if (node.audit && typeof node.audit === 'object') {
42
+ collectExecutionIdFields(node.audit, out);
43
+ }
44
+ if (node.evidence && typeof node.evidence === 'object') {
45
+ collectExecutionIdFields(node.evidence, out);
46
+ }
47
+ }
48
+
49
+ /**
50
+ * @param {Object|null|undefined} envelope
51
+ * @returns {string[]}
52
+ */
53
+ function executionIdsFromDebugEnvelope(envelope) {
54
+ const dbg = envelope && envelope.debug;
55
+ if (!dbg || typeof dbg !== 'object') return [];
56
+ const found = [];
57
+ if (dbg.executionIds) {
58
+ found.push(...(Array.isArray(dbg.executionIds) ? dbg.executionIds : [dbg.executionIds]));
59
+ }
60
+ const asyncDbg = dbg.e2eAsyncDebug;
61
+ if (asyncDbg && Array.isArray(asyncDbg.stepDebug)) {
62
+ for (const step of asyncDbg.stepDebug) {
63
+ if (step && step.evidence) collectExecutionIdFields(step.evidence, found);
64
+ }
65
+ }
66
+ return dedupeIds(found);
67
+ }
68
+
69
+ /**
70
+ * CIP operation names from capacity step (insert, update, list, …).
71
+ * @param {Object|null|undefined} envelope
72
+ * @returns {string[]}
73
+ */
74
+ function cipOperationsFromDebugEnvelope(envelope) {
75
+ const dbg = envelope && envelope.debug;
76
+ const asyncDbg = dbg && dbg.e2eAsyncDebug;
77
+ if (!asyncDbg || !Array.isArray(asyncDbg.stepDebug)) return [];
78
+ const capStep = asyncDbg.stepDebug.find(s => s && s.name === 'capacity');
79
+ if (!capStep || !capStep.evidence) return [];
80
+ const ops = new Set();
81
+ const details = capStep.evidence.datasources;
82
+ if (!Array.isArray(details)) return [];
83
+ for (const ds of details) {
84
+ if (!ds || !Array.isArray(ds.capabilityDetails)) continue;
85
+ for (const item of ds.capabilityDetails) {
86
+ const key = item && item.key ? String(item.key) : '';
87
+ const m = key.match(/^capacity:([a-zA-Z]+)/);
88
+ if (m && m[1]) {
89
+ let op = m[1] === 'updateBasic' ? 'updatebasic' : m[1].toLowerCase();
90
+ if (op === 'create') op = 'insert';
91
+ ops.add(op);
92
+ }
93
+ }
94
+ }
95
+ return [...ops];
96
+ }
97
+
98
+ module.exports = {
99
+ dedupeIds,
100
+ executionIdsFromDebugEnvelope,
101
+ cipOperationsFromDebugEnvelope,
102
+ collectExecutionIdFields
103
+ };
@@ -0,0 +1,177 @@
1
+ /**
2
+ * @fileoverview Extract audit evidence inputs from DatasourceTestRun envelope or debug log
3
+ * @author AI Fabrix Team
4
+ * @version 1.0.0
5
+ */
6
+
7
+ 'use strict';
8
+
9
+ const path = require('path');
10
+ const fsp = require('node:fs').promises;
11
+ const { getIntegrationPath } = require('../utils/paths');
12
+ const { resolveAppKeyForDatasource } = require('./resolve-app');
13
+ const { getLatestLogPath } = require('./log-viewer');
14
+ const {
15
+ executionIdsFromDebugEnvelope,
16
+ cipOperationsFromDebugEnvelope,
17
+ dedupeIds: dedupeIdsFromDebug
18
+ } = require('./audit-evidence-extract-debug');
19
+
20
+ /** @param {Array<*>} ids @returns {string[]} */
21
+ function dedupeIds(ids) {
22
+ return dedupeIdsFromDebug(ids);
23
+ }
24
+
25
+ /**
26
+ * @param {Object|null|undefined} envelope
27
+ * @returns {string[]}
28
+ */
29
+ function executionIdsFromEnvelope(envelope) {
30
+ const audit = envelope && envelope.audit;
31
+ const merged = [
32
+ ...(audit && audit.executionIds ? audit.executionIds : []),
33
+ ...executionIdsFromDebugEnvelope(envelope)
34
+ ];
35
+ return dedupeIds(merged);
36
+ }
37
+
38
+ /**
39
+ * E2E uses testRunId as CipExecution.correlationId (see external_data_e2e_helpers).
40
+ * @param {Object|null|undefined} envelope
41
+ * @returns {string|null}
42
+ */
43
+ function correlationIdFromAsyncDebug(envelope) {
44
+ const dbg = envelope && envelope.debug;
45
+ const asyncDbg = dbg && dbg.e2eAsyncDebug;
46
+ if (!asyncDbg || typeof asyncDbg !== 'object') return null;
47
+ const requestId =
48
+ asyncDbg.requestId !== undefined && asyncDbg.requestId !== null
49
+ ? String(asyncDbg.requestId).trim()
50
+ : '';
51
+ if (requestId) return requestId;
52
+ const nested =
53
+ asyncDbg.testRunId !== undefined && asyncDbg.testRunId !== null
54
+ ? String(asyncDbg.testRunId).trim()
55
+ : '';
56
+ return nested || null;
57
+ }
58
+
59
+ /**
60
+ * Ephemeral envelope runId (run-*) is not stored as CipExecution.correlationId.
61
+ * @param {string} runId
62
+ * @returns {boolean}
63
+ */
64
+ function isEphemeralEnvelopeRunId(runId) {
65
+ return /^run-[a-f0-9]{12}$/i.test(runId);
66
+ }
67
+
68
+ function correlationIdFromEnvelope(envelope) {
69
+ if (!envelope || typeof envelope !== 'object') return null;
70
+ const testRunId =
71
+ envelope.testRunId !== undefined && envelope.testRunId !== null
72
+ ? String(envelope.testRunId).trim()
73
+ : '';
74
+ if (testRunId && !isEphemeralEnvelopeRunId(testRunId)) return testRunId;
75
+ const fromDebug = correlationIdFromAsyncDebug(envelope);
76
+ if (fromDebug) return fromDebug;
77
+ const runId =
78
+ envelope.runId !== undefined && envelope.runId !== null ? String(envelope.runId).trim() : '';
79
+ if (runId && !isEphemeralEnvelopeRunId(runId)) return runId;
80
+ return null;
81
+ }
82
+
83
+ /**
84
+ * Expected capacity/sync operations for matrix rows 1 and 8.
85
+ * @param {Object|null|undefined} envelope
86
+ * @returns {string[]}
87
+ */
88
+ function expectedOperationsFromEnvelope(envelope) {
89
+ const fromCapacity = cipOperationsFromDebugEnvelope(envelope);
90
+ if (fromCapacity.length) return fromCapacity;
91
+ const ops = new Set();
92
+ const caps = envelope && Array.isArray(envelope.capabilities) ? envelope.capabilities : [];
93
+ for (const cap of caps) {
94
+ if (!cap || cap.status === 'skipped' || !cap.key) continue;
95
+ const key = String(cap.key).trim();
96
+ if (['insert', 'update', 'get', 'delete', 'list', 'create'].includes(key)) {
97
+ ops.add(key === 'create' ? 'insert' : key);
98
+ }
99
+ }
100
+ const integration = envelope && envelope.integration;
101
+ if (integration && integration.sync && integration.sync.status === 'ok') {
102
+ ops.add('list');
103
+ }
104
+ return [...ops];
105
+ }
106
+
107
+ /**
108
+ * @param {Object|null|undefined} envelope
109
+ * @returns {{ datasourceKey: string, correlationId: string|null, executionIds: string[], expectedOperations: string[] }}
110
+ */
111
+ function extractAuditEvidenceContext(envelope, opts = {}) {
112
+ if (!envelope || typeof envelope !== 'object') {
113
+ return {
114
+ datasourceKey: opts.datasourceKey ? String(opts.datasourceKey).trim() : '',
115
+ correlationId: null,
116
+ executionIds: [],
117
+ expectedOperations: []
118
+ };
119
+ }
120
+ const datasourceKey =
121
+ opts.datasourceKey !== undefined && opts.datasourceKey !== null
122
+ ? String(opts.datasourceKey).trim()
123
+ : envelope.datasourceKey !== undefined && envelope.datasourceKey !== null
124
+ ? String(envelope.datasourceKey).trim()
125
+ : '';
126
+ return {
127
+ datasourceKey,
128
+ correlationId: correlationIdFromEnvelope(envelope),
129
+ executionIds: executionIdsFromEnvelope(envelope),
130
+ expectedOperations: expectedOperationsFromEnvelope(envelope)
131
+ };
132
+ }
133
+
134
+ /**
135
+ * @param {Object} logPayload - Saved test-e2e debug log `{ request, response }`
136
+ * @returns {Object|null}
137
+ */
138
+ function envelopeFromLogPayload(logPayload) {
139
+ if (!logPayload || typeof logPayload !== 'object') return null;
140
+ if (logPayload.response && typeof logPayload.response === 'object') {
141
+ return logPayload.response;
142
+ }
143
+ return logPayload;
144
+ }
145
+
146
+ /**
147
+ * @async
148
+ * @param {string} datasourceKey
149
+ * @param {Object} options
150
+ * @param {string} [options.app]
151
+ * @param {string} [options.file]
152
+ * @returns {Promise<Object|null>}
153
+ */
154
+ async function loadEnvelopeFromLatestE2eLog(datasourceKey, options = {}) {
155
+ if (options.file) {
156
+ const raw = await fsp.readFile(path.resolve(options.file), 'utf8');
157
+ const parsed = JSON.parse(raw);
158
+ return envelopeFromLogPayload(parsed);
159
+ }
160
+ const { appKey } = await resolveAppKeyForDatasource(datasourceKey, options.app);
161
+ const logsDir = path.join(getIntegrationPath(appKey), 'logs');
162
+ const logPath = await getLatestLogPath(logsDir, 'test-e2e-');
163
+ if (!logPath) return null;
164
+ const raw = await fsp.readFile(logPath, 'utf8');
165
+ const parsed = JSON.parse(raw);
166
+ return envelopeFromLogPayload(parsed);
167
+ }
168
+
169
+ module.exports = {
170
+ dedupeIds,
171
+ executionIdsFromEnvelope,
172
+ correlationIdFromEnvelope,
173
+ expectedOperationsFromEnvelope,
174
+ extractAuditEvidenceContext,
175
+ envelopeFromLogPayload,
176
+ loadEnvelopeFromLatestE2eLog
177
+ };
@@ -0,0 +1,158 @@
1
+ /**
2
+ * @fileoverview Plan 407.1 nine-row audit evidence matrix checks (pure helpers)
3
+ * @author AI Fabrix Team
4
+ * @version 1.0.0
5
+ */
6
+
7
+ 'use strict';
8
+
9
+ const CAPTURED = 'captured';
10
+
11
+ const RBAC_SKIP_REASON_PREFIXES = [
12
+ 'rbacAuditInternalPath',
13
+ 'rbacAuditApiKeyBypass',
14
+ 'rbacAudit'
15
+ ];
16
+
17
+ /**
18
+ * @param {import('../api/types/audit.types').AuditEvidenceMatrixRow} row
19
+ * @returns {import('../api/types/audit.types').AuditEvidenceMatrixRow}
20
+ */
21
+ function passRow(row, detail, code) {
22
+ const out = { ...row, status: 'passed', detail };
23
+ if (code) {
24
+ out.code = code;
25
+ }
26
+ return out;
27
+ }
28
+
29
+ /**
30
+ * @param {import('../api/types/audit.types').AuditEvidenceMatrixRow} row
31
+ * @param {string} detail
32
+ * @param {string} [code]
33
+ * @returns {import('../api/types/audit.types').AuditEvidenceMatrixRow}
34
+ */
35
+ function failRow(row, detail, code) {
36
+ return { ...row, status: 'failed', detail, code: code || row.code };
37
+ }
38
+
39
+ /**
40
+ * @param {*} ref
41
+ * @returns {boolean}
42
+ */
43
+ function hasFkRef(ref) {
44
+ if (!ref || typeof ref !== 'object') return false;
45
+ const id = ref.id !== undefined && ref.id !== null ? String(ref.id).trim() : '';
46
+ const key = ref.key !== undefined && ref.key !== null ? String(ref.key).trim() : '';
47
+ return Boolean(id || key);
48
+ }
49
+
50
+ /**
51
+ * @param {Object} item
52
+ * @returns {boolean}
53
+ */
54
+ function executionRowCaptured(item) {
55
+ if (!item || typeof item !== 'object') return false;
56
+ const rbacOk = item.rbacAuditStatus === CAPTURED && hasFkRef(item.rbacDecision);
57
+ const abacOk = item.abacAuditStatus === CAPTURED && hasFkRef(item.abacTrace);
58
+ return rbacOk && abacOk;
59
+ }
60
+
61
+ /**
62
+ * Row 1 — executions by datasource.
63
+ * @param {Object} input
64
+ * @returns {import('../api/types/audit.types').AuditEvidenceMatrixRow}
65
+ */
66
+ function checkRow1ExecutionsByDatasource(input) {
67
+ const row = { row: 1, status: 'failed', detail: '', code: 'executionsByDatasource' };
68
+ const { executions, minExpected } = input;
69
+ const total = input.totalItems !== undefined ? input.totalItems : executions.length;
70
+ if (total < minExpected) {
71
+ return failRow(row, `executions=${total} expected>=${minExpected}`, 'executionsCountLow');
72
+ }
73
+ const captured = executions.filter(executionRowCaptured).length;
74
+ if (captured < minExpected) {
75
+ return failRow(
76
+ row,
77
+ `executions=${total} captured=${captured} (need captured rbac/abac FKs)`,
78
+ 'executionsNotCaptured'
79
+ );
80
+ }
81
+ return passRow(row, `executions=${total} captured=${captured}`, 'executionsByDatasource');
82
+ }
83
+
84
+ /**
85
+ * Row 2 — RBAC decisions list.
86
+ * @param {Object} input
87
+ * @returns {import('../api/types/audit.types').AuditEvidenceMatrixRow}
88
+ */
89
+ function checkRow2RbacDecisionsList(input) {
90
+ const row = { row: 2, status: 'failed', detail: '', code: 'rbacListEmpty' };
91
+ const items = input.rbacItems || [];
92
+ const total = input.totalItems !== undefined ? input.totalItems : items.length;
93
+ if (total < 1 || items.length < 1) {
94
+ return failRow(row, 'rbac-decisions list empty', 'rbacListEmpty');
95
+ }
96
+ const first = items[0];
97
+ const execRef = first && first.executionId;
98
+ if (!hasFkRef(execRef)) {
99
+ return failRow(row, 'rbac row missing executionId ref', 'rbacMissingExecutionId');
100
+ }
101
+ const reason = first && first.reason ? String(first.reason) : '';
102
+ const skipOk =
103
+ reason &&
104
+ RBAC_SKIP_REASON_PREFIXES.some(prefix => reason.startsWith(prefix) || reason.includes(prefix));
105
+ if (!skipOk && !reason) {
106
+ return failRow(row, 'rbac row missing skip/capture reason', 'rbacReasonMissing');
107
+ }
108
+ return passRow(row, `rbac rows=${total} reason=${reason || 'present'}`, 'rbacListOk');
109
+ }
110
+
111
+ /**
112
+ * Row 3 — ABAC traces list.
113
+ * @param {Object} input
114
+ * @returns {import('../api/types/audit.types').AuditEvidenceMatrixRow}
115
+ */
116
+ function checkRow3AbacTracesList(input) {
117
+ const row = { row: 3, status: 'failed', detail: '', code: 'abacListEmpty' };
118
+ const items = input.abacItems || [];
119
+ const total = input.totalItems !== undefined ? input.totalItems : items.length;
120
+ if (total < 1 || items.length < 1) {
121
+ return failRow(row, 'abac-traces list empty', 'abacListEmpty');
122
+ }
123
+ const first = items[0];
124
+ const decision = first && first.decision ? String(first.decision) : '';
125
+ const reason = first && first.reason ? String(first.reason) : '';
126
+ if (!reason) {
127
+ return failRow(row, 'abac row missing reason', 'abacReasonMissing');
128
+ }
129
+ return passRow(row, `abac rows=${total} decision=${decision || 'n/a'} reason=${reason}`, 'abacListOk');
130
+ }
131
+
132
+ /**
133
+ * Rows 4–7, 9 — per-execution sub-resources.
134
+ * @param {number} rowNum
135
+ * @param {string} code
136
+ * @param {string} label
137
+ * @param {*} payload
138
+ * @param {(payload: *) => boolean} isValid
139
+ * @returns {import('../api/types/audit.types').AuditEvidenceMatrixRow}
140
+ */
141
+ function checkPerExecutionRow(rowNum, code, label, payload, isValid) {
142
+ const row = { row: rowNum, status: 'failed', detail: '', code };
143
+ if (!isValid(payload)) {
144
+ return failRow(row, `${label} missing or invalid`, code);
145
+ }
146
+ return passRow(row, `${label} ok`, `${label}Ok`);
147
+ }
148
+
149
+ module.exports = {
150
+ CAPTURED,
151
+ RBAC_SKIP_REASON_PREFIXES,
152
+ hasFkRef,
153
+ executionRowCaptured,
154
+ checkRow1ExecutionsByDatasource,
155
+ checkRow2RbacDecisionsList,
156
+ checkRow3AbacTracesList,
157
+ checkPerExecutionRow
158
+ };
@@ -0,0 +1,63 @@
1
+ /**
2
+ * @fileoverview Normalize CIP execution operation labels for Plan 407 audit matrix
3
+ * @author AI Fabrix Team
4
+ * @version 1.0.0
5
+ */
6
+
7
+ 'use strict';
8
+
9
+ /**
10
+ * Align list API operation values with builder E2E expectations (matches e2e_audit_operation.py).
11
+ * @param {*} operation
12
+ * @returns {string}
13
+ */
14
+ function normalizeAuditOperation(operation) {
15
+ const raw = operation !== undefined && operation !== null ? String(operation).trim() : '';
16
+ if (!raw) return '';
17
+ let op = raw === 'updateBasic' ? 'updatebasic' : raw.toLowerCase();
18
+ if (op === 'create') op = 'insert';
19
+ return op;
20
+ }
21
+
22
+ /**
23
+ * @param {Array<{ operation?: string }>} executions
24
+ * @param {string[]} expectedOperations
25
+ * @returns {boolean}
26
+ */
27
+ /**
28
+ * API filter values to try for a matrix-expected operation (DB may use create vs insert).
29
+ * @param {string} expectedOp
30
+ * @returns {string[]}
31
+ */
32
+ function operationQueryVariants(expectedOp) {
33
+ const n = normalizeAuditOperation(expectedOp);
34
+ if (!n) return [];
35
+ const variants = new Set([n]);
36
+ if (n === 'insert') variants.add('create');
37
+ if (n === 'updatebasic') {
38
+ variants.add('updateBasic');
39
+ variants.add('updatebasic');
40
+ }
41
+ if (n === 'updateaddress') {
42
+ variants.add('updateAddress');
43
+ variants.add('updateaddress');
44
+ }
45
+ return [...variants];
46
+ }
47
+
48
+ function executionsCoverExpectedOperations(executions, expectedOperations) {
49
+ const expected = (expectedOperations || [])
50
+ .map(normalizeAuditOperation)
51
+ .filter(Boolean);
52
+ if (!expected.length) return true;
53
+ const ops = new Set(
54
+ (executions || []).map(e => normalizeAuditOperation(e && e.operation)).filter(Boolean)
55
+ );
56
+ return expected.every(op => ops.has(op));
57
+ }
58
+
59
+ module.exports = {
60
+ normalizeAuditOperation,
61
+ operationQueryVariants,
62
+ executionsCoverExpectedOperations
63
+ };