@aifabrix/builder 2.45.5 → 2.46.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (231) hide show
  1. package/.cursor/rules/cli-layout.mdc +2 -0
  2. package/.cursor/rules/cli-product-neutral.mdc +43 -0
  3. package/.cursor/rules/project-rules.mdc +1 -0
  4. package/README.md +43 -17
  5. package/integration/hubspot-test/test-artifacts/wizard-hubspot-credential-real.yaml +1 -1
  6. package/integration/hubspot-test/test-artifacts/wizard-hubspot-env-vars.yaml +1 -1
  7. package/jest.config.default.js +2 -1
  8. package/jest.config.isolated.js +2 -1
  9. package/jest.global-live-fabrix-hooks.js +36 -0
  10. package/jest.isolated-projects.js +130 -0
  11. package/jest.projects.js +41 -136
  12. package/lib/api/api-response-errors.js +124 -0
  13. package/lib/api/governance-scenario-pack.api.js +159 -0
  14. package/lib/api/index.js +43 -3
  15. package/lib/api/lifecycle.api.js +77 -0
  16. package/lib/api/pipeline.api.js +3 -1
  17. package/lib/api/records-bulk.api.js +14 -1
  18. package/lib/api/validation-runner.js +3 -1
  19. package/lib/app/deploy-config.js +4 -1
  20. package/lib/app/down.js +20 -1
  21. package/lib/app/push.js +4 -5
  22. package/lib/app/register.js +7 -4
  23. package/lib/app/run-env-compose.js +84 -30
  24. package/lib/build/index.js +5 -0
  25. package/lib/certification/sync-system-certification.js +13 -6
  26. package/lib/cli/index.js +4 -0
  27. package/lib/cli/infra-guided-auth.js +109 -0
  28. package/lib/cli/infra-guided.js +84 -81
  29. package/lib/cli/setup-app.help.js +0 -31
  30. package/lib/cli/setup-app.js +28 -2
  31. package/lib/cli/setup-app.test-commands.js +5 -57
  32. package/lib/cli/setup-auth.js +25 -0
  33. package/lib/cli/setup-certification-commands.js +147 -0
  34. package/lib/cli/setup-certification.help.js +141 -0
  35. package/lib/cli/setup-environment.js +19 -2
  36. package/lib/cli/setup-external-system-help.js +62 -0
  37. package/lib/cli/setup-external-system.js +25 -3
  38. package/lib/cli/setup-infra.js +9 -1
  39. package/lib/cli/setup-platform.js +6 -1
  40. package/lib/cli/setup-secrets.js +33 -1
  41. package/lib/cli/setup-utility-help-after.js +22 -2
  42. package/lib/cli/setup-utility-repair.js +198 -0
  43. package/lib/cli/setup-utility-resolve.js +40 -4
  44. package/lib/cli/setup-utility-validate.js +197 -0
  45. package/lib/cli/setup-utility.js +4 -239
  46. package/lib/commands/auth-status-client-tokens.js +214 -0
  47. package/lib/commands/auth-status-dataplane-version.js +58 -20
  48. package/lib/commands/auth-status.js +41 -47
  49. package/lib/commands/datasource-test-trust-cli.js +27 -23
  50. package/lib/commands/datasource-unified-test-cli.js +6 -3
  51. package/lib/commands/datasource-unified-test-cli.options.js +5 -1
  52. package/lib/commands/datasource.js +7 -7
  53. package/lib/commands/dev-show-display.js +8 -1
  54. package/lib/commands/governance-cli-shared.js +94 -0
  55. package/lib/commands/governance-command-action.js +132 -0
  56. package/lib/commands/governance-download-external.js +34 -0
  57. package/lib/commands/governance-generate-external.js +71 -0
  58. package/lib/commands/governance-upload-external.js +36 -0
  59. package/lib/commands/governance-verify-external.js +64 -0
  60. package/lib/commands/governance.js +144 -0
  61. package/lib/commands/lifecycle-command-action.js +123 -0
  62. package/lib/commands/lifecycle-external.js +268 -0
  63. package/lib/commands/login.js +11 -2
  64. package/lib/commands/repair-auth-apply.js +127 -0
  65. package/lib/commands/repair-changed-files.js +41 -0
  66. package/lib/commands/repair-datasource-keys.js +4 -1
  67. package/lib/commands/repair-datasource-run.js +59 -0
  68. package/lib/commands/repair-datasource-test-payload.js +259 -0
  69. package/lib/commands/repair-datasource.js +1 -51
  70. package/lib/commands/repair-env-template.js +64 -13
  71. package/lib/commands/repair-external-run.js +216 -0
  72. package/lib/commands/repair-openapi-sync.js +23 -0
  73. package/lib/commands/repair-persist.js +4 -0
  74. package/lib/commands/repair-rbac.js +52 -1
  75. package/lib/commands/repair-steps.js +145 -0
  76. package/lib/commands/repair.js +29 -296
  77. package/lib/commands/secrets-get.js +184 -0
  78. package/lib/commands/secrets-remove-all.js +3 -1
  79. package/lib/commands/setup-image-refresh.js +146 -0
  80. package/lib/commands/setup-modes.js +158 -162
  81. package/lib/commands/setup-platform-auth.js +76 -0
  82. package/lib/commands/setup-prompts-admin.js +244 -0
  83. package/lib/commands/setup-prompts-platform-mode.js +67 -0
  84. package/lib/commands/setup-prompts-validators.js +36 -0
  85. package/lib/commands/setup-prompts.js +24 -76
  86. package/lib/commands/setup-run-context.js +45 -0
  87. package/lib/commands/setup-spinners.js +39 -0
  88. package/lib/commands/setup.js +27 -5
  89. package/lib/commands/teardown.js +39 -0
  90. package/lib/commands/test-e2e-external.js +24 -8
  91. package/lib/commands/test-governance-external.js +3 -24
  92. package/lib/commands/test-trust-external.js +20 -21
  93. package/lib/commands/up-common.js +25 -13
  94. package/lib/commands/up-dataplane.js +50 -13
  95. package/lib/commands/upload-publish-context.js +75 -0
  96. package/lib/commands/upload-sidecar-followups.js +89 -0
  97. package/lib/commands/upload.js +90 -108
  98. package/lib/commands/verify-governance-combined-external.js +61 -0
  99. package/lib/commands/verify-governance-command-action.js +64 -0
  100. package/lib/commands/verify-governance-db.js +102 -0
  101. package/lib/commands/verify-governance-external.js +77 -0
  102. package/lib/commands/verify-governance-result-builders.js +71 -0
  103. package/lib/commands/verify-operations-command-action.js +68 -0
  104. package/lib/commands/verify-operations-external.js +268 -0
  105. package/lib/commands/verify-operations-persist.js +75 -0
  106. package/lib/commands/verify-operations-step-plan.js +68 -0
  107. package/lib/commands/verify-operations-steps.js +111 -0
  108. package/lib/commands/verify-trust-command-action.js +70 -0
  109. package/lib/commands/verify-trust-external.js +67 -0
  110. package/lib/commands/wizard-config-normalizer.js +43 -23
  111. package/lib/commands/wizard-core.js +2 -0
  112. package/lib/core/admin-password-generator.js +38 -0
  113. package/lib/core/admin-secrets-bundle.js +111 -0
  114. package/lib/core/admin-secrets-env-overlay.js +62 -0
  115. package/lib/core/admin-secrets.js +32 -4
  116. package/lib/core/config-attach-extensions.js +3 -0
  117. package/lib/core/config-platform-controller.js +44 -0
  118. package/lib/core/config-setup-installation-profile.js +42 -0
  119. package/lib/core/config-setup-platform-mode.js +46 -0
  120. package/lib/core/config.js +46 -36
  121. package/lib/core/secrets-admin-env.js +6 -2
  122. package/lib/core/secrets-ensure.js +4 -0
  123. package/lib/core/secrets-env-content.js +54 -48
  124. package/lib/core/secrets-env-write.js +10 -1
  125. package/lib/core/secrets-infra-placeholder-sync.js +2 -0
  126. package/lib/core/setup-installation-profile.js +43 -0
  127. package/lib/core/setup-platform-mode.js +55 -0
  128. package/lib/datasource/agent-trust-debug-log.js +1 -1
  129. package/lib/datasource/agent-trust-run.js +5 -3
  130. package/lib/datasource/audit-evidence-extract-debug.js +30 -18
  131. package/lib/datasource/audit-evidence-extract.js +7 -4
  132. package/lib/datasource/audit-evidence-verify-matrix.js +54 -26
  133. package/lib/datasource/bulk-loader-run-batches.js +15 -3
  134. package/lib/datasource/datasource-load-export-context.js +3 -0
  135. package/lib/datasource/log-cleaner.js +2 -2
  136. package/lib/datasource/log-viewer.js +8 -8
  137. package/lib/datasource/test-e2e.js +4 -1
  138. package/lib/datasource/unified-validation-run-body.js +3 -1
  139. package/lib/datasource/unified-validation-run.js +5 -2
  140. package/lib/deployment/environment-poll-status.js +138 -0
  141. package/lib/deployment/environment.js +42 -34
  142. package/lib/external-system/download.js +21 -20
  143. package/lib/external-system/generator.js +5 -1
  144. package/lib/external-system/integration-auth-context.js +45 -0
  145. package/lib/external-system/test-auth.js +12 -5
  146. package/lib/external-system/test.js +6 -6
  147. package/lib/generator/external-controller-manifest.js +15 -0
  148. package/lib/governance/governance-cli-errors.js +96 -0
  149. package/lib/governance/governance-download-display.js +38 -0
  150. package/lib/governance/governance-run-display.js +215 -25
  151. package/lib/infrastructure/admin-secrets-apply.js +84 -0
  152. package/lib/infrastructure/admin-secrets-ensure.js +130 -0
  153. package/lib/infrastructure/admin-secrets-resolve.js +95 -0
  154. package/lib/infrastructure/admin-secrets-sync.js +91 -0
  155. package/lib/infrastructure/helpers.js +23 -129
  156. package/lib/infrastructure/index.js +5 -6
  157. package/lib/infrastructure/orphan-infra-docker-teardown.js +11 -5
  158. package/lib/lifecycle/certification-progress.js +231 -0
  159. package/lib/lifecycle/dataplane-ui-url.js +145 -0
  160. package/lib/lifecycle/exit-codes.js +24 -0
  161. package/lib/lifecycle/json-envelope.js +25 -0
  162. package/lib/lifecycle/lifecycle-governance-options.js +51 -0
  163. package/lib/lifecycle/logger-quiet.js +29 -0
  164. package/lib/lifecycle/open-api-published.js +59 -0
  165. package/lib/lifecycle/operations-readiness-metrics.js +101 -0
  166. package/lib/lifecycle/product-model.js +196 -0
  167. package/lib/lifecycle/report-display.js +471 -0
  168. package/lib/lifecycle/scenario-upload.js +191 -0
  169. package/lib/lifecycle/verify-step-progress.js +87 -0
  170. package/lib/parameters/infra-kv-discovery.js +27 -2
  171. package/lib/protection/auth-context.js +10 -4
  172. package/lib/schema/application-schema.json +1 -1
  173. package/lib/schema/datasource-test-run.schema.json +89 -6
  174. package/lib/schema/external-datasource.schema.json +2636 -2622
  175. package/lib/schema/external-system.schema.json +1089 -761
  176. package/lib/schema/infra.parameter.yaml +45 -0
  177. package/lib/schema/type/credential-field-registry.json +103 -97
  178. package/lib/utils/aifabrix-test-runtime-guard.js +125 -0
  179. package/lib/utils/api.js +55 -31
  180. package/lib/utils/app-relative-path-env.js +112 -0
  181. package/lib/utils/cli-secrets-error-format.js +83 -21
  182. package/lib/utils/cli-utils.js +16 -4
  183. package/lib/utils/compose-generate-docker-compose.js +4 -0
  184. package/lib/utils/compose-traefik-ingress-base.js +16 -1
  185. package/lib/utils/config-secrets-path.js +46 -0
  186. package/lib/utils/controller-url.js +88 -1
  187. package/lib/utils/credential-secrets-env.js +137 -9
  188. package/lib/utils/dataplane-resolver.js +129 -2
  189. package/lib/utils/declarative-url-ports.js +3 -3
  190. package/lib/utils/deployment-auth-mode.js +41 -0
  191. package/lib/utils/developer-volume-id.js +33 -0
  192. package/lib/utils/env-copy.js +14 -9
  193. package/lib/utils/env-kv-orphan-lines.js +43 -0
  194. package/lib/utils/error-formatters/network-errors.js +13 -4
  195. package/lib/utils/external-env-template.js +1 -0
  196. package/lib/utils/external-system-readiness-core.js +10 -0
  197. package/lib/utils/external-system-readiness-display.js +80 -23
  198. package/lib/utils/health-check.js +4 -1
  199. package/lib/utils/help-builder.js +11 -8
  200. package/lib/utils/keycloak-realm-ready.js +101 -0
  201. package/lib/utils/load-cip-capacity-display-config.js +61 -15
  202. package/lib/utils/manifest-source-emit.js +2 -0
  203. package/lib/utils/pipeline-upload-auth-retry.js +82 -0
  204. package/lib/utils/platform-controller-url.js +156 -0
  205. package/lib/utils/postgres-platform-bootstrap.js +199 -0
  206. package/lib/utils/postgres-wipe.js +9 -2
  207. package/lib/utils/resolve-env-mode.js +47 -0
  208. package/lib/utils/secrets-generator.js +31 -25
  209. package/lib/utils/secrets-missing-error.js +164 -0
  210. package/lib/utils/service-url-label.js +81 -0
  211. package/lib/utils/setup-quiet-output.js +25 -0
  212. package/lib/utils/template-helpers.js +15 -0
  213. package/lib/utils/token-manager-client-credentials.js +201 -0
  214. package/lib/utils/token-manager-messages.js +8 -0
  215. package/lib/utils/token-manager-refresh.js +12 -2
  216. package/lib/utils/token-manager.js +86 -105
  217. package/lib/utils/upload-pipeline-ui.js +12 -5
  218. package/lib/utils/upload-sync-options.js +42 -0
  219. package/lib/utils/url-declarative-public-base.js +21 -3
  220. package/lib/utils/url-declarative-vdir-inactive-env.js +14 -4
  221. package/lib/utils/validation-poll-ui.js +8 -0
  222. package/lib/utils/validation-run-stage.js +45 -0
  223. package/package.json +1 -1
  224. package/templates/applications/dataplane/application.yaml +2 -1
  225. package/templates/applications/dataplane/env.template +24 -1
  226. package/templates/applications/miso-controller/env.template +16 -0
  227. package/templates/external-system/README.md.hbs +74 -17
  228. package/templates/python/docker-compose.hbs +19 -18
  229. package/templates/typescript/docker-compose.hbs +18 -17
  230. package/lib/commands/test-governance-command-action.js +0 -55
  231. package/lib/commands/test-trust-command-action.js +0 -118
@@ -0,0 +1,201 @@
1
+ /**
2
+ * Client credential loading from secrets.local.yaml and environment.
3
+ *
4
+ * @fileoverview Client credentials helpers for token-manager
5
+ * @author AI Fabrix Team
6
+ * @version 1.0.0
7
+ */
8
+
9
+ 'use strict';
10
+
11
+ const fs = require('fs');
12
+ const yaml = require('js-yaml');
13
+ const logger = require('./logger');
14
+ const pathsUtil = require('./paths');
15
+
16
+ /** App key used for dataplane client credentials in secrets.local.yaml */
17
+ const DATAPLANE_APP_KEY = 'dataplane';
18
+
19
+ /**
20
+ * @returns {string}
21
+ */
22
+ function getSecretsFilePath() {
23
+ return pathsUtil.getPrimaryUserSecretsLocalPath();
24
+ }
25
+
26
+ /**
27
+ * Validate that secrets.local.yaml contains dataplane client credentials.
28
+ * @param {string} [secretsFilePath] - Path to secrets file; defaults to ~/.aifabrix/secrets.local.yaml
29
+ * @returns {{ valid: boolean, hint?: string }}
30
+ */
31
+ function validateDataplaneSecrets(secretsFilePath) {
32
+ const filePath = secretsFilePath || getSecretsFilePath();
33
+ const hint = 'Dataplane credentials are missing. Run: aifabrix app rotate-secret dataplane';
34
+ try {
35
+ if (!fs.existsSync(filePath)) {
36
+ return { valid: false, hint };
37
+ }
38
+ const content = fs.readFileSync(filePath, 'utf8');
39
+ const secrets = yaml.load(content) || {};
40
+ const clientIdKey = `${DATAPLANE_APP_KEY}-client-idKeyVault`;
41
+ const clientSecretKey = `${DATAPLANE_APP_KEY}-client-secretKeyVault`;
42
+ const hasId =
43
+ secrets[clientIdKey] !== null &&
44
+ secrets[clientIdKey] !== undefined &&
45
+ String(secrets[clientIdKey]).trim() !== '';
46
+ const hasSecret =
47
+ secrets[clientSecretKey] !== null &&
48
+ secrets[clientSecretKey] !== undefined &&
49
+ String(secrets[clientSecretKey]).trim() !== '';
50
+ if (hasId && hasSecret) {
51
+ return { valid: true };
52
+ }
53
+ return { valid: false, hint };
54
+ } catch {
55
+ return { valid: false, hint };
56
+ }
57
+ }
58
+
59
+ /**
60
+ * Read client id/secret for one app key from secrets.local.yaml.
61
+ * @param {string} appName - Application key
62
+ * @returns {{ clientId: string, clientSecret: string }|null}
63
+ */
64
+ function readClientCredentialsFromSecretsFile(appName) {
65
+ try {
66
+ const secretsFile = getSecretsFilePath();
67
+ if (!fs.existsSync(secretsFile)) {
68
+ return null;
69
+ }
70
+ const content = fs.readFileSync(secretsFile, 'utf8');
71
+ const secrets = yaml.load(content) || {};
72
+ const clientId = secrets[`${appName}-client-idKeyVault`];
73
+ const clientSecret = secrets[`${appName}-client-secretKeyVault`];
74
+ if (clientId && clientSecret) {
75
+ return {
76
+ clientId: String(clientId),
77
+ clientSecret: String(clientSecret)
78
+ };
79
+ }
80
+ } catch (error) {
81
+ logger.warn(`Failed to load credentials from secrets.local.yaml: ${error.message}`);
82
+ }
83
+ return null;
84
+ }
85
+
86
+ /**
87
+ * App keys to try when resolving client credentials (integration app, then dataplane).
88
+ * @param {string} appName
89
+ * @returns {string[]}
90
+ */
91
+ function credentialAppKeysToTry(appName) {
92
+ const keys = [appName];
93
+ if (appName !== DATAPLANE_APP_KEY) {
94
+ keys.push(DATAPLANE_APP_KEY);
95
+ }
96
+ return keys;
97
+ }
98
+
99
+ /**
100
+ * @returns {{ clientId: string, clientSecret: string }|null}
101
+ */
102
+ function readClientCredentialsFromEnv() {
103
+ const pairs = [
104
+ [process.env.CLIENTID || process.env.CLIENT_ID, process.env.CLIENTSECRET || process.env.CLIENT_SECRET],
105
+ [
106
+ process.env.MISO_CLIENTID || process.env.MISO_CLIENT_ID,
107
+ process.env.MISO_CLIENTSECRET || process.env.MISO_CLIENT_SECRET
108
+ ]
109
+ ];
110
+ for (const [clientId, clientSecret] of pairs) {
111
+ if (clientId && clientSecret) {
112
+ return {
113
+ clientId: String(clientId).trim(),
114
+ clientSecret: String(clientSecret).trim()
115
+ };
116
+ }
117
+ }
118
+ return null;
119
+ }
120
+
121
+ /**
122
+ * Decrypt secure:// client credential entries from secrets.local.yaml when needed.
123
+ * @param {string} appName
124
+ * @param {{ clientId: string, clientSecret: string }} raw
125
+ * @returns {Promise<{ clientId: string, clientSecret: string }|null>}
126
+ */
127
+ async function decryptClientCredentialsFromSecrets(appName, raw) {
128
+ const { isEncrypted } = require('./secrets-encryption');
129
+ if (!isEncrypted(raw.clientId) && !isEncrypted(raw.clientSecret)) {
130
+ return raw;
131
+ }
132
+ try {
133
+ const { decryptSecretsObject } = require('../core/secrets-load');
134
+ const idKey = `${appName}-client-idKeyVault`;
135
+ const secretKey = `${appName}-client-secretKeyVault`;
136
+ const decrypted = await decryptSecretsObject({
137
+ [idKey]: raw.clientId,
138
+ [secretKey]: raw.clientSecret
139
+ });
140
+ const clientId = decrypted[idKey];
141
+ const clientSecret = decrypted[secretKey];
142
+ if (clientId && clientSecret) {
143
+ return {
144
+ clientId: String(clientId),
145
+ clientSecret: String(clientSecret)
146
+ };
147
+ }
148
+ } catch (error) {
149
+ logger.warn(`Failed to decrypt client credentials for ${appName}: ${error.message}`);
150
+ }
151
+ return null;
152
+ }
153
+
154
+ /**
155
+ * @param {string} appName
156
+ * @returns {Promise<{ clientId: string, clientSecret: string }|null>}
157
+ */
158
+ async function readClientCredentialsFromSecretsFileDecrypted(appName) {
159
+ const raw = readClientCredentialsFromSecretsFile(appName);
160
+ if (!raw) {
161
+ return null;
162
+ }
163
+ return decryptClientCredentialsFromSecrets(appName, raw);
164
+ }
165
+
166
+ /**
167
+ * @param {string} appName
168
+ * @returns {Promise<{ credentialApp: string, credentials: { clientId: string, clientSecret: string }|null }>}
169
+ */
170
+ async function resolveCredentialAppForDeployment(appName) {
171
+ const fromEnv = readClientCredentialsFromEnv();
172
+ if (fromEnv) {
173
+ return { credentialApp: appName, credentials: fromEnv };
174
+ }
175
+ for (const key of credentialAppKeysToTry(appName)) {
176
+ const fromFile = await readClientCredentialsFromSecretsFileDecrypted(key);
177
+ if (fromFile) {
178
+ return { credentialApp: key, credentials: fromFile };
179
+ }
180
+ }
181
+ return { credentialApp: appName, credentials: null };
182
+ }
183
+
184
+ /**
185
+ * @param {string} appName
186
+ * @returns {Promise<{ clientId: string, clientSecret: string }|null>}
187
+ */
188
+ async function loadClientCredentials(appName) {
189
+ if (!appName || typeof appName !== 'string') {
190
+ throw new Error('App name is required and must be a string');
191
+ }
192
+ const resolved = await resolveCredentialAppForDeployment(appName);
193
+ return resolved.credentials;
194
+ }
195
+
196
+ module.exports = {
197
+ DATAPLANE_APP_KEY,
198
+ validateDataplaneSecrets,
199
+ loadClientCredentials,
200
+ resolveCredentialAppForDeployment
201
+ };
@@ -39,6 +39,10 @@ function resetRefreshWarnedUrlsForTesting() {
39
39
  * @param {string} errorMessage - Full error message to log
40
40
  */
41
41
  function warnRefreshTokenExpiredOnce(controllerUrl, errorMessage) {
42
+ const { isSetupPlatformFlow } = require('../commands/setup-run-context');
43
+ if (isSetupPlatformFlow()) {
44
+ return;
45
+ }
42
46
  const key = (controllerUrl && typeof controllerUrl === 'string' && controllerUrl.trim())
43
47
  ? config.normalizeControllerUrl(controllerUrl)
44
48
  : '__no_url__';
@@ -72,6 +76,10 @@ function formatRefreshFailureMessage(errorMessage, controllerUrl) {
72
76
  * @param {string} errorMessage - Raw error message
73
77
  */
74
78
  function warnRefreshFailureOnce(controllerUrl, errorMessage) {
79
+ const { isSetupPlatformFlow } = require('../commands/setup-run-context');
80
+ if (isSetupPlatformFlow()) {
81
+ return;
82
+ }
75
83
  const key = (controllerUrl && typeof controllerUrl === 'string' && controllerUrl.trim())
76
84
  ? config.normalizeControllerUrl(controllerUrl)
77
85
  : '__no_url__';
@@ -79,11 +79,21 @@ async function callTokenApi(controllerUrl, credentials) {
79
79
  }
80
80
 
81
81
  const responseData = response.data;
82
- if (!responseData || !responseData.token) {
82
+ const token =
83
+ responseData?.token ||
84
+ responseData?.data?.token ||
85
+ responseData?.data?.data?.token ||
86
+ responseData?.accessToken;
87
+ if (!token) {
83
88
  throw new Error('Invalid response: missing token');
84
89
  }
85
90
 
86
- return responseData;
91
+ return {
92
+ ...responseData,
93
+ token,
94
+ expiresIn: responseData.expiresIn ?? responseData.data?.expiresIn,
95
+ expiresAt: responseData.expiresAt ?? responseData.data?.expiresAt
96
+ };
87
97
  }
88
98
 
89
99
  /**
@@ -9,99 +9,19 @@
9
9
  * @version 2.0.0
10
10
  */
11
11
 
12
- const fs = require('fs');
13
- const yaml = require('js-yaml');
14
12
  const config = require('../core/config');
15
13
  const logger = require('./logger');
16
- const pathsUtil = require('./paths');
17
14
  const {
18
15
  refreshClientToken,
19
16
  refreshDeviceToken
20
17
  } = require('./token-manager-refresh');
21
18
  const { warnRefreshFailureOnce, warnRefreshTokenExpiredOnce } = require('./token-manager-messages');
22
-
23
- /** App key used for dataplane client credentials in secrets.local.yaml */
24
- const DATAPLANE_APP_KEY = 'dataplane';
25
-
26
- function getSecretsFilePath() {
27
- return pathsUtil.getPrimaryUserSecretsLocalPath();
28
- }
29
-
30
- /**
31
- * Validate that secrets.local.yaml contains dataplane client credentials.
32
- * If missing, the developer should run: aifabrix app rotate-secret dataplane
33
- * @param {string} [secretsFilePath] - Path to secrets file; defaults to ~/.aifabrix/secrets.local.yaml
34
- * @returns {{ valid: boolean, hint?: string }}
35
- */
36
- function validateDataplaneSecrets(secretsFilePath) {
37
- const filePath = secretsFilePath || getSecretsFilePath();
38
- const hint = 'Dataplane credentials are missing. Run: aifabrix app rotate-secret dataplane';
39
- try {
40
- if (!fs.existsSync(filePath)) {
41
- return { valid: false, hint };
42
- }
43
- const content = fs.readFileSync(filePath, 'utf8');
44
- const secrets = yaml.load(content) || {};
45
- const clientIdKey = `${DATAPLANE_APP_KEY}-client-idKeyVault`;
46
- const clientSecretKey = `${DATAPLANE_APP_KEY}-client-secretKeyVault`;
47
- const hasId = secrets[clientIdKey] !== null && secrets[clientIdKey] !== undefined && String(secrets[clientIdKey]).trim() !== '';
48
- const hasSecret = secrets[clientSecretKey] !== null && secrets[clientSecretKey] !== undefined && String(secrets[clientSecretKey]).trim() !== '';
49
- if (hasId && hasSecret) {
50
- return { valid: true };
51
- }
52
- return { valid: false, hint };
53
- } catch {
54
- return { valid: false, hint };
55
- }
56
- }
57
-
58
- /**
59
- * Load client credentials from secrets.local.yaml or process.env (e.g. integration/hubspot-test/.env).
60
- * Reads secrets file using pattern: <app-name>-client-idKeyVault and <app-name>-client-secretKeyVault.
61
- * If not found, checks process.env.CLIENTID and process.env.CLIENTSECRET (set when .env is loaded).
62
- * @param {string} appName - Application name
63
- * @returns {Promise<{clientId: string, clientSecret: string}|null>} Credentials or null if not found
64
- */
65
- async function loadClientCredentials(appName) {
66
- if (!appName || typeof appName !== 'string') {
67
- throw new Error('App name is required and must be a string');
68
- }
69
-
70
- try {
71
- const secretsFile = getSecretsFilePath();
72
- if (fs.existsSync(secretsFile)) {
73
- const content = fs.readFileSync(secretsFile, 'utf8');
74
- const secrets = yaml.load(content) || {};
75
-
76
- const clientIdKey = `${appName}-client-idKeyVault`;
77
- const clientSecretKey = `${appName}-client-secretKeyVault`;
78
-
79
- const clientId = secrets[clientIdKey];
80
- const clientSecret = secrets[clientSecretKey];
81
-
82
- if (clientId && clientSecret) {
83
- return {
84
- clientId: String(clientId),
85
- clientSecret: String(clientSecret)
86
- };
87
- }
88
- }
89
- } catch (error) {
90
- logger.warn(`Failed to load credentials from secrets.local.yaml: ${error.message}`);
91
- }
92
-
93
- // Fallback: use CLIENTID/CLIENTSECRET from process.env (e.g. from integration/hubspot-test/.env)
94
- const envClientId = process.env.CLIENTID || process.env.CLIENT_ID;
95
- const envClientSecret = process.env.CLIENTSECRET || process.env.CLIENT_SECRET;
96
- if (envClientId && envClientSecret) {
97
- return {
98
- clientId: String(envClientId).trim(),
99
- clientSecret: String(envClientSecret).trim()
100
- };
101
- }
102
-
103
- return null;
104
- }
19
+ const {
20
+ DATAPLANE_APP_KEY,
21
+ validateDataplaneSecrets,
22
+ loadClientCredentials,
23
+ resolveCredentialAppForDeployment
24
+ } = require('./token-manager-client-credentials');
105
25
 
106
26
  /**
107
27
  * Get device token for controller
@@ -201,8 +121,12 @@ async function getOrRefreshDeviceToken(controllerUrl) {
201
121
  // Token needs refresh (expired or within 15 minutes of expiry)
202
122
  // Try to refresh if refresh token exists
203
123
  if (!tokenInfo.refreshToken) {
204
- // No refresh token available
205
- logger.warn('Access token expired and no refresh token available. Please login again using: aifabrix login');
124
+ const { isSetupPlatformFlow } = require('../commands/setup-run-context');
125
+ if (!isSetupPlatformFlow()) {
126
+ logger.warn(
127
+ 'Access token expired and no refresh token available. Please login again using: aifabrix login'
128
+ );
129
+ }
206
130
  return null;
207
131
  }
208
132
 
@@ -302,27 +226,34 @@ async function tryClientTokenAuth(environment, appName, controllerUrl) {
302
226
  * @returns {Promise<{type: 'bearer'|'client-token', token: string, controller: string}>} Auth config: bearer = user token, client-token = app token (x-client-token header)
303
227
  * @throws {Error} If no authentication method is available
304
228
  */
305
- async function getDeploymentAuth(controllerUrl, environment, appName) {
229
+ async function getDeploymentAuth(controllerUrl, environment, appName, options = {}) {
230
+ const { getDeploymentAuthMode, shouldUseDeviceTokenForDeployment } = require('./deployment-auth-mode');
306
231
  validateDeploymentAuthParams(controllerUrl, environment, appName);
232
+ const mode = getDeploymentAuthMode(options);
307
233
 
308
- // Priority 1: Try device token (for user-level audit)
309
- const deviceAuth = await tryDeviceTokenAuth(controllerUrl);
310
- if (deviceAuth) {
311
- return deviceAuth;
234
+ if (shouldUseDeviceTokenForDeployment(mode)) {
235
+ const deviceAuth = await tryDeviceTokenAuth(controllerUrl);
236
+ if (deviceAuth) {
237
+ return deviceAuth;
238
+ }
239
+ if (mode === 'device') {
240
+ throw new Error(
241
+ 'Device token required (AIFABRIX_DEPLOYMENT_AUTH=device). Run: aifabrix login'
242
+ );
243
+ }
312
244
  }
313
245
 
314
- // Priority 2: Try client token (application-level)
315
- const clientTokenAuth = await tryClientTokenAuth(environment, appName, controllerUrl);
246
+ const { credentialApp, credentials } = await resolveCredentialAppForDeployment(appName);
247
+
248
+ const clientTokenAuth = await tryClientTokenAuth(environment, credentialApp, controllerUrl);
316
249
  if (clientTokenAuth) {
317
250
  return clientTokenAuth;
318
251
  }
319
252
 
320
- // Priority 3: Exchange client credentials for a token (never return client-credentials for app endpoints)
321
- const credentials = await loadClientCredentials(appName);
322
- if (credentials && credentials.clientId && credentials.clientSecret) {
253
+ if (credentials?.clientId && credentials?.clientSecret) {
323
254
  try {
324
- const refreshed = await refreshClientToken(environment, appName, controllerUrl);
325
- if (refreshed && refreshed.token) {
255
+ const refreshed = await refreshClientToken(environment, credentialApp, controllerUrl);
256
+ if (refreshed?.token) {
326
257
  return {
327
258
  type: 'client-token',
328
259
  token: refreshed.token,
@@ -334,7 +265,11 @@ async function getDeploymentAuth(controllerUrl, environment, appName) {
334
265
  }
335
266
  }
336
267
 
337
- throw new Error(`No authentication method available. Run 'aifabrix login' for device token, or add credentials to ~/.aifabrix/secrets.local.yaml as '${appName}-client-idKeyVault' and '${appName}-client-secretKeyVault'`);
268
+ throw new Error(
269
+ 'No authentication method available. For CI: set AIFABRIX_DEPLOYMENT_AUTH=client-credentials and ' +
270
+ `MISO_CLIENTID/MISO_CLIENTSECRET in .env or '${credentialApp}-client-idKeyVault' in secrets.local.yaml. ` +
271
+ 'For interactive use: aifabrix login'
272
+ );
338
273
  }
339
274
 
340
275
  /**
@@ -451,19 +386,63 @@ async function getDeviceOnlyAuth(controllerUrl) {
451
386
  }
452
387
 
453
388
  /**
454
- * Ensures auth config has a Bearer token for Dataplane pipeline endpoints.
455
- * Dataplane pipeline (upload, validate, publish, test) accepts OAuth2 (Bearer) or API_KEY only;
456
- * client id/secret are rejected. Call this before invoking pipeline API functions.
389
+ * Ensures auth config has a token Dataplane pipeline endpoints accept (Bearer or x-client-token).
390
+ * Dataplane pipeline rejects raw client id/secret; use POST /api/v1/auth/token first.
391
+ * When {@link process.env.AIFABRIX_DEPLOYMENT_AUTH} is `client-credentials`, keep application
392
+ * `x-client-token` auth (do not substitute API_KEY).
457
393
  * @param {Object} authConfig - Authentication configuration (may have token, clientId, clientSecret)
458
394
  * @throws {Error} If authConfig has only client id/secret (no token)
459
395
  */
396
+ /**
397
+ * Lab bypass: records/search accepts Bearer API_KEY but rejects x-client-token on some stacks.
398
+ * @param {Object} authConfig
399
+ * @returns {Object}
400
+ */
401
+ function applyLabDataplaneApiKeyBearer(authConfig) {
402
+ const labKey = process.env.AIFABRIX_DATAPLANE_API_KEY || '';
403
+ if (!labKey) {
404
+ return authConfig;
405
+ }
406
+ authConfig.type = 'bearer';
407
+ authConfig.token = String(labKey);
408
+ return authConfig;
409
+ }
410
+
460
411
  function requireBearerForDataplanePipeline(authConfig) {
412
+ if (authConfig.type === 'client-token' && authConfig.token) {
413
+ return;
414
+ }
415
+
416
+ const preferAppClientToken =
417
+ String(process.env.AIFABRIX_DEPLOYMENT_AUTH || '').toLowerCase() === 'client-credentials';
418
+
419
+ if (!preferAppClientToken && process.env.API_KEY) {
420
+ const apiKey = String(process.env.API_KEY);
421
+ if (authConfig.type === 'bearer' && authConfig.token !== apiKey) {
422
+ authConfig.token = apiKey;
423
+ return;
424
+ }
425
+ if (authConfig.type === 'client-token') {
426
+ authConfig.type = 'bearer';
427
+ authConfig.token = apiKey;
428
+ return;
429
+ }
430
+ }
431
+
461
432
  if (authConfig.token) {
462
433
  return;
463
434
  }
435
+
436
+ if (!preferAppClientToken && process.env.API_KEY) {
437
+ authConfig.type = 'bearer';
438
+ authConfig.token = String(process.env.API_KEY);
439
+ return;
440
+ }
441
+
464
442
  if (authConfig.clientId || authConfig.clientSecret) {
465
443
  throw new Error(
466
- 'Dataplane pipeline endpoints require OAuth2 (Bearer token). Client id/secret are not accepted. Run "aifabrix login" to authenticate, then retry.'
444
+ 'Dataplane pipeline endpoints require OAuth2 (Bearer token) or x-client-token. ' +
445
+ 'Client id/secret are not accepted. Run "aifabrix login" to authenticate, then retry.'
467
446
  );
468
447
  }
469
448
  }
@@ -477,6 +456,7 @@ module.exports = {
477
456
  refreshClientToken,
478
457
  refreshDeviceToken,
479
458
  loadClientCredentials,
459
+ resolveCredentialAppForDeployment,
480
460
  getOrRefreshClientToken,
481
461
  getOrRefreshDeviceToken,
482
462
  forceRefreshDeviceToken,
@@ -484,5 +464,6 @@ module.exports = {
484
464
  getDeviceOnlyAuth,
485
465
  extractClientCredentials,
486
466
  requireBearerForDataplanePipeline,
467
+ applyLabDataplaneApiKeyBearer,
487
468
  validateDataplaneSecrets
488
469
  };
@@ -16,6 +16,9 @@ const { formatProgress } = require('./cli-test-layout-chalk');
16
16
  * @returns {boolean}
17
17
  */
18
18
  function shouldShowUploadPipelineProgress(options = {}) {
19
+ if (options.suppressPipelineSpinner === true) {
20
+ return false;
21
+ }
19
22
  return options.json !== true;
20
23
  }
21
24
 
@@ -35,17 +38,21 @@ function shouldUseUploadPipelineSpinner(options = {}) {
35
38
  * @param {string} systemKey
36
39
  * @returns {string}
37
40
  */
38
- function buildUploadPipelineSpinnerLabel(systemKey) {
41
+ function buildUploadPipelineSpinnerLabel(systemKey, opts = {}) {
42
+ if (opts.syncMode === true) {
43
+ return 'Checking config on dataplane…';
44
+ }
39
45
  const key = systemKey && String(systemKey).trim() ? String(systemKey).trim() : 'integration';
40
46
  return `Publishing ${key} to dataplane…`;
41
47
  }
42
48
 
43
49
  /**
44
50
  * @param {string} systemKey
51
+ * @param {Object} [opts]
45
52
  * @returns {string}
46
53
  */
47
- function buildUploadPipelineProgressText(systemKey) {
48
- return formatProgress(buildUploadPipelineSpinnerLabel(systemKey));
54
+ function buildUploadPipelineProgressText(systemKey, opts = {}) {
55
+ return formatProgress(buildUploadPipelineSpinnerLabel(systemKey, opts));
49
56
  }
50
57
 
51
58
  /**
@@ -64,12 +71,12 @@ async function runWithUploadPipelineSpinner(work, opts = {}) {
64
71
  }
65
72
 
66
73
  if (!shouldUseUploadPipelineSpinner(opts)) {
67
- logger.log(buildUploadPipelineProgressText(opts.systemKey));
74
+ logger.log(buildUploadPipelineProgressText(opts.systemKey, opts));
68
75
  return work();
69
76
  }
70
77
 
71
78
  const ora = require('ora');
72
- const label = buildUploadPipelineSpinnerLabel(opts.systemKey);
79
+ const label = buildUploadPipelineSpinnerLabel(opts.systemKey, opts);
73
80
  const spinner = ora({
74
81
  text: chalk.white(label),
75
82
  spinner: 'dots'
@@ -0,0 +1,42 @@
1
+ /**
2
+ * Build options for `uploadExternalSystem` on test-command --sync paths.
3
+ *
4
+ * @fileoverview Minimal upload sync options (force, verbose)
5
+ * @author AI Fabrix Team
6
+ * @version 1.0.0
7
+ */
8
+
9
+ 'use strict';
10
+
11
+ /**
12
+ * @param {Object} [options] - CLI options from test / sync callers
13
+ * @returns {{ minimal: true, verbose: boolean, silentResolve: true, syncMode: true, force?: true }}
14
+ */
15
+ function buildMinimalUploadSyncOptions(options = {}) {
16
+ const out = {
17
+ minimal: true,
18
+ // CLI -v on verify-* / test-* is for run output, not preflight upload banners.
19
+ verbose: false,
20
+ silentResolve: true,
21
+ syncMode: true,
22
+ suppressPipelineSpinner: options.suppressPipelineSpinner === true
23
+ };
24
+ if (options.force === true) {
25
+ out.force = true;
26
+ }
27
+ return out;
28
+ }
29
+
30
+ /**
31
+ * Minimal sync paths (verify-*, test --sync) always suppress upload sidecar chatter.
32
+ * @param {Object} [options]
33
+ * @returns {boolean}
34
+ */
35
+ function isQuietMinimalSync(options = {}) {
36
+ return options.minimal === true || options.syncMode === true;
37
+ }
38
+
39
+ module.exports = {
40
+ buildMinimalUploadSyncOptions,
41
+ isQuietMinimalSync
42
+ };
@@ -51,6 +51,12 @@ function hostPortForProfile(profile, listenPort, developerIdNum) {
51
51
  : localHostPort(listenPort, developerIdNum);
52
52
  }
53
53
 
54
+ function localhostFrontDoorBaseForMissingRemote(opts) {
55
+ const { profile, developerIdNum } = opts || {};
56
+ const port = hostPortForProfile(profile, 3000, developerIdNum);
57
+ return `http://localhost:${port}`.replace(/\/+$/, '');
58
+ }
59
+
54
60
  /**
55
61
  * Scheme for `declarativePublicUrlsUseLocalhost` bases: always **http** for loopback reachability
56
62
  * (ignore `tlsEnabled` / `remote-server` https — localhost URLs are not served with TLS in dev).
@@ -155,14 +161,26 @@ function templateUsesRemoteHostPlaceholder(hostTemplate) {
155
161
  * @returns {string|null}
156
162
  */
157
163
  function buildTraefikPublicBaseIfApplicable(opts) {
158
- const { traefik, pathActive, hostTemplate, developerIdRaw, remoteServer, infraTlsEnabled } =
159
- opts;
164
+ const {
165
+ traefik,
166
+ pathActive,
167
+ hostTemplate,
168
+ developerIdRaw,
169
+ remoteServer,
170
+ infraTlsEnabled,
171
+ profile,
172
+ developerIdNum
173
+ } = opts;
160
174
  // Plan 124: Traefik host authority only when pathActive (traefik ∧ frontDoorRouting.enabled)
161
175
  if (!traefik || !pathActive || !hostTemplate || !String(hostTemplate).trim()) {
162
176
  return null;
163
177
  }
164
178
  if (templateUsesRemoteHostPlaceholder(hostTemplate) && !String(remoteServer || '').trim()) {
165
- return null;
179
+ // Local full-platform (no remote domain): use the single localhost front door port (3000 + devId×100).
180
+ return localhostFrontDoorBaseForMissingRemote({
181
+ profile,
182
+ developerIdNum
183
+ });
166
184
  }
167
185
  const expanded = expandFrontDoorHostTemplateForUrls(hostTemplate, {
168
186
  developerIdRaw,