@aifabrix/builder 2.42.1 → 2.44.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (392) hide show
  1. package/.cursor/rules/anchor-docs.mdc +15 -0
  2. package/README.md +2 -2
  3. package/anchor-docs/README.md +10 -0
  4. package/anchor-docs/_TEMPLATE +24 -0
  5. package/bin/aifabrix.js +13 -4
  6. package/integration/hubspot-test/README.md +157 -0
  7. package/integration/{hubspot → hubspot-test}/application.json +6 -6
  8. package/integration/{hubspot → hubspot-test}/create-hubspot.js +10 -10
  9. package/integration/hubspot-test/env.template +4 -0
  10. package/integration/hubspot-test/hubspot-test-datasource-company.json +138 -0
  11. package/integration/hubspot-test/hubspot-test-datasource-contact.json +146 -0
  12. package/integration/hubspot-test/hubspot-test-datasource-deal.json +146 -0
  13. package/integration/hubspot-test/hubspot-test-datasource-users.json +76 -0
  14. package/integration/{hubspot/hubspot-deploy.json → hubspot-test/hubspot-test-deploy.json} +201 -24
  15. package/integration/{hubspot/hubspot-system.json → hubspot-test/hubspot-test-system.json} +8 -7
  16. package/integration/hubspot-test/rbac.json +166 -0
  17. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-hubspot-credential-real.yaml +3 -3
  18. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-hubspot-env-vars.yaml +2 -2
  19. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-add-datasource.yaml +1 -1
  20. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-credential-create.yaml +1 -1
  21. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-credential-select.yaml +1 -1
  22. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-known-platform.yaml +1 -1
  23. package/integration/hubspot-test/test-artifacts/wizard-invalid-missing-source.yaml +2 -0
  24. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-mode.yaml +1 -1
  25. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-openapi-file.yaml +1 -1
  26. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-openapi-url.yaml +1 -1
  27. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-source.yaml +1 -1
  28. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-valid-for-dimension-array-test.yaml +1 -1
  29. package/integration/hubspot-test/test-artifacts/wizard-valid-for-dimension-key-test.yaml +5 -0
  30. package/integration/hubspot-test/test-artifacts/wizard-valid-for-dimension-path-test.yaml +5 -0
  31. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-valid-for-dimension-test.yaml +1 -1
  32. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-valid-for-rbac-test.yaml +1 -1
  33. package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-valid-for-rbac-yaml-test.yaml +1 -1
  34. package/integration/{hubspot → hubspot-test}/test-dataplane-down-tests.js +1 -7
  35. package/integration/{hubspot → hubspot-test}/test-dataplane-down.js +3 -3
  36. package/integration/{hubspot → hubspot-test}/test.js +137 -102
  37. package/integration/{hubspot → hubspot-test}/wizard-hubspot-e2e.yaml +2 -2
  38. package/integration/{hubspot → hubspot-test}/wizard-hubspot-platform.yaml +1 -1
  39. package/integration/hubspot-test/wizard-hubspot-test-headless.yaml +23 -0
  40. package/integration/roundtrip-test-local/README.md +144 -0
  41. package/integration/roundtrip-test-local/application.yaml +13 -0
  42. package/integration/roundtrip-test-local/env.template +15 -0
  43. package/integration/roundtrip-test-local/roundtrip-test-local-datasource-roundtrip-test-company.yaml +14 -0
  44. package/integration/roundtrip-test-local/roundtrip-test-local-deploy.json +61 -0
  45. package/integration/roundtrip-test-local/roundtrip-test-local-system.yaml +25 -0
  46. package/integration/roundtrip-test-local2/README.md +144 -0
  47. package/integration/roundtrip-test-local2/application.yaml +13 -0
  48. package/integration/roundtrip-test-local2/env.template +15 -0
  49. package/integration/roundtrip-test-local2/roundtrip-test-local2-datasource-company.yaml +31 -0
  50. package/integration/roundtrip-test-local2/roundtrip-test-local2-deploy.json +86 -0
  51. package/integration/roundtrip-test-local2/roundtrip-test-local2-system.yaml +25 -0
  52. package/integration/test/wizard.yaml +8 -0
  53. package/jest.config.default.js +10 -0
  54. package/jest.config.integration.fixtures.js +22 -0
  55. package/jest.config.integration.js +21 -18
  56. package/jest.config.isolated.js +10 -0
  57. package/jest.projects.js +288 -0
  58. package/lib/api/datasources-core.api.js +3 -3
  59. package/lib/api/dev-mtls-request.js +110 -0
  60. package/lib/api/dev-server-https.js +145 -0
  61. package/lib/api/dev.api.js +133 -144
  62. package/lib/api/index.js +0 -1
  63. package/lib/api/pipeline.api.js +67 -20
  64. package/lib/api/service-users.api.js +111 -2
  65. package/lib/api/types/dev.types.js +4 -3
  66. package/lib/api/types/pipeline.types.js +8 -5
  67. package/lib/api/types/service-users.types.js +41 -0
  68. package/lib/api/types/validation-run.types.js +56 -0
  69. package/lib/api/validation-run.api.js +99 -0
  70. package/lib/api/validation-runner.js +99 -0
  71. package/lib/app/config.js +1 -1
  72. package/lib/app/deploy-status-display.js +2 -2
  73. package/lib/app/deploy.js +7 -6
  74. package/lib/app/display.js +2 -1
  75. package/lib/app/dockerfile.js +3 -2
  76. package/lib/app/down.js +2 -1
  77. package/lib/app/helpers.js +6 -5
  78. package/lib/app/index.js +27 -8
  79. package/lib/app/list.js +7 -6
  80. package/lib/app/push.js +4 -3
  81. package/lib/app/register.js +19 -8
  82. package/lib/app/rotate-secret.js +17 -13
  83. package/lib/app/run-container-start.js +184 -0
  84. package/lib/app/run-docker-fallback.js +108 -0
  85. package/lib/app/run-env-compose.js +30 -42
  86. package/lib/app/run-helpers.js +49 -126
  87. package/lib/app/run-infra-requirements.js +30 -0
  88. package/lib/app/run-resolve-image.js +21 -0
  89. package/lib/app/run.js +74 -21
  90. package/lib/app/show-display.js +1 -1
  91. package/lib/app/show.js +1 -1
  92. package/lib/build/index.js +13 -10
  93. package/lib/cli/index.js +2 -0
  94. package/lib/cli/setup-app.help.js +67 -0
  95. package/lib/cli/setup-app.js +59 -123
  96. package/lib/cli/setup-app.test-commands.js +179 -0
  97. package/lib/cli/setup-auth.js +36 -14
  98. package/lib/cli/setup-credential-deployment.js +22 -8
  99. package/lib/cli/setup-dev-path-commands.js +124 -0
  100. package/lib/cli/setup-dev.js +190 -103
  101. package/lib/cli/setup-environment.js +11 -20
  102. package/lib/cli/setup-external-system.js +62 -22
  103. package/lib/cli/setup-infra.js +139 -47
  104. package/lib/cli/setup-parameters.js +32 -0
  105. package/lib/cli/setup-secrets.js +147 -10
  106. package/lib/cli/setup-service-user.js +146 -20
  107. package/lib/cli/setup-utility.js +47 -19
  108. package/lib/commands/app-down.js +5 -7
  109. package/lib/commands/app-install.js +14 -7
  110. package/lib/commands/app-logs.js +13 -10
  111. package/lib/commands/app-shell.js +4 -1
  112. package/lib/commands/app-test.js +25 -19
  113. package/lib/commands/app.js +22 -10
  114. package/lib/commands/auth-config.js +10 -14
  115. package/lib/commands/auth-status.js +4 -3
  116. package/lib/commands/credential-env.js +4 -3
  117. package/lib/commands/credential-list.js +5 -4
  118. package/lib/commands/credential-push.js +4 -3
  119. package/lib/commands/datasource-unified-test-cli.js +495 -0
  120. package/lib/commands/datasource-unified-test-cli.options.js +149 -0
  121. package/lib/commands/datasource-validation-cli.js +129 -0
  122. package/lib/commands/datasource.js +123 -71
  123. package/lib/commands/deployment-list.js +6 -5
  124. package/lib/commands/dev-cli-handlers.js +122 -18
  125. package/lib/commands/dev-down.js +4 -3
  126. package/lib/commands/dev-init.js +231 -116
  127. package/lib/commands/dev-show-display.js +473 -0
  128. package/lib/commands/login-credentials.js +3 -2
  129. package/lib/commands/login-device.js +4 -3
  130. package/lib/commands/login.js +5 -4
  131. package/lib/commands/logout.js +8 -7
  132. package/lib/commands/parameters-validate.js +54 -0
  133. package/lib/commands/repair-datasource.js +314 -68
  134. package/lib/commands/repair-env-template.js +16 -10
  135. package/lib/commands/repair-rbac.js +25 -19
  136. package/lib/commands/repair.js +116 -32
  137. package/lib/commands/secrets-list.js +23 -12
  138. package/lib/commands/secrets-remove-all.js +220 -0
  139. package/lib/commands/secrets-remove.js +22 -13
  140. package/lib/commands/secrets-set.js +21 -12
  141. package/lib/commands/secrets-validate.js +20 -7
  142. package/lib/commands/secure.js +10 -9
  143. package/lib/commands/service-user.js +243 -13
  144. package/lib/commands/test-e2e-external.js +27 -1
  145. package/lib/commands/up-common.js +28 -2
  146. package/lib/commands/up-dataplane.js +31 -18
  147. package/lib/commands/up-miso.js +19 -29
  148. package/lib/commands/upload.js +138 -39
  149. package/lib/commands/wizard-core-helpers.js +1 -1
  150. package/lib/commands/wizard-dataplane.js +4 -3
  151. package/lib/commands/wizard-helpers.js +3 -3
  152. package/lib/commands/wizard.js +2 -2
  153. package/lib/core/admin-secrets.js +16 -5
  154. package/lib/core/audit-logger.js +12 -4
  155. package/lib/core/config-attach-extensions.js +46 -0
  156. package/lib/core/config-runtime-paths.js +29 -0
  157. package/lib/core/config.js +59 -58
  158. package/lib/core/diff.js +3 -2
  159. package/lib/core/ensure-encryption-key.js +2 -4
  160. package/lib/core/secrets-ensure-infra.js +77 -0
  161. package/lib/core/secrets-ensure.js +120 -64
  162. package/lib/core/secrets-env-write.js +35 -7
  163. package/lib/core/secrets-infra-placeholder-sync.js +61 -0
  164. package/lib/core/secrets.js +228 -42
  165. package/lib/core/templates-env.js +4 -3
  166. package/lib/core/templates.js +1 -1
  167. package/lib/datasource/abac-validator.js +148 -0
  168. package/lib/datasource/deploy.js +75 -53
  169. package/lib/datasource/field-reference-validator.js +77 -36
  170. package/lib/datasource/integration-context.js +63 -0
  171. package/lib/datasource/list.js +8 -7
  172. package/lib/datasource/log-viewer.js +252 -0
  173. package/lib/datasource/resolve-app.js +109 -0
  174. package/lib/datasource/test-e2e.js +95 -155
  175. package/lib/datasource/test-integration.js +121 -109
  176. package/lib/datasource/unified-validation-run-body.js +65 -0
  177. package/lib/datasource/unified-validation-run-post.js +23 -0
  178. package/lib/datasource/unified-validation-run-resolve.js +43 -0
  179. package/lib/datasource/unified-validation-run.js +92 -0
  180. package/lib/datasource/validate.js +162 -15
  181. package/lib/deployment/deployer.js +4 -3
  182. package/lib/deployment/environment.js +7 -6
  183. package/lib/deployment/push.js +17 -8
  184. package/lib/external-system/delete.js +4 -3
  185. package/lib/external-system/deploy.js +131 -53
  186. package/lib/external-system/download-helpers.js +1 -1
  187. package/lib/external-system/download.js +7 -6
  188. package/lib/external-system/generator.js +104 -14
  189. package/lib/external-system/integration-test-dispatch.js +26 -0
  190. package/lib/external-system/test-execution.js +5 -1
  191. package/lib/external-system/test-helpers.js +0 -4
  192. package/lib/external-system/test-system-level-helpers.js +110 -0
  193. package/lib/external-system/test-system-level.js +83 -44
  194. package/lib/external-system/test.js +59 -8
  195. package/lib/generator/builders.js +23 -11
  196. package/lib/generator/deploy-manifest-azure-kv.js +81 -0
  197. package/lib/generator/external-controller-manifest.js +3 -3
  198. package/lib/generator/external.js +23 -11
  199. package/lib/generator/helpers.js +71 -12
  200. package/lib/generator/index.js +8 -4
  201. package/lib/generator/split-readme.js +12 -7
  202. package/lib/generator/split-variables.js +2 -1
  203. package/lib/generator/split.js +46 -11
  204. package/lib/generator/wizard-readme.js +3 -3
  205. package/lib/generator/wizard.js +16 -13
  206. package/lib/infrastructure/compose.js +60 -6
  207. package/lib/infrastructure/helpers.js +238 -51
  208. package/lib/infrastructure/index.js +64 -37
  209. package/lib/infrastructure/services.js +21 -15
  210. package/lib/internal/fs-real-sync.js +104 -0
  211. package/lib/internal/node-fs.js +98 -0
  212. package/lib/parameters/database-secret-values.js +173 -0
  213. package/lib/parameters/infra-kv-discovery.js +121 -0
  214. package/lib/parameters/infra-parameter-catalog.js +458 -0
  215. package/lib/parameters/infra-parameter-validate.js +64 -0
  216. package/lib/schema/application-schema.json +37 -17
  217. package/lib/schema/datasource-test-run.schema.json +493 -0
  218. package/lib/schema/deployment-rules.yaml +102 -63
  219. package/lib/schema/external-datasource.schema.json +1201 -433
  220. package/lib/schema/external-system.schema.json +181 -5
  221. package/lib/schema/flag-map-validation-run.json +31 -0
  222. package/lib/schema/infra-parameter.schema.json +106 -0
  223. package/lib/schema/infra.parameter.yaml +421 -0
  224. package/lib/schema/type/credential-auth-templates.json +40 -0
  225. package/lib/schema/type/document-storage.json +213 -0
  226. package/lib/schema/type/message-service.json +123 -0
  227. package/lib/schema/type/vector-store.json +88 -0
  228. package/lib/utils/aifabrix-runtime-config-dir.js +132 -0
  229. package/lib/utils/api-error-handler.js +2 -2
  230. package/lib/utils/api.js +49 -14
  231. package/lib/utils/app-config-resolver.js +23 -1
  232. package/lib/utils/app-register-api.js +3 -2
  233. package/lib/utils/app-register-auth.js +1 -1
  234. package/lib/utils/app-register-config.js +4 -4
  235. package/lib/utils/app-register-display.js +3 -2
  236. package/lib/utils/app-register-validator.js +3 -2
  237. package/lib/utils/app-run-containers.js +26 -22
  238. package/lib/utils/app-scoped-config.js +31 -0
  239. package/lib/utils/app-service-env-from-builder.js +164 -0
  240. package/lib/utils/build-copy.js +1 -1
  241. package/lib/utils/build-helpers.js +20 -20
  242. package/lib/utils/build-resolve-image.js +165 -0
  243. package/lib/utils/cli-layout-chalk.js +8 -0
  244. package/lib/utils/cli-test-layout-chalk.js +267 -0
  245. package/lib/utils/cli-utils.js +88 -11
  246. package/lib/utils/compose-db-passwords.js +138 -0
  247. package/lib/utils/compose-generate-docker-compose.js +216 -0
  248. package/lib/utils/compose-generator.js +197 -291
  249. package/lib/utils/compose-miso-env.js +18 -0
  250. package/lib/utils/compose-traefik-ingress-base.js +158 -0
  251. package/lib/utils/config-paths.js +209 -6
  252. package/lib/utils/config-scoped-resources-preference.js +41 -0
  253. package/lib/utils/controller-deployment-outcome.js +68 -0
  254. package/lib/utils/credential-display.js +2 -2
  255. package/lib/utils/credential-secrets-env.js +16 -1
  256. package/lib/utils/dataplane-pipeline-warning.js +4 -3
  257. package/lib/utils/datasource-test-run-capability-scope.js +43 -0
  258. package/lib/utils/datasource-test-run-debug-display.js +137 -0
  259. package/lib/utils/datasource-test-run-debug-slice.js +93 -0
  260. package/lib/utils/datasource-test-run-display.js +442 -0
  261. package/lib/utils/datasource-test-run-exit.js +58 -0
  262. package/lib/utils/datasource-test-run-legacy-adapter.js +93 -0
  263. package/lib/utils/datasource-test-run-report-version.js +51 -0
  264. package/lib/utils/datasource-test-run-schema-sync.js +59 -0
  265. package/lib/utils/datasource-test-run-tty-log.js +81 -0
  266. package/lib/utils/datasource-validation-watch.js +266 -0
  267. package/lib/utils/declarative-url-ports.js +47 -0
  268. package/lib/utils/derive-env-key-from-client-id.js +41 -0
  269. package/lib/utils/dev-ca-install.js +185 -23
  270. package/lib/utils/dev-cert-helper.js +266 -17
  271. package/lib/utils/dev-hosts-helper.js +307 -0
  272. package/lib/utils/dev-init-cert-hints.js +37 -0
  273. package/lib/utils/dev-init-health-messages.js +52 -0
  274. package/lib/utils/dev-init-resolve.js +86 -0
  275. package/lib/utils/dev-init-ssh-merge.js +65 -0
  276. package/lib/utils/dev-ssh-config-helper.js +196 -0
  277. package/lib/utils/dev-user-groups.js +93 -0
  278. package/lib/utils/docker-build.js +42 -17
  279. package/lib/utils/docker-exec.js +28 -0
  280. package/lib/utils/docker-manifest-public-port.js +116 -0
  281. package/lib/utils/docker-not-running-hint.js +52 -0
  282. package/lib/utils/docker.js +98 -11
  283. package/lib/utils/ensure-dev-certs-for-remote-docker.js +192 -0
  284. package/lib/utils/env-config-loader.js +10 -91
  285. package/lib/utils/env-copy.js +19 -10
  286. package/lib/utils/env-map.js +42 -11
  287. package/lib/utils/env-template.js +2 -2
  288. package/lib/utils/environment-scoped-resources.js +144 -0
  289. package/lib/utils/error-formatter.js +125 -9
  290. package/lib/utils/error-formatters/http-status-errors.js +6 -5
  291. package/lib/utils/error-formatters/network-errors.js +2 -1
  292. package/lib/utils/error-formatters/permission-errors.js +2 -1
  293. package/lib/utils/error-formatters/validation-errors.js +2 -1
  294. package/lib/utils/external-env-template.js +180 -0
  295. package/lib/utils/external-readme.js +8 -1
  296. package/lib/utils/external-system-display.js +277 -136
  297. package/lib/utils/external-system-local-test-tty.js +389 -0
  298. package/lib/utils/external-system-readiness-core.js +377 -0
  299. package/lib/utils/external-system-readiness-deploy-display.js +270 -0
  300. package/lib/utils/external-system-readiness-display-internals.js +150 -0
  301. package/lib/utils/external-system-readiness-display.js +186 -0
  302. package/lib/utils/external-system-test-helpers.js +24 -6
  303. package/lib/utils/external-system-validators.js +32 -14
  304. package/lib/utils/health-check-url.js +119 -0
  305. package/lib/utils/health-check.js +59 -25
  306. package/lib/utils/help-builder.js +14 -13
  307. package/lib/utils/image-version.js +4 -8
  308. package/lib/utils/infra-containers.js +4 -7
  309. package/lib/utils/infra-env-defaults.js +162 -0
  310. package/lib/utils/infra-status-display.js +167 -0
  311. package/lib/utils/infra-status.js +16 -8
  312. package/lib/utils/local-secrets.js +29 -7
  313. package/lib/utils/paths.js +136 -48
  314. package/lib/utils/port-resolver.js +10 -23
  315. package/lib/utils/redis-env-scope.js +62 -0
  316. package/lib/utils/register-aifabrix-shell-env.js +204 -0
  317. package/lib/utils/remote-builder-validation.js +99 -0
  318. package/lib/utils/remote-dev-auth.js +117 -21
  319. package/lib/utils/remote-docker-env.js +67 -15
  320. package/lib/utils/remote-secrets-loader.js +13 -4
  321. package/lib/utils/resolve-docker-image-ref.js +124 -0
  322. package/lib/utils/schema-loader.js +22 -9
  323. package/lib/utils/secrets-bash-kv.js +25 -0
  324. package/lib/utils/secrets-generator.js +171 -51
  325. package/lib/utils/secrets-helpers.js +70 -59
  326. package/lib/utils/secrets-kv-scope.js +60 -0
  327. package/lib/utils/secrets-utils.js +35 -37
  328. package/lib/utils/secrets-validation.js +3 -1
  329. package/lib/utils/secrets-yaml-preserve.js +109 -0
  330. package/lib/utils/secure-file-permissions.js +91 -0
  331. package/lib/utils/ssh-key-helper.js +4 -2
  332. package/lib/utils/template-helpers.js +2 -2
  333. package/lib/utils/test-log-writer.js +3 -3
  334. package/lib/utils/token-manager.js +37 -5
  335. package/lib/utils/url-declarative-public-base.js +188 -0
  336. package/lib/utils/url-declarative-resolve-build.js +493 -0
  337. package/lib/utils/url-declarative-resolve-load-doc.js +51 -0
  338. package/lib/utils/url-declarative-resolve.js +220 -0
  339. package/lib/utils/url-declarative-token-parse.js +74 -0
  340. package/lib/utils/url-declarative-url-flags.js +50 -0
  341. package/lib/utils/url-declarative-vdir-inactive-env.js +99 -0
  342. package/lib/utils/url-public-path-prefix.js +34 -0
  343. package/lib/utils/urls-local-registry.js +220 -0
  344. package/lib/utils/validation-report-tty-kit.js +77 -0
  345. package/lib/utils/validation-run-poll.js +89 -0
  346. package/lib/utils/validation-run-post-retry.js +73 -0
  347. package/lib/utils/validation-run-request.js +98 -0
  348. package/lib/utils/variable-transformer.js +21 -4
  349. package/lib/utils/yaml-preserve.js +78 -1
  350. package/lib/validation/datasource-warnings.js +56 -0
  351. package/lib/validation/env-template-auth.js +50 -2
  352. package/lib/validation/external-manifest-validator.js +35 -7
  353. package/lib/validation/validate-display.js +37 -31
  354. package/lib/validation/validate.js +9 -10
  355. package/lib/validation/validator-unresolved-placeholders.js +98 -0
  356. package/lib/validation/validator.js +32 -78
  357. package/lib/validation/wizard-config-validator.js +2 -1
  358. package/package.json +11 -3
  359. package/scripts/check-datasource-test-run-schema-sync.js +34 -0
  360. package/scripts/diagnose-cli.js +150 -0
  361. package/scripts/install-local.js +304 -55
  362. package/templates/README.md +15 -2
  363. package/templates/applications/dataplane/application.yaml +52 -2
  364. package/templates/applications/dataplane/env.template +80 -18
  365. package/templates/applications/dataplane/rbac.yaml +8 -0
  366. package/templates/applications/keycloak/application.yaml +9 -1
  367. package/templates/applications/keycloak/env.template +15 -6
  368. package/templates/applications/miso-controller/application.yaml +10 -2
  369. package/templates/applications/miso-controller/env.template +55 -14
  370. package/templates/applications/miso-controller/rbac.yaml +5 -0
  371. package/templates/external-system/README.md.hbs +20 -7
  372. package/templates/external-system/deploy.js.hbs +5 -5
  373. package/templates/external-system/env.template.hbs +22 -0
  374. package/templates/external-system/external-datasource.yaml.hbs +197 -118
  375. package/templates/infra/compose.yaml.hbs +20 -4
  376. package/templates/python/docker-compose.hbs +16 -0
  377. package/templates/typescript/docker-compose.hbs +16 -0
  378. package/integration/hubspot/README.md +0 -102
  379. package/integration/hubspot/env.template +0 -4
  380. package/integration/hubspot/hubspot-datasource-company.json +0 -541
  381. package/integration/hubspot/hubspot-datasource-contact.json +0 -639
  382. package/integration/hubspot/hubspot-datasource-deal.json +0 -588
  383. package/integration/hubspot/hubspot-datasource-users.json +0 -116
  384. package/integration/hubspot/test-artifacts/wizard-invalid-missing-source.yaml +0 -2
  385. package/integration/hubspot/test-artifacts/wizard-valid-for-dimension-key-test.yaml +0 -5
  386. package/integration/hubspot/test-artifacts/wizard-valid-for-dimension-path-test.yaml +0 -5
  387. package/lib/api/external-test.api.js +0 -111
  388. package/lib/schema/env-config.yaml +0 -43
  389. /package/integration/{hubspot → hubspot-test}/companies.json +0 -0
  390. /package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-app-name.yaml +0 -0
  391. /package/integration/{hubspot → hubspot-test}/test-artifacts/wizard-invalid-missing-app.yaml +0 -0
  392. /package/integration/{hubspot → hubspot-test}/test-dataplane-down-helpers.js +0 -0
@@ -0,0 +1,146 @@
1
+ {
2
+ "key": "hubspot-test-deal",
3
+ "displayName": "HubSpot Deal",
4
+ "description": "HubSpot deals datasource with field mappings for CRM deal data",
5
+ "systemKey": "hubspot-test",
6
+ "entityType": "recordStorage",
7
+ "resourceType": "deal",
8
+ "enabled": true,
9
+ "version": "1.0.0",
10
+ "primaryKey": [
11
+ "id"
12
+ ],
13
+ "labelKey": [
14
+ "dealName"
15
+ ],
16
+ "metadataSchema": {
17
+ "type": "object",
18
+ "required": [
19
+ "id",
20
+ "externalId",
21
+ "properties"
22
+ ],
23
+ "properties": {
24
+ "id": {
25
+ "type": "string",
26
+ "index": true
27
+ },
28
+ "externalId": {
29
+ "type": "string",
30
+ "index": true
31
+ },
32
+ "dealName": {
33
+ "type": "string",
34
+ "filter": true
35
+ },
36
+ "properties": {
37
+ "type": "object",
38
+ "additionalProperties": true
39
+ },
40
+ "associations": {
41
+ "type": "object",
42
+ "additionalProperties": true
43
+ }
44
+ }
45
+ },
46
+ "dimensions": {
47
+ "stage": {
48
+ "type": "local",
49
+ "field": "stage"
50
+ },
51
+ "pipeline": {
52
+ "type": "local",
53
+ "field": "pipeline"
54
+ }
55
+ },
56
+ "fieldMappings": {
57
+ "attributes": {
58
+ "id": {
59
+ "expression": "{{raw.id}}"
60
+ },
61
+ "externalId": {
62
+ "expression": "{{raw.id}}"
63
+ },
64
+ "dealName": {
65
+ "expression": "{{raw.properties.dealname.value}} | trim"
66
+ },
67
+ "amount": {
68
+ "expression": "{{raw.properties.amount.value}}"
69
+ },
70
+ "currency": {
71
+ "expression": "{{raw.properties.deal_currency_code.value}} | toUpper | trim"
72
+ },
73
+ "stage": {
74
+ "expression": "{{raw.properties.dealstage.value}} | trim"
75
+ },
76
+ "pipeline": {
77
+ "expression": "{{raw.properties.pipeline.value}} | trim"
78
+ },
79
+ "closeDate": {
80
+ "expression": "{{raw.properties.closedate.value}}"
81
+ },
82
+ "dealType": {
83
+ "expression": "{{raw.properties.dealtype.value}} | trim"
84
+ },
85
+ "associatedContacts": {
86
+ "expression": "{{raw.associations.contacts.results}}"
87
+ },
88
+ "createdAt": {
89
+ "expression": "{{raw.properties.createdate.value}}"
90
+ },
91
+ "updatedAt": {
92
+ "expression": "{{raw.properties.hs_lastmodifieddate.value}}"
93
+ }
94
+ }
95
+ },
96
+ "exposed": {
97
+ "description": "Exposed fields for HubSpot deals",
98
+ "schema": {
99
+ "id": "metadata.id",
100
+ "externalId": "metadata.externalId",
101
+ "dealName": "metadata.dealName",
102
+ "amount": "metadata.amount",
103
+ "currency": "metadata.currency",
104
+ "stage": "metadata.stage",
105
+ "pipeline": "metadata.pipeline",
106
+ "closeDate": "metadata.closeDate",
107
+ "dealType": "metadata.dealType",
108
+ "associatedContacts": "metadata.associatedContacts",
109
+ "createdAt": "metadata.createdAt",
110
+ "updatedAt": "metadata.updatedAt"
111
+ }
112
+ },
113
+ "openapi": {
114
+ "enabled": true,
115
+ "documentKey": "hubspot-v3",
116
+ "baseUrl": "https://api.hubapi.com",
117
+ "operations": {
118
+ "list": {
119
+ "operationId": "getDeals",
120
+ "method": "GET",
121
+ "path": "/crm/v3/objects/deals"
122
+ },
123
+ "get": {
124
+ "operationId": "getDeal",
125
+ "method": "GET",
126
+ "path": "/crm/v3/objects/deals/{dealId}"
127
+ },
128
+ "create": {
129
+ "operationId": "createDeal",
130
+ "method": "POST",
131
+ "path": "/crm/v3/objects/deals"
132
+ },
133
+ "update": {
134
+ "operationId": "updateDeal",
135
+ "method": "PATCH",
136
+ "path": "/crm/v3/objects/deals/{dealId}"
137
+ },
138
+ "delete": {
139
+ "operationId": "deleteDeal",
140
+ "method": "DELETE",
141
+ "path": "/crm/v3/objects/deals/{dealId}"
142
+ }
143
+ },
144
+ "autoRbac": true
145
+ }
146
+ }
@@ -0,0 +1,76 @@
1
+ {
2
+ "key": "hubspot-test-users",
3
+ "displayName": "HubSpot Users",
4
+ "resourceType": "person",
5
+ "systemKey": "hubspot-test",
6
+ "enabled": true,
7
+ "entityType": "recordStorage",
8
+ "description": "HubSpot users datasource (minimal v2.4 fixture)",
9
+ "primaryKey": [
10
+ "id"
11
+ ],
12
+ "labelKey": [
13
+ "email"
14
+ ],
15
+ "metadataSchema": {
16
+ "type": "object",
17
+ "required": [
18
+ "id",
19
+ "externalId",
20
+ "properties"
21
+ ],
22
+ "properties": {
23
+ "id": {
24
+ "type": "string",
25
+ "index": true
26
+ },
27
+ "externalId": {
28
+ "type": "string",
29
+ "index": true
30
+ },
31
+ "email": {
32
+ "type": "string",
33
+ "filter": true
34
+ },
35
+ "properties": {
36
+ "type": "object",
37
+ "additionalProperties": true
38
+ }
39
+ }
40
+ },
41
+ "dimensions": {
42
+ "department": {
43
+ "type": "local",
44
+ "field": "department"
45
+ }
46
+ },
47
+ "fieldMappings": {
48
+ "attributes": {
49
+ "id": {
50
+ "expression": "{{raw.id}}"
51
+ },
52
+ "externalId": {
53
+ "expression": "{{raw.id}}"
54
+ },
55
+ "email": {
56
+ "expression": "{{raw.properties.email.value}} | trim"
57
+ },
58
+ "department": {
59
+ "expression": "{{raw.properties.department.value}} | trim"
60
+ }
61
+ }
62
+ },
63
+ "exposed": {
64
+ "schema": {
65
+ "id": "metadata.id",
66
+ "externalId": "metadata.externalId",
67
+ "email": "metadata.email",
68
+ "department": "metadata.department"
69
+ }
70
+ },
71
+ "sync": {
72
+ "mode": "pull",
73
+ "schedule": "0 */6 * * *",
74
+ "batchSize": 100
75
+ }
76
+ }
@@ -1,5 +1,5 @@
1
1
  {
2
- "key": "hubspot",
2
+ "key": "hubspot-test",
3
3
  "displayName": "HubSpot CRM",
4
4
  "description": "HubSpot CRM integration with OpenAPI support for companies, contacts, and deals",
5
5
  "type": "external",
@@ -7,19 +7,19 @@
7
7
  "externalIntegration": {
8
8
  "schemaBasePath": "./",
9
9
  "systems": [
10
- "hubspot-system.json"
10
+ "hubspot-test-system.json"
11
11
  ],
12
12
  "dataSources": [
13
- "hubspot-datasource-company.json",
14
- "hubspot-datasource-contact.json",
15
- "hubspot-datasource-deal.json",
16
- "hubspot-datasource-users.json"
13
+ "hubspot-test-datasource-company.json",
14
+ "hubspot-test-datasource-contact.json",
15
+ "hubspot-test-datasource-deal.json",
16
+ "hubspot-test-datasource-users.json"
17
17
  ],
18
18
  "autopublish": true,
19
19
  "version": "1.0.0"
20
20
  },
21
21
  "system": {
22
- "key": "hubspot",
22
+ "key": "hubspot-test",
23
23
  "displayName": "HubSpot CRM",
24
24
  "description": "HubSpot CRM integration with OpenAPI support for companies, contacts, and deals",
25
25
  "type": "openapi",
@@ -29,11 +29,12 @@
29
29
  "variables": {
30
30
  "baseUrl": "https://api.hubapi.com",
31
31
  "tokenUrl": "https://api.hubapi.com/oauth/v1/token",
32
+ "authorizationUrl": "https://app.hubspot.com/oauth/authorize",
32
33
  "scope": "crm.objects.companies.read crm.objects.companies.write crm.objects.contacts.read crm.objects.contacts.write crm.objects.deals.read crm.objects.deals.write"
33
34
  },
34
35
  "security": {
35
- "clientId": "kv://hubspot/clientid",
36
- "clientSecret": "kv://hubspot/clientsecret"
36
+ "clientId": "kv://hubspot-test/clientId",
37
+ "clientSecret": "kv://hubspot-test/clientSecret"
37
38
  }
38
39
  },
39
40
  "configuration": [
@@ -85,22 +86,189 @@
85
86
  "hubspot"
86
87
  ],
87
88
  "dataSources": [
88
- "hubspot-company",
89
- "hubspot-contact",
90
- "hubspot-deal",
91
- "hubspot-users-datasource"
89
+ "hubspot-test-company",
90
+ "hubspot-test-contact",
91
+ "hubspot-test-deal",
92
+ "hubspot-test-users"
93
+ ],
94
+ "roles": [
95
+ {
96
+ "name": "HubSpot CRM Admin",
97
+ "value": "hubspot-test-admin",
98
+ "description": "Full access to all HubSpot CRM operations",
99
+ "groups": []
100
+ },
101
+ {
102
+ "name": "HubSpot CRM Reader",
103
+ "value": "hubspot-test-reader",
104
+ "description": "Read-only access to all HubSpot CRM data",
105
+ "groups": []
106
+ }
107
+ ],
108
+ "permissions": [
109
+ {
110
+ "name": "customer:list",
111
+ "roles": [
112
+ "hubspot-test-reader",
113
+ "hubspot-test-admin"
114
+ ],
115
+ "description": "Permission: customer:list"
116
+ },
117
+ {
118
+ "name": "customer:get",
119
+ "roles": [
120
+ "hubspot-test-reader",
121
+ "hubspot-test-admin"
122
+ ],
123
+ "description": "Permission: customer:get"
124
+ },
125
+ {
126
+ "name": "customer:create",
127
+ "roles": [
128
+ "hubspot-test-admin"
129
+ ],
130
+ "description": "Permission: customer:create"
131
+ },
132
+ {
133
+ "name": "customer:update",
134
+ "roles": [
135
+ "hubspot-test-admin"
136
+ ],
137
+ "description": "Permission: customer:update"
138
+ },
139
+ {
140
+ "name": "customer:delete",
141
+ "roles": [
142
+ "hubspot-test-admin"
143
+ ],
144
+ "description": "Permission: customer:delete"
145
+ },
146
+ {
147
+ "name": "contact:list",
148
+ "roles": [
149
+ "hubspot-test-reader",
150
+ "hubspot-test-admin"
151
+ ],
152
+ "description": "Permission: contact:list"
153
+ },
154
+ {
155
+ "name": "contact:get",
156
+ "roles": [
157
+ "hubspot-test-reader",
158
+ "hubspot-test-admin"
159
+ ],
160
+ "description": "Permission: contact:get"
161
+ },
162
+ {
163
+ "name": "contact:create",
164
+ "roles": [
165
+ "hubspot-test-admin"
166
+ ],
167
+ "description": "Permission: contact:create"
168
+ },
169
+ {
170
+ "name": "contact:update",
171
+ "roles": [
172
+ "hubspot-test-admin"
173
+ ],
174
+ "description": "Permission: contact:update"
175
+ },
176
+ {
177
+ "name": "contact:delete",
178
+ "roles": [
179
+ "hubspot-test-admin"
180
+ ],
181
+ "description": "Permission: contact:delete"
182
+ },
183
+ {
184
+ "name": "deal:list",
185
+ "roles": [
186
+ "hubspot-test-reader",
187
+ "hubspot-test-admin"
188
+ ],
189
+ "description": "Permission: deal:list"
190
+ },
191
+ {
192
+ "name": "deal:get",
193
+ "roles": [
194
+ "hubspot-test-reader",
195
+ "hubspot-test-admin"
196
+ ],
197
+ "description": "Permission: deal:get"
198
+ },
199
+ {
200
+ "name": "deal:create",
201
+ "roles": [
202
+ "hubspot-test-admin"
203
+ ],
204
+ "description": "Permission: deal:create"
205
+ },
206
+ {
207
+ "name": "deal:update",
208
+ "roles": [
209
+ "hubspot-test-admin"
210
+ ],
211
+ "description": "Permission: deal:update"
212
+ },
213
+ {
214
+ "name": "deal:delete",
215
+ "roles": [
216
+ "hubspot-test-admin"
217
+ ],
218
+ "description": "Permission: deal:delete"
219
+ },
220
+ {
221
+ "name": "person:list",
222
+ "roles": [
223
+ "hubspot-test-reader",
224
+ "hubspot-test-admin"
225
+ ],
226
+ "description": "Permission: person:list"
227
+ },
228
+ {
229
+ "name": "person:get",
230
+ "roles": [
231
+ "hubspot-test-reader",
232
+ "hubspot-test-admin"
233
+ ],
234
+ "description": "Permission: person:get"
235
+ },
236
+ {
237
+ "name": "person:create",
238
+ "roles": [
239
+ "hubspot-test-admin"
240
+ ],
241
+ "description": "Permission: person:create"
242
+ },
243
+ {
244
+ "name": "person:update",
245
+ "roles": [
246
+ "hubspot-test-admin"
247
+ ],
248
+ "description": "Permission: person:update"
249
+ },
250
+ {
251
+ "name": "person:delete",
252
+ "roles": [
253
+ "hubspot-test-admin"
254
+ ],
255
+ "description": "Permission: person:delete"
256
+ }
92
257
  ]
93
258
  },
94
259
  "dataSources": [
95
260
  {
96
- "key": "hubspot-company",
261
+ "key": "hubspot-test-company",
97
262
  "displayName": "HubSpot Company",
98
263
  "description": "HubSpot companies datasource with field mappings for CRM company data",
99
- "systemKey": "hubspot",
100
- "entityType": "record-storage",
264
+ "systemKey": "hubspot-test",
265
+ "entityType": "recordStorage",
101
266
  "resourceType": "customer",
102
267
  "enabled": true,
103
268
  "version": "1.0.0",
269
+ "primaryKey": [
270
+ "id"
271
+ ],
104
272
  "metadataSchema": {
105
273
  "type": "object",
106
274
  "properties": {
@@ -634,14 +802,17 @@
634
802
  }
635
803
  },
636
804
  {
637
- "key": "hubspot-contact",
805
+ "key": "hubspot-test-contact",
638
806
  "displayName": "HubSpot Contact",
639
807
  "description": "HubSpot contacts datasource with field mappings for CRM contact data",
640
- "systemKey": "hubspot",
641
- "entityType": "record-storage",
808
+ "systemKey": "hubspot-test",
809
+ "entityType": "recordStorage",
642
810
  "resourceType": "contact",
643
811
  "enabled": true,
644
812
  "version": "1.0.0",
813
+ "primaryKey": [
814
+ "id"
815
+ ],
645
816
  "metadataSchema": {
646
817
  "type": "object",
647
818
  "properties": {
@@ -1273,14 +1444,17 @@
1273
1444
  }
1274
1445
  },
1275
1446
  {
1276
- "key": "hubspot-deal",
1447
+ "key": "hubspot-test-deal",
1277
1448
  "displayName": "HubSpot Deal",
1278
1449
  "description": "HubSpot deals datasource with field mappings for CRM deal data",
1279
- "systemKey": "hubspot",
1280
- "entityType": "record-storage",
1450
+ "systemKey": "hubspot-test",
1451
+ "entityType": "recordStorage",
1281
1452
  "resourceType": "deal",
1282
1453
  "enabled": true,
1283
1454
  "version": "1.0.0",
1455
+ "primaryKey": [
1456
+ "id"
1457
+ ],
1284
1458
  "metadataSchema": {
1285
1459
  "type": "object",
1286
1460
  "properties": {
@@ -1861,12 +2035,15 @@
1861
2035
  }
1862
2036
  },
1863
2037
  {
1864
- "key": "hubspot-users-datasource",
2038
+ "key": "hubspot-test-users",
1865
2039
  "displayName": "HubSpot Users",
1866
2040
  "resourceType": "person",
1867
- "systemKey": "hubspot",
2041
+ "systemKey": "hubspot-test",
1868
2042
  "enabled": true,
1869
2043
  "entityType": "recordStorage",
2044
+ "primaryKey": [
2045
+ "id"
2046
+ ],
1870
2047
  "description": "Comprehensive HubSpot users datasource with full CRUD operations, comprehensive metadata schema, ABAC dimensions, and OpenAPI support",
1871
2048
  "metadataSchema": {
1872
2049
  "type": "object",
@@ -1,5 +1,5 @@
1
1
  {
2
- "key": "hubspot",
2
+ "key": "hubspot-test",
3
3
  "displayName": "HubSpot CRM",
4
4
  "description": "HubSpot CRM integration with OpenAPI support for companies, contacts, and deals",
5
5
  "type": "openapi",
@@ -9,11 +9,12 @@
9
9
  "variables": {
10
10
  "baseUrl": "https://api.hubapi.com",
11
11
  "tokenUrl": "https://api.hubapi.com/oauth/v1/token",
12
+ "authorizationUrl": "https://app.hubspot.com/oauth/authorize",
12
13
  "scope": "crm.objects.companies.read crm.objects.companies.write crm.objects.contacts.read crm.objects.contacts.write crm.objects.deals.read crm.objects.deals.write"
13
14
  },
14
15
  "security": {
15
- "clientId": "kv://hubspot/clientid",
16
- "clientSecret": "kv://hubspot/clientsecret"
16
+ "clientId": "kv://hubspot-test/clientId",
17
+ "clientSecret": "kv://hubspot-test/clientSecret"
17
18
  }
18
19
  },
19
20
  "configuration": [
@@ -65,9 +66,9 @@
65
66
  "hubspot"
66
67
  ],
67
68
  "dataSources": [
68
- "hubspot-company",
69
- "hubspot-contact",
70
- "hubspot-deal",
71
- "hubspot-users-datasource"
69
+ "hubspot-test-company",
70
+ "hubspot-test-contact",
71
+ "hubspot-test-deal",
72
+ "hubspot-test-users"
72
73
  ]
73
74
  }