@dataparade/cli 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (621) hide show
  1. package/LICENSE +674 -0
  2. package/README.md +592 -0
  3. package/dist/bin/cli.d.ts +2 -0
  4. package/dist/bin/cli.js +7 -0
  5. package/dist/bin/load-env.d.ts +2 -0
  6. package/dist/bin/load-env.js +4 -0
  7. package/dist/src/ai-enrichment/agent-orchestrator.d.ts +28 -0
  8. package/dist/src/ai-enrichment/agent-orchestrator.js +476 -0
  9. package/dist/src/ai-enrichment/agents/index.d.ts +4 -0
  10. package/dist/src/ai-enrichment/agents/index.js +50 -0
  11. package/dist/src/ai-enrichment/candidate-selector.d.ts +10 -0
  12. package/dist/src/ai-enrichment/candidate-selector.js +158 -0
  13. package/dist/src/ai-enrichment/fallbacks.d.ts +6 -0
  14. package/dist/src/ai-enrichment/fallbacks.js +762 -0
  15. package/dist/src/ai-enrichment/index.d.ts +15 -0
  16. package/dist/src/ai-enrichment/index.js +31 -0
  17. package/dist/src/ai-enrichment/merge-rules.d.ts +12 -0
  18. package/dist/src/ai-enrichment/merge-rules.js +321 -0
  19. package/dist/src/ai-enrichment/non-pii-signal-rules.d.ts +10 -0
  20. package/dist/src/ai-enrichment/non-pii-signal-rules.js +72 -0
  21. package/dist/src/ai-enrichment/openai-proposals-response.schema.d.ts +94 -0
  22. package/dist/src/ai-enrichment/openai-proposals-response.schema.js +82 -0
  23. package/dist/src/ai-enrichment/pii-signal-rules.d.ts +8 -0
  24. package/dist/src/ai-enrichment/pii-signal-rules.js +68 -0
  25. package/dist/src/ai-enrichment/pipeline.d.ts +2 -0
  26. package/dist/src/ai-enrichment/pipeline.js +48 -0
  27. package/dist/src/ai-enrichment/planner.d.ts +2 -0
  28. package/dist/src/ai-enrichment/planner.js +60 -0
  29. package/dist/src/ai-enrichment/prompts/provider-enrichment-prompts.d.ts +12 -0
  30. package/dist/src/ai-enrichment/prompts/provider-enrichment-prompts.js +45 -0
  31. package/dist/src/ai-enrichment/provider-prompt.d.ts +32 -0
  32. package/dist/src/ai-enrichment/provider-prompt.js +222 -0
  33. package/dist/src/ai-enrichment/provider-topology-rules.d.ts +52 -0
  34. package/dist/src/ai-enrichment/provider-topology-rules.js +190 -0
  35. package/dist/src/ai-enrichment/provider-topology-shared.d.ts +48 -0
  36. package/dist/src/ai-enrichment/provider-topology-shared.js +329 -0
  37. package/dist/src/ai-enrichment/providers/endpoint-resolution.d.ts +13 -0
  38. package/dist/src/ai-enrichment/providers/endpoint-resolution.js +41 -0
  39. package/dist/src/ai-enrichment/providers/families/chat-completions-family.d.ts +13 -0
  40. package/dist/src/ai-enrichment/providers/families/chat-completions-family.js +181 -0
  41. package/dist/src/ai-enrichment/providers/families/generate-content-family.d.ts +10 -0
  42. package/dist/src/ai-enrichment/providers/families/generate-content-family.js +93 -0
  43. package/dist/src/ai-enrichment/providers/families/messages-family.d.ts +10 -0
  44. package/dist/src/ai-enrichment/providers/families/messages-family.js +86 -0
  45. package/dist/src/ai-enrichment/providers/families/ollama-generate-family.d.ts +10 -0
  46. package/dist/src/ai-enrichment/providers/families/ollama-generate-family.js +69 -0
  47. package/dist/src/ai-enrichment/providers/fetch-with-timeout.d.ts +2 -0
  48. package/dist/src/ai-enrichment/providers/fetch-with-timeout.js +22 -0
  49. package/dist/src/ai-enrichment/providers/index.d.ts +16 -0
  50. package/dist/src/ai-enrichment/providers/index.js +40 -0
  51. package/dist/src/ai-enrichment/providers/mock.d.ts +5 -0
  52. package/dist/src/ai-enrichment/providers/mock.js +12 -0
  53. package/dist/src/ai-enrichment/providers/platform-proxy-provider.d.ts +20 -0
  54. package/dist/src/ai-enrichment/providers/platform-proxy-provider.js +116 -0
  55. package/dist/src/ai-enrichment/providers/presets.d.ts +14 -0
  56. package/dist/src/ai-enrichment/providers/presets.js +50 -0
  57. package/dist/src/ai-enrichment/providers/provider-contract.d.ts +20 -0
  58. package/dist/src/ai-enrichment/providers/provider-contract.js +703 -0
  59. package/dist/src/ai-enrichment/providers/provider-json-parse.d.ts +23 -0
  60. package/dist/src/ai-enrichment/providers/provider-json-parse.js +96 -0
  61. package/dist/src/ai-enrichment/providers/provider-output-token-budget.d.ts +5 -0
  62. package/dist/src/ai-enrichment/providers/provider-output-token-budget.js +11 -0
  63. package/dist/src/ai-enrichment/providers/provider-pricing.d.ts +7 -0
  64. package/dist/src/ai-enrichment/providers/provider-pricing.js +32 -0
  65. package/dist/src/ai-enrichment/providers/provider-runtime.d.ts +9 -0
  66. package/dist/src/ai-enrichment/providers/provider-runtime.js +54 -0
  67. package/dist/src/ai-enrichment/providers/resolve-provider.d.ts +27 -0
  68. package/dist/src/ai-enrichment/providers/resolve-provider.js +41 -0
  69. package/dist/src/ai-enrichment/providers/types.d.ts +24 -0
  70. package/dist/src/ai-enrichment/providers/types.js +2 -0
  71. package/dist/src/ai-enrichment/scan-paths.d.ts +9 -0
  72. package/dist/src/ai-enrichment/scan-paths.js +28 -0
  73. package/dist/src/ai-enrichment/sensitive-paths.d.ts +5 -0
  74. package/dist/src/ai-enrichment/sensitive-paths.js +10 -0
  75. package/dist/src/ai-enrichment/third-party-data-flow.d.ts +27 -0
  76. package/dist/src/ai-enrichment/third-party-data-flow.js +518 -0
  77. package/dist/src/ai-enrichment/third-party-evidence.d.ts +14 -0
  78. package/dist/src/ai-enrichment/third-party-evidence.js +426 -0
  79. package/dist/src/ai-enrichment/third-party-property-matrix.d.ts +14 -0
  80. package/dist/src/ai-enrichment/third-party-property-matrix.js +52 -0
  81. package/dist/src/ai-enrichment/third-party-subtype.d.ts +14 -0
  82. package/dist/src/ai-enrichment/third-party-subtype.js +166 -0
  83. package/dist/src/ai-enrichment/tools/index.d.ts +39 -0
  84. package/dist/src/ai-enrichment/tools/index.js +121 -0
  85. package/dist/src/ai-enrichment/types.d.ts +170 -0
  86. package/dist/src/ai-enrichment/types.js +12 -0
  87. package/dist/src/analyzers/python/dependency-manifests.d.ts +8 -0
  88. package/dist/src/analyzers/python/dependency-manifests.js +131 -0
  89. package/dist/src/analyzers/python/detector.d.ts +3 -0
  90. package/dist/src/analyzers/python/detector.js +22 -0
  91. package/dist/src/analyzers/python/index.d.ts +2 -0
  92. package/dist/src/analyzers/python/index.js +11 -0
  93. package/dist/src/analyzers/python/manifest-parsers.d.ts +3 -0
  94. package/dist/src/analyzers/python/manifest-parsers.js +134 -0
  95. package/dist/src/analyzers/python/parser.d.ts +26 -0
  96. package/dist/src/analyzers/python/parser.js +187 -0
  97. package/dist/src/analyzers/python/patterns.d.ts +7 -0
  98. package/dist/src/analyzers/python/patterns.js +106 -0
  99. package/dist/src/analyzers/python/python-detection-config.d.ts +75 -0
  100. package/dist/src/analyzers/python/python-detection-config.js +148 -0
  101. package/dist/src/analyzers/registry.d.ts +13 -0
  102. package/dist/src/analyzers/registry.js +60 -0
  103. package/dist/src/analyzers/shared/manifest-budgets.d.ts +19 -0
  104. package/dist/src/analyzers/shared/manifest-budgets.js +21 -0
  105. package/dist/src/analyzers/shared/manifest-fs.d.ts +13 -0
  106. package/dist/src/analyzers/shared/manifest-fs.js +138 -0
  107. package/dist/src/analyzers/shared/property-inference.d.ts +8 -0
  108. package/dist/src/analyzers/shared/property-inference.js +165 -0
  109. package/dist/src/analyzers/terraform/detector.d.ts +10 -0
  110. package/dist/src/analyzers/terraform/detector.js +198 -0
  111. package/dist/src/analyzers/terraform/index.d.ts +2 -0
  112. package/dist/src/analyzers/terraform/index.js +13 -0
  113. package/dist/src/analyzers/terraform/parser.d.ts +29 -0
  114. package/dist/src/analyzers/terraform/parser.js +202 -0
  115. package/dist/src/analyzers/terraform/terraform-detection-config.d.ts +48 -0
  116. package/dist/src/analyzers/terraform/terraform-detection-config.js +218 -0
  117. package/dist/src/analyzers/terraform/terraform-exec.d.ts +11 -0
  118. package/dist/src/analyzers/terraform/terraform-exec.js +35 -0
  119. package/dist/src/analyzers/terraform/terraform-module-manifest.d.ts +19 -0
  120. package/dist/src/analyzers/terraform/terraform-module-manifest.js +75 -0
  121. package/dist/src/analyzers/terraform/terraform-show-json.d.ts +15 -0
  122. package/dist/src/analyzers/terraform/terraform-show-json.js +188 -0
  123. package/dist/src/analyzers/terraform/terraform-utility-resource.d.ts +12 -0
  124. package/dist/src/analyzers/terraform/terraform-utility-resource.js +30 -0
  125. package/dist/src/analyzers/types.d.ts +5 -0
  126. package/dist/src/analyzers/types.js +2 -0
  127. package/dist/src/analyzers/typescript/actor-detection.d.ts +4 -0
  128. package/dist/src/analyzers/typescript/actor-detection.js +15 -0
  129. package/dist/src/analyzers/typescript/dependency-manifests.d.ts +9 -0
  130. package/dist/src/analyzers/typescript/dependency-manifests.js +131 -0
  131. package/dist/src/analyzers/typescript/detector.d.ts +3 -0
  132. package/dist/src/analyzers/typescript/detector.js +23 -0
  133. package/dist/src/analyzers/typescript/index.d.ts +2 -0
  134. package/dist/src/analyzers/typescript/index.js +11 -0
  135. package/dist/src/analyzers/typescript/manifest-parsers.d.ts +1 -0
  136. package/dist/src/analyzers/typescript/manifest-parsers.js +30 -0
  137. package/dist/src/analyzers/typescript/parser.d.ts +44 -0
  138. package/dist/src/analyzers/typescript/parser.js +287 -0
  139. package/dist/src/analyzers/typescript/third-party-detection.d.ts +4 -0
  140. package/dist/src/analyzers/typescript/third-party-detection.js +16 -0
  141. package/dist/src/analyzers/typescript/typescript-detection-config.d.ts +68 -0
  142. package/dist/src/analyzers/typescript/typescript-detection-config.js +171 -0
  143. package/dist/src/analyzers/typescript/typescript-detection.d.ts +10 -0
  144. package/dist/src/analyzers/typescript/typescript-detection.js +57 -0
  145. package/dist/src/classifier/application-injection.d.ts +12 -0
  146. package/dist/src/classifier/application-injection.js +335 -0
  147. package/dist/src/classifier/classify.d.ts +3 -0
  148. package/dist/src/classifier/classify.js +15 -0
  149. package/dist/src/classifier/component-factory.d.ts +3 -0
  150. package/dist/src/classifier/component-factory.js +488 -0
  151. package/dist/src/classifier/config.d.ts +38 -0
  152. package/dist/src/classifier/config.js +260 -0
  153. package/dist/src/classifier/enhance-defaults.d.ts +28 -0
  154. package/dist/src/classifier/enhance-defaults.js +369 -0
  155. package/dist/src/classifier/enhance.d.ts +13 -0
  156. package/dist/src/classifier/enhance.js +295 -0
  157. package/dist/src/classifier/external-url-third-party.d.ts +26 -0
  158. package/dist/src/classifier/external-url-third-party.js +195 -0
  159. package/dist/src/classifier/grouping.d.ts +1 -0
  160. package/dist/src/classifier/grouping.js +2 -0
  161. package/dist/src/classifier/main-application-selection.d.ts +41 -0
  162. package/dist/src/classifier/main-application-selection.js +222 -0
  163. package/dist/src/classifier/naming.d.ts +4 -0
  164. package/dist/src/classifier/naming.js +78 -0
  165. package/dist/src/classifier/postprocessing.d.ts +12 -0
  166. package/dist/src/classifier/postprocessing.js +510 -0
  167. package/dist/src/classifier/sectioning.d.ts +5 -0
  168. package/dist/src/classifier/sectioning.js +60 -0
  169. package/dist/src/classifier/terraform-provider-hub.d.ts +6 -0
  170. package/dist/src/classifier/terraform-provider-hub.js +38 -0
  171. package/dist/src/cli.d.ts +2 -0
  172. package/dist/src/cli.js +498 -0
  173. package/dist/src/config/actor-detection-config.d.ts +21 -0
  174. package/dist/src/config/actor-detection-config.js +97 -0
  175. package/dist/src/config/env.d.ts +2 -0
  176. package/dist/src/config/env.js +75 -0
  177. package/dist/src/config/file.d.ts +6 -0
  178. package/dist/src/config/file.js +74 -0
  179. package/dist/src/config/inference-scope.d.ts +2 -0
  180. package/dist/src/config/inference-scope.js +15 -0
  181. package/dist/src/config/load-cli-env.d.ts +1 -0
  182. package/dist/src/config/load-cli-env.js +54 -0
  183. package/dist/src/config/normalize-ai-provider.d.ts +5 -0
  184. package/dist/src/config/normalize-ai-provider.js +18 -0
  185. package/dist/src/config/property-detection-config.d.ts +27 -0
  186. package/dist/src/config/property-detection-config.js +355 -0
  187. package/dist/src/config/redact.d.ts +3 -0
  188. package/dist/src/config/redact.js +14 -0
  189. package/dist/src/config/resolve.d.ts +15 -0
  190. package/dist/src/config/resolve.js +361 -0
  191. package/dist/src/config/scan-env.d.ts +7 -0
  192. package/dist/src/config/scan-env.js +38 -0
  193. package/dist/src/config/third-party-detection-config.d.ts +25 -0
  194. package/dist/src/config/third-party-detection-config.js +97 -0
  195. package/dist/src/config/types.d.ts +106 -0
  196. package/dist/src/config/types.js +2 -0
  197. package/dist/src/config/validate-scan-ai.d.ts +3 -0
  198. package/dist/src/config/validate-scan-ai.js +33 -0
  199. package/dist/src/core/pipeline/ai-orchestrator-options.d.ts +6 -0
  200. package/dist/src/core/pipeline/ai-orchestrator-options.js +46 -0
  201. package/dist/src/core/pipeline/classifier-phase.d.ts +7 -0
  202. package/dist/src/core/pipeline/classifier-phase.js +78 -0
  203. package/dist/src/core/pipeline/dataflow-phase.d.ts +7 -0
  204. package/dist/src/core/pipeline/dataflow-phase.js +10 -0
  205. package/dist/src/core/pipeline/diagram-layout/app-section-layout.d.ts +7 -0
  206. package/dist/src/core/pipeline/diagram-layout/app-section-layout.js +74 -0
  207. package/dist/src/core/pipeline/diagram-layout/constants.d.ts +11 -0
  208. package/dist/src/core/pipeline/diagram-layout/constants.js +14 -0
  209. package/dist/src/core/pipeline/diagram-layout/edge-handles.d.ts +3 -0
  210. package/dist/src/core/pipeline/diagram-layout/edge-handles.js +26 -0
  211. package/dist/src/core/pipeline/diagram-layout/managed-provider-layout.d.ts +3 -0
  212. package/dist/src/core/pipeline/diagram-layout/managed-provider-layout.js +40 -0
  213. package/dist/src/core/pipeline/diagram-layout/minimal-terraform-layout.d.ts +6 -0
  214. package/dist/src/core/pipeline/diagram-layout/minimal-terraform-layout.js +53 -0
  215. package/dist/src/core/pipeline/diagram-layout/section-helpers.d.ts +30 -0
  216. package/dist/src/core/pipeline/diagram-layout/section-helpers.js +62 -0
  217. package/dist/src/core/pipeline/diagram-layout/terraform-lane-layout.d.ts +3 -0
  218. package/dist/src/core/pipeline/diagram-layout/terraform-lane-layout.js +109 -0
  219. package/dist/src/core/pipeline/diagram-layout/types.d.ts +2 -0
  220. package/dist/src/core/pipeline/diagram-layout/types.js +2 -0
  221. package/dist/src/core/pipeline/graph-mapping.d.ts +6 -0
  222. package/dist/src/core/pipeline/graph-mapping.js +308 -0
  223. package/dist/src/core/pipeline/mixed-app-terraform-scan.d.ts +13 -0
  224. package/dist/src/core/pipeline/mixed-app-terraform-scan.js +81 -0
  225. package/dist/src/core/pipeline/orchestrator-result.d.ts +6 -0
  226. package/dist/src/core/pipeline/orchestrator-result.js +2 -0
  227. package/dist/src/core/pipeline/orchestrator.d.ts +26 -0
  228. package/dist/src/core/pipeline/orchestrator.js +79 -0
  229. package/dist/src/core/pipeline/resolve-path-under-scan-root.d.ts +7 -0
  230. package/dist/src/core/pipeline/resolve-path-under-scan-root.js +55 -0
  231. package/dist/src/core/pipeline/scan-pipeline.d.ts +6 -0
  232. package/dist/src/core/pipeline/scan-pipeline.js +364 -0
  233. package/dist/src/core/pipeline/sorting.d.ts +3 -0
  234. package/dist/src/core/pipeline/sorting.js +48 -0
  235. package/dist/src/core/pipeline/stable-component-ids.d.ts +15 -0
  236. package/dist/src/core/pipeline/stable-component-ids.js +68 -0
  237. package/dist/src/core/pipeline/structural-scan.d.ts +19 -0
  238. package/dist/src/core/pipeline/structural-scan.js +304 -0
  239. package/dist/src/core/pipeline/terraform-flow-utils.d.ts +6 -0
  240. package/dist/src/core/pipeline/terraform-flow-utils.js +32 -0
  241. package/dist/src/core/pipeline/terraform-minimal-services.d.ts +31 -0
  242. package/dist/src/core/pipeline/terraform-minimal-services.js +225 -0
  243. package/dist/src/core/schema/dataflow-wrapper.schema.d.ts +83 -0
  244. package/dist/src/core/schema/dataflow-wrapper.schema.js +40 -0
  245. package/dist/src/core/schema/diagram-graph.schema.d.ts +93 -0
  246. package/dist/src/core/schema/diagram-graph.schema.js +55 -0
  247. package/dist/src/core/schema/index.d.ts +4 -0
  248. package/dist/src/core/schema/index.js +20 -0
  249. package/dist/src/core/schema/scan-config.schema.d.ts +66 -0
  250. package/dist/src/core/schema/scan-config.schema.js +67 -0
  251. package/dist/src/core/schema/scan-result.schema.d.ts +450 -0
  252. package/dist/src/core/schema/scan-result.schema.js +236 -0
  253. package/dist/src/core/sectioning/discover-service-sections.d.ts +80 -0
  254. package/dist/src/core/sectioning/discover-service-sections.js +468 -0
  255. package/dist/src/core/sectioning/section-runtime.d.ts +21 -0
  256. package/dist/src/core/sectioning/section-runtime.js +148 -0
  257. package/dist/src/core/terraform/component-predicates.d.ts +13 -0
  258. package/dist/src/core/terraform/component-predicates.js +71 -0
  259. package/dist/src/core/types/component.d.ts +18 -0
  260. package/dist/src/core/types/component.js +2 -0
  261. package/dist/src/core/types/config.d.ts +57 -0
  262. package/dist/src/core/types/config.js +2 -0
  263. package/dist/src/core/types/data-flow.d.ts +24 -0
  264. package/dist/src/core/types/data-flow.js +2 -0
  265. package/dist/src/core/types/detection.d.ts +12 -0
  266. package/dist/src/core/types/detection.js +19 -0
  267. package/dist/src/core/types/file.d.ts +14 -0
  268. package/dist/src/core/types/file.js +2 -0
  269. package/dist/src/core/types/index.d.ts +7 -0
  270. package/dist/src/core/types/index.js +23 -0
  271. package/dist/src/core/types/progress.d.ts +9 -0
  272. package/dist/src/core/types/progress.js +2 -0
  273. package/dist/src/core/types/result.d.ts +140 -0
  274. package/dist/src/core/types/result.js +2 -0
  275. package/dist/src/data-flow/application-hub.d.ts +7 -0
  276. package/dist/src/data-flow/application-hub.js +88 -0
  277. package/dist/src/data-flow/dedupe.d.ts +7 -0
  278. package/dist/src/data-flow/dedupe.js +92 -0
  279. package/dist/src/data-flow/detect.d.ts +16 -0
  280. package/dist/src/data-flow/detect.js +203 -0
  281. package/dist/src/data-flow/detector.d.ts +15 -0
  282. package/dist/src/data-flow/detector.js +18 -0
  283. package/dist/src/data-flow/drop-cross-section-flows.d.ts +8 -0
  284. package/dist/src/data-flow/drop-cross-section-flows.js +32 -0
  285. package/dist/src/data-flow/ensure-actor-flow.d.ts +16 -0
  286. package/dist/src/data-flow/ensure-actor-flow.js +101 -0
  287. package/dist/src/data-flow/ensure-manifest-declared-flows.d.ts +14 -0
  288. package/dist/src/data-flow/ensure-manifest-declared-flows.js +76 -0
  289. package/dist/src/data-flow/ensure-section-api-flows.d.ts +6 -0
  290. package/dist/src/data-flow/ensure-section-api-flows.js +57 -0
  291. package/dist/src/data-flow/flow-builder.d.ts +5 -0
  292. package/dist/src/data-flow/flow-builder.js +80 -0
  293. package/dist/src/data-flow/import-graph.d.ts +10 -0
  294. package/dist/src/data-flow/import-graph.js +147 -0
  295. package/dist/src/data-flow/index.d.ts +8 -0
  296. package/dist/src/data-flow/index.js +20 -0
  297. package/dist/src/data-flow/internal-fetch.d.ts +8 -0
  298. package/dist/src/data-flow/internal-fetch.js +209 -0
  299. package/dist/src/data-flow/postprocess.d.ts +9 -0
  300. package/dist/src/data-flow/postprocess.js +63 -0
  301. package/dist/src/data-flow/rewire.d.ts +10 -0
  302. package/dist/src/data-flow/rewire.js +93 -0
  303. package/dist/src/data-flow/source-attribution.d.ts +8 -0
  304. package/dist/src/data-flow/source-attribution.js +131 -0
  305. package/dist/src/data-flow/source-resolution.d.ts +13 -0
  306. package/dist/src/data-flow/source-resolution.js +61 -0
  307. package/dist/src/data-flow/target-matching.d.ts +21 -0
  308. package/dist/src/data-flow/target-matching.js +253 -0
  309. package/dist/src/data-flow/terraform-flows.d.ts +32 -0
  310. package/dist/src/data-flow/terraform-flows.js +170 -0
  311. package/dist/src/evals/metrics.d.ts +18 -0
  312. package/dist/src/evals/metrics.js +58 -0
  313. package/dist/src/evals/run-model-matrix.d.ts +1 -0
  314. package/dist/src/evals/run-model-matrix.js +68 -0
  315. package/dist/src/index.d.ts +2 -0
  316. package/dist/src/index.js +20 -0
  317. package/dist/src/ingest/file-system.d.ts +17 -0
  318. package/dist/src/ingest/file-system.js +239 -0
  319. package/dist/src/ingest/gitignore.d.ts +12 -0
  320. package/dist/src/ingest/gitignore.js +127 -0
  321. package/dist/src/ingest/sensitive-paths.d.ts +2 -0
  322. package/dist/src/ingest/sensitive-paths.js +8 -0
  323. package/dist/src/observability/scan-sentry.d.ts +20 -0
  324. package/dist/src/observability/scan-sentry.js +133 -0
  325. package/dist/src/output/json.d.ts +51 -0
  326. package/dist/src/output/json.js +59 -0
  327. package/dist/src/patterns/config.d.ts +22 -0
  328. package/dist/src/patterns/config.js +119 -0
  329. package/dist/src/patterns/detectors/helpers.d.ts +19 -0
  330. package/dist/src/patterns/detectors/helpers.js +68 -0
  331. package/dist/src/patterns/detectors/python.d.ts +8 -0
  332. package/dist/src/patterns/detectors/python.js +412 -0
  333. package/dist/src/patterns/detectors/typescript.d.ts +8 -0
  334. package/dist/src/patterns/detectors/typescript.js +328 -0
  335. package/dist/src/patterns/engine.d.ts +40 -0
  336. package/dist/src/patterns/engine.js +111 -0
  337. package/dist/src/patterns/flow-source-patterns.d.ts +6 -0
  338. package/dist/src/patterns/flow-source-patterns.js +39 -0
  339. package/dist/src/patterns/frontend-frameworks.d.ts +4 -0
  340. package/dist/src/patterns/frontend-frameworks.js +25 -0
  341. package/dist/src/patterns/scan-exclusions.d.ts +14 -0
  342. package/dist/src/patterns/scan-exclusions.js +76 -0
  343. package/dist/src/platform-api/dataparade-api-base-url.d.ts +8 -0
  344. package/dist/src/platform-api/dataparade-api-base-url.js +17 -0
  345. package/dist/src/platform-api/estimate-scan-footprint.d.ts +8 -0
  346. package/dist/src/platform-api/estimate-scan-footprint.js +120 -0
  347. package/dist/src/platform-api/scan-quota-client.d.ts +28 -0
  348. package/dist/src/platform-api/scan-quota-client.js +79 -0
  349. package/dist/src/tracing/langsmith-tracing.d.ts +37 -0
  350. package/dist/src/tracing/langsmith-tracing.js +171 -0
  351. package/dist/tests/cli/cli.spec.d.ts +1 -0
  352. package/dist/tests/cli/cli.spec.js +87 -0
  353. package/dist/tests/fixtures/e2e-ts-sample/db-client-import.d.ts +2 -0
  354. package/dist/tests/fixtures/e2e-ts-sample/db-client-import.js +8 -0
  355. package/dist/tests/fixtures/e2e-ts-sample/db.d.ts +3 -0
  356. package/dist/tests/fixtures/e2e-ts-sample/db.js +7 -0
  357. package/dist/tests/fixtures/e2e-ts-sample/external-api.d.ts +1 -0
  358. package/dist/tests/fixtures/e2e-ts-sample/external-api.js +18 -0
  359. package/dist/tests/fixtures/e2e-ts-sample/pg-client.d.ts +3 -0
  360. package/dist/tests/fixtures/e2e-ts-sample/pg-client.js +7 -0
  361. package/dist/tests/fixtures/e2e-ts-sample/server.d.ts +14 -0
  362. package/dist/tests/fixtures/e2e-ts-sample/server.js +4 -0
  363. package/dist/tests/fixtures/e2e-ts-sentry-route-env/server.d.ts +1 -0
  364. package/dist/tests/fixtures/e2e-ts-sentry-route-env/server.js +24 -0
  365. package/dist/tests/fixtures/ingest-basic/src/index.d.ts +1 -0
  366. package/dist/tests/fixtures/ingest-basic/src/index.js +6 -0
  367. package/dist/tests/fixtures/mixed-language-basic/api.d.ts +2 -0
  368. package/dist/tests/fixtures/mixed-language-basic/api.js +12 -0
  369. package/dist/tests/fixtures/monorepo-app-plus-terraform/packages/app/app/route.d.ts +1 -0
  370. package/dist/tests/fixtures/monorepo-app-plus-terraform/packages/app/app/route.js +6 -0
  371. package/dist/tests/fixtures/monorepo-front-back-sections/backend/app/route.d.ts +1 -0
  372. package/dist/tests/fixtures/monorepo-front-back-sections/backend/app/route.js +6 -0
  373. package/dist/tests/fixtures/monorepo-front-back-sections/frontend/app/route.d.ts +1 -0
  374. package/dist/tests/fixtures/monorepo-front-back-sections/frontend/app/route.js +7 -0
  375. package/dist/tests/fixtures/typescript-basic/app/route.d.ts +1 -0
  376. package/dist/tests/fixtures/typescript-basic/app/route.js +7 -0
  377. package/dist/tests/fixtures/typescript-basic/db-client-import.d.ts +2 -0
  378. package/dist/tests/fixtures/typescript-basic/db-client-import.js +8 -0
  379. package/dist/tests/fixtures/typescript-basic/db.d.ts +3 -0
  380. package/dist/tests/fixtures/typescript-basic/db.js +7 -0
  381. package/dist/tests/fixtures/typescript-basic/external-api.d.ts +1 -0
  382. package/dist/tests/fixtures/typescript-basic/external-api.js +18 -0
  383. package/dist/tests/fixtures/typescript-basic/pg-client.d.ts +3 -0
  384. package/dist/tests/fixtures/typescript-basic/pg-client.js +7 -0
  385. package/dist/tests/fixtures/typescript-basic/server.d.ts +14 -0
  386. package/dist/tests/fixtures/typescript-basic/server.js +4 -0
  387. package/dist/tests/fixtures/typescript-dependency-manifests-basic/src/index.d.ts +0 -0
  388. package/dist/tests/fixtures/typescript-dependency-manifests-basic/src/index.js +2 -0
  389. package/dist/tests/helpers/scan-result-builders.d.ts +2 -0
  390. package/dist/tests/helpers/scan-result-builders.js +15 -0
  391. package/dist/tests/schema/dataflow-wrapper.schema.spec.d.ts +1 -0
  392. package/dist/tests/schema/dataflow-wrapper.schema.spec.js +89 -0
  393. package/dist/tests/schema/diagram-graph.schema.spec.d.ts +1 -0
  394. package/dist/tests/schema/diagram-graph.schema.spec.js +48 -0
  395. package/dist/tests/schema/scan-config.schema.spec.d.ts +1 -0
  396. package/dist/tests/schema/scan-config.schema.spec.js +135 -0
  397. package/dist/tests/schema/scan-result.schema.spec.d.ts +1 -0
  398. package/dist/tests/schema/scan-result.schema.spec.js +177 -0
  399. package/dist/tests/unit/ai-enrichment/agent-orchestrator.spec.d.ts +1 -0
  400. package/dist/tests/unit/ai-enrichment/agent-orchestrator.spec.js +483 -0
  401. package/dist/tests/unit/ai-enrichment/candidate-selector.spec.d.ts +1 -0
  402. package/dist/tests/unit/ai-enrichment/candidate-selector.spec.js +106 -0
  403. package/dist/tests/unit/ai-enrichment/create-ai-provider.spec.d.ts +1 -0
  404. package/dist/tests/unit/ai-enrichment/create-ai-provider.spec.js +32 -0
  405. package/dist/tests/unit/ai-enrichment/endpoint-resolution.spec.d.ts +1 -0
  406. package/dist/tests/unit/ai-enrichment/endpoint-resolution.spec.js +47 -0
  407. package/dist/tests/unit/ai-enrichment/fallbacks.spec.d.ts +1 -0
  408. package/dist/tests/unit/ai-enrichment/fallbacks.spec.js +1304 -0
  409. package/dist/tests/unit/ai-enrichment/families/chat-completions-family.spec.d.ts +1 -0
  410. package/dist/tests/unit/ai-enrichment/families/chat-completions-family.spec.js +219 -0
  411. package/dist/tests/unit/ai-enrichment/families/generate-content-family.spec.d.ts +1 -0
  412. package/dist/tests/unit/ai-enrichment/families/generate-content-family.spec.js +119 -0
  413. package/dist/tests/unit/ai-enrichment/families/messages-family.spec.d.ts +1 -0
  414. package/dist/tests/unit/ai-enrichment/families/messages-family.spec.js +129 -0
  415. package/dist/tests/unit/ai-enrichment/families/ollama-generate-family.spec.d.ts +1 -0
  416. package/dist/tests/unit/ai-enrichment/families/ollama-generate-family.spec.js +69 -0
  417. package/dist/tests/unit/ai-enrichment/merge-rules.spec.d.ts +1 -0
  418. package/dist/tests/unit/ai-enrichment/merge-rules.spec.js +422 -0
  419. package/dist/tests/unit/ai-enrichment/openai-proposals-response.schema.spec.d.ts +1 -0
  420. package/dist/tests/unit/ai-enrichment/openai-proposals-response.schema.spec.js +30 -0
  421. package/dist/tests/unit/ai-enrichment/pipeline.spec.d.ts +1 -0
  422. package/dist/tests/unit/ai-enrichment/pipeline.spec.js +120 -0
  423. package/dist/tests/unit/ai-enrichment/planner.spec.d.ts +1 -0
  424. package/dist/tests/unit/ai-enrichment/planner.spec.js +106 -0
  425. package/dist/tests/unit/ai-enrichment/platform-proxy-provider.spec.d.ts +1 -0
  426. package/dist/tests/unit/ai-enrichment/platform-proxy-provider.spec.js +51 -0
  427. package/dist/tests/unit/ai-enrichment/provider-contract.spec.d.ts +1 -0
  428. package/dist/tests/unit/ai-enrichment/provider-contract.spec.js +244 -0
  429. package/dist/tests/unit/ai-enrichment/provider-json-parse.spec.d.ts +1 -0
  430. package/dist/tests/unit/ai-enrichment/provider-json-parse.spec.js +24 -0
  431. package/dist/tests/unit/ai-enrichment/provider-output-token-budget.spec.d.ts +1 -0
  432. package/dist/tests/unit/ai-enrichment/provider-output-token-budget.spec.js +15 -0
  433. package/dist/tests/unit/ai-enrichment/provider-prompt-env.spec.d.ts +1 -0
  434. package/dist/tests/unit/ai-enrichment/provider-prompt-env.spec.js +54 -0
  435. package/dist/tests/unit/ai-enrichment/provider-prompt.spec.d.ts +1 -0
  436. package/dist/tests/unit/ai-enrichment/provider-prompt.spec.js +206 -0
  437. package/dist/tests/unit/ai-enrichment/provider-topology-terraform-aws.spec.d.ts +1 -0
  438. package/dist/tests/unit/ai-enrichment/provider-topology-terraform-aws.spec.js +43 -0
  439. package/dist/tests/unit/ai-enrichment/provider-topology-terraform-kubernetes.spec.d.ts +1 -0
  440. package/dist/tests/unit/ai-enrichment/provider-topology-terraform-kubernetes.spec.js +40 -0
  441. package/dist/tests/unit/ai-enrichment/providers/fetch-with-timeout.spec.d.ts +1 -0
  442. package/dist/tests/unit/ai-enrichment/providers/fetch-with-timeout.spec.js +22 -0
  443. package/dist/tests/unit/ai-enrichment/resolve-provider.spec.d.ts +1 -0
  444. package/dist/tests/unit/ai-enrichment/resolve-provider.spec.js +67 -0
  445. package/dist/tests/unit/ai-enrichment/scan-paths-exact.spec.d.ts +1 -0
  446. package/dist/tests/unit/ai-enrichment/scan-paths-exact.spec.js +35 -0
  447. package/dist/tests/unit/ai-enrichment/scan-paths.spec.d.ts +1 -0
  448. package/dist/tests/unit/ai-enrichment/scan-paths.spec.js +21 -0
  449. package/dist/tests/unit/ai-enrichment/sensitive-paths.spec.d.ts +1 -0
  450. package/dist/tests/unit/ai-enrichment/sensitive-paths.spec.js +20 -0
  451. package/dist/tests/unit/ai-enrichment/third-party-data-flow.spec.d.ts +1 -0
  452. package/dist/tests/unit/ai-enrichment/third-party-data-flow.spec.js +963 -0
  453. package/dist/tests/unit/ai-enrichment/third-party-evidence.spec.d.ts +1 -0
  454. package/dist/tests/unit/ai-enrichment/third-party-evidence.spec.js +117 -0
  455. package/dist/tests/unit/ai-enrichment/third-party-subtype.spec.d.ts +1 -0
  456. package/dist/tests/unit/ai-enrichment/third-party-subtype.spec.js +45 -0
  457. package/dist/tests/unit/ai-enrichment/tools-validation.spec.d.ts +1 -0
  458. package/dist/tests/unit/ai-enrichment/tools-validation.spec.js +66 -0
  459. package/dist/tests/unit/analyzers/python/parser.spec.d.ts +1 -0
  460. package/dist/tests/unit/analyzers/python/parser.spec.js +104 -0
  461. package/dist/tests/unit/analyzers/python/patterns.spec.d.ts +1 -0
  462. package/dist/tests/unit/analyzers/python/patterns.spec.js +289 -0
  463. package/dist/tests/unit/analyzers/registry.spec.d.ts +1 -0
  464. package/dist/tests/unit/analyzers/registry.spec.js +234 -0
  465. package/dist/tests/unit/analyzers/terraform/classifier-subtype-parity.spec.d.ts +1 -0
  466. package/dist/tests/unit/analyzers/terraform/classifier-subtype-parity.spec.js +87 -0
  467. package/dist/tests/unit/analyzers/terraform/detector.spec.d.ts +1 -0
  468. package/dist/tests/unit/analyzers/terraform/detector.spec.js +110 -0
  469. package/dist/tests/unit/analyzers/terraform/generated-provider-hints.spec.d.ts +1 -0
  470. package/dist/tests/unit/analyzers/terraform/generated-provider-hints.spec.js +53 -0
  471. package/dist/tests/unit/analyzers/terraform/parser.spec.d.ts +1 -0
  472. package/dist/tests/unit/analyzers/terraform/parser.spec.js +56 -0
  473. package/dist/tests/unit/analyzers/terraform/terraform-module-manifest.spec.d.ts +1 -0
  474. package/dist/tests/unit/analyzers/terraform/terraform-module-manifest.spec.js +63 -0
  475. package/dist/tests/unit/analyzers/terraform/terraform-utility-resource.spec.d.ts +1 -0
  476. package/dist/tests/unit/analyzers/terraform/terraform-utility-resource.spec.js +19 -0
  477. package/dist/tests/unit/analyzers/terraform-exec.spec.d.ts +1 -0
  478. package/dist/tests/unit/analyzers/terraform-exec.spec.js +27 -0
  479. package/dist/tests/unit/analyzers/terraform-show-json.spec.d.ts +1 -0
  480. package/dist/tests/unit/analyzers/terraform-show-json.spec.js +77 -0
  481. package/dist/tests/unit/analyzers/typescript/dependency-manifests.spec.d.ts +1 -0
  482. package/dist/tests/unit/analyzers/typescript/dependency-manifests.spec.js +61 -0
  483. package/dist/tests/unit/analyzers/typescript/detector.spec.d.ts +1 -0
  484. package/dist/tests/unit/analyzers/typescript/detector.spec.js +225 -0
  485. package/dist/tests/unit/analyzers/typescript/external-apis-auth0.spec.d.ts +1 -0
  486. package/dist/tests/unit/analyzers/typescript/external-apis-auth0.spec.js +49 -0
  487. package/dist/tests/unit/analyzers/typescript/external-apis-sentry.spec.d.ts +1 -0
  488. package/dist/tests/unit/analyzers/typescript/external-apis-sentry.spec.js +27 -0
  489. package/dist/tests/unit/analyzers/typescript/fixture-integration.spec.d.ts +1 -0
  490. package/dist/tests/unit/analyzers/typescript/fixture-integration.spec.js +64 -0
  491. package/dist/tests/unit/analyzers/typescript/parser.spec.d.ts +1 -0
  492. package/dist/tests/unit/analyzers/typescript/parser.spec.js +99 -0
  493. package/dist/tests/unit/analyzers/typescript/pattern-config.spec.d.ts +1 -0
  494. package/dist/tests/unit/analyzers/typescript/pattern-config.spec.js +24 -0
  495. package/dist/tests/unit/analyzers/typescript/property-detection.spec.d.ts +1 -0
  496. package/dist/tests/unit/analyzers/typescript/property-detection.spec.js +138 -0
  497. package/dist/tests/unit/classifier/classify.spec.d.ts +1 -0
  498. package/dist/tests/unit/classifier/classify.spec.js +1453 -0
  499. package/dist/tests/unit/classifier/enhance.spec.d.ts +1 -0
  500. package/dist/tests/unit/classifier/enhance.spec.js +400 -0
  501. package/dist/tests/unit/classifier/external-url-third-party.spec.d.ts +1 -0
  502. package/dist/tests/unit/classifier/external-url-third-party.spec.js +83 -0
  503. package/dist/tests/unit/classifier/frontend-framework-grouping.spec.d.ts +1 -0
  504. package/dist/tests/unit/classifier/frontend-framework-grouping.spec.js +44 -0
  505. package/dist/tests/unit/classifier/terraform-grouping.spec.d.ts +1 -0
  506. package/dist/tests/unit/classifier/terraform-grouping.spec.js +96 -0
  507. package/dist/tests/unit/cli/config-command.spec.d.ts +1 -0
  508. package/dist/tests/unit/cli/config-command.spec.js +51 -0
  509. package/dist/tests/unit/cli/scan-command-ai-flags.spec.d.ts +0 -0
  510. package/dist/tests/unit/cli/scan-command-ai-flags.spec.js +149 -0
  511. package/dist/tests/unit/cli/scan-command-diagram-graph.spec.d.ts +1 -0
  512. package/dist/tests/unit/cli/scan-command-diagram-graph.spec.js +26 -0
  513. package/dist/tests/unit/cli/scan-command-e2e-monorepo-app-plus-terraform.spec.d.ts +1 -0
  514. package/dist/tests/unit/cli/scan-command-e2e-monorepo-app-plus-terraform.spec.js +107 -0
  515. package/dist/tests/unit/cli/scan-command-e2e-monorepo-front-back-sections.spec.d.ts +1 -0
  516. package/dist/tests/unit/cli/scan-command-e2e-monorepo-front-back-sections.spec.js +74 -0
  517. package/dist/tests/unit/cli/scan-command-e2e-python-basic.spec.d.ts +1 -0
  518. package/dist/tests/unit/cli/scan-command-e2e-python-basic.spec.js +43 -0
  519. package/dist/tests/unit/cli/scan-command-e2e-terraform-basic.spec.d.ts +1 -0
  520. package/dist/tests/unit/cli/scan-command-e2e-terraform-basic.spec.js +62 -0
  521. package/dist/tests/unit/cli/scan-command-e2e-ts-sample.spec.d.ts +1 -0
  522. package/dist/tests/unit/cli/scan-command-e2e-ts-sample.spec.js +41 -0
  523. package/dist/tests/unit/cli/scan-command-e2e-ts-sentry-route-env.spec.d.ts +1 -0
  524. package/dist/tests/unit/cli/scan-command-e2e-ts-sentry-route-env.spec.js +85 -0
  525. package/dist/tests/unit/cli/scan-command-exit-code.spec.d.ts +1 -0
  526. package/dist/tests/unit/cli/scan-command-exit-code.spec.js +131 -0
  527. package/dist/tests/unit/cli/scan-quota-flow.spec.d.ts +1 -0
  528. package/dist/tests/unit/cli/scan-quota-flow.spec.js +76 -0
  529. package/dist/tests/unit/config/property-detection-config.spec.d.ts +1 -0
  530. package/dist/tests/unit/config/property-detection-config.spec.js +38 -0
  531. package/dist/tests/unit/config/redact.spec.d.ts +1 -0
  532. package/dist/tests/unit/config/redact.spec.js +19 -0
  533. package/dist/tests/unit/config/resolve-config.spec.d.ts +1 -0
  534. package/dist/tests/unit/config/resolve-config.spec.js +172 -0
  535. package/dist/tests/unit/config/scan-env-debug.spec.d.ts +1 -0
  536. package/dist/tests/unit/config/scan-env-debug.spec.js +17 -0
  537. package/dist/tests/unit/config/validate-scan-ai.spec.d.ts +1 -0
  538. package/dist/tests/unit/config/validate-scan-ai.spec.js +53 -0
  539. package/dist/tests/unit/core/classifier-phase-regressions.spec.d.ts +1 -0
  540. package/dist/tests/unit/core/classifier-phase-regressions.spec.js +68 -0
  541. package/dist/tests/unit/core/dependency-manifest-performance-budgets.spec.d.ts +1 -0
  542. package/dist/tests/unit/core/dependency-manifest-performance-budgets.spec.js +66 -0
  543. package/dist/tests/unit/core/dependency-manifest-toggles-confidence.spec.d.ts +1 -0
  544. package/dist/tests/unit/core/dependency-manifest-toggles-confidence.spec.js +132 -0
  545. package/dist/tests/unit/core/discover-service-sections.spec.d.ts +1 -0
  546. package/dist/tests/unit/core/discover-service-sections.spec.js +204 -0
  547. package/dist/tests/unit/core/graph-mapping.spec.d.ts +1 -0
  548. package/dist/tests/unit/core/graph-mapping.spec.js +779 -0
  549. package/dist/tests/unit/core/invariant-tests-dedupe-determinism.spec.d.ts +1 -0
  550. package/dist/tests/unit/core/invariant-tests-dedupe-determinism.spec.js +64 -0
  551. package/dist/tests/unit/core/manifest-package-hub.spec.d.ts +1 -0
  552. package/dist/tests/unit/core/manifest-package-hub.spec.js +53 -0
  553. package/dist/tests/unit/core/monorepo-package-sections.spec.d.ts +1 -0
  554. package/dist/tests/unit/core/monorepo-package-sections.spec.js +121 -0
  555. package/dist/tests/unit/core/no-source-code-leakage.spec.d.ts +1 -0
  556. package/dist/tests/unit/core/no-source-code-leakage.spec.js +48 -0
  557. package/dist/tests/unit/core/orchestrator.spec.d.ts +1 -0
  558. package/dist/tests/unit/core/orchestrator.spec.js +252 -0
  559. package/dist/tests/unit/core/output-json.spec.d.ts +1 -0
  560. package/dist/tests/unit/core/output-json.spec.js +65 -0
  561. package/dist/tests/unit/core/parsing-error-handling-nonfatal.spec.d.ts +1 -0
  562. package/dist/tests/unit/core/parsing-error-handling-nonfatal.spec.js +42 -0
  563. package/dist/tests/unit/core/resolve-path-under-scan-root.spec.d.ts +1 -0
  564. package/dist/tests/unit/core/resolve-path-under-scan-root.spec.js +54 -0
  565. package/dist/tests/unit/core/scan-result-language-stats.spec.d.ts +1 -0
  566. package/dist/tests/unit/core/scan-result-language-stats.spec.js +15 -0
  567. package/dist/tests/unit/core/section-discovery-excludes.spec.d.ts +1 -0
  568. package/dist/tests/unit/core/section-discovery-excludes.spec.js +49 -0
  569. package/dist/tests/unit/core/section-runtime.spec.d.ts +1 -0
  570. package/dist/tests/unit/core/section-runtime.spec.js +166 -0
  571. package/dist/tests/unit/core/stable-component-ids.spec.d.ts +1 -0
  572. package/dist/tests/unit/core/stable-component-ids.spec.js +112 -0
  573. package/dist/tests/unit/core/structural-scan.spec.d.ts +1 -0
  574. package/dist/tests/unit/core/structural-scan.spec.js +83 -0
  575. package/dist/tests/unit/core/terraform-json-overlay.spec.d.ts +1 -0
  576. package/dist/tests/unit/core/terraform-json-overlay.spec.js +36 -0
  577. package/dist/tests/unit/core/terraform-minimal-services.spec.d.ts +1 -0
  578. package/dist/tests/unit/core/terraform-minimal-services.spec.js +378 -0
  579. package/dist/tests/unit/data-flow/application-hub.spec.d.ts +1 -0
  580. package/dist/tests/unit/data-flow/application-hub.spec.js +48 -0
  581. package/dist/tests/unit/data-flow/cross-section-terraform-bridge.spec.d.ts +1 -0
  582. package/dist/tests/unit/data-flow/cross-section-terraform-bridge.spec.js +95 -0
  583. package/dist/tests/unit/data-flow/dedupe.spec.d.ts +1 -0
  584. package/dist/tests/unit/data-flow/dedupe.spec.js +134 -0
  585. package/dist/tests/unit/data-flow/detector.spec.d.ts +1 -0
  586. package/dist/tests/unit/data-flow/detector.spec.js +1254 -0
  587. package/dist/tests/unit/data-flow/drop-cross-section-flows.spec.d.ts +1 -0
  588. package/dist/tests/unit/data-flow/drop-cross-section-flows.spec.js +132 -0
  589. package/dist/tests/unit/data-flow/ensure-actor-flow.spec.d.ts +1 -0
  590. package/dist/tests/unit/data-flow/ensure-actor-flow.spec.js +233 -0
  591. package/dist/tests/unit/data-flow/ensure-manifest-declared-flows.spec.d.ts +1 -0
  592. package/dist/tests/unit/data-flow/ensure-manifest-declared-flows.spec.js +125 -0
  593. package/dist/tests/unit/data-flow/ensure-section-api-flows.spec.d.ts +1 -0
  594. package/dist/tests/unit/data-flow/ensure-section-api-flows.spec.js +40 -0
  595. package/dist/tests/unit/data-flow/postprocess.spec.d.ts +1 -0
  596. package/dist/tests/unit/data-flow/postprocess.spec.js +78 -0
  597. package/dist/tests/unit/data-flow/rewire.spec.d.ts +1 -0
  598. package/dist/tests/unit/data-flow/rewire.spec.js +194 -0
  599. package/dist/tests/unit/data-flow/terraform-flows.spec.d.ts +1 -0
  600. package/dist/tests/unit/data-flow/terraform-flows.spec.js +199 -0
  601. package/dist/tests/unit/evals/metrics.spec.d.ts +1 -0
  602. package/dist/tests/unit/evals/metrics.spec.js +54 -0
  603. package/dist/tests/unit/ingest/env-exclusion.spec.d.ts +1 -0
  604. package/dist/tests/unit/ingest/env-exclusion.spec.js +43 -0
  605. package/dist/tests/unit/ingest/file-system.spec.d.ts +1 -0
  606. package/dist/tests/unit/ingest/file-system.spec.js +180 -0
  607. package/dist/tests/unit/ingest/gitignore.spec.d.ts +1 -0
  608. package/dist/tests/unit/ingest/gitignore.spec.js +30 -0
  609. package/dist/tests/unit/observability/scan-sentry.spec.d.ts +1 -0
  610. package/dist/tests/unit/observability/scan-sentry.spec.js +60 -0
  611. package/dist/tests/unit/patterns/scan-exclusions.spec.d.ts +1 -0
  612. package/dist/tests/unit/patterns/scan-exclusions.spec.js +58 -0
  613. package/dist/tests/unit/pipeline/ai-orchestrator-options.spec.d.ts +1 -0
  614. package/dist/tests/unit/pipeline/ai-orchestrator-options.spec.js +19 -0
  615. package/dist/tests/unit/platform-api/dataparade-api-base-url.spec.d.ts +1 -0
  616. package/dist/tests/unit/platform-api/dataparade-api-base-url.spec.js +19 -0
  617. package/dist/tests/unit/platform-api/estimate-scan-footprint.spec.d.ts +1 -0
  618. package/dist/tests/unit/platform-api/estimate-scan-footprint.spec.js +50 -0
  619. package/dist/tests/unit/tracing/langsmith-tracing.spec.d.ts +1 -0
  620. package/dist/tests/unit/tracing/langsmith-tracing.spec.js +118 -0
  621. package/package.json +84 -0
@@ -0,0 +1,181 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ChatCompletionsFamilyProvider = void 0;
4
+ const openai_proposals_response_schema_1 = require("../../openai-proposals-response.schema");
5
+ const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
6
+ const provider_contract_1 = require("../provider-contract");
7
+ const provider_runtime_1 = require("../provider-runtime");
8
+ const provider_pricing_1 = require("../provider-pricing");
9
+ const provider_output_token_budget_1 = require("../provider-output-token-budget");
10
+ const endpoint_resolution_1 = require("../endpoint-resolution");
11
+ const fetch_with_timeout_1 = require("../fetch-with-timeout");
12
+ const presets_1 = require("../presets");
13
+ const resolve_provider_1 = require("../resolve-provider");
14
+ function useOpenAiStructuredJsonSchema() {
15
+ const v = process.env.DATAPARADE_AI_OPENAI_JSON_SCHEMA?.trim().toLowerCase();
16
+ return v !== "0" && v !== "false" && v !== "no";
17
+ }
18
+ function openAiJsonSchemaStrictFromEnv() {
19
+ const v = process.env.DATAPARADE_AI_OPENAI_JSON_SCHEMA_STRICT?.trim().toLowerCase();
20
+ return v === "1" || v === "true" || v === "yes";
21
+ }
22
+ function sumUsage(parts) {
23
+ const inputTokens = parts.reduce((n, p) => n + Math.max(0, p.prompt ?? 0), 0);
24
+ const outputTokens = parts.reduce((n, p) => n + Math.max(0, p.completion ?? 0), 0);
25
+ const reportedTotal = parts.reduce((n, p) => n + Math.max(0, p.total ?? 0), 0);
26
+ return {
27
+ inputTokens,
28
+ outputTokens,
29
+ totalTokens: Math.max(inputTokens + outputTokens, reportedTotal),
30
+ };
31
+ }
32
+ function parseProposalArray(input) {
33
+ if (!Array.isArray(input))
34
+ return [];
35
+ return input;
36
+ }
37
+ async function inferViaHttpJsonShim(presetId, endpoint, request, apiKey) {
38
+ const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(endpoint, {
39
+ method: "POST",
40
+ headers: {
41
+ "content-type": "application/json",
42
+ authorization: `Bearer ${apiKey}`,
43
+ },
44
+ body: JSON.stringify({
45
+ model: request.model,
46
+ prompt: request.prompt,
47
+ temperature: request.temperature ?? 0.1,
48
+ max_tokens: request.maxTokens ?? 1024,
49
+ }),
50
+ });
51
+ const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Chat completions shim");
52
+ if (payloadRaw == null)
53
+ return { proposals: [] };
54
+ const payload = payloadRaw;
55
+ return {
56
+ proposals: parseProposalArray(payload.proposals ?? payload.data),
57
+ usage: payload.usage &&
58
+ typeof payload.usage.inputTokens === "number" &&
59
+ typeof payload.usage.outputTokens === "number"
60
+ ? {
61
+ inputTokens: Math.max(0, payload.usage.inputTokens),
62
+ outputTokens: Math.max(0, payload.usage.outputTokens),
63
+ totalTokens: Math.max(Math.max(0, payload.usage.inputTokens) +
64
+ Math.max(0, payload.usage.outputTokens), typeof payload.usage.totalTokens === "number"
65
+ ? Math.max(0, payload.usage.totalTokens)
66
+ : 0),
67
+ estimatedCostUsd: typeof payload.usage.estimatedCostUsd === "number"
68
+ ? Math.max(0, payload.usage.estimatedCostUsd)
69
+ : undefined,
70
+ }
71
+ : undefined,
72
+ };
73
+ }
74
+ /**
75
+ * OpenAI-style Chat Completions API. Used by the `openai` preset; also supports a
76
+ * legacy `{ model, prompt, max_tokens }` shim when the endpoint is not chat-completions-shaped.
77
+ */
78
+ class ChatCompletionsFamilyProvider {
79
+ constructor(resolved) {
80
+ this.resolved = resolved;
81
+ this.id = resolved.presetId;
82
+ }
83
+ async infer(request) {
84
+ const apiKey = (0, resolve_provider_1.resolveInferApiKey)(request, this.resolved);
85
+ if (!apiKey)
86
+ return { proposals: [] };
87
+ const presetDefault = (0, presets_1.getProviderPreset)(this.resolved.presetId).defaultEndpoint;
88
+ const url = (0, endpoint_resolution_1.resolveChatCompletionsEndpoint)(request.endpoint ?? this.resolved.endpoint, presetDefault);
89
+ if ((0, endpoint_resolution_1.shouldUseChatCompletionsJsonShim)(url)) {
90
+ return inferViaHttpJsonShim(this.resolved.presetId, url, request, apiKey);
91
+ }
92
+ const agent = (0, provider_contract_1.parseAgentFromPrompt)(request.prompt);
93
+ const model = request.model?.trim() || this.resolved.model;
94
+ const maxTokens = (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens);
95
+ const responseFormat = useOpenAiStructuredJsonSchema()
96
+ ? {
97
+ type: "json_schema",
98
+ json_schema: (0, openai_proposals_response_schema_1.getOpenAiProposalsResponseJsonSchemaForApi)({
99
+ strict: openAiJsonSchemaStrictFromEnv(),
100
+ }),
101
+ }
102
+ : { type: "json_object" };
103
+ const body = {
104
+ model,
105
+ messages: [
106
+ { role: "system", content: provider_enrichment_prompts_1.AI_PROVIDER_SYSTEM_PROMPT },
107
+ { role: "user", content: request.prompt },
108
+ ],
109
+ temperature: request.temperature ?? 0.1,
110
+ max_tokens: maxTokens,
111
+ response_format: responseFormat,
112
+ };
113
+ const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(url, {
114
+ method: "POST",
115
+ headers: {
116
+ "content-type": "application/json",
117
+ authorization: `Bearer ${apiKey}`,
118
+ },
119
+ body: JSON.stringify(body),
120
+ });
121
+ const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "OpenAI chat/completions");
122
+ if (payloadRaw == null)
123
+ return { proposals: [] };
124
+ const payload = payloadRaw;
125
+ const finishReason = payload.choices?.[0]?.finish_reason;
126
+ if (finishReason === "length") {
127
+ console.warn("[dataparade-ai] OpenAI finish_reason=length (output may be truncated). Raise DATAPARADE_AI_MAX_TOKENS or reduce prompt size.");
128
+ }
129
+ const message = payload.choices?.[0]?.message;
130
+ if (message?.refusal != null && String(message.refusal).trim() !== "") {
131
+ if ((0, provider_contract_1.aiDebugEnabled)()) {
132
+ console.warn("[dataparade-ai] OpenAI refusal:", String(message.refusal).slice(0, 500));
133
+ }
134
+ return { proposals: [] };
135
+ }
136
+ const content = message?.content;
137
+ if (!content || typeof content !== "string") {
138
+ if ((0, provider_contract_1.aiDebugEnabled)()) {
139
+ console.warn("[dataparade-ai] OpenAI response had no assistant message content.");
140
+ }
141
+ return { proposals: [] };
142
+ }
143
+ const parsed = (0, provider_runtime_1.parseJsonTextOrWarn)(content, {
144
+ providerLabel: "OpenAI",
145
+ finishReason,
146
+ });
147
+ if (parsed == null)
148
+ return { proposals: [] };
149
+ const out = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsed, {
150
+ provider: this.resolved.presetId,
151
+ model,
152
+ agent,
153
+ }, { debugLabel: "OpenAI", userPrompt: request.prompt });
154
+ if (out.length === 0 && (0, provider_contract_1.aiDebugEnabled)()) {
155
+ console.warn("[dataparade-ai] OpenAI returned zero valid proposals after strict schema/normalization.");
156
+ }
157
+ const usageTotals = sumUsage([
158
+ {
159
+ prompt: payload.usage?.prompt_tokens,
160
+ completion: payload.usage?.completion_tokens,
161
+ total: payload.usage?.total_tokens,
162
+ },
163
+ ]);
164
+ const { inputTokens, outputTokens, totalTokens } = usageTotals;
165
+ const usage = inputTokens > 0 || outputTokens > 0 || totalTokens > 0
166
+ ? {
167
+ inputTokens,
168
+ outputTokens,
169
+ totalTokens,
170
+ estimatedCostUsd: (0, provider_pricing_1.estimateTokenCostUsd)({
171
+ provider: this.resolved.presetId,
172
+ model,
173
+ inputTokens,
174
+ outputTokens,
175
+ }),
176
+ }
177
+ : undefined;
178
+ return { proposals: out, usage };
179
+ }
180
+ }
181
+ exports.ChatCompletionsFamilyProvider = ChatCompletionsFamilyProvider;
@@ -0,0 +1,10 @@
1
+ import type { AiProviderId } from "../../types";
2
+ import { type ResolvedProviderConfig } from "../resolve-provider";
3
+ import type { AiProvider, AiProviderRequest, AiProviderResult } from "../types";
4
+ /** Google Gemini generateContent API. Used by the `gemini` preset. */
5
+ export declare class GenerateContentFamilyProvider implements AiProvider {
6
+ private readonly resolved;
7
+ readonly id: AiProviderId;
8
+ constructor(resolved: ResolvedProviderConfig);
9
+ infer(request: AiProviderRequest): Promise<AiProviderResult>;
10
+ }
@@ -0,0 +1,93 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.GenerateContentFamilyProvider = void 0;
4
+ const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
5
+ const provider_contract_1 = require("../provider-contract");
6
+ const provider_json_parse_1 = require("../provider-json-parse");
7
+ const provider_runtime_1 = require("../provider-runtime");
8
+ const provider_pricing_1 = require("../provider-pricing");
9
+ const provider_output_token_budget_1 = require("../provider-output-token-budget");
10
+ const endpoint_resolution_1 = require("../endpoint-resolution");
11
+ const fetch_with_timeout_1 = require("../fetch-with-timeout");
12
+ const presets_1 = require("../presets");
13
+ const resolve_provider_1 = require("../resolve-provider");
14
+ /** Google Gemini generateContent API. Used by the `gemini` preset. */
15
+ class GenerateContentFamilyProvider {
16
+ constructor(resolved) {
17
+ this.resolved = resolved;
18
+ this.id = resolved.presetId;
19
+ }
20
+ async infer(request) {
21
+ const model = request.model?.trim() || this.resolved.model;
22
+ const presetDefault = (0, presets_1.getProviderPreset)(this.resolved.presetId).defaultEndpoint;
23
+ const endpointUrl = (0, endpoint_resolution_1.resolveGeminiGenerateContentEndpoint)(request.endpoint ?? this.resolved.endpoint, model, presetDefault);
24
+ const apiKey = (0, resolve_provider_1.resolveInferApiKey)(request, this.resolved);
25
+ if (this.resolved.auth === "query-key" && !apiKey) {
26
+ return { proposals: [] };
27
+ }
28
+ const url = apiKey
29
+ ? `${endpointUrl}${endpointUrl.includes("?") ? "&" : "?"}key=${encodeURIComponent(apiKey)}`
30
+ : endpointUrl;
31
+ const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(url, {
32
+ method: "POST",
33
+ headers: {
34
+ "content-type": "application/json",
35
+ },
36
+ body: JSON.stringify({
37
+ systemInstruction: { parts: [{ text: provider_enrichment_prompts_1.AI_PROVIDER_SYSTEM_PROMPT }] },
38
+ contents: [
39
+ {
40
+ role: "user",
41
+ parts: [{ text: request.prompt }],
42
+ },
43
+ ],
44
+ generationConfig: {
45
+ temperature: request.temperature ?? 0.1,
46
+ maxOutputTokens: (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens),
47
+ responseMimeType: "application/json",
48
+ },
49
+ }),
50
+ });
51
+ const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Gemini generateContent");
52
+ if (payloadRaw == null)
53
+ return { proposals: [] };
54
+ const payload = payloadRaw;
55
+ const content = (payload.candidates ?? [])
56
+ .flatMap((c) => c.content?.parts ?? [])
57
+ .map((part) => (typeof part.text === "string" ? part.text : ""))
58
+ .join("\n")
59
+ .trim();
60
+ if (!content)
61
+ return { proposals: [] };
62
+ const parsed = (0, provider_json_parse_1.parseProviderJsonContent)(content);
63
+ if (!parsed.ok) {
64
+ if ((0, provider_contract_1.aiDebugEnabled)()) {
65
+ console.warn("[dataparade-ai] Failed to parse Gemini JSON:", parsed.error);
66
+ }
67
+ return { proposals: [] };
68
+ }
69
+ const proposals = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsed.value, {
70
+ provider: this.resolved.presetId,
71
+ model,
72
+ agent: (0, provider_contract_1.parseAgentFromPrompt)(request.prompt),
73
+ }, { debugLabel: "Gemini generateContent", userPrompt: request.prompt });
74
+ const inputTokens = Math.max(0, payload.usageMetadata?.promptTokenCount ?? 0);
75
+ const outputTokens = Math.max(0, payload.usageMetadata?.candidatesTokenCount ?? 0);
76
+ const totalTokens = Math.max(inputTokens + outputTokens, payload.usageMetadata?.totalTokenCount ?? 0);
77
+ const usage = totalTokens > 0
78
+ ? {
79
+ inputTokens,
80
+ outputTokens,
81
+ totalTokens,
82
+ estimatedCostUsd: (0, provider_pricing_1.estimateTokenCostUsd)({
83
+ provider: this.resolved.presetId,
84
+ model,
85
+ inputTokens,
86
+ outputTokens,
87
+ }),
88
+ }
89
+ : undefined;
90
+ return { proposals, usage };
91
+ }
92
+ }
93
+ exports.GenerateContentFamilyProvider = GenerateContentFamilyProvider;
@@ -0,0 +1,10 @@
1
+ import type { AiProviderId } from "../../types";
2
+ import { type ResolvedProviderConfig } from "../resolve-provider";
3
+ import type { AiProvider, AiProviderRequest, AiProviderResult } from "../types";
4
+ /** Anthropic Messages API. Used by the `anthropic` preset. */
5
+ export declare class MessagesFamilyProvider implements AiProvider {
6
+ private readonly resolved;
7
+ readonly id: AiProviderId;
8
+ constructor(resolved: ResolvedProviderConfig);
9
+ infer(request: AiProviderRequest): Promise<AiProviderResult>;
10
+ }
@@ -0,0 +1,86 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.MessagesFamilyProvider = void 0;
4
+ const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
5
+ const provider_contract_1 = require("../provider-contract");
6
+ const provider_runtime_1 = require("../provider-runtime");
7
+ const provider_pricing_1 = require("../provider-pricing");
8
+ const provider_output_token_budget_1 = require("../provider-output-token-budget");
9
+ const fetch_with_timeout_1 = require("../fetch-with-timeout");
10
+ const resolve_provider_1 = require("../resolve-provider");
11
+ const DEFAULT_ANTHROPIC_VERSION = "2023-06-01";
12
+ /** Anthropic Messages API. Used by the `anthropic` preset. */
13
+ class MessagesFamilyProvider {
14
+ constructor(resolved) {
15
+ this.resolved = resolved;
16
+ this.id = resolved.presetId;
17
+ }
18
+ async infer(request) {
19
+ const apiKey = (0, resolve_provider_1.resolveInferApiKey)(request, this.resolved);
20
+ if (!apiKey)
21
+ return { proposals: [] };
22
+ const model = request.model?.trim() || this.resolved.model;
23
+ const maxTokens = (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens);
24
+ const endpoint = request.endpoint?.trim() || this.resolved.endpoint;
25
+ const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(endpoint, {
26
+ method: "POST",
27
+ headers: {
28
+ "content-type": "application/json",
29
+ "x-api-key": apiKey,
30
+ "anthropic-version": DEFAULT_ANTHROPIC_VERSION,
31
+ },
32
+ body: JSON.stringify({
33
+ model,
34
+ max_tokens: maxTokens,
35
+ temperature: request.temperature ?? 0.1,
36
+ system: (0, provider_enrichment_prompts_1.buildAnthropicEnrichmentSystemPrompt)(),
37
+ messages: [{ role: "user", content: request.prompt }],
38
+ }),
39
+ });
40
+ const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Anthropic messages");
41
+ if (payloadRaw == null)
42
+ return { proposals: [] };
43
+ const payload = payloadRaw;
44
+ const textContent = (0, provider_runtime_1.joinAnthropicTextBlocks)(payload.content);
45
+ const stopReason = payload.stop_reason;
46
+ const inputTokens = Math.max(0, payload.usage?.input_tokens ?? 0);
47
+ const outputTokens = Math.max(0, payload.usage?.output_tokens ?? 0);
48
+ const totalTokens = inputTokens + outputTokens;
49
+ const usage = totalTokens > 0
50
+ ? {
51
+ inputTokens,
52
+ outputTokens,
53
+ totalTokens,
54
+ estimatedCostUsd: (0, provider_pricing_1.estimateTokenCostUsd)({
55
+ provider: this.resolved.presetId,
56
+ model,
57
+ inputTokens,
58
+ outputTokens,
59
+ }),
60
+ }
61
+ : undefined;
62
+ if (stopReason === "max_tokens") {
63
+ console.warn("[dataparade-ai] Anthropic stop_reason=max_tokens (output may be truncated). Raise DATAPARADE_AI_MAX_TOKENS or reduce prompt size; incomplete JSON cannot be merged.");
64
+ }
65
+ if (!textContent) {
66
+ if ((0, provider_contract_1.aiDebugEnabled)()) {
67
+ console.warn("[dataparade-ai] Anthropic response had no text content blocks.");
68
+ }
69
+ return { proposals: [], usage };
70
+ }
71
+ const parsedValue = (0, provider_runtime_1.parseJsonTextOrWarn)(textContent, {
72
+ providerLabel: "Anthropic",
73
+ finishReason: stopReason,
74
+ });
75
+ if (parsedValue == null)
76
+ return { proposals: [], usage };
77
+ const agent = (0, provider_contract_1.parseAgentFromPrompt)(request.prompt);
78
+ const out = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsedValue, {
79
+ provider: this.resolved.presetId,
80
+ model,
81
+ agent,
82
+ }, { debugLabel: "Anthropic", userPrompt: request.prompt });
83
+ return { proposals: out, usage };
84
+ }
85
+ }
86
+ exports.MessagesFamilyProvider = MessagesFamilyProvider;
@@ -0,0 +1,10 @@
1
+ import type { AiProviderId } from "../../types";
2
+ import type { ResolvedProviderConfig } from "../resolve-provider";
3
+ import type { AiProvider, AiProviderRequest, AiProviderResult } from "../types";
4
+ /** Ollama POST /api/generate. Used by the `local` preset. */
5
+ export declare class OllamaGenerateFamilyProvider implements AiProvider {
6
+ private readonly resolved;
7
+ readonly id: AiProviderId;
8
+ constructor(resolved: ResolvedProviderConfig);
9
+ infer(request: AiProviderRequest): Promise<AiProviderResult>;
10
+ }
@@ -0,0 +1,69 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.OllamaGenerateFamilyProvider = void 0;
4
+ const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
5
+ const provider_contract_1 = require("../provider-contract");
6
+ const provider_json_parse_1 = require("../provider-json-parse");
7
+ const provider_runtime_1 = require("../provider-runtime");
8
+ const provider_output_token_budget_1 = require("../provider-output-token-budget");
9
+ const fetch_with_timeout_1 = require("../fetch-with-timeout");
10
+ /** Ollama POST /api/generate. Used by the `local` preset. */
11
+ class OllamaGenerateFamilyProvider {
12
+ constructor(resolved) {
13
+ this.resolved = resolved;
14
+ this.id = resolved.presetId;
15
+ }
16
+ async infer(request) {
17
+ const endpoint = request.endpoint?.trim() || this.resolved.endpoint;
18
+ const model = request.model?.trim() || this.resolved.model;
19
+ const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(endpoint, {
20
+ method: "POST",
21
+ headers: {
22
+ "content-type": "application/json",
23
+ },
24
+ body: JSON.stringify({
25
+ model,
26
+ prompt: `${provider_enrichment_prompts_1.AI_PROVIDER_SYSTEM_PROMPT}\n\nUser payload:\n${request.prompt}`,
27
+ stream: false,
28
+ options: {
29
+ temperature: request.temperature ?? 0.1,
30
+ num_predict: (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens),
31
+ },
32
+ }),
33
+ });
34
+ const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Local/Ollama");
35
+ if (payloadRaw == null)
36
+ return { proposals: [] };
37
+ const payload = payloadRaw;
38
+ const text = typeof payload.response === "string" ? payload.response.trim() : "";
39
+ if (!text)
40
+ return { proposals: [] };
41
+ const parsed = (0, provider_json_parse_1.parseProviderJsonContent)(text);
42
+ if (!parsed.ok) {
43
+ if ((0, provider_contract_1.aiDebugEnabled)()) {
44
+ console.warn("[dataparade-ai] Failed to parse Local/Ollama JSON:", parsed.error);
45
+ }
46
+ return { proposals: [] };
47
+ }
48
+ const proposals = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsed.value, {
49
+ provider: this.resolved.presetId,
50
+ model,
51
+ agent: (0, provider_contract_1.parseAgentFromPrompt)(request.prompt),
52
+ }, { debugLabel: "Local/Ollama generate", userPrompt: request.prompt });
53
+ const inputTokens = Math.max(0, payload.prompt_eval_count ?? 0);
54
+ const outputTokens = Math.max(0, payload.eval_count ?? 0);
55
+ const totalTokens = inputTokens + outputTokens;
56
+ return {
57
+ proposals,
58
+ usage: totalTokens > 0
59
+ ? {
60
+ inputTokens,
61
+ outputTokens,
62
+ totalTokens,
63
+ estimatedCostUsd: 0,
64
+ }
65
+ : undefined,
66
+ };
67
+ }
68
+ }
69
+ exports.OllamaGenerateFamilyProvider = OllamaGenerateFamilyProvider;
@@ -0,0 +1,2 @@
1
+ /** POST/GET to model APIs with an AbortSignal timeout (default 120s). */
2
+ export declare function fetchWithTimeout(url: string, init: RequestInit, timeoutMs?: number): Promise<Response>;
@@ -0,0 +1,22 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.fetchWithTimeout = fetchWithTimeout;
4
+ const DEFAULT_TIMEOUT_MS = 120_000;
5
+ function parseTimeoutMs() {
6
+ const raw = process.env.DATAPARADE_AI_HTTP_TIMEOUT_MS?.trim();
7
+ if (!raw)
8
+ return DEFAULT_TIMEOUT_MS;
9
+ const n = Number(raw);
10
+ return Number.isFinite(n) && n > 0 ? Math.floor(n) : DEFAULT_TIMEOUT_MS;
11
+ }
12
+ /** POST/GET to model APIs with an AbortSignal timeout (default 120s). */
13
+ async function fetchWithTimeout(url, init, timeoutMs = parseTimeoutMs()) {
14
+ const controller = new AbortController();
15
+ const timer = setTimeout(() => controller.abort(), timeoutMs);
16
+ try {
17
+ return await fetch(url, { ...init, signal: controller.signal });
18
+ }
19
+ finally {
20
+ clearTimeout(timer);
21
+ }
22
+ }
@@ -0,0 +1,16 @@
1
+ import { type ResolveProviderOverrides } from "./resolve-provider";
2
+ import type { AiProvider } from "./types";
3
+ import type { AiProviderId } from "../types";
4
+ export interface CreateAiProviderOptions extends ResolveProviderOverrides {
5
+ }
6
+ /**
7
+ * Builds an {@link AiProvider} from a user-facing preset id (`openai`, `anthropic`, …).
8
+ * HTTP shape is selected by API family (see {@link resolveProviderConfig}), not per-vendor classes.
9
+ */
10
+ export declare function createAiProvider(presetId: AiProviderId | string | undefined, options?: CreateAiProviderOptions): AiProvider;
11
+ export type { AiProvider, AiProviderRequest } from "./types";
12
+ export type { AiProviderId } from "../types";
13
+ export { resolveProviderConfig, resolveInferApiKey } from "./resolve-provider";
14
+ export { resolveChatCompletionsEndpoint, resolveGeminiGenerateContentEndpoint, shouldUseChatCompletionsJsonShim, } from "./endpoint-resolution";
15
+ export { AI_PROVIDER_PRESETS, getProviderPreset } from "./presets";
16
+ export type { AiApiFamily, AiProviderPresetDefinition } from "./presets";
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getProviderPreset = exports.AI_PROVIDER_PRESETS = exports.shouldUseChatCompletionsJsonShim = exports.resolveGeminiGenerateContentEndpoint = exports.resolveChatCompletionsEndpoint = exports.resolveInferApiKey = exports.resolveProviderConfig = void 0;
4
+ exports.createAiProvider = createAiProvider;
5
+ const mock_1 = require("./mock");
6
+ const resolve_provider_1 = require("./resolve-provider");
7
+ const chat_completions_family_1 = require("./families/chat-completions-family");
8
+ const messages_family_1 = require("./families/messages-family");
9
+ const generate_content_family_1 = require("./families/generate-content-family");
10
+ const ollama_generate_family_1 = require("./families/ollama-generate-family");
11
+ /**
12
+ * Builds an {@link AiProvider} from a user-facing preset id (`openai`, `anthropic`, …).
13
+ * HTTP shape is selected by API family (see {@link resolveProviderConfig}), not per-vendor classes.
14
+ */
15
+ function createAiProvider(presetId, options = {}) {
16
+ const resolved = (0, resolve_provider_1.resolveProviderConfig)(presetId, options);
17
+ switch (resolved.family) {
18
+ case "chat-completions":
19
+ return new chat_completions_family_1.ChatCompletionsFamilyProvider(resolved);
20
+ case "messages":
21
+ return new messages_family_1.MessagesFamilyProvider(resolved);
22
+ case "generate-content":
23
+ return new generate_content_family_1.GenerateContentFamilyProvider(resolved);
24
+ case "ollama-generate":
25
+ return new ollama_generate_family_1.OllamaGenerateFamilyProvider(resolved);
26
+ case "mock":
27
+ default:
28
+ return new mock_1.MockAiProvider();
29
+ }
30
+ }
31
+ var resolve_provider_2 = require("./resolve-provider");
32
+ Object.defineProperty(exports, "resolveProviderConfig", { enumerable: true, get: function () { return resolve_provider_2.resolveProviderConfig; } });
33
+ Object.defineProperty(exports, "resolveInferApiKey", { enumerable: true, get: function () { return resolve_provider_2.resolveInferApiKey; } });
34
+ var endpoint_resolution_1 = require("./endpoint-resolution");
35
+ Object.defineProperty(exports, "resolveChatCompletionsEndpoint", { enumerable: true, get: function () { return endpoint_resolution_1.resolveChatCompletionsEndpoint; } });
36
+ Object.defineProperty(exports, "resolveGeminiGenerateContentEndpoint", { enumerable: true, get: function () { return endpoint_resolution_1.resolveGeminiGenerateContentEndpoint; } });
37
+ Object.defineProperty(exports, "shouldUseChatCompletionsJsonShim", { enumerable: true, get: function () { return endpoint_resolution_1.shouldUseChatCompletionsJsonShim; } });
38
+ var presets_1 = require("./presets");
39
+ Object.defineProperty(exports, "AI_PROVIDER_PRESETS", { enumerable: true, get: function () { return presets_1.AI_PROVIDER_PRESETS; } });
40
+ Object.defineProperty(exports, "getProviderPreset", { enumerable: true, get: function () { return presets_1.getProviderPreset; } });
@@ -0,0 +1,5 @@
1
+ import type { AiProvider, AiProviderRequest, AiProviderResult } from "./types";
2
+ export declare class MockAiProvider implements AiProvider {
3
+ id: "mock";
4
+ infer(_request: AiProviderRequest): Promise<AiProviderResult>;
5
+ }
@@ -0,0 +1,12 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.MockAiProvider = void 0;
4
+ class MockAiProvider {
5
+ constructor() {
6
+ this.id = "mock";
7
+ }
8
+ async infer(_request) {
9
+ return { proposals: [] };
10
+ }
11
+ }
12
+ exports.MockAiProvider = MockAiProvider;
@@ -0,0 +1,20 @@
1
+ import type { AiProvider, AiProviderRequest, AiProviderResult } from "./types";
2
+ export type PlatformProxyProviderConfig = {
3
+ apiBaseUrl: string;
4
+ workspaceApiKey: string;
5
+ jobId: string;
6
+ /** Poll interval for async infer tasks (ms). */
7
+ pollIntervalMs?: number;
8
+ /** Max wait for a single infer task (ms). Default from SCAN_AI_HTTP_TIMEOUT_MS or 180000. */
9
+ pollTimeoutMs?: number;
10
+ };
11
+ export declare class PlatformProxyProvider implements AiProvider {
12
+ private readonly config;
13
+ readonly id: "openai";
14
+ constructor(config: PlatformProxyProviderConfig);
15
+ private authHeaders;
16
+ private apiBase;
17
+ private readErrorMessage;
18
+ private throwPlatformError;
19
+ infer(request: AiProviderRequest): Promise<AiProviderResult>;
20
+ }