@dataparade/cli 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +674 -0
- package/README.md +592 -0
- package/dist/bin/cli.d.ts +2 -0
- package/dist/bin/cli.js +7 -0
- package/dist/bin/load-env.d.ts +2 -0
- package/dist/bin/load-env.js +4 -0
- package/dist/src/ai-enrichment/agent-orchestrator.d.ts +28 -0
- package/dist/src/ai-enrichment/agent-orchestrator.js +476 -0
- package/dist/src/ai-enrichment/agents/index.d.ts +4 -0
- package/dist/src/ai-enrichment/agents/index.js +50 -0
- package/dist/src/ai-enrichment/candidate-selector.d.ts +10 -0
- package/dist/src/ai-enrichment/candidate-selector.js +158 -0
- package/dist/src/ai-enrichment/fallbacks.d.ts +6 -0
- package/dist/src/ai-enrichment/fallbacks.js +762 -0
- package/dist/src/ai-enrichment/index.d.ts +15 -0
- package/dist/src/ai-enrichment/index.js +31 -0
- package/dist/src/ai-enrichment/merge-rules.d.ts +12 -0
- package/dist/src/ai-enrichment/merge-rules.js +321 -0
- package/dist/src/ai-enrichment/non-pii-signal-rules.d.ts +10 -0
- package/dist/src/ai-enrichment/non-pii-signal-rules.js +72 -0
- package/dist/src/ai-enrichment/openai-proposals-response.schema.d.ts +94 -0
- package/dist/src/ai-enrichment/openai-proposals-response.schema.js +82 -0
- package/dist/src/ai-enrichment/pii-signal-rules.d.ts +8 -0
- package/dist/src/ai-enrichment/pii-signal-rules.js +68 -0
- package/dist/src/ai-enrichment/pipeline.d.ts +2 -0
- package/dist/src/ai-enrichment/pipeline.js +48 -0
- package/dist/src/ai-enrichment/planner.d.ts +2 -0
- package/dist/src/ai-enrichment/planner.js +60 -0
- package/dist/src/ai-enrichment/prompts/provider-enrichment-prompts.d.ts +12 -0
- package/dist/src/ai-enrichment/prompts/provider-enrichment-prompts.js +45 -0
- package/dist/src/ai-enrichment/provider-prompt.d.ts +32 -0
- package/dist/src/ai-enrichment/provider-prompt.js +222 -0
- package/dist/src/ai-enrichment/provider-topology-rules.d.ts +52 -0
- package/dist/src/ai-enrichment/provider-topology-rules.js +190 -0
- package/dist/src/ai-enrichment/provider-topology-shared.d.ts +48 -0
- package/dist/src/ai-enrichment/provider-topology-shared.js +329 -0
- package/dist/src/ai-enrichment/providers/endpoint-resolution.d.ts +13 -0
- package/dist/src/ai-enrichment/providers/endpoint-resolution.js +41 -0
- package/dist/src/ai-enrichment/providers/families/chat-completions-family.d.ts +13 -0
- package/dist/src/ai-enrichment/providers/families/chat-completions-family.js +181 -0
- package/dist/src/ai-enrichment/providers/families/generate-content-family.d.ts +10 -0
- package/dist/src/ai-enrichment/providers/families/generate-content-family.js +93 -0
- package/dist/src/ai-enrichment/providers/families/messages-family.d.ts +10 -0
- package/dist/src/ai-enrichment/providers/families/messages-family.js +86 -0
- package/dist/src/ai-enrichment/providers/families/ollama-generate-family.d.ts +10 -0
- package/dist/src/ai-enrichment/providers/families/ollama-generate-family.js +69 -0
- package/dist/src/ai-enrichment/providers/fetch-with-timeout.d.ts +2 -0
- package/dist/src/ai-enrichment/providers/fetch-with-timeout.js +22 -0
- package/dist/src/ai-enrichment/providers/index.d.ts +16 -0
- package/dist/src/ai-enrichment/providers/index.js +40 -0
- package/dist/src/ai-enrichment/providers/mock.d.ts +5 -0
- package/dist/src/ai-enrichment/providers/mock.js +12 -0
- package/dist/src/ai-enrichment/providers/platform-proxy-provider.d.ts +20 -0
- package/dist/src/ai-enrichment/providers/platform-proxy-provider.js +116 -0
- package/dist/src/ai-enrichment/providers/presets.d.ts +14 -0
- package/dist/src/ai-enrichment/providers/presets.js +50 -0
- package/dist/src/ai-enrichment/providers/provider-contract.d.ts +20 -0
- package/dist/src/ai-enrichment/providers/provider-contract.js +703 -0
- package/dist/src/ai-enrichment/providers/provider-json-parse.d.ts +23 -0
- package/dist/src/ai-enrichment/providers/provider-json-parse.js +96 -0
- package/dist/src/ai-enrichment/providers/provider-output-token-budget.d.ts +5 -0
- package/dist/src/ai-enrichment/providers/provider-output-token-budget.js +11 -0
- package/dist/src/ai-enrichment/providers/provider-pricing.d.ts +7 -0
- package/dist/src/ai-enrichment/providers/provider-pricing.js +32 -0
- package/dist/src/ai-enrichment/providers/provider-runtime.d.ts +9 -0
- package/dist/src/ai-enrichment/providers/provider-runtime.js +54 -0
- package/dist/src/ai-enrichment/providers/resolve-provider.d.ts +27 -0
- package/dist/src/ai-enrichment/providers/resolve-provider.js +41 -0
- package/dist/src/ai-enrichment/providers/types.d.ts +24 -0
- package/dist/src/ai-enrichment/providers/types.js +2 -0
- package/dist/src/ai-enrichment/scan-paths.d.ts +9 -0
- package/dist/src/ai-enrichment/scan-paths.js +28 -0
- package/dist/src/ai-enrichment/sensitive-paths.d.ts +5 -0
- package/dist/src/ai-enrichment/sensitive-paths.js +10 -0
- package/dist/src/ai-enrichment/third-party-data-flow.d.ts +27 -0
- package/dist/src/ai-enrichment/third-party-data-flow.js +518 -0
- package/dist/src/ai-enrichment/third-party-evidence.d.ts +14 -0
- package/dist/src/ai-enrichment/third-party-evidence.js +426 -0
- package/dist/src/ai-enrichment/third-party-property-matrix.d.ts +14 -0
- package/dist/src/ai-enrichment/third-party-property-matrix.js +52 -0
- package/dist/src/ai-enrichment/third-party-subtype.d.ts +14 -0
- package/dist/src/ai-enrichment/third-party-subtype.js +166 -0
- package/dist/src/ai-enrichment/tools/index.d.ts +39 -0
- package/dist/src/ai-enrichment/tools/index.js +121 -0
- package/dist/src/ai-enrichment/types.d.ts +170 -0
- package/dist/src/ai-enrichment/types.js +12 -0
- package/dist/src/analyzers/python/dependency-manifests.d.ts +8 -0
- package/dist/src/analyzers/python/dependency-manifests.js +131 -0
- package/dist/src/analyzers/python/detector.d.ts +3 -0
- package/dist/src/analyzers/python/detector.js +22 -0
- package/dist/src/analyzers/python/index.d.ts +2 -0
- package/dist/src/analyzers/python/index.js +11 -0
- package/dist/src/analyzers/python/manifest-parsers.d.ts +3 -0
- package/dist/src/analyzers/python/manifest-parsers.js +134 -0
- package/dist/src/analyzers/python/parser.d.ts +26 -0
- package/dist/src/analyzers/python/parser.js +187 -0
- package/dist/src/analyzers/python/patterns.d.ts +7 -0
- package/dist/src/analyzers/python/patterns.js +106 -0
- package/dist/src/analyzers/python/python-detection-config.d.ts +75 -0
- package/dist/src/analyzers/python/python-detection-config.js +148 -0
- package/dist/src/analyzers/registry.d.ts +13 -0
- package/dist/src/analyzers/registry.js +60 -0
- package/dist/src/analyzers/shared/manifest-budgets.d.ts +19 -0
- package/dist/src/analyzers/shared/manifest-budgets.js +21 -0
- package/dist/src/analyzers/shared/manifest-fs.d.ts +13 -0
- package/dist/src/analyzers/shared/manifest-fs.js +138 -0
- package/dist/src/analyzers/shared/property-inference.d.ts +8 -0
- package/dist/src/analyzers/shared/property-inference.js +165 -0
- package/dist/src/analyzers/terraform/detector.d.ts +10 -0
- package/dist/src/analyzers/terraform/detector.js +198 -0
- package/dist/src/analyzers/terraform/index.d.ts +2 -0
- package/dist/src/analyzers/terraform/index.js +13 -0
- package/dist/src/analyzers/terraform/parser.d.ts +29 -0
- package/dist/src/analyzers/terraform/parser.js +202 -0
- package/dist/src/analyzers/terraform/terraform-detection-config.d.ts +48 -0
- package/dist/src/analyzers/terraform/terraform-detection-config.js +218 -0
- package/dist/src/analyzers/terraform/terraform-exec.d.ts +11 -0
- package/dist/src/analyzers/terraform/terraform-exec.js +35 -0
- package/dist/src/analyzers/terraform/terraform-module-manifest.d.ts +19 -0
- package/dist/src/analyzers/terraform/terraform-module-manifest.js +75 -0
- package/dist/src/analyzers/terraform/terraform-show-json.d.ts +15 -0
- package/dist/src/analyzers/terraform/terraform-show-json.js +188 -0
- package/dist/src/analyzers/terraform/terraform-utility-resource.d.ts +12 -0
- package/dist/src/analyzers/terraform/terraform-utility-resource.js +30 -0
- package/dist/src/analyzers/types.d.ts +5 -0
- package/dist/src/analyzers/types.js +2 -0
- package/dist/src/analyzers/typescript/actor-detection.d.ts +4 -0
- package/dist/src/analyzers/typescript/actor-detection.js +15 -0
- package/dist/src/analyzers/typescript/dependency-manifests.d.ts +9 -0
- package/dist/src/analyzers/typescript/dependency-manifests.js +131 -0
- package/dist/src/analyzers/typescript/detector.d.ts +3 -0
- package/dist/src/analyzers/typescript/detector.js +23 -0
- package/dist/src/analyzers/typescript/index.d.ts +2 -0
- package/dist/src/analyzers/typescript/index.js +11 -0
- package/dist/src/analyzers/typescript/manifest-parsers.d.ts +1 -0
- package/dist/src/analyzers/typescript/manifest-parsers.js +30 -0
- package/dist/src/analyzers/typescript/parser.d.ts +44 -0
- package/dist/src/analyzers/typescript/parser.js +287 -0
- package/dist/src/analyzers/typescript/third-party-detection.d.ts +4 -0
- package/dist/src/analyzers/typescript/third-party-detection.js +16 -0
- package/dist/src/analyzers/typescript/typescript-detection-config.d.ts +68 -0
- package/dist/src/analyzers/typescript/typescript-detection-config.js +171 -0
- package/dist/src/analyzers/typescript/typescript-detection.d.ts +10 -0
- package/dist/src/analyzers/typescript/typescript-detection.js +57 -0
- package/dist/src/classifier/application-injection.d.ts +12 -0
- package/dist/src/classifier/application-injection.js +335 -0
- package/dist/src/classifier/classify.d.ts +3 -0
- package/dist/src/classifier/classify.js +15 -0
- package/dist/src/classifier/component-factory.d.ts +3 -0
- package/dist/src/classifier/component-factory.js +488 -0
- package/dist/src/classifier/config.d.ts +38 -0
- package/dist/src/classifier/config.js +260 -0
- package/dist/src/classifier/enhance-defaults.d.ts +28 -0
- package/dist/src/classifier/enhance-defaults.js +369 -0
- package/dist/src/classifier/enhance.d.ts +13 -0
- package/dist/src/classifier/enhance.js +295 -0
- package/dist/src/classifier/external-url-third-party.d.ts +26 -0
- package/dist/src/classifier/external-url-third-party.js +195 -0
- package/dist/src/classifier/grouping.d.ts +1 -0
- package/dist/src/classifier/grouping.js +2 -0
- package/dist/src/classifier/main-application-selection.d.ts +41 -0
- package/dist/src/classifier/main-application-selection.js +222 -0
- package/dist/src/classifier/naming.d.ts +4 -0
- package/dist/src/classifier/naming.js +78 -0
- package/dist/src/classifier/postprocessing.d.ts +12 -0
- package/dist/src/classifier/postprocessing.js +510 -0
- package/dist/src/classifier/sectioning.d.ts +5 -0
- package/dist/src/classifier/sectioning.js +60 -0
- package/dist/src/classifier/terraform-provider-hub.d.ts +6 -0
- package/dist/src/classifier/terraform-provider-hub.js +38 -0
- package/dist/src/cli.d.ts +2 -0
- package/dist/src/cli.js +498 -0
- package/dist/src/config/actor-detection-config.d.ts +21 -0
- package/dist/src/config/actor-detection-config.js +97 -0
- package/dist/src/config/env.d.ts +2 -0
- package/dist/src/config/env.js +75 -0
- package/dist/src/config/file.d.ts +6 -0
- package/dist/src/config/file.js +74 -0
- package/dist/src/config/inference-scope.d.ts +2 -0
- package/dist/src/config/inference-scope.js +15 -0
- package/dist/src/config/load-cli-env.d.ts +1 -0
- package/dist/src/config/load-cli-env.js +54 -0
- package/dist/src/config/normalize-ai-provider.d.ts +5 -0
- package/dist/src/config/normalize-ai-provider.js +18 -0
- package/dist/src/config/property-detection-config.d.ts +27 -0
- package/dist/src/config/property-detection-config.js +355 -0
- package/dist/src/config/redact.d.ts +3 -0
- package/dist/src/config/redact.js +14 -0
- package/dist/src/config/resolve.d.ts +15 -0
- package/dist/src/config/resolve.js +361 -0
- package/dist/src/config/scan-env.d.ts +7 -0
- package/dist/src/config/scan-env.js +38 -0
- package/dist/src/config/third-party-detection-config.d.ts +25 -0
- package/dist/src/config/third-party-detection-config.js +97 -0
- package/dist/src/config/types.d.ts +106 -0
- package/dist/src/config/types.js +2 -0
- package/dist/src/config/validate-scan-ai.d.ts +3 -0
- package/dist/src/config/validate-scan-ai.js +33 -0
- package/dist/src/core/pipeline/ai-orchestrator-options.d.ts +6 -0
- package/dist/src/core/pipeline/ai-orchestrator-options.js +46 -0
- package/dist/src/core/pipeline/classifier-phase.d.ts +7 -0
- package/dist/src/core/pipeline/classifier-phase.js +78 -0
- package/dist/src/core/pipeline/dataflow-phase.d.ts +7 -0
- package/dist/src/core/pipeline/dataflow-phase.js +10 -0
- package/dist/src/core/pipeline/diagram-layout/app-section-layout.d.ts +7 -0
- package/dist/src/core/pipeline/diagram-layout/app-section-layout.js +74 -0
- package/dist/src/core/pipeline/diagram-layout/constants.d.ts +11 -0
- package/dist/src/core/pipeline/diagram-layout/constants.js +14 -0
- package/dist/src/core/pipeline/diagram-layout/edge-handles.d.ts +3 -0
- package/dist/src/core/pipeline/diagram-layout/edge-handles.js +26 -0
- package/dist/src/core/pipeline/diagram-layout/managed-provider-layout.d.ts +3 -0
- package/dist/src/core/pipeline/diagram-layout/managed-provider-layout.js +40 -0
- package/dist/src/core/pipeline/diagram-layout/minimal-terraform-layout.d.ts +6 -0
- package/dist/src/core/pipeline/diagram-layout/minimal-terraform-layout.js +53 -0
- package/dist/src/core/pipeline/diagram-layout/section-helpers.d.ts +30 -0
- package/dist/src/core/pipeline/diagram-layout/section-helpers.js +62 -0
- package/dist/src/core/pipeline/diagram-layout/terraform-lane-layout.d.ts +3 -0
- package/dist/src/core/pipeline/diagram-layout/terraform-lane-layout.js +109 -0
- package/dist/src/core/pipeline/diagram-layout/types.d.ts +2 -0
- package/dist/src/core/pipeline/diagram-layout/types.js +2 -0
- package/dist/src/core/pipeline/graph-mapping.d.ts +6 -0
- package/dist/src/core/pipeline/graph-mapping.js +308 -0
- package/dist/src/core/pipeline/mixed-app-terraform-scan.d.ts +13 -0
- package/dist/src/core/pipeline/mixed-app-terraform-scan.js +81 -0
- package/dist/src/core/pipeline/orchestrator-result.d.ts +6 -0
- package/dist/src/core/pipeline/orchestrator-result.js +2 -0
- package/dist/src/core/pipeline/orchestrator.d.ts +26 -0
- package/dist/src/core/pipeline/orchestrator.js +79 -0
- package/dist/src/core/pipeline/resolve-path-under-scan-root.d.ts +7 -0
- package/dist/src/core/pipeline/resolve-path-under-scan-root.js +55 -0
- package/dist/src/core/pipeline/scan-pipeline.d.ts +6 -0
- package/dist/src/core/pipeline/scan-pipeline.js +364 -0
- package/dist/src/core/pipeline/sorting.d.ts +3 -0
- package/dist/src/core/pipeline/sorting.js +48 -0
- package/dist/src/core/pipeline/stable-component-ids.d.ts +15 -0
- package/dist/src/core/pipeline/stable-component-ids.js +68 -0
- package/dist/src/core/pipeline/structural-scan.d.ts +19 -0
- package/dist/src/core/pipeline/structural-scan.js +304 -0
- package/dist/src/core/pipeline/terraform-flow-utils.d.ts +6 -0
- package/dist/src/core/pipeline/terraform-flow-utils.js +32 -0
- package/dist/src/core/pipeline/terraform-minimal-services.d.ts +31 -0
- package/dist/src/core/pipeline/terraform-minimal-services.js +225 -0
- package/dist/src/core/schema/dataflow-wrapper.schema.d.ts +83 -0
- package/dist/src/core/schema/dataflow-wrapper.schema.js +40 -0
- package/dist/src/core/schema/diagram-graph.schema.d.ts +93 -0
- package/dist/src/core/schema/diagram-graph.schema.js +55 -0
- package/dist/src/core/schema/index.d.ts +4 -0
- package/dist/src/core/schema/index.js +20 -0
- package/dist/src/core/schema/scan-config.schema.d.ts +66 -0
- package/dist/src/core/schema/scan-config.schema.js +67 -0
- package/dist/src/core/schema/scan-result.schema.d.ts +450 -0
- package/dist/src/core/schema/scan-result.schema.js +236 -0
- package/dist/src/core/sectioning/discover-service-sections.d.ts +80 -0
- package/dist/src/core/sectioning/discover-service-sections.js +468 -0
- package/dist/src/core/sectioning/section-runtime.d.ts +21 -0
- package/dist/src/core/sectioning/section-runtime.js +148 -0
- package/dist/src/core/terraform/component-predicates.d.ts +13 -0
- package/dist/src/core/terraform/component-predicates.js +71 -0
- package/dist/src/core/types/component.d.ts +18 -0
- package/dist/src/core/types/component.js +2 -0
- package/dist/src/core/types/config.d.ts +57 -0
- package/dist/src/core/types/config.js +2 -0
- package/dist/src/core/types/data-flow.d.ts +24 -0
- package/dist/src/core/types/data-flow.js +2 -0
- package/dist/src/core/types/detection.d.ts +12 -0
- package/dist/src/core/types/detection.js +19 -0
- package/dist/src/core/types/file.d.ts +14 -0
- package/dist/src/core/types/file.js +2 -0
- package/dist/src/core/types/index.d.ts +7 -0
- package/dist/src/core/types/index.js +23 -0
- package/dist/src/core/types/progress.d.ts +9 -0
- package/dist/src/core/types/progress.js +2 -0
- package/dist/src/core/types/result.d.ts +140 -0
- package/dist/src/core/types/result.js +2 -0
- package/dist/src/data-flow/application-hub.d.ts +7 -0
- package/dist/src/data-flow/application-hub.js +88 -0
- package/dist/src/data-flow/dedupe.d.ts +7 -0
- package/dist/src/data-flow/dedupe.js +92 -0
- package/dist/src/data-flow/detect.d.ts +16 -0
- package/dist/src/data-flow/detect.js +203 -0
- package/dist/src/data-flow/detector.d.ts +15 -0
- package/dist/src/data-flow/detector.js +18 -0
- package/dist/src/data-flow/drop-cross-section-flows.d.ts +8 -0
- package/dist/src/data-flow/drop-cross-section-flows.js +32 -0
- package/dist/src/data-flow/ensure-actor-flow.d.ts +16 -0
- package/dist/src/data-flow/ensure-actor-flow.js +101 -0
- package/dist/src/data-flow/ensure-manifest-declared-flows.d.ts +14 -0
- package/dist/src/data-flow/ensure-manifest-declared-flows.js +76 -0
- package/dist/src/data-flow/ensure-section-api-flows.d.ts +6 -0
- package/dist/src/data-flow/ensure-section-api-flows.js +57 -0
- package/dist/src/data-flow/flow-builder.d.ts +5 -0
- package/dist/src/data-flow/flow-builder.js +80 -0
- package/dist/src/data-flow/import-graph.d.ts +10 -0
- package/dist/src/data-flow/import-graph.js +147 -0
- package/dist/src/data-flow/index.d.ts +8 -0
- package/dist/src/data-flow/index.js +20 -0
- package/dist/src/data-flow/internal-fetch.d.ts +8 -0
- package/dist/src/data-flow/internal-fetch.js +209 -0
- package/dist/src/data-flow/postprocess.d.ts +9 -0
- package/dist/src/data-flow/postprocess.js +63 -0
- package/dist/src/data-flow/rewire.d.ts +10 -0
- package/dist/src/data-flow/rewire.js +93 -0
- package/dist/src/data-flow/source-attribution.d.ts +8 -0
- package/dist/src/data-flow/source-attribution.js +131 -0
- package/dist/src/data-flow/source-resolution.d.ts +13 -0
- package/dist/src/data-flow/source-resolution.js +61 -0
- package/dist/src/data-flow/target-matching.d.ts +21 -0
- package/dist/src/data-flow/target-matching.js +253 -0
- package/dist/src/data-flow/terraform-flows.d.ts +32 -0
- package/dist/src/data-flow/terraform-flows.js +170 -0
- package/dist/src/evals/metrics.d.ts +18 -0
- package/dist/src/evals/metrics.js +58 -0
- package/dist/src/evals/run-model-matrix.d.ts +1 -0
- package/dist/src/evals/run-model-matrix.js +68 -0
- package/dist/src/index.d.ts +2 -0
- package/dist/src/index.js +20 -0
- package/dist/src/ingest/file-system.d.ts +17 -0
- package/dist/src/ingest/file-system.js +239 -0
- package/dist/src/ingest/gitignore.d.ts +12 -0
- package/dist/src/ingest/gitignore.js +127 -0
- package/dist/src/ingest/sensitive-paths.d.ts +2 -0
- package/dist/src/ingest/sensitive-paths.js +8 -0
- package/dist/src/observability/scan-sentry.d.ts +20 -0
- package/dist/src/observability/scan-sentry.js +133 -0
- package/dist/src/output/json.d.ts +51 -0
- package/dist/src/output/json.js +59 -0
- package/dist/src/patterns/config.d.ts +22 -0
- package/dist/src/patterns/config.js +119 -0
- package/dist/src/patterns/detectors/helpers.d.ts +19 -0
- package/dist/src/patterns/detectors/helpers.js +68 -0
- package/dist/src/patterns/detectors/python.d.ts +8 -0
- package/dist/src/patterns/detectors/python.js +412 -0
- package/dist/src/patterns/detectors/typescript.d.ts +8 -0
- package/dist/src/patterns/detectors/typescript.js +328 -0
- package/dist/src/patterns/engine.d.ts +40 -0
- package/dist/src/patterns/engine.js +111 -0
- package/dist/src/patterns/flow-source-patterns.d.ts +6 -0
- package/dist/src/patterns/flow-source-patterns.js +39 -0
- package/dist/src/patterns/frontend-frameworks.d.ts +4 -0
- package/dist/src/patterns/frontend-frameworks.js +25 -0
- package/dist/src/patterns/scan-exclusions.d.ts +14 -0
- package/dist/src/patterns/scan-exclusions.js +76 -0
- package/dist/src/platform-api/dataparade-api-base-url.d.ts +8 -0
- package/dist/src/platform-api/dataparade-api-base-url.js +17 -0
- package/dist/src/platform-api/estimate-scan-footprint.d.ts +8 -0
- package/dist/src/platform-api/estimate-scan-footprint.js +120 -0
- package/dist/src/platform-api/scan-quota-client.d.ts +28 -0
- package/dist/src/platform-api/scan-quota-client.js +79 -0
- package/dist/src/tracing/langsmith-tracing.d.ts +37 -0
- package/dist/src/tracing/langsmith-tracing.js +171 -0
- package/dist/tests/cli/cli.spec.d.ts +1 -0
- package/dist/tests/cli/cli.spec.js +87 -0
- package/dist/tests/fixtures/e2e-ts-sample/db-client-import.d.ts +2 -0
- package/dist/tests/fixtures/e2e-ts-sample/db-client-import.js +8 -0
- package/dist/tests/fixtures/e2e-ts-sample/db.d.ts +3 -0
- package/dist/tests/fixtures/e2e-ts-sample/db.js +7 -0
- package/dist/tests/fixtures/e2e-ts-sample/external-api.d.ts +1 -0
- package/dist/tests/fixtures/e2e-ts-sample/external-api.js +18 -0
- package/dist/tests/fixtures/e2e-ts-sample/pg-client.d.ts +3 -0
- package/dist/tests/fixtures/e2e-ts-sample/pg-client.js +7 -0
- package/dist/tests/fixtures/e2e-ts-sample/server.d.ts +14 -0
- package/dist/tests/fixtures/e2e-ts-sample/server.js +4 -0
- package/dist/tests/fixtures/e2e-ts-sentry-route-env/server.d.ts +1 -0
- package/dist/tests/fixtures/e2e-ts-sentry-route-env/server.js +24 -0
- package/dist/tests/fixtures/ingest-basic/src/index.d.ts +1 -0
- package/dist/tests/fixtures/ingest-basic/src/index.js +6 -0
- package/dist/tests/fixtures/mixed-language-basic/api.d.ts +2 -0
- package/dist/tests/fixtures/mixed-language-basic/api.js +12 -0
- package/dist/tests/fixtures/monorepo-app-plus-terraform/packages/app/app/route.d.ts +1 -0
- package/dist/tests/fixtures/monorepo-app-plus-terraform/packages/app/app/route.js +6 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/backend/app/route.d.ts +1 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/backend/app/route.js +6 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/frontend/app/route.d.ts +1 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/frontend/app/route.js +7 -0
- package/dist/tests/fixtures/typescript-basic/app/route.d.ts +1 -0
- package/dist/tests/fixtures/typescript-basic/app/route.js +7 -0
- package/dist/tests/fixtures/typescript-basic/db-client-import.d.ts +2 -0
- package/dist/tests/fixtures/typescript-basic/db-client-import.js +8 -0
- package/dist/tests/fixtures/typescript-basic/db.d.ts +3 -0
- package/dist/tests/fixtures/typescript-basic/db.js +7 -0
- package/dist/tests/fixtures/typescript-basic/external-api.d.ts +1 -0
- package/dist/tests/fixtures/typescript-basic/external-api.js +18 -0
- package/dist/tests/fixtures/typescript-basic/pg-client.d.ts +3 -0
- package/dist/tests/fixtures/typescript-basic/pg-client.js +7 -0
- package/dist/tests/fixtures/typescript-basic/server.d.ts +14 -0
- package/dist/tests/fixtures/typescript-basic/server.js +4 -0
- package/dist/tests/fixtures/typescript-dependency-manifests-basic/src/index.d.ts +0 -0
- package/dist/tests/fixtures/typescript-dependency-manifests-basic/src/index.js +2 -0
- package/dist/tests/helpers/scan-result-builders.d.ts +2 -0
- package/dist/tests/helpers/scan-result-builders.js +15 -0
- package/dist/tests/schema/dataflow-wrapper.schema.spec.d.ts +1 -0
- package/dist/tests/schema/dataflow-wrapper.schema.spec.js +89 -0
- package/dist/tests/schema/diagram-graph.schema.spec.d.ts +1 -0
- package/dist/tests/schema/diagram-graph.schema.spec.js +48 -0
- package/dist/tests/schema/scan-config.schema.spec.d.ts +1 -0
- package/dist/tests/schema/scan-config.schema.spec.js +135 -0
- package/dist/tests/schema/scan-result.schema.spec.d.ts +1 -0
- package/dist/tests/schema/scan-result.schema.spec.js +177 -0
- package/dist/tests/unit/ai-enrichment/agent-orchestrator.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/agent-orchestrator.spec.js +483 -0
- package/dist/tests/unit/ai-enrichment/candidate-selector.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/candidate-selector.spec.js +106 -0
- package/dist/tests/unit/ai-enrichment/create-ai-provider.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/create-ai-provider.spec.js +32 -0
- package/dist/tests/unit/ai-enrichment/endpoint-resolution.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/endpoint-resolution.spec.js +47 -0
- package/dist/tests/unit/ai-enrichment/fallbacks.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/fallbacks.spec.js +1304 -0
- package/dist/tests/unit/ai-enrichment/families/chat-completions-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/chat-completions-family.spec.js +219 -0
- package/dist/tests/unit/ai-enrichment/families/generate-content-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/generate-content-family.spec.js +119 -0
- package/dist/tests/unit/ai-enrichment/families/messages-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/messages-family.spec.js +129 -0
- package/dist/tests/unit/ai-enrichment/families/ollama-generate-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/ollama-generate-family.spec.js +69 -0
- package/dist/tests/unit/ai-enrichment/merge-rules.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/merge-rules.spec.js +422 -0
- package/dist/tests/unit/ai-enrichment/openai-proposals-response.schema.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/openai-proposals-response.schema.spec.js +30 -0
- package/dist/tests/unit/ai-enrichment/pipeline.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/pipeline.spec.js +120 -0
- package/dist/tests/unit/ai-enrichment/planner.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/planner.spec.js +106 -0
- package/dist/tests/unit/ai-enrichment/platform-proxy-provider.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/platform-proxy-provider.spec.js +51 -0
- package/dist/tests/unit/ai-enrichment/provider-contract.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-contract.spec.js +244 -0
- package/dist/tests/unit/ai-enrichment/provider-json-parse.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-json-parse.spec.js +24 -0
- package/dist/tests/unit/ai-enrichment/provider-output-token-budget.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-output-token-budget.spec.js +15 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt-env.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt-env.spec.js +54 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt.spec.js +206 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-aws.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-aws.spec.js +43 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-kubernetes.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-kubernetes.spec.js +40 -0
- package/dist/tests/unit/ai-enrichment/providers/fetch-with-timeout.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/providers/fetch-with-timeout.spec.js +22 -0
- package/dist/tests/unit/ai-enrichment/resolve-provider.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/resolve-provider.spec.js +67 -0
- package/dist/tests/unit/ai-enrichment/scan-paths-exact.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/scan-paths-exact.spec.js +35 -0
- package/dist/tests/unit/ai-enrichment/scan-paths.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/scan-paths.spec.js +21 -0
- package/dist/tests/unit/ai-enrichment/sensitive-paths.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/sensitive-paths.spec.js +20 -0
- package/dist/tests/unit/ai-enrichment/third-party-data-flow.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/third-party-data-flow.spec.js +963 -0
- package/dist/tests/unit/ai-enrichment/third-party-evidence.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/third-party-evidence.spec.js +117 -0
- package/dist/tests/unit/ai-enrichment/third-party-subtype.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/third-party-subtype.spec.js +45 -0
- package/dist/tests/unit/ai-enrichment/tools-validation.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/tools-validation.spec.js +66 -0
- package/dist/tests/unit/analyzers/python/parser.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/python/parser.spec.js +104 -0
- package/dist/tests/unit/analyzers/python/patterns.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/python/patterns.spec.js +289 -0
- package/dist/tests/unit/analyzers/registry.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/registry.spec.js +234 -0
- package/dist/tests/unit/analyzers/terraform/classifier-subtype-parity.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/classifier-subtype-parity.spec.js +87 -0
- package/dist/tests/unit/analyzers/terraform/detector.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/detector.spec.js +110 -0
- package/dist/tests/unit/analyzers/terraform/generated-provider-hints.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/generated-provider-hints.spec.js +53 -0
- package/dist/tests/unit/analyzers/terraform/parser.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/parser.spec.js +56 -0
- package/dist/tests/unit/analyzers/terraform/terraform-module-manifest.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/terraform-module-manifest.spec.js +63 -0
- package/dist/tests/unit/analyzers/terraform/terraform-utility-resource.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/terraform-utility-resource.spec.js +19 -0
- package/dist/tests/unit/analyzers/terraform-exec.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform-exec.spec.js +27 -0
- package/dist/tests/unit/analyzers/terraform-show-json.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform-show-json.spec.js +77 -0
- package/dist/tests/unit/analyzers/typescript/dependency-manifests.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/dependency-manifests.spec.js +61 -0
- package/dist/tests/unit/analyzers/typescript/detector.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/detector.spec.js +225 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-auth0.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-auth0.spec.js +49 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-sentry.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-sentry.spec.js +27 -0
- package/dist/tests/unit/analyzers/typescript/fixture-integration.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/fixture-integration.spec.js +64 -0
- package/dist/tests/unit/analyzers/typescript/parser.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/parser.spec.js +99 -0
- package/dist/tests/unit/analyzers/typescript/pattern-config.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/pattern-config.spec.js +24 -0
- package/dist/tests/unit/analyzers/typescript/property-detection.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/property-detection.spec.js +138 -0
- package/dist/tests/unit/classifier/classify.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/classify.spec.js +1453 -0
- package/dist/tests/unit/classifier/enhance.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/enhance.spec.js +400 -0
- package/dist/tests/unit/classifier/external-url-third-party.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/external-url-third-party.spec.js +83 -0
- package/dist/tests/unit/classifier/frontend-framework-grouping.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/frontend-framework-grouping.spec.js +44 -0
- package/dist/tests/unit/classifier/terraform-grouping.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/terraform-grouping.spec.js +96 -0
- package/dist/tests/unit/cli/config-command.spec.d.ts +1 -0
- package/dist/tests/unit/cli/config-command.spec.js +51 -0
- package/dist/tests/unit/cli/scan-command-ai-flags.spec.d.ts +0 -0
- package/dist/tests/unit/cli/scan-command-ai-flags.spec.js +149 -0
- package/dist/tests/unit/cli/scan-command-diagram-graph.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-diagram-graph.spec.js +26 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-app-plus-terraform.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-app-plus-terraform.spec.js +107 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-front-back-sections.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-front-back-sections.spec.js +74 -0
- package/dist/tests/unit/cli/scan-command-e2e-python-basic.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-python-basic.spec.js +43 -0
- package/dist/tests/unit/cli/scan-command-e2e-terraform-basic.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-terraform-basic.spec.js +62 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sample.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sample.spec.js +41 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sentry-route-env.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sentry-route-env.spec.js +85 -0
- package/dist/tests/unit/cli/scan-command-exit-code.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-exit-code.spec.js +131 -0
- package/dist/tests/unit/cli/scan-quota-flow.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-quota-flow.spec.js +76 -0
- package/dist/tests/unit/config/property-detection-config.spec.d.ts +1 -0
- package/dist/tests/unit/config/property-detection-config.spec.js +38 -0
- package/dist/tests/unit/config/redact.spec.d.ts +1 -0
- package/dist/tests/unit/config/redact.spec.js +19 -0
- package/dist/tests/unit/config/resolve-config.spec.d.ts +1 -0
- package/dist/tests/unit/config/resolve-config.spec.js +172 -0
- package/dist/tests/unit/config/scan-env-debug.spec.d.ts +1 -0
- package/dist/tests/unit/config/scan-env-debug.spec.js +17 -0
- package/dist/tests/unit/config/validate-scan-ai.spec.d.ts +1 -0
- package/dist/tests/unit/config/validate-scan-ai.spec.js +53 -0
- package/dist/tests/unit/core/classifier-phase-regressions.spec.d.ts +1 -0
- package/dist/tests/unit/core/classifier-phase-regressions.spec.js +68 -0
- package/dist/tests/unit/core/dependency-manifest-performance-budgets.spec.d.ts +1 -0
- package/dist/tests/unit/core/dependency-manifest-performance-budgets.spec.js +66 -0
- package/dist/tests/unit/core/dependency-manifest-toggles-confidence.spec.d.ts +1 -0
- package/dist/tests/unit/core/dependency-manifest-toggles-confidence.spec.js +132 -0
- package/dist/tests/unit/core/discover-service-sections.spec.d.ts +1 -0
- package/dist/tests/unit/core/discover-service-sections.spec.js +204 -0
- package/dist/tests/unit/core/graph-mapping.spec.d.ts +1 -0
- package/dist/tests/unit/core/graph-mapping.spec.js +779 -0
- package/dist/tests/unit/core/invariant-tests-dedupe-determinism.spec.d.ts +1 -0
- package/dist/tests/unit/core/invariant-tests-dedupe-determinism.spec.js +64 -0
- package/dist/tests/unit/core/manifest-package-hub.spec.d.ts +1 -0
- package/dist/tests/unit/core/manifest-package-hub.spec.js +53 -0
- package/dist/tests/unit/core/monorepo-package-sections.spec.d.ts +1 -0
- package/dist/tests/unit/core/monorepo-package-sections.spec.js +121 -0
- package/dist/tests/unit/core/no-source-code-leakage.spec.d.ts +1 -0
- package/dist/tests/unit/core/no-source-code-leakage.spec.js +48 -0
- package/dist/tests/unit/core/orchestrator.spec.d.ts +1 -0
- package/dist/tests/unit/core/orchestrator.spec.js +252 -0
- package/dist/tests/unit/core/output-json.spec.d.ts +1 -0
- package/dist/tests/unit/core/output-json.spec.js +65 -0
- package/dist/tests/unit/core/parsing-error-handling-nonfatal.spec.d.ts +1 -0
- package/dist/tests/unit/core/parsing-error-handling-nonfatal.spec.js +42 -0
- package/dist/tests/unit/core/resolve-path-under-scan-root.spec.d.ts +1 -0
- package/dist/tests/unit/core/resolve-path-under-scan-root.spec.js +54 -0
- package/dist/tests/unit/core/scan-result-language-stats.spec.d.ts +1 -0
- package/dist/tests/unit/core/scan-result-language-stats.spec.js +15 -0
- package/dist/tests/unit/core/section-discovery-excludes.spec.d.ts +1 -0
- package/dist/tests/unit/core/section-discovery-excludes.spec.js +49 -0
- package/dist/tests/unit/core/section-runtime.spec.d.ts +1 -0
- package/dist/tests/unit/core/section-runtime.spec.js +166 -0
- package/dist/tests/unit/core/stable-component-ids.spec.d.ts +1 -0
- package/dist/tests/unit/core/stable-component-ids.spec.js +112 -0
- package/dist/tests/unit/core/structural-scan.spec.d.ts +1 -0
- package/dist/tests/unit/core/structural-scan.spec.js +83 -0
- package/dist/tests/unit/core/terraform-json-overlay.spec.d.ts +1 -0
- package/dist/tests/unit/core/terraform-json-overlay.spec.js +36 -0
- package/dist/tests/unit/core/terraform-minimal-services.spec.d.ts +1 -0
- package/dist/tests/unit/core/terraform-minimal-services.spec.js +378 -0
- package/dist/tests/unit/data-flow/application-hub.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/application-hub.spec.js +48 -0
- package/dist/tests/unit/data-flow/cross-section-terraform-bridge.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/cross-section-terraform-bridge.spec.js +95 -0
- package/dist/tests/unit/data-flow/dedupe.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/dedupe.spec.js +134 -0
- package/dist/tests/unit/data-flow/detector.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/detector.spec.js +1254 -0
- package/dist/tests/unit/data-flow/drop-cross-section-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/drop-cross-section-flows.spec.js +132 -0
- package/dist/tests/unit/data-flow/ensure-actor-flow.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/ensure-actor-flow.spec.js +233 -0
- package/dist/tests/unit/data-flow/ensure-manifest-declared-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/ensure-manifest-declared-flows.spec.js +125 -0
- package/dist/tests/unit/data-flow/ensure-section-api-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/ensure-section-api-flows.spec.js +40 -0
- package/dist/tests/unit/data-flow/postprocess.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/postprocess.spec.js +78 -0
- package/dist/tests/unit/data-flow/rewire.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/rewire.spec.js +194 -0
- package/dist/tests/unit/data-flow/terraform-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/terraform-flows.spec.js +199 -0
- package/dist/tests/unit/evals/metrics.spec.d.ts +1 -0
- package/dist/tests/unit/evals/metrics.spec.js +54 -0
- package/dist/tests/unit/ingest/env-exclusion.spec.d.ts +1 -0
- package/dist/tests/unit/ingest/env-exclusion.spec.js +43 -0
- package/dist/tests/unit/ingest/file-system.spec.d.ts +1 -0
- package/dist/tests/unit/ingest/file-system.spec.js +180 -0
- package/dist/tests/unit/ingest/gitignore.spec.d.ts +1 -0
- package/dist/tests/unit/ingest/gitignore.spec.js +30 -0
- package/dist/tests/unit/observability/scan-sentry.spec.d.ts +1 -0
- package/dist/tests/unit/observability/scan-sentry.spec.js +60 -0
- package/dist/tests/unit/patterns/scan-exclusions.spec.d.ts +1 -0
- package/dist/tests/unit/patterns/scan-exclusions.spec.js +58 -0
- package/dist/tests/unit/pipeline/ai-orchestrator-options.spec.d.ts +1 -0
- package/dist/tests/unit/pipeline/ai-orchestrator-options.spec.js +19 -0
- package/dist/tests/unit/platform-api/dataparade-api-base-url.spec.d.ts +1 -0
- package/dist/tests/unit/platform-api/dataparade-api-base-url.spec.js +19 -0
- package/dist/tests/unit/platform-api/estimate-scan-footprint.spec.d.ts +1 -0
- package/dist/tests/unit/platform-api/estimate-scan-footprint.spec.js +50 -0
- package/dist/tests/unit/tracing/langsmith-tracing.spec.d.ts +1 -0
- package/dist/tests/unit/tracing/langsmith-tracing.spec.js +118 -0
- package/package.json +84 -0
|
@@ -0,0 +1,181 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ChatCompletionsFamilyProvider = void 0;
|
|
4
|
+
const openai_proposals_response_schema_1 = require("../../openai-proposals-response.schema");
|
|
5
|
+
const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
|
|
6
|
+
const provider_contract_1 = require("../provider-contract");
|
|
7
|
+
const provider_runtime_1 = require("../provider-runtime");
|
|
8
|
+
const provider_pricing_1 = require("../provider-pricing");
|
|
9
|
+
const provider_output_token_budget_1 = require("../provider-output-token-budget");
|
|
10
|
+
const endpoint_resolution_1 = require("../endpoint-resolution");
|
|
11
|
+
const fetch_with_timeout_1 = require("../fetch-with-timeout");
|
|
12
|
+
const presets_1 = require("../presets");
|
|
13
|
+
const resolve_provider_1 = require("../resolve-provider");
|
|
14
|
+
function useOpenAiStructuredJsonSchema() {
|
|
15
|
+
const v = process.env.DATAPARADE_AI_OPENAI_JSON_SCHEMA?.trim().toLowerCase();
|
|
16
|
+
return v !== "0" && v !== "false" && v !== "no";
|
|
17
|
+
}
|
|
18
|
+
function openAiJsonSchemaStrictFromEnv() {
|
|
19
|
+
const v = process.env.DATAPARADE_AI_OPENAI_JSON_SCHEMA_STRICT?.trim().toLowerCase();
|
|
20
|
+
return v === "1" || v === "true" || v === "yes";
|
|
21
|
+
}
|
|
22
|
+
function sumUsage(parts) {
|
|
23
|
+
const inputTokens = parts.reduce((n, p) => n + Math.max(0, p.prompt ?? 0), 0);
|
|
24
|
+
const outputTokens = parts.reduce((n, p) => n + Math.max(0, p.completion ?? 0), 0);
|
|
25
|
+
const reportedTotal = parts.reduce((n, p) => n + Math.max(0, p.total ?? 0), 0);
|
|
26
|
+
return {
|
|
27
|
+
inputTokens,
|
|
28
|
+
outputTokens,
|
|
29
|
+
totalTokens: Math.max(inputTokens + outputTokens, reportedTotal),
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
function parseProposalArray(input) {
|
|
33
|
+
if (!Array.isArray(input))
|
|
34
|
+
return [];
|
|
35
|
+
return input;
|
|
36
|
+
}
|
|
37
|
+
async function inferViaHttpJsonShim(presetId, endpoint, request, apiKey) {
|
|
38
|
+
const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(endpoint, {
|
|
39
|
+
method: "POST",
|
|
40
|
+
headers: {
|
|
41
|
+
"content-type": "application/json",
|
|
42
|
+
authorization: `Bearer ${apiKey}`,
|
|
43
|
+
},
|
|
44
|
+
body: JSON.stringify({
|
|
45
|
+
model: request.model,
|
|
46
|
+
prompt: request.prompt,
|
|
47
|
+
temperature: request.temperature ?? 0.1,
|
|
48
|
+
max_tokens: request.maxTokens ?? 1024,
|
|
49
|
+
}),
|
|
50
|
+
});
|
|
51
|
+
const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Chat completions shim");
|
|
52
|
+
if (payloadRaw == null)
|
|
53
|
+
return { proposals: [] };
|
|
54
|
+
const payload = payloadRaw;
|
|
55
|
+
return {
|
|
56
|
+
proposals: parseProposalArray(payload.proposals ?? payload.data),
|
|
57
|
+
usage: payload.usage &&
|
|
58
|
+
typeof payload.usage.inputTokens === "number" &&
|
|
59
|
+
typeof payload.usage.outputTokens === "number"
|
|
60
|
+
? {
|
|
61
|
+
inputTokens: Math.max(0, payload.usage.inputTokens),
|
|
62
|
+
outputTokens: Math.max(0, payload.usage.outputTokens),
|
|
63
|
+
totalTokens: Math.max(Math.max(0, payload.usage.inputTokens) +
|
|
64
|
+
Math.max(0, payload.usage.outputTokens), typeof payload.usage.totalTokens === "number"
|
|
65
|
+
? Math.max(0, payload.usage.totalTokens)
|
|
66
|
+
: 0),
|
|
67
|
+
estimatedCostUsd: typeof payload.usage.estimatedCostUsd === "number"
|
|
68
|
+
? Math.max(0, payload.usage.estimatedCostUsd)
|
|
69
|
+
: undefined,
|
|
70
|
+
}
|
|
71
|
+
: undefined,
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
/**
|
|
75
|
+
* OpenAI-style Chat Completions API. Used by the `openai` preset; also supports a
|
|
76
|
+
* legacy `{ model, prompt, max_tokens }` shim when the endpoint is not chat-completions-shaped.
|
|
77
|
+
*/
|
|
78
|
+
class ChatCompletionsFamilyProvider {
|
|
79
|
+
constructor(resolved) {
|
|
80
|
+
this.resolved = resolved;
|
|
81
|
+
this.id = resolved.presetId;
|
|
82
|
+
}
|
|
83
|
+
async infer(request) {
|
|
84
|
+
const apiKey = (0, resolve_provider_1.resolveInferApiKey)(request, this.resolved);
|
|
85
|
+
if (!apiKey)
|
|
86
|
+
return { proposals: [] };
|
|
87
|
+
const presetDefault = (0, presets_1.getProviderPreset)(this.resolved.presetId).defaultEndpoint;
|
|
88
|
+
const url = (0, endpoint_resolution_1.resolveChatCompletionsEndpoint)(request.endpoint ?? this.resolved.endpoint, presetDefault);
|
|
89
|
+
if ((0, endpoint_resolution_1.shouldUseChatCompletionsJsonShim)(url)) {
|
|
90
|
+
return inferViaHttpJsonShim(this.resolved.presetId, url, request, apiKey);
|
|
91
|
+
}
|
|
92
|
+
const agent = (0, provider_contract_1.parseAgentFromPrompt)(request.prompt);
|
|
93
|
+
const model = request.model?.trim() || this.resolved.model;
|
|
94
|
+
const maxTokens = (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens);
|
|
95
|
+
const responseFormat = useOpenAiStructuredJsonSchema()
|
|
96
|
+
? {
|
|
97
|
+
type: "json_schema",
|
|
98
|
+
json_schema: (0, openai_proposals_response_schema_1.getOpenAiProposalsResponseJsonSchemaForApi)({
|
|
99
|
+
strict: openAiJsonSchemaStrictFromEnv(),
|
|
100
|
+
}),
|
|
101
|
+
}
|
|
102
|
+
: { type: "json_object" };
|
|
103
|
+
const body = {
|
|
104
|
+
model,
|
|
105
|
+
messages: [
|
|
106
|
+
{ role: "system", content: provider_enrichment_prompts_1.AI_PROVIDER_SYSTEM_PROMPT },
|
|
107
|
+
{ role: "user", content: request.prompt },
|
|
108
|
+
],
|
|
109
|
+
temperature: request.temperature ?? 0.1,
|
|
110
|
+
max_tokens: maxTokens,
|
|
111
|
+
response_format: responseFormat,
|
|
112
|
+
};
|
|
113
|
+
const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(url, {
|
|
114
|
+
method: "POST",
|
|
115
|
+
headers: {
|
|
116
|
+
"content-type": "application/json",
|
|
117
|
+
authorization: `Bearer ${apiKey}`,
|
|
118
|
+
},
|
|
119
|
+
body: JSON.stringify(body),
|
|
120
|
+
});
|
|
121
|
+
const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "OpenAI chat/completions");
|
|
122
|
+
if (payloadRaw == null)
|
|
123
|
+
return { proposals: [] };
|
|
124
|
+
const payload = payloadRaw;
|
|
125
|
+
const finishReason = payload.choices?.[0]?.finish_reason;
|
|
126
|
+
if (finishReason === "length") {
|
|
127
|
+
console.warn("[dataparade-ai] OpenAI finish_reason=length (output may be truncated). Raise DATAPARADE_AI_MAX_TOKENS or reduce prompt size.");
|
|
128
|
+
}
|
|
129
|
+
const message = payload.choices?.[0]?.message;
|
|
130
|
+
if (message?.refusal != null && String(message.refusal).trim() !== "") {
|
|
131
|
+
if ((0, provider_contract_1.aiDebugEnabled)()) {
|
|
132
|
+
console.warn("[dataparade-ai] OpenAI refusal:", String(message.refusal).slice(0, 500));
|
|
133
|
+
}
|
|
134
|
+
return { proposals: [] };
|
|
135
|
+
}
|
|
136
|
+
const content = message?.content;
|
|
137
|
+
if (!content || typeof content !== "string") {
|
|
138
|
+
if ((0, provider_contract_1.aiDebugEnabled)()) {
|
|
139
|
+
console.warn("[dataparade-ai] OpenAI response had no assistant message content.");
|
|
140
|
+
}
|
|
141
|
+
return { proposals: [] };
|
|
142
|
+
}
|
|
143
|
+
const parsed = (0, provider_runtime_1.parseJsonTextOrWarn)(content, {
|
|
144
|
+
providerLabel: "OpenAI",
|
|
145
|
+
finishReason,
|
|
146
|
+
});
|
|
147
|
+
if (parsed == null)
|
|
148
|
+
return { proposals: [] };
|
|
149
|
+
const out = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsed, {
|
|
150
|
+
provider: this.resolved.presetId,
|
|
151
|
+
model,
|
|
152
|
+
agent,
|
|
153
|
+
}, { debugLabel: "OpenAI", userPrompt: request.prompt });
|
|
154
|
+
if (out.length === 0 && (0, provider_contract_1.aiDebugEnabled)()) {
|
|
155
|
+
console.warn("[dataparade-ai] OpenAI returned zero valid proposals after strict schema/normalization.");
|
|
156
|
+
}
|
|
157
|
+
const usageTotals = sumUsage([
|
|
158
|
+
{
|
|
159
|
+
prompt: payload.usage?.prompt_tokens,
|
|
160
|
+
completion: payload.usage?.completion_tokens,
|
|
161
|
+
total: payload.usage?.total_tokens,
|
|
162
|
+
},
|
|
163
|
+
]);
|
|
164
|
+
const { inputTokens, outputTokens, totalTokens } = usageTotals;
|
|
165
|
+
const usage = inputTokens > 0 || outputTokens > 0 || totalTokens > 0
|
|
166
|
+
? {
|
|
167
|
+
inputTokens,
|
|
168
|
+
outputTokens,
|
|
169
|
+
totalTokens,
|
|
170
|
+
estimatedCostUsd: (0, provider_pricing_1.estimateTokenCostUsd)({
|
|
171
|
+
provider: this.resolved.presetId,
|
|
172
|
+
model,
|
|
173
|
+
inputTokens,
|
|
174
|
+
outputTokens,
|
|
175
|
+
}),
|
|
176
|
+
}
|
|
177
|
+
: undefined;
|
|
178
|
+
return { proposals: out, usage };
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
exports.ChatCompletionsFamilyProvider = ChatCompletionsFamilyProvider;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { AiProviderId } from "../../types";
|
|
2
|
+
import { type ResolvedProviderConfig } from "../resolve-provider";
|
|
3
|
+
import type { AiProvider, AiProviderRequest, AiProviderResult } from "../types";
|
|
4
|
+
/** Google Gemini generateContent API. Used by the `gemini` preset. */
|
|
5
|
+
export declare class GenerateContentFamilyProvider implements AiProvider {
|
|
6
|
+
private readonly resolved;
|
|
7
|
+
readonly id: AiProviderId;
|
|
8
|
+
constructor(resolved: ResolvedProviderConfig);
|
|
9
|
+
infer(request: AiProviderRequest): Promise<AiProviderResult>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.GenerateContentFamilyProvider = void 0;
|
|
4
|
+
const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
|
|
5
|
+
const provider_contract_1 = require("../provider-contract");
|
|
6
|
+
const provider_json_parse_1 = require("../provider-json-parse");
|
|
7
|
+
const provider_runtime_1 = require("../provider-runtime");
|
|
8
|
+
const provider_pricing_1 = require("../provider-pricing");
|
|
9
|
+
const provider_output_token_budget_1 = require("../provider-output-token-budget");
|
|
10
|
+
const endpoint_resolution_1 = require("../endpoint-resolution");
|
|
11
|
+
const fetch_with_timeout_1 = require("../fetch-with-timeout");
|
|
12
|
+
const presets_1 = require("../presets");
|
|
13
|
+
const resolve_provider_1 = require("../resolve-provider");
|
|
14
|
+
/** Google Gemini generateContent API. Used by the `gemini` preset. */
|
|
15
|
+
class GenerateContentFamilyProvider {
|
|
16
|
+
constructor(resolved) {
|
|
17
|
+
this.resolved = resolved;
|
|
18
|
+
this.id = resolved.presetId;
|
|
19
|
+
}
|
|
20
|
+
async infer(request) {
|
|
21
|
+
const model = request.model?.trim() || this.resolved.model;
|
|
22
|
+
const presetDefault = (0, presets_1.getProviderPreset)(this.resolved.presetId).defaultEndpoint;
|
|
23
|
+
const endpointUrl = (0, endpoint_resolution_1.resolveGeminiGenerateContentEndpoint)(request.endpoint ?? this.resolved.endpoint, model, presetDefault);
|
|
24
|
+
const apiKey = (0, resolve_provider_1.resolveInferApiKey)(request, this.resolved);
|
|
25
|
+
if (this.resolved.auth === "query-key" && !apiKey) {
|
|
26
|
+
return { proposals: [] };
|
|
27
|
+
}
|
|
28
|
+
const url = apiKey
|
|
29
|
+
? `${endpointUrl}${endpointUrl.includes("?") ? "&" : "?"}key=${encodeURIComponent(apiKey)}`
|
|
30
|
+
: endpointUrl;
|
|
31
|
+
const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(url, {
|
|
32
|
+
method: "POST",
|
|
33
|
+
headers: {
|
|
34
|
+
"content-type": "application/json",
|
|
35
|
+
},
|
|
36
|
+
body: JSON.stringify({
|
|
37
|
+
systemInstruction: { parts: [{ text: provider_enrichment_prompts_1.AI_PROVIDER_SYSTEM_PROMPT }] },
|
|
38
|
+
contents: [
|
|
39
|
+
{
|
|
40
|
+
role: "user",
|
|
41
|
+
parts: [{ text: request.prompt }],
|
|
42
|
+
},
|
|
43
|
+
],
|
|
44
|
+
generationConfig: {
|
|
45
|
+
temperature: request.temperature ?? 0.1,
|
|
46
|
+
maxOutputTokens: (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens),
|
|
47
|
+
responseMimeType: "application/json",
|
|
48
|
+
},
|
|
49
|
+
}),
|
|
50
|
+
});
|
|
51
|
+
const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Gemini generateContent");
|
|
52
|
+
if (payloadRaw == null)
|
|
53
|
+
return { proposals: [] };
|
|
54
|
+
const payload = payloadRaw;
|
|
55
|
+
const content = (payload.candidates ?? [])
|
|
56
|
+
.flatMap((c) => c.content?.parts ?? [])
|
|
57
|
+
.map((part) => (typeof part.text === "string" ? part.text : ""))
|
|
58
|
+
.join("\n")
|
|
59
|
+
.trim();
|
|
60
|
+
if (!content)
|
|
61
|
+
return { proposals: [] };
|
|
62
|
+
const parsed = (0, provider_json_parse_1.parseProviderJsonContent)(content);
|
|
63
|
+
if (!parsed.ok) {
|
|
64
|
+
if ((0, provider_contract_1.aiDebugEnabled)()) {
|
|
65
|
+
console.warn("[dataparade-ai] Failed to parse Gemini JSON:", parsed.error);
|
|
66
|
+
}
|
|
67
|
+
return { proposals: [] };
|
|
68
|
+
}
|
|
69
|
+
const proposals = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsed.value, {
|
|
70
|
+
provider: this.resolved.presetId,
|
|
71
|
+
model,
|
|
72
|
+
agent: (0, provider_contract_1.parseAgentFromPrompt)(request.prompt),
|
|
73
|
+
}, { debugLabel: "Gemini generateContent", userPrompt: request.prompt });
|
|
74
|
+
const inputTokens = Math.max(0, payload.usageMetadata?.promptTokenCount ?? 0);
|
|
75
|
+
const outputTokens = Math.max(0, payload.usageMetadata?.candidatesTokenCount ?? 0);
|
|
76
|
+
const totalTokens = Math.max(inputTokens + outputTokens, payload.usageMetadata?.totalTokenCount ?? 0);
|
|
77
|
+
const usage = totalTokens > 0
|
|
78
|
+
? {
|
|
79
|
+
inputTokens,
|
|
80
|
+
outputTokens,
|
|
81
|
+
totalTokens,
|
|
82
|
+
estimatedCostUsd: (0, provider_pricing_1.estimateTokenCostUsd)({
|
|
83
|
+
provider: this.resolved.presetId,
|
|
84
|
+
model,
|
|
85
|
+
inputTokens,
|
|
86
|
+
outputTokens,
|
|
87
|
+
}),
|
|
88
|
+
}
|
|
89
|
+
: undefined;
|
|
90
|
+
return { proposals, usage };
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
exports.GenerateContentFamilyProvider = GenerateContentFamilyProvider;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { AiProviderId } from "../../types";
|
|
2
|
+
import { type ResolvedProviderConfig } from "../resolve-provider";
|
|
3
|
+
import type { AiProvider, AiProviderRequest, AiProviderResult } from "../types";
|
|
4
|
+
/** Anthropic Messages API. Used by the `anthropic` preset. */
|
|
5
|
+
export declare class MessagesFamilyProvider implements AiProvider {
|
|
6
|
+
private readonly resolved;
|
|
7
|
+
readonly id: AiProviderId;
|
|
8
|
+
constructor(resolved: ResolvedProviderConfig);
|
|
9
|
+
infer(request: AiProviderRequest): Promise<AiProviderResult>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MessagesFamilyProvider = void 0;
|
|
4
|
+
const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
|
|
5
|
+
const provider_contract_1 = require("../provider-contract");
|
|
6
|
+
const provider_runtime_1 = require("../provider-runtime");
|
|
7
|
+
const provider_pricing_1 = require("../provider-pricing");
|
|
8
|
+
const provider_output_token_budget_1 = require("../provider-output-token-budget");
|
|
9
|
+
const fetch_with_timeout_1 = require("../fetch-with-timeout");
|
|
10
|
+
const resolve_provider_1 = require("../resolve-provider");
|
|
11
|
+
const DEFAULT_ANTHROPIC_VERSION = "2023-06-01";
|
|
12
|
+
/** Anthropic Messages API. Used by the `anthropic` preset. */
|
|
13
|
+
class MessagesFamilyProvider {
|
|
14
|
+
constructor(resolved) {
|
|
15
|
+
this.resolved = resolved;
|
|
16
|
+
this.id = resolved.presetId;
|
|
17
|
+
}
|
|
18
|
+
async infer(request) {
|
|
19
|
+
const apiKey = (0, resolve_provider_1.resolveInferApiKey)(request, this.resolved);
|
|
20
|
+
if (!apiKey)
|
|
21
|
+
return { proposals: [] };
|
|
22
|
+
const model = request.model?.trim() || this.resolved.model;
|
|
23
|
+
const maxTokens = (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens);
|
|
24
|
+
const endpoint = request.endpoint?.trim() || this.resolved.endpoint;
|
|
25
|
+
const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(endpoint, {
|
|
26
|
+
method: "POST",
|
|
27
|
+
headers: {
|
|
28
|
+
"content-type": "application/json",
|
|
29
|
+
"x-api-key": apiKey,
|
|
30
|
+
"anthropic-version": DEFAULT_ANTHROPIC_VERSION,
|
|
31
|
+
},
|
|
32
|
+
body: JSON.stringify({
|
|
33
|
+
model,
|
|
34
|
+
max_tokens: maxTokens,
|
|
35
|
+
temperature: request.temperature ?? 0.1,
|
|
36
|
+
system: (0, provider_enrichment_prompts_1.buildAnthropicEnrichmentSystemPrompt)(),
|
|
37
|
+
messages: [{ role: "user", content: request.prompt }],
|
|
38
|
+
}),
|
|
39
|
+
});
|
|
40
|
+
const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Anthropic messages");
|
|
41
|
+
if (payloadRaw == null)
|
|
42
|
+
return { proposals: [] };
|
|
43
|
+
const payload = payloadRaw;
|
|
44
|
+
const textContent = (0, provider_runtime_1.joinAnthropicTextBlocks)(payload.content);
|
|
45
|
+
const stopReason = payload.stop_reason;
|
|
46
|
+
const inputTokens = Math.max(0, payload.usage?.input_tokens ?? 0);
|
|
47
|
+
const outputTokens = Math.max(0, payload.usage?.output_tokens ?? 0);
|
|
48
|
+
const totalTokens = inputTokens + outputTokens;
|
|
49
|
+
const usage = totalTokens > 0
|
|
50
|
+
? {
|
|
51
|
+
inputTokens,
|
|
52
|
+
outputTokens,
|
|
53
|
+
totalTokens,
|
|
54
|
+
estimatedCostUsd: (0, provider_pricing_1.estimateTokenCostUsd)({
|
|
55
|
+
provider: this.resolved.presetId,
|
|
56
|
+
model,
|
|
57
|
+
inputTokens,
|
|
58
|
+
outputTokens,
|
|
59
|
+
}),
|
|
60
|
+
}
|
|
61
|
+
: undefined;
|
|
62
|
+
if (stopReason === "max_tokens") {
|
|
63
|
+
console.warn("[dataparade-ai] Anthropic stop_reason=max_tokens (output may be truncated). Raise DATAPARADE_AI_MAX_TOKENS or reduce prompt size; incomplete JSON cannot be merged.");
|
|
64
|
+
}
|
|
65
|
+
if (!textContent) {
|
|
66
|
+
if ((0, provider_contract_1.aiDebugEnabled)()) {
|
|
67
|
+
console.warn("[dataparade-ai] Anthropic response had no text content blocks.");
|
|
68
|
+
}
|
|
69
|
+
return { proposals: [], usage };
|
|
70
|
+
}
|
|
71
|
+
const parsedValue = (0, provider_runtime_1.parseJsonTextOrWarn)(textContent, {
|
|
72
|
+
providerLabel: "Anthropic",
|
|
73
|
+
finishReason: stopReason,
|
|
74
|
+
});
|
|
75
|
+
if (parsedValue == null)
|
|
76
|
+
return { proposals: [], usage };
|
|
77
|
+
const agent = (0, provider_contract_1.parseAgentFromPrompt)(request.prompt);
|
|
78
|
+
const out = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsedValue, {
|
|
79
|
+
provider: this.resolved.presetId,
|
|
80
|
+
model,
|
|
81
|
+
agent,
|
|
82
|
+
}, { debugLabel: "Anthropic", userPrompt: request.prompt });
|
|
83
|
+
return { proposals: out, usage };
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
exports.MessagesFamilyProvider = MessagesFamilyProvider;
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { AiProviderId } from "../../types";
|
|
2
|
+
import type { ResolvedProviderConfig } from "../resolve-provider";
|
|
3
|
+
import type { AiProvider, AiProviderRequest, AiProviderResult } from "../types";
|
|
4
|
+
/** Ollama POST /api/generate. Used by the `local` preset. */
|
|
5
|
+
export declare class OllamaGenerateFamilyProvider implements AiProvider {
|
|
6
|
+
private readonly resolved;
|
|
7
|
+
readonly id: AiProviderId;
|
|
8
|
+
constructor(resolved: ResolvedProviderConfig);
|
|
9
|
+
infer(request: AiProviderRequest): Promise<AiProviderResult>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OllamaGenerateFamilyProvider = void 0;
|
|
4
|
+
const provider_enrichment_prompts_1 = require("../../prompts/provider-enrichment-prompts");
|
|
5
|
+
const provider_contract_1 = require("../provider-contract");
|
|
6
|
+
const provider_json_parse_1 = require("../provider-json-parse");
|
|
7
|
+
const provider_runtime_1 = require("../provider-runtime");
|
|
8
|
+
const provider_output_token_budget_1 = require("../provider-output-token-budget");
|
|
9
|
+
const fetch_with_timeout_1 = require("../fetch-with-timeout");
|
|
10
|
+
/** Ollama POST /api/generate. Used by the `local` preset. */
|
|
11
|
+
class OllamaGenerateFamilyProvider {
|
|
12
|
+
constructor(resolved) {
|
|
13
|
+
this.resolved = resolved;
|
|
14
|
+
this.id = resolved.presetId;
|
|
15
|
+
}
|
|
16
|
+
async infer(request) {
|
|
17
|
+
const endpoint = request.endpoint?.trim() || this.resolved.endpoint;
|
|
18
|
+
const model = request.model?.trim() || this.resolved.model;
|
|
19
|
+
const response = await (0, fetch_with_timeout_1.fetchWithTimeout)(endpoint, {
|
|
20
|
+
method: "POST",
|
|
21
|
+
headers: {
|
|
22
|
+
"content-type": "application/json",
|
|
23
|
+
},
|
|
24
|
+
body: JSON.stringify({
|
|
25
|
+
model,
|
|
26
|
+
prompt: `${provider_enrichment_prompts_1.AI_PROVIDER_SYSTEM_PROMPT}\n\nUser payload:\n${request.prompt}`,
|
|
27
|
+
stream: false,
|
|
28
|
+
options: {
|
|
29
|
+
temperature: request.temperature ?? 0.1,
|
|
30
|
+
num_predict: (0, provider_output_token_budget_1.clampStructuredJsonCompletionTokens)(request.maxTokens),
|
|
31
|
+
},
|
|
32
|
+
}),
|
|
33
|
+
});
|
|
34
|
+
const payloadRaw = await (0, provider_runtime_1.readJsonOrWarn)(response, "Local/Ollama");
|
|
35
|
+
if (payloadRaw == null)
|
|
36
|
+
return { proposals: [] };
|
|
37
|
+
const payload = payloadRaw;
|
|
38
|
+
const text = typeof payload.response === "string" ? payload.response.trim() : "";
|
|
39
|
+
if (!text)
|
|
40
|
+
return { proposals: [] };
|
|
41
|
+
const parsed = (0, provider_json_parse_1.parseProviderJsonContent)(text);
|
|
42
|
+
if (!parsed.ok) {
|
|
43
|
+
if ((0, provider_contract_1.aiDebugEnabled)()) {
|
|
44
|
+
console.warn("[dataparade-ai] Failed to parse Local/Ollama JSON:", parsed.error);
|
|
45
|
+
}
|
|
46
|
+
return { proposals: [] };
|
|
47
|
+
}
|
|
48
|
+
const proposals = (0, provider_contract_1.strictParseAndNormalizeProposals)(parsed.value, {
|
|
49
|
+
provider: this.resolved.presetId,
|
|
50
|
+
model,
|
|
51
|
+
agent: (0, provider_contract_1.parseAgentFromPrompt)(request.prompt),
|
|
52
|
+
}, { debugLabel: "Local/Ollama generate", userPrompt: request.prompt });
|
|
53
|
+
const inputTokens = Math.max(0, payload.prompt_eval_count ?? 0);
|
|
54
|
+
const outputTokens = Math.max(0, payload.eval_count ?? 0);
|
|
55
|
+
const totalTokens = inputTokens + outputTokens;
|
|
56
|
+
return {
|
|
57
|
+
proposals,
|
|
58
|
+
usage: totalTokens > 0
|
|
59
|
+
? {
|
|
60
|
+
inputTokens,
|
|
61
|
+
outputTokens,
|
|
62
|
+
totalTokens,
|
|
63
|
+
estimatedCostUsd: 0,
|
|
64
|
+
}
|
|
65
|
+
: undefined,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
exports.OllamaGenerateFamilyProvider = OllamaGenerateFamilyProvider;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.fetchWithTimeout = fetchWithTimeout;
|
|
4
|
+
const DEFAULT_TIMEOUT_MS = 120_000;
|
|
5
|
+
function parseTimeoutMs() {
|
|
6
|
+
const raw = process.env.DATAPARADE_AI_HTTP_TIMEOUT_MS?.trim();
|
|
7
|
+
if (!raw)
|
|
8
|
+
return DEFAULT_TIMEOUT_MS;
|
|
9
|
+
const n = Number(raw);
|
|
10
|
+
return Number.isFinite(n) && n > 0 ? Math.floor(n) : DEFAULT_TIMEOUT_MS;
|
|
11
|
+
}
|
|
12
|
+
/** POST/GET to model APIs with an AbortSignal timeout (default 120s). */
|
|
13
|
+
async function fetchWithTimeout(url, init, timeoutMs = parseTimeoutMs()) {
|
|
14
|
+
const controller = new AbortController();
|
|
15
|
+
const timer = setTimeout(() => controller.abort(), timeoutMs);
|
|
16
|
+
try {
|
|
17
|
+
return await fetch(url, { ...init, signal: controller.signal });
|
|
18
|
+
}
|
|
19
|
+
finally {
|
|
20
|
+
clearTimeout(timer);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { type ResolveProviderOverrides } from "./resolve-provider";
|
|
2
|
+
import type { AiProvider } from "./types";
|
|
3
|
+
import type { AiProviderId } from "../types";
|
|
4
|
+
export interface CreateAiProviderOptions extends ResolveProviderOverrides {
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* Builds an {@link AiProvider} from a user-facing preset id (`openai`, `anthropic`, …).
|
|
8
|
+
* HTTP shape is selected by API family (see {@link resolveProviderConfig}), not per-vendor classes.
|
|
9
|
+
*/
|
|
10
|
+
export declare function createAiProvider(presetId: AiProviderId | string | undefined, options?: CreateAiProviderOptions): AiProvider;
|
|
11
|
+
export type { AiProvider, AiProviderRequest } from "./types";
|
|
12
|
+
export type { AiProviderId } from "../types";
|
|
13
|
+
export { resolveProviderConfig, resolveInferApiKey } from "./resolve-provider";
|
|
14
|
+
export { resolveChatCompletionsEndpoint, resolveGeminiGenerateContentEndpoint, shouldUseChatCompletionsJsonShim, } from "./endpoint-resolution";
|
|
15
|
+
export { AI_PROVIDER_PRESETS, getProviderPreset } from "./presets";
|
|
16
|
+
export type { AiApiFamily, AiProviderPresetDefinition } from "./presets";
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getProviderPreset = exports.AI_PROVIDER_PRESETS = exports.shouldUseChatCompletionsJsonShim = exports.resolveGeminiGenerateContentEndpoint = exports.resolveChatCompletionsEndpoint = exports.resolveInferApiKey = exports.resolveProviderConfig = void 0;
|
|
4
|
+
exports.createAiProvider = createAiProvider;
|
|
5
|
+
const mock_1 = require("./mock");
|
|
6
|
+
const resolve_provider_1 = require("./resolve-provider");
|
|
7
|
+
const chat_completions_family_1 = require("./families/chat-completions-family");
|
|
8
|
+
const messages_family_1 = require("./families/messages-family");
|
|
9
|
+
const generate_content_family_1 = require("./families/generate-content-family");
|
|
10
|
+
const ollama_generate_family_1 = require("./families/ollama-generate-family");
|
|
11
|
+
/**
|
|
12
|
+
* Builds an {@link AiProvider} from a user-facing preset id (`openai`, `anthropic`, …).
|
|
13
|
+
* HTTP shape is selected by API family (see {@link resolveProviderConfig}), not per-vendor classes.
|
|
14
|
+
*/
|
|
15
|
+
function createAiProvider(presetId, options = {}) {
|
|
16
|
+
const resolved = (0, resolve_provider_1.resolveProviderConfig)(presetId, options);
|
|
17
|
+
switch (resolved.family) {
|
|
18
|
+
case "chat-completions":
|
|
19
|
+
return new chat_completions_family_1.ChatCompletionsFamilyProvider(resolved);
|
|
20
|
+
case "messages":
|
|
21
|
+
return new messages_family_1.MessagesFamilyProvider(resolved);
|
|
22
|
+
case "generate-content":
|
|
23
|
+
return new generate_content_family_1.GenerateContentFamilyProvider(resolved);
|
|
24
|
+
case "ollama-generate":
|
|
25
|
+
return new ollama_generate_family_1.OllamaGenerateFamilyProvider(resolved);
|
|
26
|
+
case "mock":
|
|
27
|
+
default:
|
|
28
|
+
return new mock_1.MockAiProvider();
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
var resolve_provider_2 = require("./resolve-provider");
|
|
32
|
+
Object.defineProperty(exports, "resolveProviderConfig", { enumerable: true, get: function () { return resolve_provider_2.resolveProviderConfig; } });
|
|
33
|
+
Object.defineProperty(exports, "resolveInferApiKey", { enumerable: true, get: function () { return resolve_provider_2.resolveInferApiKey; } });
|
|
34
|
+
var endpoint_resolution_1 = require("./endpoint-resolution");
|
|
35
|
+
Object.defineProperty(exports, "resolveChatCompletionsEndpoint", { enumerable: true, get: function () { return endpoint_resolution_1.resolveChatCompletionsEndpoint; } });
|
|
36
|
+
Object.defineProperty(exports, "resolveGeminiGenerateContentEndpoint", { enumerable: true, get: function () { return endpoint_resolution_1.resolveGeminiGenerateContentEndpoint; } });
|
|
37
|
+
Object.defineProperty(exports, "shouldUseChatCompletionsJsonShim", { enumerable: true, get: function () { return endpoint_resolution_1.shouldUseChatCompletionsJsonShim; } });
|
|
38
|
+
var presets_1 = require("./presets");
|
|
39
|
+
Object.defineProperty(exports, "AI_PROVIDER_PRESETS", { enumerable: true, get: function () { return presets_1.AI_PROVIDER_PRESETS; } });
|
|
40
|
+
Object.defineProperty(exports, "getProviderPreset", { enumerable: true, get: function () { return presets_1.getProviderPreset; } });
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MockAiProvider = void 0;
|
|
4
|
+
class MockAiProvider {
|
|
5
|
+
constructor() {
|
|
6
|
+
this.id = "mock";
|
|
7
|
+
}
|
|
8
|
+
async infer(_request) {
|
|
9
|
+
return { proposals: [] };
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
exports.MockAiProvider = MockAiProvider;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { AiProvider, AiProviderRequest, AiProviderResult } from "./types";
|
|
2
|
+
export type PlatformProxyProviderConfig = {
|
|
3
|
+
apiBaseUrl: string;
|
|
4
|
+
workspaceApiKey: string;
|
|
5
|
+
jobId: string;
|
|
6
|
+
/** Poll interval for async infer tasks (ms). */
|
|
7
|
+
pollIntervalMs?: number;
|
|
8
|
+
/** Max wait for a single infer task (ms). Default from SCAN_AI_HTTP_TIMEOUT_MS or 180000. */
|
|
9
|
+
pollTimeoutMs?: number;
|
|
10
|
+
};
|
|
11
|
+
export declare class PlatformProxyProvider implements AiProvider {
|
|
12
|
+
private readonly config;
|
|
13
|
+
readonly id: "openai";
|
|
14
|
+
constructor(config: PlatformProxyProviderConfig);
|
|
15
|
+
private authHeaders;
|
|
16
|
+
private apiBase;
|
|
17
|
+
private readErrorMessage;
|
|
18
|
+
private throwPlatformError;
|
|
19
|
+
infer(request: AiProviderRequest): Promise<AiProviderResult>;
|
|
20
|
+
}
|