@dataparade/cli 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +674 -0
- package/README.md +592 -0
- package/dist/bin/cli.d.ts +2 -0
- package/dist/bin/cli.js +7 -0
- package/dist/bin/load-env.d.ts +2 -0
- package/dist/bin/load-env.js +4 -0
- package/dist/src/ai-enrichment/agent-orchestrator.d.ts +28 -0
- package/dist/src/ai-enrichment/agent-orchestrator.js +476 -0
- package/dist/src/ai-enrichment/agents/index.d.ts +4 -0
- package/dist/src/ai-enrichment/agents/index.js +50 -0
- package/dist/src/ai-enrichment/candidate-selector.d.ts +10 -0
- package/dist/src/ai-enrichment/candidate-selector.js +158 -0
- package/dist/src/ai-enrichment/fallbacks.d.ts +6 -0
- package/dist/src/ai-enrichment/fallbacks.js +762 -0
- package/dist/src/ai-enrichment/index.d.ts +15 -0
- package/dist/src/ai-enrichment/index.js +31 -0
- package/dist/src/ai-enrichment/merge-rules.d.ts +12 -0
- package/dist/src/ai-enrichment/merge-rules.js +321 -0
- package/dist/src/ai-enrichment/non-pii-signal-rules.d.ts +10 -0
- package/dist/src/ai-enrichment/non-pii-signal-rules.js +72 -0
- package/dist/src/ai-enrichment/openai-proposals-response.schema.d.ts +94 -0
- package/dist/src/ai-enrichment/openai-proposals-response.schema.js +82 -0
- package/dist/src/ai-enrichment/pii-signal-rules.d.ts +8 -0
- package/dist/src/ai-enrichment/pii-signal-rules.js +68 -0
- package/dist/src/ai-enrichment/pipeline.d.ts +2 -0
- package/dist/src/ai-enrichment/pipeline.js +48 -0
- package/dist/src/ai-enrichment/planner.d.ts +2 -0
- package/dist/src/ai-enrichment/planner.js +60 -0
- package/dist/src/ai-enrichment/prompts/provider-enrichment-prompts.d.ts +12 -0
- package/dist/src/ai-enrichment/prompts/provider-enrichment-prompts.js +45 -0
- package/dist/src/ai-enrichment/provider-prompt.d.ts +32 -0
- package/dist/src/ai-enrichment/provider-prompt.js +222 -0
- package/dist/src/ai-enrichment/provider-topology-rules.d.ts +52 -0
- package/dist/src/ai-enrichment/provider-topology-rules.js +190 -0
- package/dist/src/ai-enrichment/provider-topology-shared.d.ts +48 -0
- package/dist/src/ai-enrichment/provider-topology-shared.js +329 -0
- package/dist/src/ai-enrichment/providers/endpoint-resolution.d.ts +13 -0
- package/dist/src/ai-enrichment/providers/endpoint-resolution.js +41 -0
- package/dist/src/ai-enrichment/providers/families/chat-completions-family.d.ts +13 -0
- package/dist/src/ai-enrichment/providers/families/chat-completions-family.js +181 -0
- package/dist/src/ai-enrichment/providers/families/generate-content-family.d.ts +10 -0
- package/dist/src/ai-enrichment/providers/families/generate-content-family.js +93 -0
- package/dist/src/ai-enrichment/providers/families/messages-family.d.ts +10 -0
- package/dist/src/ai-enrichment/providers/families/messages-family.js +86 -0
- package/dist/src/ai-enrichment/providers/families/ollama-generate-family.d.ts +10 -0
- package/dist/src/ai-enrichment/providers/families/ollama-generate-family.js +69 -0
- package/dist/src/ai-enrichment/providers/fetch-with-timeout.d.ts +2 -0
- package/dist/src/ai-enrichment/providers/fetch-with-timeout.js +22 -0
- package/dist/src/ai-enrichment/providers/index.d.ts +16 -0
- package/dist/src/ai-enrichment/providers/index.js +40 -0
- package/dist/src/ai-enrichment/providers/mock.d.ts +5 -0
- package/dist/src/ai-enrichment/providers/mock.js +12 -0
- package/dist/src/ai-enrichment/providers/platform-proxy-provider.d.ts +20 -0
- package/dist/src/ai-enrichment/providers/platform-proxy-provider.js +116 -0
- package/dist/src/ai-enrichment/providers/presets.d.ts +14 -0
- package/dist/src/ai-enrichment/providers/presets.js +50 -0
- package/dist/src/ai-enrichment/providers/provider-contract.d.ts +20 -0
- package/dist/src/ai-enrichment/providers/provider-contract.js +703 -0
- package/dist/src/ai-enrichment/providers/provider-json-parse.d.ts +23 -0
- package/dist/src/ai-enrichment/providers/provider-json-parse.js +96 -0
- package/dist/src/ai-enrichment/providers/provider-output-token-budget.d.ts +5 -0
- package/dist/src/ai-enrichment/providers/provider-output-token-budget.js +11 -0
- package/dist/src/ai-enrichment/providers/provider-pricing.d.ts +7 -0
- package/dist/src/ai-enrichment/providers/provider-pricing.js +32 -0
- package/dist/src/ai-enrichment/providers/provider-runtime.d.ts +9 -0
- package/dist/src/ai-enrichment/providers/provider-runtime.js +54 -0
- package/dist/src/ai-enrichment/providers/resolve-provider.d.ts +27 -0
- package/dist/src/ai-enrichment/providers/resolve-provider.js +41 -0
- package/dist/src/ai-enrichment/providers/types.d.ts +24 -0
- package/dist/src/ai-enrichment/providers/types.js +2 -0
- package/dist/src/ai-enrichment/scan-paths.d.ts +9 -0
- package/dist/src/ai-enrichment/scan-paths.js +28 -0
- package/dist/src/ai-enrichment/sensitive-paths.d.ts +5 -0
- package/dist/src/ai-enrichment/sensitive-paths.js +10 -0
- package/dist/src/ai-enrichment/third-party-data-flow.d.ts +27 -0
- package/dist/src/ai-enrichment/third-party-data-flow.js +518 -0
- package/dist/src/ai-enrichment/third-party-evidence.d.ts +14 -0
- package/dist/src/ai-enrichment/third-party-evidence.js +426 -0
- package/dist/src/ai-enrichment/third-party-property-matrix.d.ts +14 -0
- package/dist/src/ai-enrichment/third-party-property-matrix.js +52 -0
- package/dist/src/ai-enrichment/third-party-subtype.d.ts +14 -0
- package/dist/src/ai-enrichment/third-party-subtype.js +166 -0
- package/dist/src/ai-enrichment/tools/index.d.ts +39 -0
- package/dist/src/ai-enrichment/tools/index.js +121 -0
- package/dist/src/ai-enrichment/types.d.ts +170 -0
- package/dist/src/ai-enrichment/types.js +12 -0
- package/dist/src/analyzers/python/dependency-manifests.d.ts +8 -0
- package/dist/src/analyzers/python/dependency-manifests.js +131 -0
- package/dist/src/analyzers/python/detector.d.ts +3 -0
- package/dist/src/analyzers/python/detector.js +22 -0
- package/dist/src/analyzers/python/index.d.ts +2 -0
- package/dist/src/analyzers/python/index.js +11 -0
- package/dist/src/analyzers/python/manifest-parsers.d.ts +3 -0
- package/dist/src/analyzers/python/manifest-parsers.js +134 -0
- package/dist/src/analyzers/python/parser.d.ts +26 -0
- package/dist/src/analyzers/python/parser.js +187 -0
- package/dist/src/analyzers/python/patterns.d.ts +7 -0
- package/dist/src/analyzers/python/patterns.js +106 -0
- package/dist/src/analyzers/python/python-detection-config.d.ts +75 -0
- package/dist/src/analyzers/python/python-detection-config.js +148 -0
- package/dist/src/analyzers/registry.d.ts +13 -0
- package/dist/src/analyzers/registry.js +60 -0
- package/dist/src/analyzers/shared/manifest-budgets.d.ts +19 -0
- package/dist/src/analyzers/shared/manifest-budgets.js +21 -0
- package/dist/src/analyzers/shared/manifest-fs.d.ts +13 -0
- package/dist/src/analyzers/shared/manifest-fs.js +138 -0
- package/dist/src/analyzers/shared/property-inference.d.ts +8 -0
- package/dist/src/analyzers/shared/property-inference.js +165 -0
- package/dist/src/analyzers/terraform/detector.d.ts +10 -0
- package/dist/src/analyzers/terraform/detector.js +198 -0
- package/dist/src/analyzers/terraform/index.d.ts +2 -0
- package/dist/src/analyzers/terraform/index.js +13 -0
- package/dist/src/analyzers/terraform/parser.d.ts +29 -0
- package/dist/src/analyzers/terraform/parser.js +202 -0
- package/dist/src/analyzers/terraform/terraform-detection-config.d.ts +48 -0
- package/dist/src/analyzers/terraform/terraform-detection-config.js +218 -0
- package/dist/src/analyzers/terraform/terraform-exec.d.ts +11 -0
- package/dist/src/analyzers/terraform/terraform-exec.js +35 -0
- package/dist/src/analyzers/terraform/terraform-module-manifest.d.ts +19 -0
- package/dist/src/analyzers/terraform/terraform-module-manifest.js +75 -0
- package/dist/src/analyzers/terraform/terraform-show-json.d.ts +15 -0
- package/dist/src/analyzers/terraform/terraform-show-json.js +188 -0
- package/dist/src/analyzers/terraform/terraform-utility-resource.d.ts +12 -0
- package/dist/src/analyzers/terraform/terraform-utility-resource.js +30 -0
- package/dist/src/analyzers/types.d.ts +5 -0
- package/dist/src/analyzers/types.js +2 -0
- package/dist/src/analyzers/typescript/actor-detection.d.ts +4 -0
- package/dist/src/analyzers/typescript/actor-detection.js +15 -0
- package/dist/src/analyzers/typescript/dependency-manifests.d.ts +9 -0
- package/dist/src/analyzers/typescript/dependency-manifests.js +131 -0
- package/dist/src/analyzers/typescript/detector.d.ts +3 -0
- package/dist/src/analyzers/typescript/detector.js +23 -0
- package/dist/src/analyzers/typescript/index.d.ts +2 -0
- package/dist/src/analyzers/typescript/index.js +11 -0
- package/dist/src/analyzers/typescript/manifest-parsers.d.ts +1 -0
- package/dist/src/analyzers/typescript/manifest-parsers.js +30 -0
- package/dist/src/analyzers/typescript/parser.d.ts +44 -0
- package/dist/src/analyzers/typescript/parser.js +287 -0
- package/dist/src/analyzers/typescript/third-party-detection.d.ts +4 -0
- package/dist/src/analyzers/typescript/third-party-detection.js +16 -0
- package/dist/src/analyzers/typescript/typescript-detection-config.d.ts +68 -0
- package/dist/src/analyzers/typescript/typescript-detection-config.js +171 -0
- package/dist/src/analyzers/typescript/typescript-detection.d.ts +10 -0
- package/dist/src/analyzers/typescript/typescript-detection.js +57 -0
- package/dist/src/classifier/application-injection.d.ts +12 -0
- package/dist/src/classifier/application-injection.js +335 -0
- package/dist/src/classifier/classify.d.ts +3 -0
- package/dist/src/classifier/classify.js +15 -0
- package/dist/src/classifier/component-factory.d.ts +3 -0
- package/dist/src/classifier/component-factory.js +488 -0
- package/dist/src/classifier/config.d.ts +38 -0
- package/dist/src/classifier/config.js +260 -0
- package/dist/src/classifier/enhance-defaults.d.ts +28 -0
- package/dist/src/classifier/enhance-defaults.js +369 -0
- package/dist/src/classifier/enhance.d.ts +13 -0
- package/dist/src/classifier/enhance.js +295 -0
- package/dist/src/classifier/external-url-third-party.d.ts +26 -0
- package/dist/src/classifier/external-url-third-party.js +195 -0
- package/dist/src/classifier/grouping.d.ts +1 -0
- package/dist/src/classifier/grouping.js +2 -0
- package/dist/src/classifier/main-application-selection.d.ts +41 -0
- package/dist/src/classifier/main-application-selection.js +222 -0
- package/dist/src/classifier/naming.d.ts +4 -0
- package/dist/src/classifier/naming.js +78 -0
- package/dist/src/classifier/postprocessing.d.ts +12 -0
- package/dist/src/classifier/postprocessing.js +510 -0
- package/dist/src/classifier/sectioning.d.ts +5 -0
- package/dist/src/classifier/sectioning.js +60 -0
- package/dist/src/classifier/terraform-provider-hub.d.ts +6 -0
- package/dist/src/classifier/terraform-provider-hub.js +38 -0
- package/dist/src/cli.d.ts +2 -0
- package/dist/src/cli.js +498 -0
- package/dist/src/config/actor-detection-config.d.ts +21 -0
- package/dist/src/config/actor-detection-config.js +97 -0
- package/dist/src/config/env.d.ts +2 -0
- package/dist/src/config/env.js +75 -0
- package/dist/src/config/file.d.ts +6 -0
- package/dist/src/config/file.js +74 -0
- package/dist/src/config/inference-scope.d.ts +2 -0
- package/dist/src/config/inference-scope.js +15 -0
- package/dist/src/config/load-cli-env.d.ts +1 -0
- package/dist/src/config/load-cli-env.js +54 -0
- package/dist/src/config/normalize-ai-provider.d.ts +5 -0
- package/dist/src/config/normalize-ai-provider.js +18 -0
- package/dist/src/config/property-detection-config.d.ts +27 -0
- package/dist/src/config/property-detection-config.js +355 -0
- package/dist/src/config/redact.d.ts +3 -0
- package/dist/src/config/redact.js +14 -0
- package/dist/src/config/resolve.d.ts +15 -0
- package/dist/src/config/resolve.js +361 -0
- package/dist/src/config/scan-env.d.ts +7 -0
- package/dist/src/config/scan-env.js +38 -0
- package/dist/src/config/third-party-detection-config.d.ts +25 -0
- package/dist/src/config/third-party-detection-config.js +97 -0
- package/dist/src/config/types.d.ts +106 -0
- package/dist/src/config/types.js +2 -0
- package/dist/src/config/validate-scan-ai.d.ts +3 -0
- package/dist/src/config/validate-scan-ai.js +33 -0
- package/dist/src/core/pipeline/ai-orchestrator-options.d.ts +6 -0
- package/dist/src/core/pipeline/ai-orchestrator-options.js +46 -0
- package/dist/src/core/pipeline/classifier-phase.d.ts +7 -0
- package/dist/src/core/pipeline/classifier-phase.js +78 -0
- package/dist/src/core/pipeline/dataflow-phase.d.ts +7 -0
- package/dist/src/core/pipeline/dataflow-phase.js +10 -0
- package/dist/src/core/pipeline/diagram-layout/app-section-layout.d.ts +7 -0
- package/dist/src/core/pipeline/diagram-layout/app-section-layout.js +74 -0
- package/dist/src/core/pipeline/diagram-layout/constants.d.ts +11 -0
- package/dist/src/core/pipeline/diagram-layout/constants.js +14 -0
- package/dist/src/core/pipeline/diagram-layout/edge-handles.d.ts +3 -0
- package/dist/src/core/pipeline/diagram-layout/edge-handles.js +26 -0
- package/dist/src/core/pipeline/diagram-layout/managed-provider-layout.d.ts +3 -0
- package/dist/src/core/pipeline/diagram-layout/managed-provider-layout.js +40 -0
- package/dist/src/core/pipeline/diagram-layout/minimal-terraform-layout.d.ts +6 -0
- package/dist/src/core/pipeline/diagram-layout/minimal-terraform-layout.js +53 -0
- package/dist/src/core/pipeline/diagram-layout/section-helpers.d.ts +30 -0
- package/dist/src/core/pipeline/diagram-layout/section-helpers.js +62 -0
- package/dist/src/core/pipeline/diagram-layout/terraform-lane-layout.d.ts +3 -0
- package/dist/src/core/pipeline/diagram-layout/terraform-lane-layout.js +109 -0
- package/dist/src/core/pipeline/diagram-layout/types.d.ts +2 -0
- package/dist/src/core/pipeline/diagram-layout/types.js +2 -0
- package/dist/src/core/pipeline/graph-mapping.d.ts +6 -0
- package/dist/src/core/pipeline/graph-mapping.js +308 -0
- package/dist/src/core/pipeline/mixed-app-terraform-scan.d.ts +13 -0
- package/dist/src/core/pipeline/mixed-app-terraform-scan.js +81 -0
- package/dist/src/core/pipeline/orchestrator-result.d.ts +6 -0
- package/dist/src/core/pipeline/orchestrator-result.js +2 -0
- package/dist/src/core/pipeline/orchestrator.d.ts +26 -0
- package/dist/src/core/pipeline/orchestrator.js +79 -0
- package/dist/src/core/pipeline/resolve-path-under-scan-root.d.ts +7 -0
- package/dist/src/core/pipeline/resolve-path-under-scan-root.js +55 -0
- package/dist/src/core/pipeline/scan-pipeline.d.ts +6 -0
- package/dist/src/core/pipeline/scan-pipeline.js +364 -0
- package/dist/src/core/pipeline/sorting.d.ts +3 -0
- package/dist/src/core/pipeline/sorting.js +48 -0
- package/dist/src/core/pipeline/stable-component-ids.d.ts +15 -0
- package/dist/src/core/pipeline/stable-component-ids.js +68 -0
- package/dist/src/core/pipeline/structural-scan.d.ts +19 -0
- package/dist/src/core/pipeline/structural-scan.js +304 -0
- package/dist/src/core/pipeline/terraform-flow-utils.d.ts +6 -0
- package/dist/src/core/pipeline/terraform-flow-utils.js +32 -0
- package/dist/src/core/pipeline/terraform-minimal-services.d.ts +31 -0
- package/dist/src/core/pipeline/terraform-minimal-services.js +225 -0
- package/dist/src/core/schema/dataflow-wrapper.schema.d.ts +83 -0
- package/dist/src/core/schema/dataflow-wrapper.schema.js +40 -0
- package/dist/src/core/schema/diagram-graph.schema.d.ts +93 -0
- package/dist/src/core/schema/diagram-graph.schema.js +55 -0
- package/dist/src/core/schema/index.d.ts +4 -0
- package/dist/src/core/schema/index.js +20 -0
- package/dist/src/core/schema/scan-config.schema.d.ts +66 -0
- package/dist/src/core/schema/scan-config.schema.js +67 -0
- package/dist/src/core/schema/scan-result.schema.d.ts +450 -0
- package/dist/src/core/schema/scan-result.schema.js +236 -0
- package/dist/src/core/sectioning/discover-service-sections.d.ts +80 -0
- package/dist/src/core/sectioning/discover-service-sections.js +468 -0
- package/dist/src/core/sectioning/section-runtime.d.ts +21 -0
- package/dist/src/core/sectioning/section-runtime.js +148 -0
- package/dist/src/core/terraform/component-predicates.d.ts +13 -0
- package/dist/src/core/terraform/component-predicates.js +71 -0
- package/dist/src/core/types/component.d.ts +18 -0
- package/dist/src/core/types/component.js +2 -0
- package/dist/src/core/types/config.d.ts +57 -0
- package/dist/src/core/types/config.js +2 -0
- package/dist/src/core/types/data-flow.d.ts +24 -0
- package/dist/src/core/types/data-flow.js +2 -0
- package/dist/src/core/types/detection.d.ts +12 -0
- package/dist/src/core/types/detection.js +19 -0
- package/dist/src/core/types/file.d.ts +14 -0
- package/dist/src/core/types/file.js +2 -0
- package/dist/src/core/types/index.d.ts +7 -0
- package/dist/src/core/types/index.js +23 -0
- package/dist/src/core/types/progress.d.ts +9 -0
- package/dist/src/core/types/progress.js +2 -0
- package/dist/src/core/types/result.d.ts +140 -0
- package/dist/src/core/types/result.js +2 -0
- package/dist/src/data-flow/application-hub.d.ts +7 -0
- package/dist/src/data-flow/application-hub.js +88 -0
- package/dist/src/data-flow/dedupe.d.ts +7 -0
- package/dist/src/data-flow/dedupe.js +92 -0
- package/dist/src/data-flow/detect.d.ts +16 -0
- package/dist/src/data-flow/detect.js +203 -0
- package/dist/src/data-flow/detector.d.ts +15 -0
- package/dist/src/data-flow/detector.js +18 -0
- package/dist/src/data-flow/drop-cross-section-flows.d.ts +8 -0
- package/dist/src/data-flow/drop-cross-section-flows.js +32 -0
- package/dist/src/data-flow/ensure-actor-flow.d.ts +16 -0
- package/dist/src/data-flow/ensure-actor-flow.js +101 -0
- package/dist/src/data-flow/ensure-manifest-declared-flows.d.ts +14 -0
- package/dist/src/data-flow/ensure-manifest-declared-flows.js +76 -0
- package/dist/src/data-flow/ensure-section-api-flows.d.ts +6 -0
- package/dist/src/data-flow/ensure-section-api-flows.js +57 -0
- package/dist/src/data-flow/flow-builder.d.ts +5 -0
- package/dist/src/data-flow/flow-builder.js +80 -0
- package/dist/src/data-flow/import-graph.d.ts +10 -0
- package/dist/src/data-flow/import-graph.js +147 -0
- package/dist/src/data-flow/index.d.ts +8 -0
- package/dist/src/data-flow/index.js +20 -0
- package/dist/src/data-flow/internal-fetch.d.ts +8 -0
- package/dist/src/data-flow/internal-fetch.js +209 -0
- package/dist/src/data-flow/postprocess.d.ts +9 -0
- package/dist/src/data-flow/postprocess.js +63 -0
- package/dist/src/data-flow/rewire.d.ts +10 -0
- package/dist/src/data-flow/rewire.js +93 -0
- package/dist/src/data-flow/source-attribution.d.ts +8 -0
- package/dist/src/data-flow/source-attribution.js +131 -0
- package/dist/src/data-flow/source-resolution.d.ts +13 -0
- package/dist/src/data-flow/source-resolution.js +61 -0
- package/dist/src/data-flow/target-matching.d.ts +21 -0
- package/dist/src/data-flow/target-matching.js +253 -0
- package/dist/src/data-flow/terraform-flows.d.ts +32 -0
- package/dist/src/data-flow/terraform-flows.js +170 -0
- package/dist/src/evals/metrics.d.ts +18 -0
- package/dist/src/evals/metrics.js +58 -0
- package/dist/src/evals/run-model-matrix.d.ts +1 -0
- package/dist/src/evals/run-model-matrix.js +68 -0
- package/dist/src/index.d.ts +2 -0
- package/dist/src/index.js +20 -0
- package/dist/src/ingest/file-system.d.ts +17 -0
- package/dist/src/ingest/file-system.js +239 -0
- package/dist/src/ingest/gitignore.d.ts +12 -0
- package/dist/src/ingest/gitignore.js +127 -0
- package/dist/src/ingest/sensitive-paths.d.ts +2 -0
- package/dist/src/ingest/sensitive-paths.js +8 -0
- package/dist/src/observability/scan-sentry.d.ts +20 -0
- package/dist/src/observability/scan-sentry.js +133 -0
- package/dist/src/output/json.d.ts +51 -0
- package/dist/src/output/json.js +59 -0
- package/dist/src/patterns/config.d.ts +22 -0
- package/dist/src/patterns/config.js +119 -0
- package/dist/src/patterns/detectors/helpers.d.ts +19 -0
- package/dist/src/patterns/detectors/helpers.js +68 -0
- package/dist/src/patterns/detectors/python.d.ts +8 -0
- package/dist/src/patterns/detectors/python.js +412 -0
- package/dist/src/patterns/detectors/typescript.d.ts +8 -0
- package/dist/src/patterns/detectors/typescript.js +328 -0
- package/dist/src/patterns/engine.d.ts +40 -0
- package/dist/src/patterns/engine.js +111 -0
- package/dist/src/patterns/flow-source-patterns.d.ts +6 -0
- package/dist/src/patterns/flow-source-patterns.js +39 -0
- package/dist/src/patterns/frontend-frameworks.d.ts +4 -0
- package/dist/src/patterns/frontend-frameworks.js +25 -0
- package/dist/src/patterns/scan-exclusions.d.ts +14 -0
- package/dist/src/patterns/scan-exclusions.js +76 -0
- package/dist/src/platform-api/dataparade-api-base-url.d.ts +8 -0
- package/dist/src/platform-api/dataparade-api-base-url.js +17 -0
- package/dist/src/platform-api/estimate-scan-footprint.d.ts +8 -0
- package/dist/src/platform-api/estimate-scan-footprint.js +120 -0
- package/dist/src/platform-api/scan-quota-client.d.ts +28 -0
- package/dist/src/platform-api/scan-quota-client.js +79 -0
- package/dist/src/tracing/langsmith-tracing.d.ts +37 -0
- package/dist/src/tracing/langsmith-tracing.js +171 -0
- package/dist/tests/cli/cli.spec.d.ts +1 -0
- package/dist/tests/cli/cli.spec.js +87 -0
- package/dist/tests/fixtures/e2e-ts-sample/db-client-import.d.ts +2 -0
- package/dist/tests/fixtures/e2e-ts-sample/db-client-import.js +8 -0
- package/dist/tests/fixtures/e2e-ts-sample/db.d.ts +3 -0
- package/dist/tests/fixtures/e2e-ts-sample/db.js +7 -0
- package/dist/tests/fixtures/e2e-ts-sample/external-api.d.ts +1 -0
- package/dist/tests/fixtures/e2e-ts-sample/external-api.js +18 -0
- package/dist/tests/fixtures/e2e-ts-sample/pg-client.d.ts +3 -0
- package/dist/tests/fixtures/e2e-ts-sample/pg-client.js +7 -0
- package/dist/tests/fixtures/e2e-ts-sample/server.d.ts +14 -0
- package/dist/tests/fixtures/e2e-ts-sample/server.js +4 -0
- package/dist/tests/fixtures/e2e-ts-sentry-route-env/server.d.ts +1 -0
- package/dist/tests/fixtures/e2e-ts-sentry-route-env/server.js +24 -0
- package/dist/tests/fixtures/ingest-basic/src/index.d.ts +1 -0
- package/dist/tests/fixtures/ingest-basic/src/index.js +6 -0
- package/dist/tests/fixtures/mixed-language-basic/api.d.ts +2 -0
- package/dist/tests/fixtures/mixed-language-basic/api.js +12 -0
- package/dist/tests/fixtures/monorepo-app-plus-terraform/packages/app/app/route.d.ts +1 -0
- package/dist/tests/fixtures/monorepo-app-plus-terraform/packages/app/app/route.js +6 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/backend/app/route.d.ts +1 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/backend/app/route.js +6 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/frontend/app/route.d.ts +1 -0
- package/dist/tests/fixtures/monorepo-front-back-sections/frontend/app/route.js +7 -0
- package/dist/tests/fixtures/typescript-basic/app/route.d.ts +1 -0
- package/dist/tests/fixtures/typescript-basic/app/route.js +7 -0
- package/dist/tests/fixtures/typescript-basic/db-client-import.d.ts +2 -0
- package/dist/tests/fixtures/typescript-basic/db-client-import.js +8 -0
- package/dist/tests/fixtures/typescript-basic/db.d.ts +3 -0
- package/dist/tests/fixtures/typescript-basic/db.js +7 -0
- package/dist/tests/fixtures/typescript-basic/external-api.d.ts +1 -0
- package/dist/tests/fixtures/typescript-basic/external-api.js +18 -0
- package/dist/tests/fixtures/typescript-basic/pg-client.d.ts +3 -0
- package/dist/tests/fixtures/typescript-basic/pg-client.js +7 -0
- package/dist/tests/fixtures/typescript-basic/server.d.ts +14 -0
- package/dist/tests/fixtures/typescript-basic/server.js +4 -0
- package/dist/tests/fixtures/typescript-dependency-manifests-basic/src/index.d.ts +0 -0
- package/dist/tests/fixtures/typescript-dependency-manifests-basic/src/index.js +2 -0
- package/dist/tests/helpers/scan-result-builders.d.ts +2 -0
- package/dist/tests/helpers/scan-result-builders.js +15 -0
- package/dist/tests/schema/dataflow-wrapper.schema.spec.d.ts +1 -0
- package/dist/tests/schema/dataflow-wrapper.schema.spec.js +89 -0
- package/dist/tests/schema/diagram-graph.schema.spec.d.ts +1 -0
- package/dist/tests/schema/diagram-graph.schema.spec.js +48 -0
- package/dist/tests/schema/scan-config.schema.spec.d.ts +1 -0
- package/dist/tests/schema/scan-config.schema.spec.js +135 -0
- package/dist/tests/schema/scan-result.schema.spec.d.ts +1 -0
- package/dist/tests/schema/scan-result.schema.spec.js +177 -0
- package/dist/tests/unit/ai-enrichment/agent-orchestrator.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/agent-orchestrator.spec.js +483 -0
- package/dist/tests/unit/ai-enrichment/candidate-selector.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/candidate-selector.spec.js +106 -0
- package/dist/tests/unit/ai-enrichment/create-ai-provider.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/create-ai-provider.spec.js +32 -0
- package/dist/tests/unit/ai-enrichment/endpoint-resolution.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/endpoint-resolution.spec.js +47 -0
- package/dist/tests/unit/ai-enrichment/fallbacks.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/fallbacks.spec.js +1304 -0
- package/dist/tests/unit/ai-enrichment/families/chat-completions-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/chat-completions-family.spec.js +219 -0
- package/dist/tests/unit/ai-enrichment/families/generate-content-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/generate-content-family.spec.js +119 -0
- package/dist/tests/unit/ai-enrichment/families/messages-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/messages-family.spec.js +129 -0
- package/dist/tests/unit/ai-enrichment/families/ollama-generate-family.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/families/ollama-generate-family.spec.js +69 -0
- package/dist/tests/unit/ai-enrichment/merge-rules.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/merge-rules.spec.js +422 -0
- package/dist/tests/unit/ai-enrichment/openai-proposals-response.schema.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/openai-proposals-response.schema.spec.js +30 -0
- package/dist/tests/unit/ai-enrichment/pipeline.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/pipeline.spec.js +120 -0
- package/dist/tests/unit/ai-enrichment/planner.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/planner.spec.js +106 -0
- package/dist/tests/unit/ai-enrichment/platform-proxy-provider.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/platform-proxy-provider.spec.js +51 -0
- package/dist/tests/unit/ai-enrichment/provider-contract.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-contract.spec.js +244 -0
- package/dist/tests/unit/ai-enrichment/provider-json-parse.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-json-parse.spec.js +24 -0
- package/dist/tests/unit/ai-enrichment/provider-output-token-budget.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-output-token-budget.spec.js +15 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt-env.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt-env.spec.js +54 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-prompt.spec.js +206 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-aws.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-aws.spec.js +43 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-kubernetes.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/provider-topology-terraform-kubernetes.spec.js +40 -0
- package/dist/tests/unit/ai-enrichment/providers/fetch-with-timeout.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/providers/fetch-with-timeout.spec.js +22 -0
- package/dist/tests/unit/ai-enrichment/resolve-provider.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/resolve-provider.spec.js +67 -0
- package/dist/tests/unit/ai-enrichment/scan-paths-exact.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/scan-paths-exact.spec.js +35 -0
- package/dist/tests/unit/ai-enrichment/scan-paths.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/scan-paths.spec.js +21 -0
- package/dist/tests/unit/ai-enrichment/sensitive-paths.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/sensitive-paths.spec.js +20 -0
- package/dist/tests/unit/ai-enrichment/third-party-data-flow.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/third-party-data-flow.spec.js +963 -0
- package/dist/tests/unit/ai-enrichment/third-party-evidence.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/third-party-evidence.spec.js +117 -0
- package/dist/tests/unit/ai-enrichment/third-party-subtype.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/third-party-subtype.spec.js +45 -0
- package/dist/tests/unit/ai-enrichment/tools-validation.spec.d.ts +1 -0
- package/dist/tests/unit/ai-enrichment/tools-validation.spec.js +66 -0
- package/dist/tests/unit/analyzers/python/parser.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/python/parser.spec.js +104 -0
- package/dist/tests/unit/analyzers/python/patterns.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/python/patterns.spec.js +289 -0
- package/dist/tests/unit/analyzers/registry.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/registry.spec.js +234 -0
- package/dist/tests/unit/analyzers/terraform/classifier-subtype-parity.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/classifier-subtype-parity.spec.js +87 -0
- package/dist/tests/unit/analyzers/terraform/detector.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/detector.spec.js +110 -0
- package/dist/tests/unit/analyzers/terraform/generated-provider-hints.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/generated-provider-hints.spec.js +53 -0
- package/dist/tests/unit/analyzers/terraform/parser.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/parser.spec.js +56 -0
- package/dist/tests/unit/analyzers/terraform/terraform-module-manifest.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/terraform-module-manifest.spec.js +63 -0
- package/dist/tests/unit/analyzers/terraform/terraform-utility-resource.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform/terraform-utility-resource.spec.js +19 -0
- package/dist/tests/unit/analyzers/terraform-exec.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform-exec.spec.js +27 -0
- package/dist/tests/unit/analyzers/terraform-show-json.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/terraform-show-json.spec.js +77 -0
- package/dist/tests/unit/analyzers/typescript/dependency-manifests.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/dependency-manifests.spec.js +61 -0
- package/dist/tests/unit/analyzers/typescript/detector.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/detector.spec.js +225 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-auth0.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-auth0.spec.js +49 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-sentry.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/external-apis-sentry.spec.js +27 -0
- package/dist/tests/unit/analyzers/typescript/fixture-integration.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/fixture-integration.spec.js +64 -0
- package/dist/tests/unit/analyzers/typescript/parser.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/parser.spec.js +99 -0
- package/dist/tests/unit/analyzers/typescript/pattern-config.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/pattern-config.spec.js +24 -0
- package/dist/tests/unit/analyzers/typescript/property-detection.spec.d.ts +1 -0
- package/dist/tests/unit/analyzers/typescript/property-detection.spec.js +138 -0
- package/dist/tests/unit/classifier/classify.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/classify.spec.js +1453 -0
- package/dist/tests/unit/classifier/enhance.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/enhance.spec.js +400 -0
- package/dist/tests/unit/classifier/external-url-third-party.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/external-url-third-party.spec.js +83 -0
- package/dist/tests/unit/classifier/frontend-framework-grouping.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/frontend-framework-grouping.spec.js +44 -0
- package/dist/tests/unit/classifier/terraform-grouping.spec.d.ts +1 -0
- package/dist/tests/unit/classifier/terraform-grouping.spec.js +96 -0
- package/dist/tests/unit/cli/config-command.spec.d.ts +1 -0
- package/dist/tests/unit/cli/config-command.spec.js +51 -0
- package/dist/tests/unit/cli/scan-command-ai-flags.spec.d.ts +0 -0
- package/dist/tests/unit/cli/scan-command-ai-flags.spec.js +149 -0
- package/dist/tests/unit/cli/scan-command-diagram-graph.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-diagram-graph.spec.js +26 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-app-plus-terraform.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-app-plus-terraform.spec.js +107 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-front-back-sections.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-monorepo-front-back-sections.spec.js +74 -0
- package/dist/tests/unit/cli/scan-command-e2e-python-basic.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-python-basic.spec.js +43 -0
- package/dist/tests/unit/cli/scan-command-e2e-terraform-basic.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-terraform-basic.spec.js +62 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sample.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sample.spec.js +41 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sentry-route-env.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-e2e-ts-sentry-route-env.spec.js +85 -0
- package/dist/tests/unit/cli/scan-command-exit-code.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-command-exit-code.spec.js +131 -0
- package/dist/tests/unit/cli/scan-quota-flow.spec.d.ts +1 -0
- package/dist/tests/unit/cli/scan-quota-flow.spec.js +76 -0
- package/dist/tests/unit/config/property-detection-config.spec.d.ts +1 -0
- package/dist/tests/unit/config/property-detection-config.spec.js +38 -0
- package/dist/tests/unit/config/redact.spec.d.ts +1 -0
- package/dist/tests/unit/config/redact.spec.js +19 -0
- package/dist/tests/unit/config/resolve-config.spec.d.ts +1 -0
- package/dist/tests/unit/config/resolve-config.spec.js +172 -0
- package/dist/tests/unit/config/scan-env-debug.spec.d.ts +1 -0
- package/dist/tests/unit/config/scan-env-debug.spec.js +17 -0
- package/dist/tests/unit/config/validate-scan-ai.spec.d.ts +1 -0
- package/dist/tests/unit/config/validate-scan-ai.spec.js +53 -0
- package/dist/tests/unit/core/classifier-phase-regressions.spec.d.ts +1 -0
- package/dist/tests/unit/core/classifier-phase-regressions.spec.js +68 -0
- package/dist/tests/unit/core/dependency-manifest-performance-budgets.spec.d.ts +1 -0
- package/dist/tests/unit/core/dependency-manifest-performance-budgets.spec.js +66 -0
- package/dist/tests/unit/core/dependency-manifest-toggles-confidence.spec.d.ts +1 -0
- package/dist/tests/unit/core/dependency-manifest-toggles-confidence.spec.js +132 -0
- package/dist/tests/unit/core/discover-service-sections.spec.d.ts +1 -0
- package/dist/tests/unit/core/discover-service-sections.spec.js +204 -0
- package/dist/tests/unit/core/graph-mapping.spec.d.ts +1 -0
- package/dist/tests/unit/core/graph-mapping.spec.js +779 -0
- package/dist/tests/unit/core/invariant-tests-dedupe-determinism.spec.d.ts +1 -0
- package/dist/tests/unit/core/invariant-tests-dedupe-determinism.spec.js +64 -0
- package/dist/tests/unit/core/manifest-package-hub.spec.d.ts +1 -0
- package/dist/tests/unit/core/manifest-package-hub.spec.js +53 -0
- package/dist/tests/unit/core/monorepo-package-sections.spec.d.ts +1 -0
- package/dist/tests/unit/core/monorepo-package-sections.spec.js +121 -0
- package/dist/tests/unit/core/no-source-code-leakage.spec.d.ts +1 -0
- package/dist/tests/unit/core/no-source-code-leakage.spec.js +48 -0
- package/dist/tests/unit/core/orchestrator.spec.d.ts +1 -0
- package/dist/tests/unit/core/orchestrator.spec.js +252 -0
- package/dist/tests/unit/core/output-json.spec.d.ts +1 -0
- package/dist/tests/unit/core/output-json.spec.js +65 -0
- package/dist/tests/unit/core/parsing-error-handling-nonfatal.spec.d.ts +1 -0
- package/dist/tests/unit/core/parsing-error-handling-nonfatal.spec.js +42 -0
- package/dist/tests/unit/core/resolve-path-under-scan-root.spec.d.ts +1 -0
- package/dist/tests/unit/core/resolve-path-under-scan-root.spec.js +54 -0
- package/dist/tests/unit/core/scan-result-language-stats.spec.d.ts +1 -0
- package/dist/tests/unit/core/scan-result-language-stats.spec.js +15 -0
- package/dist/tests/unit/core/section-discovery-excludes.spec.d.ts +1 -0
- package/dist/tests/unit/core/section-discovery-excludes.spec.js +49 -0
- package/dist/tests/unit/core/section-runtime.spec.d.ts +1 -0
- package/dist/tests/unit/core/section-runtime.spec.js +166 -0
- package/dist/tests/unit/core/stable-component-ids.spec.d.ts +1 -0
- package/dist/tests/unit/core/stable-component-ids.spec.js +112 -0
- package/dist/tests/unit/core/structural-scan.spec.d.ts +1 -0
- package/dist/tests/unit/core/structural-scan.spec.js +83 -0
- package/dist/tests/unit/core/terraform-json-overlay.spec.d.ts +1 -0
- package/dist/tests/unit/core/terraform-json-overlay.spec.js +36 -0
- package/dist/tests/unit/core/terraform-minimal-services.spec.d.ts +1 -0
- package/dist/tests/unit/core/terraform-minimal-services.spec.js +378 -0
- package/dist/tests/unit/data-flow/application-hub.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/application-hub.spec.js +48 -0
- package/dist/tests/unit/data-flow/cross-section-terraform-bridge.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/cross-section-terraform-bridge.spec.js +95 -0
- package/dist/tests/unit/data-flow/dedupe.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/dedupe.spec.js +134 -0
- package/dist/tests/unit/data-flow/detector.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/detector.spec.js +1254 -0
- package/dist/tests/unit/data-flow/drop-cross-section-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/drop-cross-section-flows.spec.js +132 -0
- package/dist/tests/unit/data-flow/ensure-actor-flow.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/ensure-actor-flow.spec.js +233 -0
- package/dist/tests/unit/data-flow/ensure-manifest-declared-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/ensure-manifest-declared-flows.spec.js +125 -0
- package/dist/tests/unit/data-flow/ensure-section-api-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/ensure-section-api-flows.spec.js +40 -0
- package/dist/tests/unit/data-flow/postprocess.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/postprocess.spec.js +78 -0
- package/dist/tests/unit/data-flow/rewire.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/rewire.spec.js +194 -0
- package/dist/tests/unit/data-flow/terraform-flows.spec.d.ts +1 -0
- package/dist/tests/unit/data-flow/terraform-flows.spec.js +199 -0
- package/dist/tests/unit/evals/metrics.spec.d.ts +1 -0
- package/dist/tests/unit/evals/metrics.spec.js +54 -0
- package/dist/tests/unit/ingest/env-exclusion.spec.d.ts +1 -0
- package/dist/tests/unit/ingest/env-exclusion.spec.js +43 -0
- package/dist/tests/unit/ingest/file-system.spec.d.ts +1 -0
- package/dist/tests/unit/ingest/file-system.spec.js +180 -0
- package/dist/tests/unit/ingest/gitignore.spec.d.ts +1 -0
- package/dist/tests/unit/ingest/gitignore.spec.js +30 -0
- package/dist/tests/unit/observability/scan-sentry.spec.d.ts +1 -0
- package/dist/tests/unit/observability/scan-sentry.spec.js +60 -0
- package/dist/tests/unit/patterns/scan-exclusions.spec.d.ts +1 -0
- package/dist/tests/unit/patterns/scan-exclusions.spec.js +58 -0
- package/dist/tests/unit/pipeline/ai-orchestrator-options.spec.d.ts +1 -0
- package/dist/tests/unit/pipeline/ai-orchestrator-options.spec.js +19 -0
- package/dist/tests/unit/platform-api/dataparade-api-base-url.spec.d.ts +1 -0
- package/dist/tests/unit/platform-api/dataparade-api-base-url.spec.js +19 -0
- package/dist/tests/unit/platform-api/estimate-scan-footprint.spec.d.ts +1 -0
- package/dist/tests/unit/platform-api/estimate-scan-footprint.spec.js +50 -0
- package/dist/tests/unit/tracing/langsmith-tracing.spec.d.ts +1 -0
- package/dist/tests/unit/tracing/langsmith-tracing.spec.js +118 -0
- package/package.json +84 -0
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export type ScanFootprintEstimate = {
|
|
2
|
+
fileCount: number;
|
|
3
|
+
bytesIngested: number;
|
|
4
|
+
};
|
|
5
|
+
/**
|
|
6
|
+
* Cheap footprint for platform quota preflight (same idea as hosted zip/git estimates).
|
|
7
|
+
*/
|
|
8
|
+
export declare function estimateScanFootprint(scanRootDir: string, excludePaths?: string[]): Promise<ScanFootprintEstimate>;
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.estimateScanFootprint = estimateScanFootprint;
|
|
37
|
+
const fs_1 = require("fs");
|
|
38
|
+
const path = __importStar(require("path"));
|
|
39
|
+
const gitignore_1 = require("../ingest/gitignore");
|
|
40
|
+
const scan_exclusions_1 = require("../patterns/scan-exclusions");
|
|
41
|
+
const MAX_FILES_TO_MEASURE = 50_000;
|
|
42
|
+
function normalizeUserPattern(pattern) {
|
|
43
|
+
return (0, gitignore_1.toPosixPath)(pattern.replace(/^\.\/+/, "").trim());
|
|
44
|
+
}
|
|
45
|
+
function isExcludedByUserPatterns(relativePath, isDirectory, excludePaths) {
|
|
46
|
+
const rel = (0, gitignore_1.toPosixPath)(relativePath);
|
|
47
|
+
for (const rawPattern of excludePaths) {
|
|
48
|
+
const pattern = normalizeUserPattern(rawPattern);
|
|
49
|
+
if (!pattern)
|
|
50
|
+
continue;
|
|
51
|
+
if (pattern.endsWith("/**")) {
|
|
52
|
+
const prefix = pattern.slice(0, -3).replace(/\/$/, "");
|
|
53
|
+
if (rel === prefix || rel.startsWith(`${prefix}/`))
|
|
54
|
+
return true;
|
|
55
|
+
}
|
|
56
|
+
const regex = (0, gitignore_1.gitignorePatternToRegex)(pattern, isDirectory);
|
|
57
|
+
if (regex.test(rel))
|
|
58
|
+
return true;
|
|
59
|
+
}
|
|
60
|
+
return false;
|
|
61
|
+
}
|
|
62
|
+
async function walkFootprint(currentDir, rootDir, accumulatedRules, excludePaths, state) {
|
|
63
|
+
if (state.capped)
|
|
64
|
+
return;
|
|
65
|
+
const rules = await (0, gitignore_1.gitignoreRulesForDir)(currentDir, accumulatedRules);
|
|
66
|
+
let entries;
|
|
67
|
+
try {
|
|
68
|
+
entries = await fs_1.promises.readdir(currentDir, { withFileTypes: true });
|
|
69
|
+
}
|
|
70
|
+
catch {
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
for (const entry of entries) {
|
|
74
|
+
if (state.capped)
|
|
75
|
+
return;
|
|
76
|
+
const entryPath = path.join(currentDir, entry.name);
|
|
77
|
+
const relativePath = (0, gitignore_1.toPosixPath)(path.relative(rootDir, entryPath));
|
|
78
|
+
if (entry.isDirectory()) {
|
|
79
|
+
if ((0, scan_exclusions_1.shouldSkipDirectoryName)(entry.name))
|
|
80
|
+
continue;
|
|
81
|
+
if (relativePath &&
|
|
82
|
+
isExcludedByUserPatterns(relativePath, true, excludePaths)) {
|
|
83
|
+
continue;
|
|
84
|
+
}
|
|
85
|
+
if ((0, gitignore_1.isPathIgnored)(entryPath, true, rules))
|
|
86
|
+
continue;
|
|
87
|
+
await walkFootprint(entryPath, rootDir, rules, excludePaths, state);
|
|
88
|
+
}
|
|
89
|
+
else if (entry.isFile()) {
|
|
90
|
+
if (relativePath &&
|
|
91
|
+
isExcludedByUserPatterns(relativePath, false, excludePaths)) {
|
|
92
|
+
continue;
|
|
93
|
+
}
|
|
94
|
+
if ((0, gitignore_1.isPathIgnored)(entryPath, false, rules))
|
|
95
|
+
continue;
|
|
96
|
+
try {
|
|
97
|
+
const stat = await fs_1.promises.stat(entryPath);
|
|
98
|
+
state.fileCount += 1;
|
|
99
|
+
state.bytesIngested += Math.max(0, stat.size);
|
|
100
|
+
if (state.fileCount >= MAX_FILES_TO_MEASURE) {
|
|
101
|
+
state.capped = true;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
catch {
|
|
105
|
+
// unreadable file — skip
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* Cheap footprint for platform quota preflight (same idea as hosted zip/git estimates).
|
|
112
|
+
*/
|
|
113
|
+
async function estimateScanFootprint(scanRootDir, excludePaths = []) {
|
|
114
|
+
const state = { fileCount: 0, bytesIngested: 0, capped: false };
|
|
115
|
+
await walkFootprint(scanRootDir, scanRootDir, [], excludePaths, state);
|
|
116
|
+
return {
|
|
117
|
+
fileCount: Math.max(1, state.fileCount),
|
|
118
|
+
bytesIngested: Math.max(0, state.bytesIngested),
|
|
119
|
+
};
|
|
120
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/** Thrown when preflight/complete is rejected with HTTP 403 scan_quota_exceeded. */
|
|
2
|
+
export declare class CliScanQuotaExceededError extends Error {
|
|
3
|
+
readonly code: "scan_quota_exceeded";
|
|
4
|
+
constructor(message: string);
|
|
5
|
+
}
|
|
6
|
+
export type CliScanPreflightResponse = {
|
|
7
|
+
allowed: boolean;
|
|
8
|
+
jobId: string;
|
|
9
|
+
scansRemaining: number;
|
|
10
|
+
aiTokensRemaining: number;
|
|
11
|
+
suggestedAiBudgetTokens: number;
|
|
12
|
+
aiDelivery?: 'platform_proxy' | 'none';
|
|
13
|
+
};
|
|
14
|
+
export declare function cliScanPreflight(input: {
|
|
15
|
+
apiKey: string;
|
|
16
|
+
enableAi?: boolean;
|
|
17
|
+
projectName?: string;
|
|
18
|
+
fileCount?: number;
|
|
19
|
+
bytesIngested?: number;
|
|
20
|
+
}): Promise<CliScanPreflightResponse>;
|
|
21
|
+
export declare function cliScanComplete(input: {
|
|
22
|
+
apiKey: string;
|
|
23
|
+
jobId: string;
|
|
24
|
+
status: "completed" | "failed";
|
|
25
|
+
aiTokensUsed?: number;
|
|
26
|
+
failureCode?: string;
|
|
27
|
+
failureMessage?: string;
|
|
28
|
+
}): Promise<void>;
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CliScanQuotaExceededError = void 0;
|
|
4
|
+
exports.cliScanPreflight = cliScanPreflight;
|
|
5
|
+
exports.cliScanComplete = cliScanComplete;
|
|
6
|
+
const dataparade_api_base_url_1 = require("./dataparade-api-base-url");
|
|
7
|
+
/** Thrown when preflight/complete is rejected with HTTP 403 scan_quota_exceeded. */
|
|
8
|
+
class CliScanQuotaExceededError extends Error {
|
|
9
|
+
constructor(message) {
|
|
10
|
+
super(message);
|
|
11
|
+
this.code = "scan_quota_exceeded";
|
|
12
|
+
this.name = "CliScanQuotaExceededError";
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
exports.CliScanQuotaExceededError = CliScanQuotaExceededError;
|
|
16
|
+
function buildHeaders(apiKey) {
|
|
17
|
+
return {
|
|
18
|
+
Authorization: `Bearer ${apiKey}`,
|
|
19
|
+
"Content-Type": "application/json",
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
async function cliScanPreflight(input) {
|
|
23
|
+
const res = await fetch(`${(0, dataparade_api_base_url_1.getDataparadeApiBaseUrl)()}/api/scans/cli/preflight`, {
|
|
24
|
+
method: "POST",
|
|
25
|
+
headers: buildHeaders(input.apiKey),
|
|
26
|
+
body: JSON.stringify({
|
|
27
|
+
enableAi: input.enableAi,
|
|
28
|
+
projectName: input.projectName,
|
|
29
|
+
fileCount: input.fileCount,
|
|
30
|
+
bytesIngested: input.bytesIngested,
|
|
31
|
+
}),
|
|
32
|
+
});
|
|
33
|
+
if (!res.ok) {
|
|
34
|
+
let message = `Scan preflight failed (${res.status})`;
|
|
35
|
+
let code;
|
|
36
|
+
try {
|
|
37
|
+
const body = (await res.json());
|
|
38
|
+
code = body.code;
|
|
39
|
+
if (typeof body.message === "string")
|
|
40
|
+
message = body.message;
|
|
41
|
+
else if (Array.isArray(body.message))
|
|
42
|
+
message = body.message.join(", ");
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
// ignore
|
|
46
|
+
}
|
|
47
|
+
if (res.status === 403 && code === "scan_quota_exceeded") {
|
|
48
|
+
throw new CliScanQuotaExceededError(message);
|
|
49
|
+
}
|
|
50
|
+
throw new Error(message);
|
|
51
|
+
}
|
|
52
|
+
return (await res.json());
|
|
53
|
+
}
|
|
54
|
+
async function cliScanComplete(input) {
|
|
55
|
+
const res = await fetch(`${(0, dataparade_api_base_url_1.getDataparadeApiBaseUrl)()}/api/scans/cli/${encodeURIComponent(input.jobId)}/complete`, {
|
|
56
|
+
method: "POST",
|
|
57
|
+
headers: buildHeaders(input.apiKey),
|
|
58
|
+
body: JSON.stringify({
|
|
59
|
+
status: input.status,
|
|
60
|
+
aiTokensUsed: input.aiTokensUsed,
|
|
61
|
+
failureCode: input.failureCode,
|
|
62
|
+
failureMessage: input.failureMessage,
|
|
63
|
+
}),
|
|
64
|
+
});
|
|
65
|
+
if (!res.ok) {
|
|
66
|
+
let message = `Scan complete report failed (${res.status})`;
|
|
67
|
+
try {
|
|
68
|
+
const body = (await res.json());
|
|
69
|
+
if (typeof body.message === "string")
|
|
70
|
+
message = body.message;
|
|
71
|
+
else if (Array.isArray(body.message))
|
|
72
|
+
message = body.message.join(", ");
|
|
73
|
+
}
|
|
74
|
+
catch {
|
|
75
|
+
// ignore
|
|
76
|
+
}
|
|
77
|
+
throw new Error(message);
|
|
78
|
+
}
|
|
79
|
+
}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import type { InferencePipelineResult } from "../ai-enrichment/types";
|
|
2
|
+
import type { OrchestratorScanResult } from "../core/pipeline/orchestrator-result";
|
|
3
|
+
import type { AiInferenceSummary } from "../core/types/result";
|
|
4
|
+
/**
|
|
5
|
+
* LangSmith / LangChain tracing for CLI scan and AI inference.
|
|
6
|
+
*
|
|
7
|
+
* Trace payloads are summary-only (counts and ids) so uploads stay under API
|
|
8
|
+
* size limits. Trace upload failures are logged and never fail the scan.
|
|
9
|
+
*
|
|
10
|
+
* Set:
|
|
11
|
+
* - LANGSMITH_API_KEY (or LANGCHAIN_API_KEY)
|
|
12
|
+
* - LANGCHAIN_TRACING_V2=true or LANGSMITH_TRACING=true
|
|
13
|
+
* - LANGSMITH_PROJECT (optional; also LANGCHAIN_PROJECT)
|
|
14
|
+
*
|
|
15
|
+
* @see https://docs.smith.langchain.com/
|
|
16
|
+
*/
|
|
17
|
+
export declare function isLangSmithTracingEnabled(): boolean;
|
|
18
|
+
/** Summary sent to LangSmith instead of full scan output (keeps traces small). */
|
|
19
|
+
export declare function buildLangSmithScanTraceSummary(result: OrchestratorScanResult): Record<string, unknown>;
|
|
20
|
+
export declare function buildLangSmithInferencePipelineTraceSummary(result: InferencePipelineResult): Record<string, unknown>;
|
|
21
|
+
export declare function buildLangSmithAiInferenceTraceSummary(summary: AiInferenceSummary): Record<string, unknown>;
|
|
22
|
+
export declare function traceDataparadeScan<T extends OrchestratorScanResult>(meta: {
|
|
23
|
+
rootPath: string;
|
|
24
|
+
projectName?: string;
|
|
25
|
+
enableAiInference?: boolean;
|
|
26
|
+
run: () => Promise<T>;
|
|
27
|
+
}): Promise<T>;
|
|
28
|
+
export declare function traceDataparadeAiInference<T extends InferencePipelineResult>(meta: {
|
|
29
|
+
provider?: string;
|
|
30
|
+
model?: string;
|
|
31
|
+
run: () => Promise<T>;
|
|
32
|
+
}): Promise<T>;
|
|
33
|
+
export declare function traceDataparadeProviderInfer<T>(meta: {
|
|
34
|
+
providerId: string;
|
|
35
|
+
model: string;
|
|
36
|
+
run: () => Promise<T>;
|
|
37
|
+
}): Promise<T>;
|
|
@@ -0,0 +1,171 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.isLangSmithTracingEnabled = isLangSmithTracingEnabled;
|
|
4
|
+
exports.buildLangSmithScanTraceSummary = buildLangSmithScanTraceSummary;
|
|
5
|
+
exports.buildLangSmithInferencePipelineTraceSummary = buildLangSmithInferencePipelineTraceSummary;
|
|
6
|
+
exports.buildLangSmithAiInferenceTraceSummary = buildLangSmithAiInferenceTraceSummary;
|
|
7
|
+
exports.traceDataparadeScan = traceDataparadeScan;
|
|
8
|
+
exports.traceDataparadeAiInference = traceDataparadeAiInference;
|
|
9
|
+
exports.traceDataparadeProviderInfer = traceDataparadeProviderInfer;
|
|
10
|
+
const traceable_1 = require("langsmith/traceable");
|
|
11
|
+
/**
|
|
12
|
+
* LangSmith / LangChain tracing for CLI scan and AI inference.
|
|
13
|
+
*
|
|
14
|
+
* Trace payloads are summary-only (counts and ids) so uploads stay under API
|
|
15
|
+
* size limits. Trace upload failures are logged and never fail the scan.
|
|
16
|
+
*
|
|
17
|
+
* Set:
|
|
18
|
+
* - LANGSMITH_API_KEY (or LANGCHAIN_API_KEY)
|
|
19
|
+
* - LANGCHAIN_TRACING_V2=true or LANGSMITH_TRACING=true
|
|
20
|
+
* - LANGSMITH_PROJECT (optional; also LANGCHAIN_PROJECT)
|
|
21
|
+
*
|
|
22
|
+
* @see https://docs.smith.langchain.com/
|
|
23
|
+
*/
|
|
24
|
+
function isLangSmithTracingEnabled() {
|
|
25
|
+
const key = process.env.LANGSMITH_API_KEY ?? process.env.LANGCHAIN_API_KEY;
|
|
26
|
+
if (!key || key.trim().length === 0)
|
|
27
|
+
return false;
|
|
28
|
+
const on = process.env.LANGCHAIN_TRACING_V2 === "true" ||
|
|
29
|
+
process.env.LANGSMITH_TRACING === "true";
|
|
30
|
+
return on;
|
|
31
|
+
}
|
|
32
|
+
function warnLangsmithTraceFailure(context, err) {
|
|
33
|
+
const message = err instanceof Error ? err.message : String(err);
|
|
34
|
+
process.stderr.write(`[dataparade] LangSmith trace upload failed (${context}): ${message}\n`);
|
|
35
|
+
}
|
|
36
|
+
function countComponentsByType(components) {
|
|
37
|
+
const counts = {};
|
|
38
|
+
for (const component of components) {
|
|
39
|
+
counts[component.type] = (counts[component.type] ?? 0) + 1;
|
|
40
|
+
}
|
|
41
|
+
return counts;
|
|
42
|
+
}
|
|
43
|
+
function uniqueSectionIds(components) {
|
|
44
|
+
const ids = new Set();
|
|
45
|
+
for (const component of components) {
|
|
46
|
+
const raw = component.properties?.section_id;
|
|
47
|
+
if (typeof raw === "string" && raw.trim()) {
|
|
48
|
+
ids.add(raw.trim());
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return [...ids].sort();
|
|
52
|
+
}
|
|
53
|
+
/** Summary sent to LangSmith instead of full scan output (keeps traces small). */
|
|
54
|
+
function buildLangSmithScanTraceSummary(result) {
|
|
55
|
+
const scan = result.scanResult;
|
|
56
|
+
const ai = scan.aiInferenceSummary;
|
|
57
|
+
return {
|
|
58
|
+
filesScanned: scan.filesScanned,
|
|
59
|
+
filesSkipped: scan.filesSkipped,
|
|
60
|
+
totalLines: scan.totalLines,
|
|
61
|
+
scanDurationMs: scan.scanDurationMs,
|
|
62
|
+
componentCount: scan.components.length,
|
|
63
|
+
dataFlowCount: scan.dataFlows.length,
|
|
64
|
+
warningCount: scan.warnings.length,
|
|
65
|
+
errorCount: scan.errors.length,
|
|
66
|
+
findingCount: result.findings.length,
|
|
67
|
+
componentTypes: countComponentsByType(scan.components),
|
|
68
|
+
sectionIds: uniqueSectionIds(scan.components),
|
|
69
|
+
languageStats: scan.languageStats?.map((s) => ({
|
|
70
|
+
language: s.language,
|
|
71
|
+
filesParsed: s.filesParsed,
|
|
72
|
+
})),
|
|
73
|
+
aiInference: ai ? buildLangSmithAiInferenceTraceSummary(ai) : undefined,
|
|
74
|
+
terraformScanSummary: scan.terraformScanSummary,
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
function buildLangSmithInferencePipelineTraceSummary(result) {
|
|
78
|
+
return {
|
|
79
|
+
candidateCount: result.candidates.length,
|
|
80
|
+
proposalCount: result.proposals.length,
|
|
81
|
+
appliedProposalCount: result.mergeResult.appliedProposalIds.length,
|
|
82
|
+
rejectedProposalCount: result.mergeResult.rejectedProposalIds.length,
|
|
83
|
+
queueCount: result.plan.queues.length,
|
|
84
|
+
droppedCandidateCount: result.plan.droppedCandidates.length,
|
|
85
|
+
usageSummary: result.usageSummary,
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
function buildLangSmithAiInferenceTraceSummary(summary) {
|
|
89
|
+
return {
|
|
90
|
+
candidatesConsidered: summary.candidatesConsidered,
|
|
91
|
+
proposalsGenerated: summary.proposalsGenerated,
|
|
92
|
+
proposalsApplied: summary.proposalsApplied,
|
|
93
|
+
proposalsRejected: summary.proposalsRejected,
|
|
94
|
+
proposalsGeneratedHeuristic: summary.proposalsGeneratedHeuristic,
|
|
95
|
+
proposalsAppliedHeuristic: summary.proposalsAppliedHeuristic,
|
|
96
|
+
proposalsGeneratedProvider: summary.proposalsGeneratedProvider,
|
|
97
|
+
proposalsAppliedProvider: summary.proposalsAppliedProvider,
|
|
98
|
+
providerCalls: summary.providerCalls,
|
|
99
|
+
inputTokens: summary.inputTokens,
|
|
100
|
+
outputTokens: summary.outputTokens,
|
|
101
|
+
totalTokens: summary.totalTokens,
|
|
102
|
+
estimatedCostUsd: summary.estimatedCostUsd,
|
|
103
|
+
aiProvider: summary.aiProvider,
|
|
104
|
+
aiModel: summary.aiModel,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
async function runWithLangSmithTrace(traced, context, run, summarize) {
|
|
108
|
+
let result;
|
|
109
|
+
try {
|
|
110
|
+
await traced({
|
|
111
|
+
run: async () => {
|
|
112
|
+
result = await run();
|
|
113
|
+
return summarize(result);
|
|
114
|
+
},
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
catch (err) {
|
|
118
|
+
if (result === undefined) {
|
|
119
|
+
throw err;
|
|
120
|
+
}
|
|
121
|
+
warnLangsmithTraceFailure(context, err);
|
|
122
|
+
}
|
|
123
|
+
return result;
|
|
124
|
+
}
|
|
125
|
+
const tracedScanRoot = (0, traceable_1.traceable)(async (payload) => payload.run(), {
|
|
126
|
+
name: "dataparade_scan",
|
|
127
|
+
run_type: "chain",
|
|
128
|
+
metadata: { app: "dataparade-cli" },
|
|
129
|
+
});
|
|
130
|
+
const tracedAiInference = (0, traceable_1.traceable)(async (payload) => payload.run(), {
|
|
131
|
+
name: "dataparade_ai_inference",
|
|
132
|
+
run_type: "chain",
|
|
133
|
+
});
|
|
134
|
+
const tracedProviderInfer = (0, traceable_1.traceable)(async (payload) => payload.run(), {
|
|
135
|
+
name: "dataparade_provider_infer",
|
|
136
|
+
run_type: "llm",
|
|
137
|
+
});
|
|
138
|
+
async function traceDataparadeScan(meta) {
|
|
139
|
+
if (!isLangSmithTracingEnabled()) {
|
|
140
|
+
return meta.run();
|
|
141
|
+
}
|
|
142
|
+
return runWithLangSmithTrace((payload) => tracedScanRoot({
|
|
143
|
+
rootPath: meta.rootPath,
|
|
144
|
+
projectName: meta.projectName,
|
|
145
|
+
enableAiInference: meta.enableAiInference,
|
|
146
|
+
run: payload.run,
|
|
147
|
+
}), "dataparade_scan", meta.run, buildLangSmithScanTraceSummary);
|
|
148
|
+
}
|
|
149
|
+
async function traceDataparadeAiInference(meta) {
|
|
150
|
+
if (!isLangSmithTracingEnabled()) {
|
|
151
|
+
return meta.run();
|
|
152
|
+
}
|
|
153
|
+
return runWithLangSmithTrace((payload) => tracedAiInference({
|
|
154
|
+
provider: meta.provider,
|
|
155
|
+
model: meta.model,
|
|
156
|
+
run: payload.run,
|
|
157
|
+
}), "dataparade_ai_inference", meta.run, buildLangSmithInferencePipelineTraceSummary);
|
|
158
|
+
}
|
|
159
|
+
async function traceDataparadeProviderInfer(meta) {
|
|
160
|
+
if (!isLangSmithTracingEnabled()) {
|
|
161
|
+
return meta.run();
|
|
162
|
+
}
|
|
163
|
+
return runWithLangSmithTrace((payload) => tracedProviderInfer({
|
|
164
|
+
providerId: meta.providerId,
|
|
165
|
+
model: meta.model,
|
|
166
|
+
run: payload.run,
|
|
167
|
+
}), "dataparade_provider_infer", meta.run, () => ({
|
|
168
|
+
providerId: meta.providerId,
|
|
169
|
+
model: meta.model,
|
|
170
|
+
}));
|
|
171
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const child_process_1 = require("child_process");
|
|
7
|
+
const fs_1 = require("fs");
|
|
8
|
+
const path_1 = __importDefault(require("path"));
|
|
9
|
+
const cliDistPath = path_1.default.join(__dirname, "../../dist/bin/cli.js");
|
|
10
|
+
describe("CLI", () => {
|
|
11
|
+
beforeAll(() => {
|
|
12
|
+
if (!(0, fs_1.existsSync)(cliDistPath)) {
|
|
13
|
+
throw new Error(`CLI not built. Run 'pnpm build' first. Expected: ${cliDistPath}`);
|
|
14
|
+
}
|
|
15
|
+
});
|
|
16
|
+
it("scan <path> writes a dataflow.json wrapper to the current directory and exits 0", () => {
|
|
17
|
+
const result = (0, child_process_1.spawnSync)("node", [cliDistPath, "scan", "."], {
|
|
18
|
+
encoding: "utf-8",
|
|
19
|
+
cwd: path_1.default.join(__dirname, "../../"),
|
|
20
|
+
});
|
|
21
|
+
expect(result.status).toBe(0);
|
|
22
|
+
const cliCwd = path_1.default.join(__dirname, "../../");
|
|
23
|
+
const outputPath = path_1.default.join(cliCwd, "dataflow.json");
|
|
24
|
+
const exists = (0, fs_1.existsSync)(outputPath);
|
|
25
|
+
expect(exists).toBe(true);
|
|
26
|
+
const contents = (0, fs_1.readFileSync)(outputPath, "utf8").trim();
|
|
27
|
+
const dataflow = JSON.parse(contents);
|
|
28
|
+
expect(dataflow.schemaVersion).toBeDefined();
|
|
29
|
+
expect(dataflow.graph).toBeDefined();
|
|
30
|
+
expect(Array.isArray(dataflow.graph.nodes)).toBe(true);
|
|
31
|
+
expect(Array.isArray(dataflow.graph.edges)).toBe(true);
|
|
32
|
+
});
|
|
33
|
+
it("scan ../frontend produces a dataflow.json wrapper with at least one node", () => {
|
|
34
|
+
const cliCwd = path_1.default.join(__dirname, "../../");
|
|
35
|
+
const frontendPath = "../frontend";
|
|
36
|
+
const result = (0, child_process_1.spawnSync)("node", [cliDistPath, "scan", frontendPath], {
|
|
37
|
+
encoding: "utf-8",
|
|
38
|
+
cwd: cliCwd,
|
|
39
|
+
});
|
|
40
|
+
expect(result.status).toBe(0);
|
|
41
|
+
const outputPath = path_1.default.join(cliCwd, "dataflow.json");
|
|
42
|
+
const contents = (0, fs_1.readFileSync)(outputPath, "utf8").trim();
|
|
43
|
+
const dataflow = JSON.parse(contents);
|
|
44
|
+
expect(Array.isArray(dataflow.graph.nodes)).toBe(true);
|
|
45
|
+
expect(dataflow.graph.nodes.length).toBeGreaterThan(0);
|
|
46
|
+
});
|
|
47
|
+
it("scan ../frontend --output writes a dataflow.json wrapper to the given file and prints a short message", () => {
|
|
48
|
+
const cliCwd = path_1.default.join(__dirname, "../../");
|
|
49
|
+
const frontendPath = "../frontend";
|
|
50
|
+
const outputFile = "scan-frontend-summary.json";
|
|
51
|
+
const result = (0, child_process_1.spawnSync)("node", [cliDistPath, "scan", frontendPath, "--output", outputFile], {
|
|
52
|
+
encoding: "utf-8",
|
|
53
|
+
cwd: cliCwd,
|
|
54
|
+
});
|
|
55
|
+
expect(result.status).toBe(0);
|
|
56
|
+
expect(result.stdout).toContain(`[scan] dataflow.json written to ${path_1.default.join(cliCwd, outputFile)}`);
|
|
57
|
+
const fileContents = (0, fs_1.readFileSync)(path_1.default.join(cliCwd, outputFile), "utf8").trim();
|
|
58
|
+
const dataflow = JSON.parse(fileContents);
|
|
59
|
+
expect(dataflow.graph).toBeDefined();
|
|
60
|
+
expect(Array.isArray(dataflow.graph.nodes)).toBe(true);
|
|
61
|
+
});
|
|
62
|
+
it("unknown command shows usage and exits non-zero", () => {
|
|
63
|
+
const result = (0, child_process_1.spawnSync)("node", [cliDistPath, "unknowncommand"], {
|
|
64
|
+
encoding: "utf-8",
|
|
65
|
+
cwd: path_1.default.join(__dirname, "../../"),
|
|
66
|
+
});
|
|
67
|
+
expect(result.status).not.toBe(0);
|
|
68
|
+
expect(result.stderr).toMatch(/Unknown command|error|usage|Usage/i);
|
|
69
|
+
});
|
|
70
|
+
it("--help shows usage", () => {
|
|
71
|
+
const result = (0, child_process_1.spawnSync)("node", [cliDistPath, "--help"], {
|
|
72
|
+
encoding: "utf-8",
|
|
73
|
+
cwd: path_1.default.join(__dirname, "../../"),
|
|
74
|
+
});
|
|
75
|
+
expect(result.status).toBe(0);
|
|
76
|
+
expect(result.stdout).toContain("dataparade");
|
|
77
|
+
expect(result.stdout).toContain("scan");
|
|
78
|
+
});
|
|
79
|
+
it("scan --help shows scan usage", () => {
|
|
80
|
+
const result = (0, child_process_1.spawnSync)("node", [cliDistPath, "scan", "--help"], {
|
|
81
|
+
encoding: "utf-8",
|
|
82
|
+
cwd: path_1.default.join(__dirname, "../../"),
|
|
83
|
+
});
|
|
84
|
+
expect(result.status).toBe(0);
|
|
85
|
+
expect(result.stdout).toMatch(/scan|path/i);
|
|
86
|
+
});
|
|
87
|
+
});
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ensurePgClientLoaded = ensurePgClientLoaded;
|
|
4
|
+
require("./pg-client");
|
|
5
|
+
function ensurePgClientLoaded() {
|
|
6
|
+
// This module exists so the TypeScript analyzer sees a module import containing
|
|
7
|
+
// "pg" and can emit a database_connection finding for tests.
|
|
8
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function callExternalApi(): Promise<any>;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.callExternalApi = callExternalApi;
|
|
4
|
+
async function callExternalApi() {
|
|
5
|
+
const apiKey = process.env.API_KEY;
|
|
6
|
+
// Use a host that matches a known third-party (stripe) so the
|
|
7
|
+
// external_api_call pattern plus classifier will produce a third_party
|
|
8
|
+
// component and a corresponding data flow in tests.
|
|
9
|
+
const response = await fetch("https://api.stripe.com/v1/customers", {
|
|
10
|
+
headers: {
|
|
11
|
+
"x-api-key": apiKey ?? "test-key",
|
|
12
|
+
},
|
|
13
|
+
});
|
|
14
|
+
if (!response.ok) {
|
|
15
|
+
throw new Error("API request failed");
|
|
16
|
+
}
|
|
17
|
+
return response.json();
|
|
18
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
type E2eRequestLike = {
|
|
2
|
+
[key: string]: unknown;
|
|
3
|
+
};
|
|
4
|
+
type E2eResponseLike = {
|
|
5
|
+
send: (body: unknown) => void;
|
|
6
|
+
};
|
|
7
|
+
declare const e2eApp: {
|
|
8
|
+
get: (path: string, ...handlers: Array<(req: E2eRequestLike, res: E2eResponseLike, next?: () => void) => void>) => void;
|
|
9
|
+
};
|
|
10
|
+
declare const e2ePassport: {
|
|
11
|
+
authenticate: (strategy: string, options?: {
|
|
12
|
+
session?: boolean;
|
|
13
|
+
}) => (req: E2eRequestLike, res: E2eResponseLike, next: (() => void) | undefined) => void;
|
|
14
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const express_1 = __importDefault(require("express"));
|
|
7
|
+
const app = (0, express_1.default)();
|
|
8
|
+
// Express route (used by `express_route` detection).
|
|
9
|
+
app.get("/users", (req, res) => {
|
|
10
|
+
res.send("ok");
|
|
11
|
+
});
|
|
12
|
+
// Env var usage (used by `env_variable` detection).
|
|
13
|
+
const apiKey = process.env.API_KEY;
|
|
14
|
+
const awsRegion = process.env.AWS_REGION;
|
|
15
|
+
// Sentry ingestion (used by `external_api_call` detection with serviceName inference).
|
|
16
|
+
async function callSentry() {
|
|
17
|
+
await fetch("https://o0.ingest.sentry.io/api/123/envelope/", {
|
|
18
|
+
method: "POST",
|
|
19
|
+
body: "{}",
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
void apiKey;
|
|
23
|
+
void awsRegion;
|
|
24
|
+
void callSentry;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function main(): void;
|