@machina.ai/openapi-contract-tester 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +91 -0
- package/README.md +472 -0
- package/dist/ai-engine/assertion-generator.d.ts +48 -0
- package/dist/ai-engine/assertion-generator.d.ts.map +1 -0
- package/dist/ai-engine/assertion-generator.js +166 -0
- package/dist/ai-engine/assertion-generator.js.map +1 -0
- package/dist/ai-engine/context-data-generator.d.ts +38 -0
- package/dist/ai-engine/context-data-generator.d.ts.map +1 -0
- package/dist/ai-engine/context-data-generator.js +146 -0
- package/dist/ai-engine/context-data-generator.js.map +1 -0
- package/dist/ai-engine/dataflow-detector.d.ts +53 -0
- package/dist/ai-engine/dataflow-detector.d.ts.map +1 -0
- package/dist/ai-engine/dataflow-detector.js +217 -0
- package/dist/ai-engine/dataflow-detector.js.map +1 -0
- package/dist/ai-engine/dependency-detector.d.ts +52 -0
- package/dist/ai-engine/dependency-detector.d.ts.map +1 -0
- package/dist/ai-engine/dependency-detector.js +241 -0
- package/dist/ai-engine/dependency-detector.js.map +1 -0
- package/dist/ai-engine/edge-case-suggester.d.ts +63 -0
- package/dist/ai-engine/edge-case-suggester.d.ts.map +1 -0
- package/dist/ai-engine/edge-case-suggester.js +177 -0
- package/dist/ai-engine/edge-case-suggester.js.map +1 -0
- package/dist/ai-engine/index.d.ts +13 -0
- package/dist/ai-engine/index.d.ts.map +1 -0
- package/dist/ai-engine/index.js +13 -0
- package/dist/ai-engine/index.js.map +1 -0
- package/dist/analyzers/ai-failure-analyzer.d.ts +41 -0
- package/dist/analyzers/ai-failure-analyzer.d.ts.map +1 -0
- package/dist/analyzers/ai-failure-analyzer.js +220 -0
- package/dist/analyzers/ai-failure-analyzer.js.map +1 -0
- package/dist/analyzers/comparison-utils.d.ts +31 -0
- package/dist/analyzers/comparison-utils.d.ts.map +1 -0
- package/dist/analyzers/comparison-utils.js +85 -0
- package/dist/analyzers/comparison-utils.js.map +1 -0
- package/dist/analyzers/context-analyzer.d.ts +49 -0
- package/dist/analyzers/context-analyzer.d.ts.map +1 -0
- package/dist/analyzers/context-analyzer.js +292 -0
- package/dist/analyzers/context-analyzer.js.map +1 -0
- package/dist/analyzers/dependency-analyzer.d.ts +44 -0
- package/dist/analyzers/dependency-analyzer.d.ts.map +1 -0
- package/dist/analyzers/dependency-analyzer.js +313 -0
- package/dist/analyzers/dependency-analyzer.js.map +1 -0
- package/dist/analyzers/failure-analyzer.d.ts +122 -0
- package/dist/analyzers/failure-analyzer.d.ts.map +1 -0
- package/dist/analyzers/failure-analyzer.js +140 -0
- package/dist/analyzers/failure-analyzer.js.map +1 -0
- package/dist/analyzers/failure-detectors/index.d.ts +33 -0
- package/dist/analyzers/failure-detectors/index.d.ts.map +1 -0
- package/dist/analyzers/failure-detectors/index.js +164 -0
- package/dist/analyzers/failure-detectors/index.js.map +1 -0
- package/dist/analyzers/failure-discrepancy-correlator.d.ts +111 -0
- package/dist/analyzers/failure-discrepancy-correlator.d.ts.map +1 -0
- package/dist/analyzers/failure-discrepancy-correlator.js +202 -0
- package/dist/analyzers/failure-discrepancy-correlator.js.map +1 -0
- package/dist/analyzers/index.d.ts +10 -0
- package/dist/analyzers/index.d.ts.map +1 -0
- package/dist/analyzers/index.js +10 -0
- package/dist/analyzers/index.js.map +1 -0
- package/dist/analyzers/semantic-matcher.d.ts +123 -0
- package/dist/analyzers/semantic-matcher.d.ts.map +1 -0
- package/dist/analyzers/semantic-matcher.js +297 -0
- package/dist/analyzers/semantic-matcher.js.map +1 -0
- package/dist/analyzers/source-comparator.d.ts +177 -0
- package/dist/analyzers/source-comparator.d.ts.map +1 -0
- package/dist/analyzers/source-comparator.js +225 -0
- package/dist/analyzers/source-comparator.js.map +1 -0
- package/dist/business-rules/business-rules-analyzer.d.ts +44 -0
- package/dist/business-rules/business-rules-analyzer.d.ts.map +1 -0
- package/dist/business-rules/business-rules-analyzer.js +363 -0
- package/dist/business-rules/business-rules-analyzer.js.map +1 -0
- package/dist/business-rules/business-rules-generator.d.ts +78 -0
- package/dist/business-rules/business-rules-generator.d.ts.map +1 -0
- package/dist/business-rules/business-rules-generator.js +357 -0
- package/dist/business-rules/business-rules-generator.js.map +1 -0
- package/dist/business-rules/extractors/rule-extractors.d.ts +50 -0
- package/dist/business-rules/extractors/rule-extractors.d.ts.map +1 -0
- package/dist/business-rules/extractors/rule-extractors.js +189 -0
- package/dist/business-rules/extractors/rule-extractors.js.map +1 -0
- package/dist/business-rules/value-generators.d.ts +70 -0
- package/dist/business-rules/value-generators.d.ts.map +1 -0
- package/dist/business-rules/value-generators.js +142 -0
- package/dist/business-rules/value-generators.js.map +1 -0
- package/dist/executor/auth-providers/auth-header-builder.d.ts +16 -0
- package/dist/executor/auth-providers/auth-header-builder.d.ts.map +1 -0
- package/dist/executor/auth-providers/auth-header-builder.js +47 -0
- package/dist/executor/auth-providers/auth-header-builder.js.map +1 -0
- package/dist/executor/auth-providers/oauth2-provider.d.ts +19 -0
- package/dist/executor/auth-providers/oauth2-provider.d.ts.map +1 -0
- package/dist/executor/auth-providers/oauth2-provider.js +114 -0
- package/dist/executor/auth-providers/oauth2-provider.js.map +1 -0
- package/dist/executor/http-client.d.ts +133 -0
- package/dist/executor/http-client.d.ts.map +1 -0
- package/dist/executor/http-client.js +172 -0
- package/dist/executor/http-client.js.map +1 -0
- package/dist/executor/http-request-builder.d.ts +69 -0
- package/dist/executor/http-request-builder.d.ts.map +1 -0
- package/dist/executor/http-request-builder.js +140 -0
- package/dist/executor/http-request-builder.js.map +1 -0
- package/dist/executor/http-response-parser.d.ts +28 -0
- package/dist/executor/http-response-parser.d.ts.map +1 -0
- package/dist/executor/http-response-parser.js +74 -0
- package/dist/executor/http-response-parser.js.map +1 -0
- package/dist/executor/response-handler.d.ts +66 -0
- package/dist/executor/response-handler.d.ts.map +1 -0
- package/dist/executor/response-handler.js +135 -0
- package/dist/executor/response-handler.js.map +1 -0
- package/dist/executor/result-processor.d.ts +27 -0
- package/dist/executor/result-processor.d.ts.map +1 -0
- package/dist/executor/result-processor.js +140 -0
- package/dist/executor/result-processor.js.map +1 -0
- package/dist/executor/result-utils.d.ts +21 -0
- package/dist/executor/result-utils.d.ts.map +1 -0
- package/dist/executor/result-utils.js +29 -0
- package/dist/executor/result-utils.js.map +1 -0
- package/dist/executor/test-executor.d.ts +49 -0
- package/dist/executor/test-executor.d.ts.map +1 -0
- package/dist/executor/test-executor.js +226 -0
- package/dist/executor/test-executor.js.map +1 -0
- package/dist/executor/test-runner.d.ts +85 -0
- package/dist/executor/test-runner.d.ts.map +1 -0
- package/dist/executor/test-runner.js +177 -0
- package/dist/executor/test-runner.js.map +1 -0
- package/dist/executor/token-detector/index.d.ts +7 -0
- package/dist/executor/token-detector/index.d.ts.map +1 -0
- package/dist/executor/token-detector/index.js +7 -0
- package/dist/executor/token-detector/index.js.map +1 -0
- package/dist/executor/token-detector/token-detector.d.ts +64 -0
- package/dist/executor/token-detector/token-detector.d.ts.map +1 -0
- package/dist/executor/token-detector/token-detector.js +140 -0
- package/dist/executor/token-detector/token-detector.js.map +1 -0
- package/dist/generators/business-rule-from-stories-generator.d.ts +30 -0
- package/dist/generators/business-rule-from-stories-generator.d.ts.map +1 -0
- package/dist/generators/business-rule-from-stories-generator.js +227 -0
- package/dist/generators/business-rule-from-stories-generator.js.map +1 -0
- package/dist/generators/data/ai-data-generator.d.ts +23 -0
- package/dist/generators/data/ai-data-generator.d.ts.map +1 -0
- package/dist/generators/data/ai-data-generator.js +41 -0
- package/dist/generators/data/ai-data-generator.js.map +1 -0
- package/dist/generators/data/base-generator.d.ts +121 -0
- package/dist/generators/data/base-generator.d.ts.map +1 -0
- package/dist/generators/data/base-generator.js +200 -0
- package/dist/generators/data/base-generator.js.map +1 -0
- package/dist/generators/data/heuristic-data-generator.d.ts +28 -0
- package/dist/generators/data/heuristic-data-generator.d.ts.map +1 -0
- package/dist/generators/data/heuristic-data-generator.js +49 -0
- package/dist/generators/data/heuristic-data-generator.js.map +1 -0
- package/dist/generators/data/index.d.ts +48 -0
- package/dist/generators/data/index.d.ts.map +1 -0
- package/dist/generators/data/index.js +201 -0
- package/dist/generators/data/index.js.map +1 -0
- package/dist/generators/data/schema-walker.d.ts +45 -0
- package/dist/generators/data/schema-walker.d.ts.map +1 -0
- package/dist/generators/data/schema-walker.js +103 -0
- package/dist/generators/data/schema-walker.js.map +1 -0
- package/dist/generators/data/type-strategies.d.ts +79 -0
- package/dist/generators/data/type-strategies.d.ts.map +1 -0
- package/dist/generators/data/type-strategies.js +394 -0
- package/dist/generators/data/type-strategies.js.map +1 -0
- package/dist/generators/data-generator.d.ts +11 -0
- package/dist/generators/data-generator.d.ts.map +1 -0
- package/dist/generators/data-generator.js +11 -0
- package/dist/generators/data-generator.js.map +1 -0
- package/dist/generators/edge-case-generator.d.ts +55 -0
- package/dist/generators/edge-case-generator.d.ts.map +1 -0
- package/dist/generators/edge-case-generator.js +327 -0
- package/dist/generators/edge-case-generator.js.map +1 -0
- package/dist/generators/edge-cases/boundary-analyzer.d.ts +26 -0
- package/dist/generators/edge-cases/boundary-analyzer.d.ts.map +1 -0
- package/dist/generators/edge-cases/boundary-analyzer.js +95 -0
- package/dist/generators/edge-cases/boundary-analyzer.js.map +1 -0
- package/dist/generators/error-case-generator.d.ts +11 -0
- package/dist/generators/error-case-generator.d.ts.map +1 -0
- package/dist/generators/error-case-generator.js +11 -0
- package/dist/generators/error-case-generator.js.map +1 -0
- package/dist/generators/errors/auth-error-strategy.d.ts +36 -0
- package/dist/generators/errors/auth-error-strategy.d.ts.map +1 -0
- package/dist/generators/errors/auth-error-strategy.js +118 -0
- package/dist/generators/errors/auth-error-strategy.js.map +1 -0
- package/dist/generators/errors/business-error-strategy.d.ts +44 -0
- package/dist/generators/errors/business-error-strategy.d.ts.map +1 -0
- package/dist/generators/errors/business-error-strategy.js +152 -0
- package/dist/generators/errors/business-error-strategy.js.map +1 -0
- package/dist/generators/errors/error-strategy-factory.d.ts +27 -0
- package/dist/generators/errors/error-strategy-factory.d.ts.map +1 -0
- package/dist/generators/errors/error-strategy-factory.js +47 -0
- package/dist/generators/errors/error-strategy-factory.js.map +1 -0
- package/dist/generators/errors/error-strategy.d.ts +62 -0
- package/dist/generators/errors/error-strategy.d.ts.map +1 -0
- package/dist/generators/errors/error-strategy.js +69 -0
- package/dist/generators/errors/error-strategy.js.map +1 -0
- package/dist/generators/errors/index.d.ts +23 -0
- package/dist/generators/errors/index.d.ts.map +1 -0
- package/dist/generators/errors/index.js +73 -0
- package/dist/generators/errors/index.js.map +1 -0
- package/dist/generators/errors/validation-error-strategy.d.ts +25 -0
- package/dist/generators/errors/validation-error-strategy.d.ts.map +1 -0
- package/dist/generators/errors/validation-error-strategy.js +214 -0
- package/dist/generators/errors/validation-error-strategy.js.map +1 -0
- package/dist/generators/happy-path-generator.d.ts +93 -0
- package/dist/generators/happy-path-generator.d.ts.map +1 -0
- package/dist/generators/happy-path-generator.js +275 -0
- package/dist/generators/happy-path-generator.js.map +1 -0
- package/dist/generators/test-enricher.d.ts +44 -0
- package/dist/generators/test-enricher.d.ts.map +1 -0
- package/dist/generators/test-enricher.js +109 -0
- package/dist/generators/test-enricher.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +14 -0
- package/dist/index.js.map +1 -0
- package/dist/llm/ai-cache.d.ts +123 -0
- package/dist/llm/ai-cache.d.ts.map +1 -0
- package/dist/llm/ai-cache.js +220 -0
- package/dist/llm/ai-cache.js.map +1 -0
- package/dist/llm/ai-client.d.ts +92 -0
- package/dist/llm/ai-client.d.ts.map +1 -0
- package/dist/llm/ai-client.js +386 -0
- package/dist/llm/ai-client.js.map +1 -0
- package/dist/llm/data-generator-ai.d.ts +84 -0
- package/dist/llm/data-generator-ai.d.ts.map +1 -0
- package/dist/llm/data-generator-ai.js +284 -0
- package/dist/llm/data-generator-ai.js.map +1 -0
- package/dist/llm/index.d.ts +7 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +7 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/mcp/handlers/base-handler.d.ts +72 -0
- package/dist/mcp/handlers/base-handler.d.ts.map +1 -0
- package/dist/mcp/handlers/base-handler.js +86 -0
- package/dist/mcp/handlers/base-handler.js.map +1 -0
- package/dist/mcp/handlers/compare-sources.d.ts +91 -0
- package/dist/mcp/handlers/compare-sources.d.ts.map +1 -0
- package/dist/mcp/handlers/compare-sources.js +182 -0
- package/dist/mcp/handlers/compare-sources.js.map +1 -0
- package/dist/mcp/handlers/export-results.d.ts +53 -0
- package/dist/mcp/handlers/export-results.d.ts.map +1 -0
- package/dist/mcp/handlers/export-results.js +132 -0
- package/dist/mcp/handlers/export-results.js.map +1 -0
- package/dist/mcp/handlers/export-to-postman.d.ts +65 -0
- package/dist/mcp/handlers/export-to-postman.d.ts.map +1 -0
- package/dist/mcp/handlers/export-to-postman.js +128 -0
- package/dist/mcp/handlers/export-to-postman.js.map +1 -0
- package/dist/mcp/handlers/generate-tests.d.ts +74 -0
- package/dist/mcp/handlers/generate-tests.d.ts.map +1 -0
- package/dist/mcp/handlers/generate-tests.js +519 -0
- package/dist/mcp/handlers/generate-tests.js.map +1 -0
- package/dist/mcp/handlers/index.d.ts +13 -0
- package/dist/mcp/handlers/index.d.ts.map +1 -0
- package/dist/mcp/handlers/index.js +12 -0
- package/dist/mcp/handlers/index.js.map +1 -0
- package/dist/mcp/handlers/run-tests.d.ts +89 -0
- package/dist/mcp/handlers/run-tests.d.ts.map +1 -0
- package/dist/mcp/handlers/run-tests.js +233 -0
- package/dist/mcp/handlers/run-tests.js.map +1 -0
- package/dist/mcp/handlers/types.d.ts +61 -0
- package/dist/mcp/handlers/types.d.ts.map +1 -0
- package/dist/mcp/handlers/types.js +9 -0
- package/dist/mcp/handlers/types.js.map +1 -0
- package/dist/mcp/server.d.ts +64 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +200 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/services/file-service.d.ts +66 -0
- package/dist/mcp/services/file-service.d.ts.map +1 -0
- package/dist/mcp/services/file-service.js +143 -0
- package/dist/mcp/services/file-service.js.map +1 -0
- package/dist/mcp/services/llm-service.d.ts +70 -0
- package/dist/mcp/services/llm-service.d.ts.map +1 -0
- package/dist/mcp/services/llm-service.js +189 -0
- package/dist/mcp/services/llm-service.js.map +1 -0
- package/dist/mcp/services/postman-service.d.ts +128 -0
- package/dist/mcp/services/postman-service.d.ts.map +1 -0
- package/dist/mcp/services/postman-service.js +266 -0
- package/dist/mcp/services/postman-service.js.map +1 -0
- package/dist/mcp/services/report-service.d.ts +81 -0
- package/dist/mcp/services/report-service.d.ts.map +1 -0
- package/dist/mcp/services/report-service.js +210 -0
- package/dist/mcp/services/report-service.js.map +1 -0
- package/dist/mcp/services/spec-service.d.ts +58 -0
- package/dist/mcp/services/spec-service.d.ts.map +1 -0
- package/dist/mcp/services/spec-service.js +140 -0
- package/dist/mcp/services/spec-service.js.map +1 -0
- package/dist/parsers/endpoint-extractor.d.ts +32 -0
- package/dist/parsers/endpoint-extractor.d.ts.map +1 -0
- package/dist/parsers/endpoint-extractor.js +160 -0
- package/dist/parsers/endpoint-extractor.js.map +1 -0
- package/dist/parsers/openapi-parser.d.ts +120 -0
- package/dist/parsers/openapi-parser.d.ts.map +1 -0
- package/dist/parsers/openapi-parser.js +257 -0
- package/dist/parsers/openapi-parser.js.map +1 -0
- package/dist/parsers/visitors/auth-visitor.d.ts +28 -0
- package/dist/parsers/visitors/auth-visitor.d.ts.map +1 -0
- package/dist/parsers/visitors/auth-visitor.js +116 -0
- package/dist/parsers/visitors/auth-visitor.js.map +1 -0
- package/dist/prd/index.d.ts +10 -0
- package/dist/prd/index.d.ts.map +1 -0
- package/dist/prd/index.js +10 -0
- package/dist/prd/index.js.map +1 -0
- package/dist/prd/prd-reader.d.ts +124 -0
- package/dist/prd/prd-reader.d.ts.map +1 -0
- package/dist/prd/prd-reader.js +308 -0
- package/dist/prd/prd-reader.js.map +1 -0
- package/dist/prd/prd-storage.d.ts +232 -0
- package/dist/prd/prd-storage.d.ts.map +1 -0
- package/dist/prd/prd-storage.js +129 -0
- package/dist/prd/prd-storage.js.map +1 -0
- package/dist/repairers/test-auto-repairer.d.ts +61 -0
- package/dist/repairers/test-auto-repairer.d.ts.map +1 -0
- package/dist/repairers/test-auto-repairer.js +213 -0
- package/dist/repairers/test-auto-repairer.js.map +1 -0
- package/dist/reporters/comparison-report-generator.d.ts +58 -0
- package/dist/reporters/comparison-report-generator.d.ts.map +1 -0
- package/dist/reporters/comparison-report-generator.js +369 -0
- package/dist/reporters/comparison-report-generator.js.map +1 -0
- package/dist/reporters/gherkin-formatter.d.ts +34 -0
- package/dist/reporters/gherkin-formatter.d.ts.map +1 -0
- package/dist/reporters/gherkin-formatter.js +231 -0
- package/dist/reporters/gherkin-formatter.js.map +1 -0
- package/dist/reporters/html-report-generator.d.ts +174 -0
- package/dist/reporters/html-report-generator.d.ts.map +1 -0
- package/dist/reporters/html-report-generator.js +194 -0
- package/dist/reporters/html-report-generator.js.map +1 -0
- package/dist/reporters/report-charts.d.ts +23 -0
- package/dist/reporters/report-charts.d.ts.map +1 -0
- package/dist/reporters/report-charts.js +182 -0
- package/dist/reporters/report-charts.js.map +1 -0
- package/dist/reporters/report-sections.d.ts +34 -0
- package/dist/reporters/report-sections.d.ts.map +1 -0
- package/dist/reporters/report-sections.js +481 -0
- package/dist/reporters/report-sections.js.map +1 -0
- package/dist/reporters/report-styles.d.ts +12 -0
- package/dist/reporters/report-styles.d.ts.map +1 -0
- package/dist/reporters/report-styles.js +412 -0
- package/dist/reporters/report-styles.js.map +1 -0
- package/dist/reporters/report-test-details.d.ts +56 -0
- package/dist/reporters/report-test-details.d.ts.map +1 -0
- package/dist/reporters/report-test-details.js +328 -0
- package/dist/reporters/report-test-details.js.map +1 -0
- package/dist/reporters/report-utils.d.ts +40 -0
- package/dist/reporters/report-utils.d.ts.map +1 -0
- package/dist/reporters/report-utils.js +163 -0
- package/dist/reporters/report-utils.js.map +1 -0
- package/dist/types/ai-config.d.ts +63 -0
- package/dist/types/ai-config.d.ts.map +1 -0
- package/dist/types/ai-config.js +79 -0
- package/dist/types/ai-config.js.map +1 -0
- package/dist/types/business-rules.d.ts +235 -0
- package/dist/types/business-rules.d.ts.map +1 -0
- package/dist/types/business-rules.js +6 -0
- package/dist/types/business-rules.js.map +1 -0
- package/dist/types/config.d.ts +106 -0
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js +6 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/core.d.ts +72 -0
- package/dist/types/core.d.ts.map +1 -0
- package/dist/types/core.js +6 -0
- package/dist/types/core.js.map +1 -0
- package/dist/types/index.d.ts +17 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +10 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/openapi.d.ts +139 -0
- package/dist/types/openapi.d.ts.map +1 -0
- package/dist/types/openapi.js +6 -0
- package/dist/types/openapi.js.map +1 -0
- package/dist/types/pact.d.ts +101 -0
- package/dist/types/pact.d.ts.map +1 -0
- package/dist/types/pact.js +6 -0
- package/dist/types/pact.js.map +1 -0
- package/dist/types/reporting.d.ts +93 -0
- package/dist/types/reporting.d.ts.map +1 -0
- package/dist/types/reporting.js +6 -0
- package/dist/types/reporting.js.map +1 -0
- package/dist/types/test-case.d.ts +233 -0
- package/dist/types/test-case.d.ts.map +1 -0
- package/dist/types/test-case.js +6 -0
- package/dist/types/test-case.js.map +1 -0
- package/dist/types/test-execution.d.ts +80 -0
- package/dist/types/test-execution.d.ts.map +1 -0
- package/dist/types/test-execution.js +6 -0
- package/dist/types/test-execution.js.map +1 -0
- package/dist/utils/auth-generator.d.ts +30 -0
- package/dist/utils/auth-generator.d.ts.map +1 -0
- package/dist/utils/auth-generator.js +68 -0
- package/dist/utils/auth-generator.js.map +1 -0
- package/dist/utils/config.d.ts +181 -0
- package/dist/utils/config.d.ts.map +1 -0
- package/dist/utils/config.js +141 -0
- package/dist/utils/config.js.map +1 -0
- package/dist/utils/coverage-calculator.d.ts +81 -0
- package/dist/utils/coverage-calculator.d.ts.map +1 -0
- package/dist/utils/coverage-calculator.js +134 -0
- package/dist/utils/coverage-calculator.js.map +1 -0
- package/dist/utils/data-loader.d.ts +52 -0
- package/dist/utils/data-loader.d.ts.map +1 -0
- package/dist/utils/data-loader.js +192 -0
- package/dist/utils/data-loader.js.map +1 -0
- package/dist/utils/errors.d.ts +167 -0
- package/dist/utils/errors.d.ts.map +1 -0
- package/dist/utils/errors.js +257 -0
- package/dist/utils/errors.js.map +1 -0
- package/dist/utils/logger.d.ts +220 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +325 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/openapi-discovery.d.ts +31 -0
- package/dist/utils/openapi-discovery.d.ts.map +1 -0
- package/dist/utils/openapi-discovery.js +322 -0
- package/dist/utils/openapi-discovery.js.map +1 -0
- package/dist/utils/path-resolver.d.ts +101 -0
- package/dist/utils/path-resolver.d.ts.map +1 -0
- package/dist/utils/path-resolver.js +167 -0
- package/dist/utils/path-resolver.js.map +1 -0
- package/dist/utils/resilience.d.ts +181 -0
- package/dist/utils/resilience.d.ts.map +1 -0
- package/dist/utils/resilience.js +269 -0
- package/dist/utils/resilience.js.map +1 -0
- package/dist/validators/openapi-validator.d.ts +198 -0
- package/dist/validators/openapi-validator.d.ts.map +1 -0
- package/dist/validators/openapi-validator.js +349 -0
- package/dist/validators/openapi-validator.js.map +1 -0
- package/dist/validators/response-matcher.d.ts +84 -0
- package/dist/validators/response-matcher.d.ts.map +1 -0
- package/dist/validators/response-matcher.js +234 -0
- package/dist/validators/response-matcher.js.map +1 -0
- package/dist/validators/schema-validator.d.ts +174 -0
- package/dist/validators/schema-validator.d.ts.map +1 -0
- package/dist/validators/schema-validator.js +340 -0
- package/dist/validators/schema-validator.js.map +1 -0
- package/package.json +76 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dependency-analyzer.js","sourceRoot":"","sources":["../../src/analyzers/dependency-analyzer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,GAAG,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAYhD;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAChC,KAAiB,EACjB,SAA2B;IAE3B,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAErE,MAAM,YAAY,GAA6B,EAAE,CAAC;IAClD,MAAM,YAAY,GAAyB,EAAE,CAAC;IAE9C,yCAAyC;IACzC,MAAM,QAAQ,GAAG,+BAA+B,CAAC,KAAK,CAAC,CAAC;IACxD,YAAY,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;IAE/B,yCAAyC;IACzC,MAAM,QAAQ,GAAG,gCAAgC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACpE,YAAY,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;IAE/B,6CAA6C;IAC7C,MAAM,aAAa,GAAG,mCAAmC,CAAC,KAAK,CAAC,CAAC;IACjE,YAAY,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;IAEpC,4BAA4B;IAC5B,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9B,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAChC,CAAC;QACD,KAAK,MAAM,SAAS,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClD,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE;QAChC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM;QACnD,SAAS,EAAE;YACT,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,IAAI,EAAE,QAAQ,CAAC,MAAM;YACrB,SAAS,EAAE,aAAa,CAAC,MAAM;SAChC;KACF,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,+BAA+B,CAAC,KAAiB;IACxD,MAAM,YAAY,GAAyB,EAAE,CAAC;IAE9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,4CAA4C;QAC5C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,SAAS;QACX,CAAC;QAED,6CAA6C;QAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC3B,SAAS;QACX,CAAC;QAED,yCAAyC;QACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE5C,uDAAuD;QACvD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACnC,CAAC,CAAC,MAAM,KAAK,MAAM;YACnB,CAAC,CAAC,IAAI,KAAK,QAAQ;YACnB,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;YAChB,CAAC,CAAC,QAAQ,KAAK,YAAY,CAAC,qCAAqC;SAClE,CAAC;QAEF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC;gBAChB,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrC,MAAM,EAAE,0DAA0D,IAAI,CAAC,IAAI,GAAG;gBAC9E,UAAU,EAAE,MAAM;aACnB,CAAC,CAAC;YAEH,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE;gBAC9C,IAAI,EAAE,IAAI,CAAC,EAAE;gBACb,SAAS,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,gCAAgC,CACvC,KAAiB,EACjB,SAA2B;IAE3B,MAAM,YAAY,GAAyB,EAAE,CAAC;IAE9C,mEAAmE;IACnE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACjC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,YAAY,CACvD,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,GAAG,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC3C,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,4CAA4C;IAC5C,MAAM,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,gCAAgC;QAChC,IAAI,IAAI,CAAC,EAAE,KAAK,eAAe,CAAC,EAAE,EAAE,CAAC;YACnC,SAAS;QACX,CAAC;QAED,2CAA2C;QAC3C,IAAI,IAAI,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QAED,+CAA+C;QAC/C,IAAI,IAAI,CAAC,cAAc,KAAK,GAAG,IAAI,IAAI,CAAC,cAAc,KAAK,GAAG,EAAE,CAAC;YAC/D,SAAS;QACX,CAAC;QAED,oCAAoC;QACpC,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QAED,qBAAqB;QACrB,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAClC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CACjD,CAAC;QAEF,kCAAkC;QAClC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,QAAQ,EAAE,YAAY,IAAI,IAAI,CAAC;QAEzE,IAAI,YAAY,IAAI,IAAI,CAAC,cAAc,IAAI,GAAG,IAAI,IAAI,CAAC,cAAc,GAAG,GAAG,EAAE,CAAC;YAC5E,YAAY,CAAC,IAAI,CAAC;gBAChB,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC/B,MAAM,EAAE,+BAA+B;gBACvC,UAAU,EAAE,MAAM;aACnB,CAAC,CAAC;YAEH,GAAG,CAAC,KAAK,CAAC,oCAAoC,EAAE;gBAC9C,IAAI,EAAE,IAAI,CAAC,EAAE;gBACb,SAAS,EAAE,eAAe,CAAC,EAAE;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,mCAAmC,CAAC,KAAiB;IAC5D,MAAM,YAAY,GAAyB,EAAE,CAAC;IAE9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,2EAA2E;QAC3E,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAChE,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QAED,sBAAsB;QACtB,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,SAAS;QACX,CAAC;QAED,sCAAsC;QACtC,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACzC,CAAC,CAAC,MAAM,KAAK,MAAM;YACnB,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC;YAC/B,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;YAChB,CAAC,CAAC,QAAQ,KAAK,YAAY,CAC5B,CAAC;QAEF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,YAAY,CAAC,IAAI,CAAC;gBAChB,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,SAAS,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3C,MAAM,EAAE,sCAAsC,UAAU,GAAG;gBAC3D,UAAU,EAAE,QAAQ;aACrB,CAAC,CAAC;YAEH,GAAG,CAAC,KAAK,CAAC,wCAAwC,EAAE;gBAClD,IAAI,EAAE,IAAI,CAAC,EAAE;gBACb,SAAS,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3C,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU;aACX,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;GAKG;AACH,SAAS,oBAAoB,CAAC,IAAc;IAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAE1C,OAAO,CACL,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC7B,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3B,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC3B,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,IAAY;IACnC,qDAAqD;IACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEjF,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,GAAG,CAAC;IACb,CAAC;IAED,OAAO,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtC,CAAC;AAED;;;;;;GAMG;AACH,SAAS,yBAAyB,CAAC,IAAY;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE3D,2BAA2B;IAC3B,MAAM,eAAe,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,IAAI,eAAe,KAAK,CAAC,CAAC,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oCAAoC;IACpC,OAAO,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5D,CAAC;AAED;;;;;;GAMG;AACH,SAAS,WAAW,CAAC,KAAa,EAAE,KAAa;IAC/C,kBAAkB;IAClB,MAAM,SAAS,GAAG,CAAC,CAAS,EAAE,EAAE,CAC9B,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEnD,OAAO,SAAS,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,QAAkC,EAClC,QAAkC;IAElC,MAAM,MAAM,GAA6B,EAAE,GAAG,QAAQ,EAAE,CAAC;IAEzD,yCAAyC;IACzC,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACtB,CAAC;QAED,qCAAqC;QACrC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAClC,YAAsC;IAEtC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAEzC,SAAS,WAAW,CAAC,MAAc,EAAE,OAAiB,EAAE;QACtD,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,MAAM,EAAE,CAAC,CAAC;YAC/E,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpB,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE3B,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACxC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,WAAW,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Failure Analyzer Module
|
|
3
|
+
*
|
|
4
|
+
* Structures and analyzes test failures to provide context for the LLM
|
|
5
|
+
* to suggest fixes. This module does the mechanical work of organizing
|
|
6
|
+
* failure data - the LLM does the intelligent analysis.
|
|
7
|
+
*
|
|
8
|
+
* @module analyzers/failure-analyzer
|
|
9
|
+
*/
|
|
10
|
+
import type { TestResult } from '../types/index.js';
|
|
11
|
+
import type { NormalizedPrd, PrdBusinessRule } from '../prd/prd-storage.js';
|
|
12
|
+
import type { Discrepancy } from './source-comparator.js';
|
|
13
|
+
/**
|
|
14
|
+
* Structured failure information for LLM analysis
|
|
15
|
+
*/
|
|
16
|
+
export interface StructuredFailure {
|
|
17
|
+
id: string;
|
|
18
|
+
testCase: {
|
|
19
|
+
id: string;
|
|
20
|
+
name: string;
|
|
21
|
+
category: string;
|
|
22
|
+
description: string;
|
|
23
|
+
};
|
|
24
|
+
request: {
|
|
25
|
+
method: string;
|
|
26
|
+
url: string;
|
|
27
|
+
headers?: Record<string, string>;
|
|
28
|
+
body?: unknown;
|
|
29
|
+
};
|
|
30
|
+
expected: {
|
|
31
|
+
status: number;
|
|
32
|
+
schema?: unknown;
|
|
33
|
+
error?: {
|
|
34
|
+
field?: string;
|
|
35
|
+
message?: string | RegExp;
|
|
36
|
+
};
|
|
37
|
+
};
|
|
38
|
+
actual: {
|
|
39
|
+
status: number;
|
|
40
|
+
headers?: Record<string, string>;
|
|
41
|
+
body?: unknown;
|
|
42
|
+
responseTime?: number;
|
|
43
|
+
};
|
|
44
|
+
failureType: FailureType;
|
|
45
|
+
validationErrors?: Array<{
|
|
46
|
+
field: string;
|
|
47
|
+
message: string;
|
|
48
|
+
expected?: unknown;
|
|
49
|
+
actual?: unknown;
|
|
50
|
+
}>;
|
|
51
|
+
relatedBusinessRules?: PrdBusinessRule[];
|
|
52
|
+
relatedDiscrepancies?: Discrepancy[];
|
|
53
|
+
context: {
|
|
54
|
+
openApiSpec?: unknown;
|
|
55
|
+
prdRequirement?: string;
|
|
56
|
+
similarSuccessfulTests?: string[];
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* Types of test failures
|
|
61
|
+
*/
|
|
62
|
+
export type FailureType = 'status_mismatch' | 'schema_validation_failed' | 'timeout' | 'connection_error' | 'business_rule_violation' | 'unexpected_error' | 'auth_failure' | 'missing_field' | 'wrong_type' | 'unknown';
|
|
63
|
+
/**
|
|
64
|
+
* Result of failure analysis
|
|
65
|
+
*/
|
|
66
|
+
export interface FailureAnalysisResult {
|
|
67
|
+
timestamp: string;
|
|
68
|
+
summary: {
|
|
69
|
+
totalFailures: number;
|
|
70
|
+
byType: Record<FailureType, number>;
|
|
71
|
+
bySeverity: {
|
|
72
|
+
critical: number;
|
|
73
|
+
high: number;
|
|
74
|
+
medium: number;
|
|
75
|
+
low: number;
|
|
76
|
+
};
|
|
77
|
+
};
|
|
78
|
+
failures: StructuredFailure[];
|
|
79
|
+
patterns?: {
|
|
80
|
+
problematicEndpoints?: Array<{
|
|
81
|
+
endpoint: string;
|
|
82
|
+
failureCount: number;
|
|
83
|
+
failureTypes: FailureType[];
|
|
84
|
+
}>;
|
|
85
|
+
commonErrors?: Array<{
|
|
86
|
+
pattern: string;
|
|
87
|
+
count: number;
|
|
88
|
+
examples: string[];
|
|
89
|
+
}>;
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* Options for failure analysis
|
|
94
|
+
*/
|
|
95
|
+
export interface AnalyzeOptions {
|
|
96
|
+
prd?: NormalizedPrd;
|
|
97
|
+
discrepancies?: Discrepancy[];
|
|
98
|
+
successfulResults?: TestResult[];
|
|
99
|
+
openApiEndpoints?: unknown[];
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Analyzes test failures and structures them for LLM processing
|
|
103
|
+
*
|
|
104
|
+
* @param failedResults - Array of failed test results
|
|
105
|
+
* @param options - Analysis options
|
|
106
|
+
* @returns Structured failure analysis
|
|
107
|
+
*
|
|
108
|
+
* @example
|
|
109
|
+
* ```typescript
|
|
110
|
+
* const analysis = analyzeFailures(failedResults, {
|
|
111
|
+
* prd: normalizedPrd,
|
|
112
|
+
* discrepancies: comparisonResult.discrepancies,
|
|
113
|
+
* });
|
|
114
|
+
* // Pass analysis.failures to LLM for fix suggestions
|
|
115
|
+
* ```
|
|
116
|
+
*/
|
|
117
|
+
export declare function analyzeFailures(failedResults: TestResult[], options?: AnalyzeOptions): FailureAnalysisResult;
|
|
118
|
+
/**
|
|
119
|
+
* Formats failure analysis for human-readable output
|
|
120
|
+
*/
|
|
121
|
+
export declare function formatFailureAnalysis(analysis: FailureAnalysisResult): string;
|
|
122
|
+
//# sourceMappingURL=failure-analyzer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failure-analyzer.d.ts","sourceRoot":"","sources":["../../src/analyzers/failure-analyzer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC5E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAM1D;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE;QACR,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,GAAG,EAAE,MAAM,CAAC;QACZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB,CAAC;IACF,QAAQ,EAAE;QACR,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE;YACN,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;SAC3B,CAAC;KACH,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;IACF,WAAW,EAAE,WAAW,CAAC;IACzB,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,CAAC,CAAC;IACH,oBAAoB,CAAC,EAAE,eAAe,EAAE,CAAC;IACzC,oBAAoB,CAAC,EAAE,WAAW,EAAE,CAAC;IACrC,OAAO,EAAE;QACP,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,sBAAsB,CAAC,EAAE,MAAM,EAAE,CAAC;KACnC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,MAAM,WAAW,GACnB,iBAAiB,GACjB,0BAA0B,GAC1B,SAAS,GACT,kBAAkB,GAClB,yBAAyB,GACzB,kBAAkB,GAClB,cAAc,GACd,eAAe,GACf,YAAY,GACZ,SAAS,CAAC;AAEd;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE;QACP,aAAa,EAAE,MAAM,CAAC;QACtB,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACpC,UAAU,EAAE;YACV,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;YACf,GAAG,EAAE,MAAM,CAAC;SACb,CAAC;KACH,CAAC;IACF,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,QAAQ,CAAC,EAAE;QACT,oBAAoB,CAAC,EAAE,KAAK,CAAC;YAC3B,QAAQ,EAAE,MAAM,CAAC;YACjB,YAAY,EAAE,MAAM,CAAC;YACrB,YAAY,EAAE,WAAW,EAAE,CAAC;SAC7B,CAAC,CAAC;QACH,YAAY,CAAC,EAAE,KAAK,CAAC;YACnB,OAAO,EAAE,MAAM,CAAC;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,EAAE,CAAC;SACpB,CAAC,CAAC;KACJ,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,aAAa,CAAC,EAAE,WAAW,EAAE,CAAC;IAC9B,iBAAiB,CAAC,EAAE,UAAU,EAAE,CAAC;IACjC,gBAAgB,CAAC,EAAE,OAAO,EAAE,CAAC;CAC9B;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,eAAe,CAC7B,aAAa,EAAE,UAAU,EAAE,EAC3B,OAAO,GAAE,cAAmB,GAC3B,qBAAqB,CA8DvB;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,qBAAqB,GAAG,MAAM,CAmE7E"}
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Failure Analyzer Module
|
|
3
|
+
*
|
|
4
|
+
* Structures and analyzes test failures to provide context for the LLM
|
|
5
|
+
* to suggest fixes. This module does the mechanical work of organizing
|
|
6
|
+
* failure data - the LLM does the intelligent analysis.
|
|
7
|
+
*
|
|
8
|
+
* @module analyzers/failure-analyzer
|
|
9
|
+
*/
|
|
10
|
+
import { createLogger } from '../utils/logger.js';
|
|
11
|
+
import { structureFailure, detectPatterns } from './failure-detectors/index.js';
|
|
12
|
+
const log = createLogger('failure-analyzer');
|
|
13
|
+
/**
|
|
14
|
+
* Analyzes test failures and structures them for LLM processing
|
|
15
|
+
*
|
|
16
|
+
* @param failedResults - Array of failed test results
|
|
17
|
+
* @param options - Analysis options
|
|
18
|
+
* @returns Structured failure analysis
|
|
19
|
+
*
|
|
20
|
+
* @example
|
|
21
|
+
* ```typescript
|
|
22
|
+
* const analysis = analyzeFailures(failedResults, {
|
|
23
|
+
* prd: normalizedPrd,
|
|
24
|
+
* discrepancies: comparisonResult.discrepancies,
|
|
25
|
+
* });
|
|
26
|
+
* // Pass analysis.failures to LLM for fix suggestions
|
|
27
|
+
* ```
|
|
28
|
+
*/
|
|
29
|
+
export function analyzeFailures(failedResults, options = {}) {
|
|
30
|
+
log.debug('Analyzing failures', { count: failedResults.length });
|
|
31
|
+
const structuredFailures = [];
|
|
32
|
+
const typeCount = {
|
|
33
|
+
status_mismatch: 0,
|
|
34
|
+
schema_validation_failed: 0,
|
|
35
|
+
timeout: 0,
|
|
36
|
+
connection_error: 0,
|
|
37
|
+
business_rule_violation: 0,
|
|
38
|
+
unexpected_error: 0,
|
|
39
|
+
auth_failure: 0,
|
|
40
|
+
missing_field: 0,
|
|
41
|
+
wrong_type: 0,
|
|
42
|
+
unknown: 0,
|
|
43
|
+
};
|
|
44
|
+
for (const result of failedResults) {
|
|
45
|
+
const structured = structureFailure(result, options);
|
|
46
|
+
structuredFailures.push(structured);
|
|
47
|
+
typeCount[structured.failureType]++;
|
|
48
|
+
}
|
|
49
|
+
const severityCounts = {
|
|
50
|
+
critical: structuredFailures.filter(f => f.failureType === 'connection_error' ||
|
|
51
|
+
f.failureType === 'unexpected_error' ||
|
|
52
|
+
f.failureType === 'auth_failure').length,
|
|
53
|
+
high: structuredFailures.filter(f => f.failureType === 'status_mismatch' ||
|
|
54
|
+
f.failureType === 'business_rule_violation').length,
|
|
55
|
+
medium: structuredFailures.filter(f => f.failureType === 'schema_validation_failed' ||
|
|
56
|
+
f.failureType === 'missing_field' ||
|
|
57
|
+
f.failureType === 'wrong_type').length,
|
|
58
|
+
low: structuredFailures.filter(f => f.failureType === 'timeout' ||
|
|
59
|
+
f.failureType === 'unknown').length,
|
|
60
|
+
};
|
|
61
|
+
const patterns = detectPatterns(structuredFailures);
|
|
62
|
+
log.info('Failure analysis complete', {
|
|
63
|
+
total: structuredFailures.length,
|
|
64
|
+
critical: severityCounts.critical,
|
|
65
|
+
high: severityCounts.high,
|
|
66
|
+
});
|
|
67
|
+
return {
|
|
68
|
+
timestamp: new Date().toISOString(),
|
|
69
|
+
summary: {
|
|
70
|
+
totalFailures: structuredFailures.length,
|
|
71
|
+
byType: typeCount,
|
|
72
|
+
bySeverity: severityCounts,
|
|
73
|
+
},
|
|
74
|
+
failures: structuredFailures,
|
|
75
|
+
patterns,
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Formats failure analysis for human-readable output
|
|
80
|
+
*/
|
|
81
|
+
export function formatFailureAnalysis(analysis) {
|
|
82
|
+
const lines = [];
|
|
83
|
+
lines.push('# Test Failure Analysis');
|
|
84
|
+
lines.push('');
|
|
85
|
+
lines.push(`**Timestamp:** ${analysis.timestamp}`);
|
|
86
|
+
lines.push(`**Total Failures:** ${analysis.summary.totalFailures}`);
|
|
87
|
+
lines.push('');
|
|
88
|
+
lines.push('## Severity Breakdown');
|
|
89
|
+
lines.push(`- Critical: ${analysis.summary.bySeverity.critical}`);
|
|
90
|
+
lines.push(`- High: ${analysis.summary.bySeverity.high}`);
|
|
91
|
+
lines.push(`- Medium: ${analysis.summary.bySeverity.medium}`);
|
|
92
|
+
lines.push(`- Low: ${analysis.summary.bySeverity.low}`);
|
|
93
|
+
lines.push('');
|
|
94
|
+
lines.push('## Failures by Type');
|
|
95
|
+
for (const [type, count] of Object.entries(analysis.summary.byType)) {
|
|
96
|
+
if (count > 0) {
|
|
97
|
+
lines.push(`- ${type}: ${count}`);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
lines.push('');
|
|
101
|
+
lines.push('## Detailed Failures');
|
|
102
|
+
for (const failure of analysis.failures) {
|
|
103
|
+
lines.push('');
|
|
104
|
+
lines.push(`### ${failure.testCase.name}`);
|
|
105
|
+
lines.push(`**Type:** ${failure.failureType}`);
|
|
106
|
+
lines.push(`**Endpoint:** ${failure.request.method} ${failure.request.url}`);
|
|
107
|
+
lines.push(`**Expected Status:** ${failure.expected.status}`);
|
|
108
|
+
lines.push(`**Actual Status:** ${failure.actual.status}`);
|
|
109
|
+
if (failure.validationErrors && failure.validationErrors.length > 0) {
|
|
110
|
+
lines.push('**Validation Errors:**');
|
|
111
|
+
for (const error of failure.validationErrors) {
|
|
112
|
+
lines.push(` - ${error.field}: ${error.message}`);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
if (failure.relatedBusinessRules && failure.relatedBusinessRules.length > 0) {
|
|
116
|
+
lines.push('**Related Business Rules:**');
|
|
117
|
+
for (const rule of failure.relatedBusinessRules) {
|
|
118
|
+
lines.push(` - ${rule.name}: ${rule.description}`);
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
if (analysis.patterns) {
|
|
123
|
+
if (analysis.patterns.problematicEndpoints && analysis.patterns.problematicEndpoints.length > 0) {
|
|
124
|
+
lines.push('');
|
|
125
|
+
lines.push('## Problematic Endpoints');
|
|
126
|
+
for (const ep of analysis.patterns.problematicEndpoints) {
|
|
127
|
+
lines.push(`- ${ep.endpoint}: ${ep.failureCount} failures (${ep.failureTypes.join(', ')})`);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
if (analysis.patterns.commonErrors && analysis.patterns.commonErrors.length > 0) {
|
|
131
|
+
lines.push('');
|
|
132
|
+
lines.push('## Common Error Patterns');
|
|
133
|
+
for (const err of analysis.patterns.commonErrors) {
|
|
134
|
+
lines.push(`- "${err.pattern}": ${err.count} occurrences`);
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
return lines.join('\n');
|
|
139
|
+
}
|
|
140
|
+
//# sourceMappingURL=failure-analyzer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failure-analyzer.js","sourceRoot":"","sources":["../../src/analyzers/failure-analyzer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAEhF,MAAM,GAAG,GAAG,YAAY,CAAC,kBAAkB,CAAC,CAAC;AAwG7C;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,eAAe,CAC7B,aAA2B,EAC3B,UAA0B,EAAE;IAE5B,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;IAEjE,MAAM,kBAAkB,GAAwB,EAAE,CAAC;IACnD,MAAM,SAAS,GAAgC;QAC7C,eAAe,EAAE,CAAC;QAClB,wBAAwB,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;QACV,gBAAgB,EAAE,CAAC;QACnB,uBAAuB,EAAE,CAAC;QAC1B,gBAAgB,EAAE,CAAC;QACnB,YAAY,EAAE,CAAC;QACf,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;KACX,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACrD,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpC,SAAS,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;IACtC,CAAC;IAED,MAAM,cAAc,GAAG;QACrB,QAAQ,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACtC,CAAC,CAAC,WAAW,KAAK,kBAAkB;YACpC,CAAC,CAAC,WAAW,KAAK,kBAAkB;YACpC,CAAC,CAAC,WAAW,KAAK,cAAc,CACjC,CAAC,MAAM;QACR,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAClC,CAAC,CAAC,WAAW,KAAK,iBAAiB;YACnC,CAAC,CAAC,WAAW,KAAK,yBAAyB,CAC5C,CAAC,MAAM;QACR,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACpC,CAAC,CAAC,WAAW,KAAK,0BAA0B;YAC5C,CAAC,CAAC,WAAW,KAAK,eAAe;YACjC,CAAC,CAAC,WAAW,KAAK,YAAY,CAC/B,CAAC,MAAM;QACR,GAAG,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACjC,CAAC,CAAC,WAAW,KAAK,SAAS;YAC3B,CAAC,CAAC,WAAW,KAAK,SAAS,CAC5B,CAAC,MAAM;KACT,CAAC;IAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,kBAAkB,CAAC,CAAC;IAEpD,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE;QACpC,KAAK,EAAE,kBAAkB,CAAC,MAAM;QAChC,QAAQ,EAAE,cAAc,CAAC,QAAQ;QACjC,IAAI,EAAE,cAAc,CAAC,IAAI;KAC1B,CAAC,CAAC;IAEH,OAAO;QACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE;YACP,aAAa,EAAE,kBAAkB,CAAC,MAAM;YACxC,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,cAAc;SAC3B;QACD,QAAQ,EAAE,kBAAkB;QAC5B,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAA+B;IACnE,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,uBAAuB,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IACpE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,CAAC,IAAI,CAAC,eAAe,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;IAClE,KAAK,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,KAAK,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC;IACxD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACpE,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACnC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7E,KAAK,CAAC,IAAI,CAAC,wBAAwB,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,sBAAsB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAE1D,IAAI,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACrC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;gBAC7C,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,oBAAoB,IAAI,OAAO,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5E,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC1C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;gBAChD,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACtB,IAAI,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,IAAI,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACvC,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,EAAE,CAAC;gBACxD,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,YAAY,cAAc,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACvC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;gBACjD,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,MAAM,GAAG,CAAC,KAAK,cAAc,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Failure Detectors
|
|
3
|
+
*
|
|
4
|
+
* Internal helpers for structuring and classifying test failures.
|
|
5
|
+
*
|
|
6
|
+
* @module analyzers/failure-detectors
|
|
7
|
+
*/
|
|
8
|
+
import type { TestResult } from '../../types/index.js';
|
|
9
|
+
import type { StructuredFailure, FailureType, AnalyzeOptions } from '../failure-analyzer.js';
|
|
10
|
+
/**
|
|
11
|
+
* Structures a single test failure into a normalized format for LLM processing
|
|
12
|
+
*/
|
|
13
|
+
export declare function structureFailure(result: TestResult, options: AnalyzeOptions): StructuredFailure;
|
|
14
|
+
/**
|
|
15
|
+
* Determines the type of failure from a test result
|
|
16
|
+
*/
|
|
17
|
+
export declare function determineFailureType(result: TestResult): FailureType;
|
|
18
|
+
/**
|
|
19
|
+
* Detects patterns across multiple failures
|
|
20
|
+
*/
|
|
21
|
+
export declare function detectPatterns(failures: StructuredFailure[]): {
|
|
22
|
+
problematicEndpoints?: Array<{
|
|
23
|
+
endpoint: string;
|
|
24
|
+
failureCount: number;
|
|
25
|
+
failureTypes: FailureType[];
|
|
26
|
+
}>;
|
|
27
|
+
commonErrors?: Array<{
|
|
28
|
+
pattern: string;
|
|
29
|
+
count: number;
|
|
30
|
+
examples: string[];
|
|
31
|
+
}>;
|
|
32
|
+
};
|
|
33
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/analyzers/failure-detectors/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAGvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAE7F;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,cAAc,GACtB,iBAAiB,CAkFnB;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,UAAU,GAAG,WAAW,CA6CpE;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG;IAC7D,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,WAAW,EAAE,CAAA;KAAE,CAAC,CAAC;IACtG,YAAY,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;CAC9E,CA2CA"}
|
|
@@ -0,0 +1,164 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Failure Detectors
|
|
3
|
+
*
|
|
4
|
+
* Internal helpers for structuring and classifying test failures.
|
|
5
|
+
*
|
|
6
|
+
* @module analyzers/failure-detectors
|
|
7
|
+
*/
|
|
8
|
+
/**
|
|
9
|
+
* Structures a single test failure into a normalized format for LLM processing
|
|
10
|
+
*/
|
|
11
|
+
export function structureFailure(result, options) {
|
|
12
|
+
const resultAny = result;
|
|
13
|
+
const testCase = result.testCase || {
|
|
14
|
+
id: resultAny.id || 'unknown',
|
|
15
|
+
name: resultAny.name || 'Unknown Test',
|
|
16
|
+
category: resultAny.category || 'unknown',
|
|
17
|
+
description: resultAny.description || '',
|
|
18
|
+
method: resultAny.method || 'GET',
|
|
19
|
+
path: resultAny.path || '/unknown',
|
|
20
|
+
expectedStatus: resultAny.expectedStatus || 200,
|
|
21
|
+
headers: resultAny.headers,
|
|
22
|
+
body: resultAny.body,
|
|
23
|
+
expectedSchema: resultAny.expectedSchema,
|
|
24
|
+
expectedError: resultAny.expectedError
|
|
25
|
+
};
|
|
26
|
+
const failureType = determineFailureType(result);
|
|
27
|
+
const relatedBusinessRules = options.prd?.businessRules.filter((rule) => rule.relatedEndpoints?.some((ep) => testCase.path.includes(ep) || ep.includes(testCase.path)));
|
|
28
|
+
const relatedDiscrepancies = options.discrepancies?.filter((d) => d.endpoint?.path === testCase.path &&
|
|
29
|
+
d.endpoint?.method === testCase.method);
|
|
30
|
+
const similarSuccessfulTests = options.successfulResults
|
|
31
|
+
?.filter(r => {
|
|
32
|
+
const rAny = r;
|
|
33
|
+
const rPath = r.testCase?.path || rAny.path;
|
|
34
|
+
const rMethod = r.testCase?.method || rAny.method;
|
|
35
|
+
return rPath === testCase.path &&
|
|
36
|
+
rMethod === testCase.method &&
|
|
37
|
+
(r.status === 'passed' || rAny.status === 'passed');
|
|
38
|
+
})
|
|
39
|
+
.map(r => {
|
|
40
|
+
const rAny = r;
|
|
41
|
+
return r.testCase?.name || rAny.name;
|
|
42
|
+
})
|
|
43
|
+
.slice(0, 3);
|
|
44
|
+
return {
|
|
45
|
+
id: `failure-${testCase.id}`,
|
|
46
|
+
testCase: {
|
|
47
|
+
id: testCase.id,
|
|
48
|
+
name: testCase.name,
|
|
49
|
+
category: testCase.category,
|
|
50
|
+
description: testCase.description || '',
|
|
51
|
+
},
|
|
52
|
+
request: {
|
|
53
|
+
method: testCase.method,
|
|
54
|
+
url: testCase.path,
|
|
55
|
+
headers: testCase.headers,
|
|
56
|
+
body: testCase.body,
|
|
57
|
+
},
|
|
58
|
+
expected: {
|
|
59
|
+
status: testCase.expectedStatus,
|
|
60
|
+
schema: testCase.expectedSchema,
|
|
61
|
+
error: testCase.expectedError,
|
|
62
|
+
},
|
|
63
|
+
actual: {
|
|
64
|
+
status: result.actualStatus || 0,
|
|
65
|
+
headers: result.actualHeaders,
|
|
66
|
+
body: result.actualBody,
|
|
67
|
+
responseTime: result.responseTime,
|
|
68
|
+
},
|
|
69
|
+
failureType,
|
|
70
|
+
validationErrors: result.schemaErrors?.map((e) => ({
|
|
71
|
+
field: e.instancePath || '/',
|
|
72
|
+
message: e.message,
|
|
73
|
+
expected: e.keyword,
|
|
74
|
+
actual: e.data,
|
|
75
|
+
})),
|
|
76
|
+
relatedBusinessRules,
|
|
77
|
+
relatedDiscrepancies,
|
|
78
|
+
context: {
|
|
79
|
+
prdRequirement: relatedBusinessRules?.[0]?.description,
|
|
80
|
+
similarSuccessfulTests,
|
|
81
|
+
},
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Determines the type of failure from a test result
|
|
86
|
+
*/
|
|
87
|
+
export function determineFailureType(result) {
|
|
88
|
+
const resultAny = result;
|
|
89
|
+
const expectedStatus = result.testCase?.expectedStatus || resultAny.expectedStatus;
|
|
90
|
+
const category = result.testCase?.category || resultAny.category;
|
|
91
|
+
if (result.error) {
|
|
92
|
+
const errorMessage = result.error.toLowerCase();
|
|
93
|
+
if (errorMessage.includes('timeout'))
|
|
94
|
+
return 'timeout';
|
|
95
|
+
if (errorMessage.includes('econnrefused') || errorMessage.includes('connection')) {
|
|
96
|
+
return 'connection_error';
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
const actualStatus = result.actualStatus || resultAny.actualStatus || 0;
|
|
100
|
+
if (expectedStatus !== actualStatus) {
|
|
101
|
+
if (actualStatus >= 500 && expectedStatus < 500) {
|
|
102
|
+
return 'unexpected_error';
|
|
103
|
+
}
|
|
104
|
+
if ((actualStatus === 401 || actualStatus === 403) && expectedStatus !== 401 && expectedStatus !== 403) {
|
|
105
|
+
return 'auth_failure';
|
|
106
|
+
}
|
|
107
|
+
return 'status_mismatch';
|
|
108
|
+
}
|
|
109
|
+
if (result.schemaErrors && result.schemaErrors.length > 0) {
|
|
110
|
+
const hasTypeError = result.schemaErrors.some((e) => e.message.toLowerCase().includes('type'));
|
|
111
|
+
if (hasTypeError)
|
|
112
|
+
return 'wrong_type';
|
|
113
|
+
const hasMissingField = result.schemaErrors.some((e) => e.message.toLowerCase().includes('required') ||
|
|
114
|
+
e.message.toLowerCase().includes('missing'));
|
|
115
|
+
if (hasMissingField)
|
|
116
|
+
return 'missing_field';
|
|
117
|
+
return 'schema_validation_failed';
|
|
118
|
+
}
|
|
119
|
+
if (category === 'business-rule') {
|
|
120
|
+
return 'business_rule_violation';
|
|
121
|
+
}
|
|
122
|
+
return 'unknown';
|
|
123
|
+
}
|
|
124
|
+
/**
|
|
125
|
+
* Detects patterns across multiple failures
|
|
126
|
+
*/
|
|
127
|
+
export function detectPatterns(failures) {
|
|
128
|
+
const endpointFailures = new Map();
|
|
129
|
+
for (const failure of failures) {
|
|
130
|
+
const key = `${failure.request.method} ${failure.request.url}`;
|
|
131
|
+
const existing = endpointFailures.get(key) || [];
|
|
132
|
+
existing.push(failure);
|
|
133
|
+
endpointFailures.set(key, existing);
|
|
134
|
+
}
|
|
135
|
+
const problematicEndpoints = Array.from(endpointFailures.entries())
|
|
136
|
+
.filter(([, eps]) => eps.length >= 2)
|
|
137
|
+
.map(([endpoint, eps]) => ({
|
|
138
|
+
endpoint,
|
|
139
|
+
failureCount: eps.length,
|
|
140
|
+
failureTypes: [...new Set(eps.map(f => f.failureType))],
|
|
141
|
+
}))
|
|
142
|
+
.sort((a, b) => b.failureCount - a.failureCount);
|
|
143
|
+
const errorMessages = failures
|
|
144
|
+
.flatMap(f => f.validationErrors?.map(e => e.message) || [])
|
|
145
|
+
.filter(Boolean);
|
|
146
|
+
const messageCounts = new Map();
|
|
147
|
+
for (const msg of errorMessages) {
|
|
148
|
+
const normalized = msg.replace(/["'].*?["']/g, '"..."').replace(/\d+/g, 'N');
|
|
149
|
+
messageCounts.set(normalized, (messageCounts.get(normalized) || 0) + 1);
|
|
150
|
+
}
|
|
151
|
+
const commonErrors = Array.from(messageCounts.entries())
|
|
152
|
+
.filter(([, count]) => count >= 2)
|
|
153
|
+
.map(([pattern, count]) => ({
|
|
154
|
+
pattern,
|
|
155
|
+
count,
|
|
156
|
+
examples: errorMessages.filter(m => m.replace(/["'].*?["']/g, '"..."').replace(/\d+/g, 'N') === pattern).slice(0, 3),
|
|
157
|
+
}))
|
|
158
|
+
.sort((a, b) => b.count - a.count);
|
|
159
|
+
return {
|
|
160
|
+
problematicEndpoints: problematicEndpoints.length > 0 ? problematicEndpoints : undefined,
|
|
161
|
+
commonErrors: commonErrors.length > 0 ? commonErrors : undefined,
|
|
162
|
+
};
|
|
163
|
+
}
|
|
164
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/analyzers/failure-detectors/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAOH;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAAkB,EAClB,OAAuB;IAEvB,MAAM,SAAS,GAAG,MAAa,CAAC;IAChC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI;QAClC,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,SAAS;QAC7B,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,cAAc;QACtC,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,SAAS;QACzC,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,EAAE;QACxC,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,KAAK;QACjC,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,UAAU;QAClC,cAAc,EAAE,SAAS,CAAC,cAAc,IAAI,GAAG;QAC/C,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,cAAc,EAAE,SAAS,CAAC,cAAc;QACxC,aAAa,EAAE,SAAS,CAAC,aAAa;KACvC,CAAC;IACF,MAAM,WAAW,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAEjD,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,IAA4C,EAAE,EAAE,CAC9G,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,EAAU,EAAE,EAAE,CACzC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CACzD,CACF,CAAC;IAEF,MAAM,oBAAoB,GAAG,OAAO,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAc,EAAE,EAAE,CAC5E,CAAC,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,CAAC,IAAI;QAClC,CAAC,CAAC,QAAQ,EAAE,MAAM,KAAK,QAAQ,CAAC,MAAM,CACvC,CAAC;IAEF,MAAM,sBAAsB,GAAG,OAAO,CAAC,iBAAiB;QACtD,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE;QACX,MAAM,IAAI,GAAG,CAAQ,CAAC;QACtB,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;QAC5C,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAClD,OAAO,KAAK,KAAK,QAAQ,CAAC,IAAI;YAC5B,OAAO,KAAK,QAAQ,CAAC,MAAM;YAC3B,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;IACxD,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,CAAC,EAAE;QACP,MAAM,IAAI,GAAG,CAAQ,CAAC;QACtB,OAAO,CAAC,CAAC,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;IACvC,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEf,OAAO;QACL,EAAE,EAAE,WAAW,QAAQ,CAAC,EAAE,EAAE;QAC5B,QAAQ,EAAE;YACR,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,EAAE;SACxC;QACD,OAAO,EAAE;YACP,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,GAAG,EAAE,QAAQ,CAAC,IAAI;YAClB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;SACpB;QACD,QAAQ,EAAE;YACR,MAAM,EAAE,QAAQ,CAAC,cAAc;YAC/B,MAAM,EAAE,QAAQ,CAAC,cAAc;YAC/B,KAAK,EAAE,QAAQ,CAAC,aAAa;SAC9B;QACD,MAAM,EAAE;YACN,MAAM,EAAE,MAAM,CAAC,YAAY,IAAI,CAAC;YAChC,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,IAAI,EAAE,MAAM,CAAC,UAAU;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY;SAClC;QACD,WAAW;QACX,gBAAgB,EAAE,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjD,KAAK,EAAE,CAAC,CAAC,YAAY,IAAI,GAAG;YAC5B,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,QAAQ,EAAE,CAAC,CAAC,OAAO;YACnB,MAAM,EAAE,CAAC,CAAC,IAAI;SACf,CAAC,CAAC;QACH,oBAAoB;QACpB,oBAAoB;QACpB,OAAO,EAAE;YACP,cAAc,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW;YACtD,sBAAsB;SACvB;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAkB;IACrD,MAAM,SAAS,GAAG,MAAa,CAAC;IAChC,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,EAAE,cAAc,IAAI,SAAS,CAAC,cAAc,CAAC;IACnF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC;IAEjE,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QACvD,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACjF,OAAO,kBAAkB,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC;IAExE,IAAI,cAAc,KAAK,YAAY,EAAE,CAAC;QACpC,IAAI,YAAY,IAAI,GAAG,IAAI,cAAc,GAAG,GAAG,EAAE,CAAC;YAChD,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QACD,IAAI,CAAC,YAAY,KAAK,GAAG,IAAI,YAAY,KAAK,GAAG,CAAC,IAAI,cAAc,KAAK,GAAG,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;YACvG,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAsB,EAAE,EAAE,CACvE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CACzC,CAAC;QACF,IAAI,YAAY;YAAE,OAAO,YAAY,CAAC;QAEtC,MAAM,eAAe,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAsB,EAAE,EAAE,CAC1E,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC5C,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAC5C,CAAC;QACF,IAAI,eAAe;YAAE,OAAO,eAAe,CAAC;QAE5C,OAAO,0BAA0B,CAAC;IACpC,CAAC;IAED,IAAI,QAAQ,KAAK,eAAe,EAAE,CAAC;QACjC,OAAO,yBAAyB,CAAC;IACnC,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAA6B;IAI1D,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA+B,CAAC;IAChE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QAC/D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,oBAAoB,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;SAChE,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC;SACpC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QACzB,QAAQ;QACR,YAAY,EAAE,GAAG,CAAC,MAAM;QACxB,YAAY,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;KACxD,CAAC,CAAC;SACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAEnD,MAAM,aAAa,GAAG,QAAQ;SAC3B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;SAC3D,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC7E,aAAa,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;SACrD,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;SACjC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1B,OAAO;QACP,KAAK;QACL,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACjC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CACpE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;KACd,CAAC,CAAC;SACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAErC,OAAO;QACL,oBAAoB,EAAE,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS;QACxF,YAAY,EAAE,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;KACjE,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Failure-Discrepancy Correlator
|
|
3
|
+
*
|
|
4
|
+
* Correlates test failures with source comparison discrepancies
|
|
5
|
+
* to provide root cause analysis and automated insights
|
|
6
|
+
*
|
|
7
|
+
* @module analyzers/failure-discrepancy-correlator
|
|
8
|
+
*/
|
|
9
|
+
import type { Discrepancy } from './source-comparator.js';
|
|
10
|
+
/**
|
|
11
|
+
* Test failure information
|
|
12
|
+
*/
|
|
13
|
+
export interface TestFailure {
|
|
14
|
+
testId: string;
|
|
15
|
+
name: string;
|
|
16
|
+
method: string;
|
|
17
|
+
path: string;
|
|
18
|
+
expectedStatus: number;
|
|
19
|
+
actualStatus: number;
|
|
20
|
+
error?: string;
|
|
21
|
+
category: string;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Correlation between failure and discrepancy
|
|
25
|
+
*/
|
|
26
|
+
export interface FailureDiscrepancyCorrelation {
|
|
27
|
+
/**
|
|
28
|
+
* The test failure
|
|
29
|
+
*/
|
|
30
|
+
failure: TestFailure;
|
|
31
|
+
/**
|
|
32
|
+
* Related discrepancy (if found)
|
|
33
|
+
*/
|
|
34
|
+
relatedDiscrepancy?: Discrepancy;
|
|
35
|
+
/**
|
|
36
|
+
* Root cause type
|
|
37
|
+
*/
|
|
38
|
+
rootCause: RootCauseType;
|
|
39
|
+
/**
|
|
40
|
+
* Confidence level (0-1)
|
|
41
|
+
*/
|
|
42
|
+
confidence: number;
|
|
43
|
+
/**
|
|
44
|
+
* Human-readable explanation
|
|
45
|
+
*/
|
|
46
|
+
explanation: string;
|
|
47
|
+
/**
|
|
48
|
+
* Suggested fix
|
|
49
|
+
*/
|
|
50
|
+
suggestedFix?: string;
|
|
51
|
+
/**
|
|
52
|
+
* Whether this can be auto-repaired
|
|
53
|
+
*/
|
|
54
|
+
autoRepairable: boolean;
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Types of root causes
|
|
58
|
+
*/
|
|
59
|
+
export type RootCauseType = 'endpoint_not_implemented' | 'endpoint_not_documented' | 'auth_mismatch' | 'missing_dependency' | 'schema_mismatch' | 'business_rule_violation' | 'unknown';
|
|
60
|
+
/**
|
|
61
|
+
* Result of correlation analysis
|
|
62
|
+
*/
|
|
63
|
+
export interface CorrelationResult {
|
|
64
|
+
/**
|
|
65
|
+
* Total failures analyzed
|
|
66
|
+
*/
|
|
67
|
+
totalFailures: number;
|
|
68
|
+
/**
|
|
69
|
+
* Failures with identified root cause
|
|
70
|
+
*/
|
|
71
|
+
correlatedFailures: number;
|
|
72
|
+
/**
|
|
73
|
+
* Correlation percentage
|
|
74
|
+
*/
|
|
75
|
+
correlationRate: string;
|
|
76
|
+
/**
|
|
77
|
+
* All correlations found
|
|
78
|
+
*/
|
|
79
|
+
correlations: FailureDiscrepancyCorrelation[];
|
|
80
|
+
/**
|
|
81
|
+
* Summary by root cause type
|
|
82
|
+
*/
|
|
83
|
+
summaryByRootCause: Record<RootCauseType, number>;
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* Correlates test failures with source comparison discrepancies
|
|
87
|
+
*
|
|
88
|
+
* @param failures - Test failures from test execution
|
|
89
|
+
* @param discrepancies - Discrepancies from source comparison
|
|
90
|
+
* @returns Correlation result with root cause analysis
|
|
91
|
+
*
|
|
92
|
+
* @example
|
|
93
|
+
* ```typescript
|
|
94
|
+
* const correlation = correlateFailuresWithDiscrepancies(
|
|
95
|
+
* testFailures,
|
|
96
|
+
* comparisonResult.discrepancies
|
|
97
|
+
* );
|
|
98
|
+
*
|
|
99
|
+
* console.log(`${correlation.correlationRate} failures have known root causes`);
|
|
100
|
+
* ```
|
|
101
|
+
*/
|
|
102
|
+
export declare function correlateFailuresWithDiscrepancies(failures: TestFailure[], discrepancies: Discrepancy[]): CorrelationResult;
|
|
103
|
+
/**
|
|
104
|
+
* Gets a human-readable description of a root cause type
|
|
105
|
+
*/
|
|
106
|
+
export declare function getRootCauseDescription(rootCause: RootCauseType): string;
|
|
107
|
+
/**
|
|
108
|
+
* Gets priority level for a root cause
|
|
109
|
+
*/
|
|
110
|
+
export declare function getRootCausePriority(rootCause: RootCauseType): 'critical' | 'high' | 'medium' | 'low';
|
|
111
|
+
//# sourceMappingURL=failure-discrepancy-correlator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failure-discrepancy-correlator.d.ts","sourceRoot":"","sources":["../../src/analyzers/failure-discrepancy-correlator.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,6BAA6B;IAC5C;;OAEG;IACH,OAAO,EAAE,WAAW,CAAC;IAErB;;OAEG;IACH,kBAAkB,CAAC,EAAE,WAAW,CAAC;IAEjC;;OAEG;IACH,SAAS,EAAE,aAAa,CAAC;IAEzB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,cAAc,EAAE,OAAO,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,0BAA0B,GAC1B,yBAAyB,GACzB,eAAe,GACf,oBAAoB,GACpB,iBAAiB,GACjB,yBAAyB,GACzB,SAAS,CAAC;AAEd;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IAEtB;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,YAAY,EAAE,6BAA6B,EAAE,CAAC;IAE9C;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;CACnD;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,kCAAkC,CAChD,QAAQ,EAAE,WAAW,EAAE,EACvB,aAAa,EAAE,WAAW,EAAE,GAC3B,iBAAiB,CAoCnB;AAgJD;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,aAAa,GAAG,MAAM,CAYxE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,aAAa,GAAG,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAYrG"}
|