@substrate-ai/factory 0.20.1 → 0.20.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +39 -0
- package/package.json +6 -3
- package/dist/__tests__/config.test.d.ts +0 -11
- package/dist/__tests__/config.test.d.ts.map +0 -1
- package/dist/__tests__/config.test.js +0 -215
- package/dist/__tests__/config.test.js.map +0 -1
- package/dist/__tests__/factory-run-command.test.d.ts +0 -12
- package/dist/__tests__/factory-run-command.test.d.ts.map +0 -1
- package/dist/__tests__/factory-run-command.test.js +0 -454
- package/dist/__tests__/factory-run-command.test.js.map +0 -1
- package/dist/__tests__/factory-validate-command.test.d.ts +0 -15
- package/dist/__tests__/factory-validate-command.test.d.ts.map +0 -1
- package/dist/__tests__/factory-validate-command.test.js +0 -339
- package/dist/__tests__/factory-validate-command.test.js.map +0 -1
- package/dist/__tests__/fixtures/advanced-cross-project-validation.dot.d.ts +0 -72
- package/dist/__tests__/fixtures/advanced-cross-project-validation.dot.d.ts.map +0 -1
- package/dist/__tests__/fixtures/advanced-cross-project-validation.dot.js +0 -121
- package/dist/__tests__/fixtures/advanced-cross-project-validation.dot.js.map +0 -1
- package/dist/__tests__/fixtures/llm-edge-routing.dot.d.ts +0 -28
- package/dist/__tests__/fixtures/llm-edge-routing.dot.d.ts.map +0 -1
- package/dist/__tests__/fixtures/llm-edge-routing.dot.js +0 -55
- package/dist/__tests__/fixtures/llm-edge-routing.dot.js.map +0 -1
- package/dist/__tests__/fixtures/manager-loop.dot.d.ts +0 -34
- package/dist/__tests__/fixtures/manager-loop.dot.d.ts.map +0 -1
- package/dist/__tests__/fixtures/manager-loop.dot.js +0 -61
- package/dist/__tests__/fixtures/manager-loop.dot.js.map +0 -1
- package/dist/__tests__/fixtures/parallel-fan-out-fan-in.dot.d.ts +0 -42
- package/dist/__tests__/fixtures/parallel-fan-out-fan-in.dot.d.ts.map +0 -1
- package/dist/__tests__/fixtures/parallel-fan-out-fan-in.dot.js +0 -118
- package/dist/__tests__/fixtures/parallel-fan-out-fan-in.dot.js.map +0 -1
- package/dist/__tests__/fixtures/subgraph-parent.dot.d.ts +0 -35
- package/dist/__tests__/fixtures/subgraph-parent.dot.d.ts.map +0 -1
- package/dist/__tests__/fixtures/subgraph-parent.dot.js +0 -69
- package/dist/__tests__/fixtures/subgraph-parent.dot.js.map +0 -1
- package/dist/__tests__/integration/advanced-graph-events.test.d.ts +0 -19
- package/dist/__tests__/integration/advanced-graph-events.test.d.ts.map +0 -1
- package/dist/__tests__/integration/advanced-graph-events.test.js +0 -288
- package/dist/__tests__/integration/advanced-graph-events.test.js.map +0 -1
- package/dist/__tests__/integration/checkpoint-resume.test.d.ts +0 -10
- package/dist/__tests__/integration/checkpoint-resume.test.d.ts.map +0 -1
- package/dist/__tests__/integration/checkpoint-resume.test.js +0 -125
- package/dist/__tests__/integration/checkpoint-resume.test.js.map +0 -1
- package/dist/__tests__/integration/conditional-pipeline.test.d.ts +0 -10
- package/dist/__tests__/integration/conditional-pipeline.test.d.ts.map +0 -1
- package/dist/__tests__/integration/conditional-pipeline.test.js +0 -106
- package/dist/__tests__/integration/conditional-pipeline.test.js.map +0 -1
- package/dist/__tests__/integration/convergence-validation.test.d.ts +0 -14
- package/dist/__tests__/integration/convergence-validation.test.d.ts.map +0 -1
- package/dist/__tests__/integration/convergence-validation.test.js +0 -449
- package/dist/__tests__/integration/convergence-validation.test.js.map +0 -1
- package/dist/__tests__/integration/epic44-coverage-gate.test.d.ts +0 -12
- package/dist/__tests__/integration/epic44-coverage-gate.test.d.ts.map +0 -1
- package/dist/__tests__/integration/epic44-coverage-gate.test.js +0 -58
- package/dist/__tests__/integration/epic44-coverage-gate.test.js.map +0 -1
- package/dist/__tests__/integration/epic45-coverage-gate.test.d.ts +0 -11
- package/dist/__tests__/integration/epic45-coverage-gate.test.d.ts.map +0 -1
- package/dist/__tests__/integration/epic45-coverage-gate.test.js +0 -64
- package/dist/__tests__/integration/epic45-coverage-gate.test.js.map +0 -1
- package/dist/__tests__/integration/epic46-scenario-primary-executor.test.d.ts +0 -2
- package/dist/__tests__/integration/epic46-scenario-primary-executor.test.d.ts.map +0 -1
- package/dist/__tests__/integration/epic46-scenario-primary-executor.test.js +0 -285
- package/dist/__tests__/integration/epic46-scenario-primary-executor.test.js.map +0 -1
- package/dist/__tests__/integration/events.test.d.ts +0 -8
- package/dist/__tests__/integration/events.test.d.ts.map +0 -1
- package/dist/__tests__/integration/events.test.js +0 -194
- package/dist/__tests__/integration/events.test.js.map +0 -1
- package/dist/__tests__/integration/graphs.d.ts +0 -59
- package/dist/__tests__/integration/graphs.d.ts.map +0 -1
- package/dist/__tests__/integration/graphs.js +0 -164
- package/dist/__tests__/integration/graphs.js.map +0 -1
- package/dist/__tests__/integration/helpers.d.ts +0 -127
- package/dist/__tests__/integration/helpers.d.ts.map +0 -1
- package/dist/__tests__/integration/helpers.js +0 -167
- package/dist/__tests__/integration/helpers.js.map +0 -1
- package/dist/__tests__/integration/integrity.test.d.ts +0 -8
- package/dist/__tests__/integration/integrity.test.d.ts.map +0 -1
- package/dist/__tests__/integration/integrity.test.js +0 -198
- package/dist/__tests__/integration/integrity.test.js.map +0 -1
- package/dist/__tests__/integration/llm-edge-routing.test.d.ts +0 -21
- package/dist/__tests__/integration/llm-edge-routing.test.d.ts.map +0 -1
- package/dist/__tests__/integration/llm-edge-routing.test.js +0 -341
- package/dist/__tests__/integration/llm-edge-routing.test.js.map +0 -1
- package/dist/__tests__/integration/manager-loop.test.d.ts +0 -24
- package/dist/__tests__/integration/manager-loop.test.d.ts.map +0 -1
- package/dist/__tests__/integration/manager-loop.test.js +0 -276
- package/dist/__tests__/integration/manager-loop.test.js.map +0 -1
- package/dist/__tests__/integration/multi-type-graph.test.d.ts +0 -10
- package/dist/__tests__/integration/multi-type-graph.test.d.ts.map +0 -1
- package/dist/__tests__/integration/multi-type-graph.test.js +0 -100
- package/dist/__tests__/integration/multi-type-graph.test.js.map +0 -1
- package/dist/__tests__/integration/parallel-fan-out-fan-in.test.d.ts +0 -22
- package/dist/__tests__/integration/parallel-fan-out-fan-in.test.d.ts.map +0 -1
- package/dist/__tests__/integration/parallel-fan-out-fan-in.test.js +0 -515
- package/dist/__tests__/integration/parallel-fan-out-fan-in.test.js.map +0 -1
- package/dist/__tests__/integration/persistence.test.d.ts +0 -8
- package/dist/__tests__/integration/persistence.test.d.ts.map +0 -1
- package/dist/__tests__/integration/persistence.test.js +0 -129
- package/dist/__tests__/integration/persistence.test.js.map +0 -1
- package/dist/__tests__/integration/pipeline-templates-integration.test.d.ts +0 -16
- package/dist/__tests__/integration/pipeline-templates-integration.test.d.ts.map +0 -1
- package/dist/__tests__/integration/pipeline-templates-integration.test.js +0 -171
- package/dist/__tests__/integration/pipeline-templates-integration.test.js.map +0 -1
- package/dist/__tests__/integration/scenario-pipeline.test.d.ts +0 -11
- package/dist/__tests__/integration/scenario-pipeline.test.d.ts.map +0 -1
- package/dist/__tests__/integration/scenario-pipeline.test.js +0 -243
- package/dist/__tests__/integration/scenario-pipeline.test.js.map +0 -1
- package/dist/__tests__/integration/stylesheet-application.test.d.ts +0 -12
- package/dist/__tests__/integration/stylesheet-application.test.d.ts.map +0 -1
- package/dist/__tests__/integration/stylesheet-application.test.js +0 -119
- package/dist/__tests__/integration/stylesheet-application.test.js.map +0 -1
- package/dist/__tests__/integration/subgraph-execution.test.d.ts +0 -24
- package/dist/__tests__/integration/subgraph-execution.test.d.ts.map +0 -1
- package/dist/__tests__/integration/subgraph-execution.test.js +0 -291
- package/dist/__tests__/integration/subgraph-execution.test.js.map +0 -1
- package/dist/__tests__/integration/validation-errors.test.d.ts +0 -8
- package/dist/__tests__/integration/validation-errors.test.d.ts.map +0 -1
- package/dist/__tests__/integration/validation-errors.test.js +0 -150
- package/dist/__tests__/integration/validation-errors.test.js.map +0 -1
- package/dist/agent/__tests__/loop-detection.test.d.ts +0 -2
- package/dist/agent/__tests__/loop-detection.test.d.ts.map +0 -1
- package/dist/agent/__tests__/loop-detection.test.js +0 -236
- package/dist/agent/__tests__/loop-detection.test.js.map +0 -1
- package/dist/agent/__tests__/loop.test.d.ts +0 -2
- package/dist/agent/__tests__/loop.test.d.ts.map +0 -1
- package/dist/agent/__tests__/loop.test.js +0 -868
- package/dist/agent/__tests__/loop.test.js.map +0 -1
- package/dist/agent/__tests__/truncation.test.d.ts +0 -2
- package/dist/agent/__tests__/truncation.test.d.ts.map +0 -1
- package/dist/agent/__tests__/truncation.test.js +0 -276
- package/dist/agent/__tests__/truncation.test.js.map +0 -1
- package/dist/agent/tools/__tests__/anthropic-tools.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/anthropic-tools.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/anthropic-tools.test.js +0 -49
- package/dist/agent/tools/__tests__/anthropic-tools.test.js.map +0 -1
- package/dist/agent/tools/__tests__/environment.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/environment.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/environment.test.js +0 -33
- package/dist/agent/tools/__tests__/environment.test.js.map +0 -1
- package/dist/agent/tools/__tests__/gemini-tools.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/gemini-tools.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/gemini-tools.test.js +0 -98
- package/dist/agent/tools/__tests__/gemini-tools.test.js.map +0 -1
- package/dist/agent/tools/__tests__/openai-tools.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/openai-tools.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/openai-tools.test.js +0 -53
- package/dist/agent/tools/__tests__/openai-tools.test.js.map +0 -1
- package/dist/agent/tools/__tests__/patch.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/patch.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/patch.test.js +0 -116
- package/dist/agent/tools/__tests__/patch.test.js.map +0 -1
- package/dist/agent/tools/__tests__/profiles.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/profiles.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/profiles.test.js +0 -125
- package/dist/agent/tools/__tests__/profiles.test.js.map +0 -1
- package/dist/agent/tools/__tests__/registry.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/registry.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/registry.test.js +0 -94
- package/dist/agent/tools/__tests__/registry.test.js.map +0 -1
- package/dist/agent/tools/__tests__/shared.test.d.ts +0 -6
- package/dist/agent/tools/__tests__/shared.test.d.ts.map +0 -1
- package/dist/agent/tools/__tests__/shared.test.js +0 -131
- package/dist/agent/tools/__tests__/shared.test.js.map +0 -1
- package/dist/backend/__tests__/direct-backend.test.d.ts +0 -14
- package/dist/backend/__tests__/direct-backend.test.d.ts.map +0 -1
- package/dist/backend/__tests__/direct-backend.test.js +0 -393
- package/dist/backend/__tests__/direct-backend.test.js.map +0 -1
- package/dist/backend/__tests__/direct-bootstrap.test.d.ts +0 -7
- package/dist/backend/__tests__/direct-bootstrap.test.d.ts.map +0 -1
- package/dist/backend/__tests__/direct-bootstrap.test.js +0 -177
- package/dist/backend/__tests__/direct-bootstrap.test.js.map +0 -1
- package/dist/backend/__tests__/mock-backend.test.d.ts +0 -7
- package/dist/backend/__tests__/mock-backend.test.d.ts.map +0 -1
- package/dist/backend/__tests__/mock-backend.test.js +0 -273
- package/dist/backend/__tests__/mock-backend.test.js.map +0 -1
- package/dist/backend/__tests__/parity.test.d.ts +0 -17
- package/dist/backend/__tests__/parity.test.d.ts.map +0 -1
- package/dist/backend/__tests__/parity.test.js +0 -411
- package/dist/backend/__tests__/parity.test.js.map +0 -1
- package/dist/context/__tests__/auto-summarizer.test.d.ts +0 -14
- package/dist/context/__tests__/auto-summarizer.test.d.ts.map +0 -1
- package/dist/context/__tests__/auto-summarizer.test.js +0 -189
- package/dist/context/__tests__/auto-summarizer.test.js.map +0 -1
- package/dist/context/__tests__/context-cli-command.test.d.ts +0 -7
- package/dist/context/__tests__/context-cli-command.test.d.ts.map +0 -1
- package/dist/context/__tests__/context-cli-command.test.js +0 -331
- package/dist/context/__tests__/context-cli-command.test.js.map +0 -1
- package/dist/context/__tests__/pyramid-summary-integration.test.d.ts +0 -2
- package/dist/context/__tests__/pyramid-summary-integration.test.d.ts.map +0 -1
- package/dist/context/__tests__/pyramid-summary-integration.test.js +0 -533
- package/dist/context/__tests__/pyramid-summary-integration.test.js.map +0 -1
- package/dist/context/__tests__/summarizer.test.d.ts +0 -2
- package/dist/context/__tests__/summarizer.test.d.ts.map +0 -1
- package/dist/context/__tests__/summarizer.test.js +0 -189
- package/dist/context/__tests__/summarizer.test.js.map +0 -1
- package/dist/context/__tests__/summary-cache.test.d.ts +0 -2
- package/dist/context/__tests__/summary-cache.test.d.ts.map +0 -1
- package/dist/context/__tests__/summary-cache.test.js +0 -214
- package/dist/context/__tests__/summary-cache.test.js.map +0 -1
- package/dist/context/__tests__/summary-metrics.test.d.ts +0 -2
- package/dist/context/__tests__/summary-metrics.test.d.ts.map +0 -1
- package/dist/context/__tests__/summary-metrics.test.js +0 -172
- package/dist/context/__tests__/summary-metrics.test.js.map +0 -1
- package/dist/context/__tests__/summary-types.test.d.ts +0 -2
- package/dist/context/__tests__/summary-types.test.d.ts.map +0 -1
- package/dist/context/__tests__/summary-types.test.js +0 -130
- package/dist/context/__tests__/summary-types.test.js.map +0 -1
- package/dist/convergence/__tests__/budget.test.d.ts +0 -6
- package/dist/convergence/__tests__/budget.test.d.ts.map +0 -1
- package/dist/convergence/__tests__/budget.test.js +0 -187
- package/dist/convergence/__tests__/budget.test.js.map +0 -1
- package/dist/convergence/__tests__/controller.test.d.ts +0 -9
- package/dist/convergence/__tests__/controller.test.d.ts.map +0 -1
- package/dist/convergence/__tests__/controller.test.js +0 -585
- package/dist/convergence/__tests__/controller.test.js.map +0 -1
- package/dist/convergence/__tests__/dual-signal.test.d.ts +0 -14
- package/dist/convergence/__tests__/dual-signal.test.d.ts.map +0 -1
- package/dist/convergence/__tests__/dual-signal.test.js +0 -123
- package/dist/convergence/__tests__/dual-signal.test.js.map +0 -1
- package/dist/convergence/__tests__/epic46-integration.test.d.ts +0 -15
- package/dist/convergence/__tests__/epic46-integration.test.d.ts.map +0 -1
- package/dist/convergence/__tests__/epic46-integration.test.js +0 -522
- package/dist/convergence/__tests__/epic46-integration.test.js.map +0 -1
- package/dist/convergence/__tests__/plateau.test.d.ts +0 -6
- package/dist/convergence/__tests__/plateau.test.d.ts.map +0 -1
- package/dist/convergence/__tests__/plateau.test.js +0 -163
- package/dist/convergence/__tests__/plateau.test.js.map +0 -1
- package/dist/convergence/__tests__/remediation.test.d.ts +0 -11
- package/dist/convergence/__tests__/remediation.test.d.ts.map +0 -1
- package/dist/convergence/__tests__/remediation.test.js +0 -209
- package/dist/convergence/__tests__/remediation.test.js.map +0 -1
- package/dist/convergence/__tests__/scenario-primary.test.d.ts +0 -13
- package/dist/convergence/__tests__/scenario-primary.test.d.ts.map +0 -1
- package/dist/convergence/__tests__/scenario-primary.test.js +0 -183
- package/dist/convergence/__tests__/scenario-primary.test.js.map +0 -1
- package/dist/factory-command.test.d.ts +0 -8
- package/dist/factory-command.test.d.ts.map +0 -1
- package/dist/factory-command.test.js +0 -304
- package/dist/factory-command.test.js.map +0 -1
- package/dist/graph/__tests__/attractor-compliance.test.d.ts +0 -10
- package/dist/graph/__tests__/attractor-compliance.test.d.ts.map +0 -1
- package/dist/graph/__tests__/attractor-compliance.test.js +0 -766
- package/dist/graph/__tests__/attractor-compliance.test.js.map +0 -1
- package/dist/graph/__tests__/checkpoint.test.d.ts +0 -8
- package/dist/graph/__tests__/checkpoint.test.d.ts.map +0 -1
- package/dist/graph/__tests__/checkpoint.test.js +0 -329
- package/dist/graph/__tests__/checkpoint.test.js.map +0 -1
- package/dist/graph/__tests__/condition-parser.test.d.ts +0 -14
- package/dist/graph/__tests__/condition-parser.test.d.ts.map +0 -1
- package/dist/graph/__tests__/condition-parser.test.js +0 -406
- package/dist/graph/__tests__/condition-parser.test.js.map +0 -1
- package/dist/graph/__tests__/context.test.d.ts +0 -14
- package/dist/graph/__tests__/context.test.d.ts.map +0 -1
- package/dist/graph/__tests__/context.test.js +0 -276
- package/dist/graph/__tests__/context.test.js.map +0 -1
- package/dist/graph/__tests__/edge-selector-events.test.d.ts +0 -11
- package/dist/graph/__tests__/edge-selector-events.test.d.ts.map +0 -1
- package/dist/graph/__tests__/edge-selector-events.test.js +0 -184
- package/dist/graph/__tests__/edge-selector-events.test.js.map +0 -1
- package/dist/graph/__tests__/edge-selector.test.d.ts +0 -6
- package/dist/graph/__tests__/edge-selector.test.d.ts.map +0 -1
- package/dist/graph/__tests__/edge-selector.test.js +0 -452
- package/dist/graph/__tests__/edge-selector.test.js.map +0 -1
- package/dist/graph/__tests__/executor-convergence.test.d.ts +0 -12
- package/dist/graph/__tests__/executor-convergence.test.d.ts.map +0 -1
- package/dist/graph/__tests__/executor-convergence.test.js +0 -432
- package/dist/graph/__tests__/executor-convergence.test.js.map +0 -1
- package/dist/graph/__tests__/executor-fidelity.test.d.ts +0 -13
- package/dist/graph/__tests__/executor-fidelity.test.d.ts.map +0 -1
- package/dist/graph/__tests__/executor-fidelity.test.js +0 -335
- package/dist/graph/__tests__/executor-fidelity.test.js.map +0 -1
- package/dist/graph/__tests__/executor.test.d.ts +0 -14
- package/dist/graph/__tests__/executor.test.d.ts.map +0 -1
- package/dist/graph/__tests__/executor.test.js +0 -901
- package/dist/graph/__tests__/executor.test.js.map +0 -1
- package/dist/graph/__tests__/fidelity.test.d.ts +0 -8
- package/dist/graph/__tests__/fidelity.test.d.ts.map +0 -1
- package/dist/graph/__tests__/fidelity.test.js +0 -135
- package/dist/graph/__tests__/fidelity.test.js.map +0 -1
- package/dist/graph/__tests__/llm-evaluator.test.d.ts +0 -7
- package/dist/graph/__tests__/llm-evaluator.test.d.ts.map +0 -1
- package/dist/graph/__tests__/llm-evaluator.test.js +0 -106
- package/dist/graph/__tests__/llm-evaluator.test.js.map +0 -1
- package/dist/graph/__tests__/parser-chaining.test.d.ts +0 -13
- package/dist/graph/__tests__/parser-chaining.test.d.ts.map +0 -1
- package/dist/graph/__tests__/parser-chaining.test.js +0 -215
- package/dist/graph/__tests__/parser-chaining.test.js.map +0 -1
- package/dist/graph/__tests__/parser.test.d.ts +0 -22
- package/dist/graph/__tests__/parser.test.d.ts.map +0 -1
- package/dist/graph/__tests__/parser.test.js +0 -452
- package/dist/graph/__tests__/parser.test.js.map +0 -1
- package/dist/graph/__tests__/run-state.test.d.ts +0 -13
- package/dist/graph/__tests__/run-state.test.d.ts.map +0 -1
- package/dist/graph/__tests__/run-state.test.js +0 -189
- package/dist/graph/__tests__/run-state.test.js.map +0 -1
- package/dist/graph/__tests__/transformer.test.d.ts +0 -16
- package/dist/graph/__tests__/transformer.test.d.ts.map +0 -1
- package/dist/graph/__tests__/transformer.test.js +0 -350
- package/dist/graph/__tests__/transformer.test.js.map +0 -1
- package/dist/graph/__tests__/validator-errors.test.d.ts +0 -15
- package/dist/graph/__tests__/validator-errors.test.d.ts.map +0 -1
- package/dist/graph/__tests__/validator-errors.test.js +0 -572
- package/dist/graph/__tests__/validator-errors.test.js.map +0 -1
- package/dist/graph/__tests__/validator-warnings.test.d.ts +0 -15
- package/dist/graph/__tests__/validator-warnings.test.d.ts.map +0 -1
- package/dist/graph/__tests__/validator-warnings.test.js +0 -363
- package/dist/graph/__tests__/validator-warnings.test.js.map +0 -1
- package/dist/handlers/__tests__/codergen-handler.test.d.ts +0 -14
- package/dist/handlers/__tests__/codergen-handler.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/codergen-handler.test.js +0 -442
- package/dist/handlers/__tests__/codergen-handler.test.js.map +0 -1
- package/dist/handlers/__tests__/fan-in.test.d.ts +0 -14
- package/dist/handlers/__tests__/fan-in.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/fan-in.test.js +0 -399
- package/dist/handlers/__tests__/fan-in.test.js.map +0 -1
- package/dist/handlers/__tests__/join-policy.test.d.ts +0 -9
- package/dist/handlers/__tests__/join-policy.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/join-policy.test.js +0 -201
- package/dist/handlers/__tests__/join-policy.test.js.map +0 -1
- package/dist/handlers/__tests__/manager-loop.test.d.ts +0 -14
- package/dist/handlers/__tests__/manager-loop.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/manager-loop.test.js +0 -322
- package/dist/handlers/__tests__/manager-loop.test.js.map +0 -1
- package/dist/handlers/__tests__/parallel-events.test.d.ts +0 -12
- package/dist/handlers/__tests__/parallel-events.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/parallel-events.test.js +0 -252
- package/dist/handlers/__tests__/parallel-events.test.js.map +0 -1
- package/dist/handlers/__tests__/parallel-handler.test.d.ts +0 -14
- package/dist/handlers/__tests__/parallel-handler.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/parallel-handler.test.js +0 -337
- package/dist/handlers/__tests__/parallel-handler.test.js.map +0 -1
- package/dist/handlers/__tests__/parallel-join.test.d.ts +0 -9
- package/dist/handlers/__tests__/parallel-join.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/parallel-join.test.js +0 -267
- package/dist/handlers/__tests__/parallel-join.test.js.map +0 -1
- package/dist/handlers/__tests__/registry.test.d.ts +0 -14
- package/dist/handlers/__tests__/registry.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/registry.test.js +0 -315
- package/dist/handlers/__tests__/registry.test.js.map +0 -1
- package/dist/handlers/__tests__/subgraph-events.test.d.ts +0 -10
- package/dist/handlers/__tests__/subgraph-events.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/subgraph-events.test.js +0 -189
- package/dist/handlers/__tests__/subgraph-events.test.js.map +0 -1
- package/dist/handlers/__tests__/subgraph-inheritance.test.d.ts +0 -14
- package/dist/handlers/__tests__/subgraph-inheritance.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/subgraph-inheritance.test.js +0 -267
- package/dist/handlers/__tests__/subgraph-inheritance.test.js.map +0 -1
- package/dist/handlers/__tests__/subgraph.test.d.ts +0 -14
- package/dist/handlers/__tests__/subgraph.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/subgraph.test.js +0 -369
- package/dist/handlers/__tests__/subgraph.test.js.map +0 -1
- package/dist/handlers/__tests__/tool-handler.test.d.ts +0 -11
- package/dist/handlers/__tests__/tool-handler.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/tool-handler.test.js +0 -184
- package/dist/handlers/__tests__/tool-handler.test.js.map +0 -1
- package/dist/handlers/__tests__/tool-scenario.test.d.ts +0 -12
- package/dist/handlers/__tests__/tool-scenario.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/tool-scenario.test.js +0 -222
- package/dist/handlers/__tests__/tool-scenario.test.js.map +0 -1
- package/dist/handlers/__tests__/wait-human-handler.test.d.ts +0 -11
- package/dist/handlers/__tests__/wait-human-handler.test.d.ts.map +0 -1
- package/dist/handlers/__tests__/wait-human-handler.test.js +0 -251
- package/dist/handlers/__tests__/wait-human-handler.test.js.map +0 -1
- package/dist/llm/__tests__/client.test.d.ts +0 -2
- package/dist/llm/__tests__/client.test.d.ts.map +0 -1
- package/dist/llm/__tests__/client.test.js +0 -198
- package/dist/llm/__tests__/client.test.js.map +0 -1
- package/dist/llm/__tests__/types.test.d.ts +0 -2
- package/dist/llm/__tests__/types.test.d.ts.map +0 -1
- package/dist/llm/__tests__/types.test.js +0 -289
- package/dist/llm/__tests__/types.test.js.map +0 -1
- package/dist/llm/middleware/__tests__/cost-tracking.test.d.ts +0 -2
- package/dist/llm/middleware/__tests__/cost-tracking.test.d.ts.map +0 -1
- package/dist/llm/middleware/__tests__/cost-tracking.test.js +0 -73
- package/dist/llm/middleware/__tests__/cost-tracking.test.js.map +0 -1
- package/dist/llm/middleware/__tests__/logging.test.d.ts +0 -2
- package/dist/llm/middleware/__tests__/logging.test.d.ts.map +0 -1
- package/dist/llm/middleware/__tests__/logging.test.js +0 -127
- package/dist/llm/middleware/__tests__/logging.test.js.map +0 -1
- package/dist/llm/middleware/__tests__/retry.test.d.ts +0 -2
- package/dist/llm/middleware/__tests__/retry.test.d.ts.map +0 -1
- package/dist/llm/middleware/__tests__/retry.test.js +0 -126
- package/dist/llm/middleware/__tests__/retry.test.js.map +0 -1
- package/dist/llm/providers/__tests__/anthropic.test.d.ts +0 -2
- package/dist/llm/providers/__tests__/anthropic.test.d.ts.map +0 -1
- package/dist/llm/providers/__tests__/anthropic.test.js +0 -412
- package/dist/llm/providers/__tests__/anthropic.test.js.map +0 -1
- package/dist/llm/providers/__tests__/gemini.test.d.ts +0 -2
- package/dist/llm/providers/__tests__/gemini.test.d.ts.map +0 -1
- package/dist/llm/providers/__tests__/gemini.test.js +0 -591
- package/dist/llm/providers/__tests__/gemini.test.js.map +0 -1
- package/dist/llm/providers/__tests__/openai.test.d.ts +0 -2
- package/dist/llm/providers/__tests__/openai.test.d.ts.map +0 -1
- package/dist/llm/providers/__tests__/openai.test.js +0 -546
- package/dist/llm/providers/__tests__/openai.test.js.map +0 -1
- package/dist/persistence/__tests__/factory-queries.test.d.ts +0 -9
- package/dist/persistence/__tests__/factory-queries.test.d.ts.map +0 -1
- package/dist/persistence/__tests__/factory-queries.test.js +0 -372
- package/dist/persistence/__tests__/factory-queries.test.js.map +0 -1
- package/dist/persistence/__tests__/factory-schema.test.d.ts +0 -6
- package/dist/persistence/__tests__/factory-schema.test.d.ts.map +0 -1
- package/dist/persistence/__tests__/factory-schema.test.js +0 -105
- package/dist/persistence/__tests__/factory-schema.test.js.map +0 -1
- package/dist/scenarios/__tests__/cli-command-list.test.d.ts +0 -7
- package/dist/scenarios/__tests__/cli-command-list.test.d.ts.map +0 -1
- package/dist/scenarios/__tests__/cli-command-list.test.js +0 -237
- package/dist/scenarios/__tests__/cli-command-list.test.js.map +0 -1
- package/dist/scenarios/__tests__/cli-command.test.d.ts +0 -11
- package/dist/scenarios/__tests__/cli-command.test.d.ts.map +0 -1
- package/dist/scenarios/__tests__/cli-command.test.js +0 -275
- package/dist/scenarios/__tests__/cli-command.test.js.map +0 -1
- package/dist/scenarios/__tests__/integrity-pipeline.test.d.ts +0 -15
- package/dist/scenarios/__tests__/integrity-pipeline.test.d.ts.map +0 -1
- package/dist/scenarios/__tests__/integrity-pipeline.test.js +0 -318
- package/dist/scenarios/__tests__/integrity-pipeline.test.js.map +0 -1
- package/dist/scenarios/__tests__/runner-twins.test.d.ts +0 -13
- package/dist/scenarios/__tests__/runner-twins.test.d.ts.map +0 -1
- package/dist/scenarios/__tests__/runner-twins.test.js +0 -205
- package/dist/scenarios/__tests__/runner-twins.test.js.map +0 -1
- package/dist/scenarios/__tests__/scorer.test.d.ts +0 -11
- package/dist/scenarios/__tests__/scorer.test.d.ts.map +0 -1
- package/dist/scenarios/__tests__/scorer.test.js +0 -225
- package/dist/scenarios/__tests__/scorer.test.js.map +0 -1
- package/dist/scenarios/__tests__/scoring-integration.test.d.ts +0 -8
- package/dist/scenarios/__tests__/scoring-integration.test.d.ts.map +0 -1
- package/dist/scenarios/__tests__/scoring-integration.test.js +0 -178
- package/dist/scenarios/__tests__/scoring-integration.test.js.map +0 -1
- package/dist/scenarios/__tests__/store.test.d.ts +0 -5
- package/dist/scenarios/__tests__/store.test.d.ts.map +0 -1
- package/dist/scenarios/__tests__/store.test.js +0 -169
- package/dist/scenarios/__tests__/store.test.js.map +0 -1
- package/dist/stylesheet/__tests__/stylesheet.test.d.ts +0 -17
- package/dist/stylesheet/__tests__/stylesheet.test.d.ts.map +0 -1
- package/dist/stylesheet/__tests__/stylesheet.test.js +0 -368
- package/dist/stylesheet/__tests__/stylesheet.test.js.map +0 -1
- package/dist/templates/__tests__/templates.test.d.ts +0 -7
- package/dist/templates/__tests__/templates.test.d.ts.map +0 -1
- package/dist/templates/__tests__/templates.test.js +0 -92
- package/dist/templates/__tests__/templates.test.js.map +0 -1
- package/dist/twins/__tests__/docker-compose.test.d.ts +0 -13
- package/dist/twins/__tests__/docker-compose.test.d.ts.map +0 -1
- package/dist/twins/__tests__/docker-compose.test.js +0 -247
- package/dist/twins/__tests__/docker-compose.test.js.map +0 -1
- package/dist/twins/__tests__/health-monitor.test.d.ts +0 -19
- package/dist/twins/__tests__/health-monitor.test.d.ts.map +0 -1
- package/dist/twins/__tests__/health-monitor.test.js +0 -301
- package/dist/twins/__tests__/health-monitor.test.js.map +0 -1
- package/dist/twins/__tests__/integration/e2e.test.d.ts +0 -18
- package/dist/twins/__tests__/integration/e2e.test.d.ts.map +0 -1
- package/dist/twins/__tests__/integration/e2e.test.js +0 -146
- package/dist/twins/__tests__/integration/e2e.test.js.map +0 -1
- package/dist/twins/__tests__/integration/helpers.d.ts +0 -32
- package/dist/twins/__tests__/integration/helpers.d.ts.map +0 -1
- package/dist/twins/__tests__/integration/helpers.js +0 -67
- package/dist/twins/__tests__/integration/helpers.js.map +0 -1
- package/dist/twins/__tests__/integration/lifecycle.test.d.ts +0 -14
- package/dist/twins/__tests__/integration/lifecycle.test.d.ts.map +0 -1
- package/dist/twins/__tests__/integration/lifecycle.test.js +0 -127
- package/dist/twins/__tests__/integration/lifecycle.test.js.map +0 -1
- package/dist/twins/__tests__/integration/persistence-integration.test.d.ts +0 -14
- package/dist/twins/__tests__/integration/persistence-integration.test.d.ts.map +0 -1
- package/dist/twins/__tests__/integration/persistence-integration.test.js +0 -132
- package/dist/twins/__tests__/integration/persistence-integration.test.js.map +0 -1
- package/dist/twins/__tests__/persistence.test.d.ts +0 -10
- package/dist/twins/__tests__/persistence.test.d.ts.map +0 -1
- package/dist/twins/__tests__/persistence.test.js +0 -300
- package/dist/twins/__tests__/persistence.test.js.map +0 -1
- package/dist/twins/__tests__/registry.test.d.ts +0 -7
- package/dist/twins/__tests__/registry.test.d.ts.map +0 -1
- package/dist/twins/__tests__/registry.test.js +0 -282
- package/dist/twins/__tests__/registry.test.js.map +0 -1
- package/dist/twins/__tests__/run-state.test.d.ts +0 -9
- package/dist/twins/__tests__/run-state.test.d.ts.map +0 -1
- package/dist/twins/__tests__/run-state.test.js +0 -112
- package/dist/twins/__tests__/run-state.test.js.map +0 -1
- package/dist/twins/__tests__/templates-cli.test.d.ts +0 -10
- package/dist/twins/__tests__/templates-cli.test.d.ts.map +0 -1
- package/dist/twins/__tests__/templates-cli.test.js +0 -187
- package/dist/twins/__tests__/templates-cli.test.js.map +0 -1
- package/dist/twins/__tests__/templates.test.d.ts +0 -7
- package/dist/twins/__tests__/templates.test.d.ts.map +0 -1
- package/dist/twins/__tests__/templates.test.js +0 -87
- package/dist/twins/__tests__/templates.test.js.map +0 -1
- package/dist/twins/__tests__/twins-cli.test.d.ts +0 -11
- package/dist/twins/__tests__/twins-cli.test.d.ts.map +0 -1
- package/dist/twins/__tests__/twins-cli.test.js +0 -365
- package/dist/twins/__tests__/twins-cli.test.js.map +0 -1
|
@@ -1,225 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Unit tests for the satisfaction scorer (story 44-5, 46-1).
|
|
3
|
-
*
|
|
4
|
-
* Covers:
|
|
5
|
-
* AC3 — 3/4 pass → score 0.75, passes false (below 0.8 default threshold)
|
|
6
|
-
* AC4 — 0/2 pass → score 0.0, passes false, status SUCCESS
|
|
7
|
-
* AC7 — computeSatisfactionScore exported and accepts optional threshold
|
|
8
|
-
* AC1–AC7 (story 46-1) — createSatisfactionScorer with weighted scoring + breakdown
|
|
9
|
-
*/
|
|
10
|
-
import { describe, it, expect } from 'vitest';
|
|
11
|
-
import { computeSatisfactionScore, createSatisfactionScorer } from '../scorer.js';
|
|
12
|
-
// ---------------------------------------------------------------------------
|
|
13
|
-
// Helpers
|
|
14
|
-
// ---------------------------------------------------------------------------
|
|
15
|
-
function makeResult(total, passed) {
|
|
16
|
-
return {
|
|
17
|
-
scenarios: [],
|
|
18
|
-
summary: { total, passed, failed: total - passed },
|
|
19
|
-
durationMs: 10,
|
|
20
|
-
};
|
|
21
|
-
}
|
|
22
|
-
function makeNamedResult(scenarios) {
|
|
23
|
-
const passed = scenarios.filter(s => s.status === 'pass').length;
|
|
24
|
-
return {
|
|
25
|
-
scenarios: scenarios.map(s => ({
|
|
26
|
-
name: s.name,
|
|
27
|
-
status: s.status,
|
|
28
|
-
exitCode: s.status === 'pass' ? 0 : 1,
|
|
29
|
-
stdout: '',
|
|
30
|
-
stderr: '',
|
|
31
|
-
durationMs: 10,
|
|
32
|
-
})),
|
|
33
|
-
summary: { total: scenarios.length, passed, failed: scenarios.length - passed },
|
|
34
|
-
durationMs: 50,
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
|
-
// ---------------------------------------------------------------------------
|
|
38
|
-
// Tests
|
|
39
|
-
// ---------------------------------------------------------------------------
|
|
40
|
-
describe('computeSatisfactionScore', () => {
|
|
41
|
-
it('returns score 0.0 and passes false when total is 0 (edge case)', () => {
|
|
42
|
-
const result = computeSatisfactionScore(makeResult(0, 0));
|
|
43
|
-
expect(result.score).toBe(0.0);
|
|
44
|
-
expect(result.passes).toBe(false);
|
|
45
|
-
expect(result.threshold).toBe(0.8);
|
|
46
|
-
});
|
|
47
|
-
it('returns score 0.75 and passes false when 3 of 4 pass (below default threshold 0.8)', () => {
|
|
48
|
-
const result = computeSatisfactionScore(makeResult(4, 3));
|
|
49
|
-
expect(result.score).toBe(0.75);
|
|
50
|
-
expect(result.passes).toBe(false);
|
|
51
|
-
expect(result.threshold).toBe(0.8);
|
|
52
|
-
});
|
|
53
|
-
it('returns score 1.0 and passes true when all scenarios pass', () => {
|
|
54
|
-
const result = computeSatisfactionScore(makeResult(4, 4));
|
|
55
|
-
expect(result.score).toBe(1.0);
|
|
56
|
-
expect(result.passes).toBe(true);
|
|
57
|
-
expect(result.threshold).toBe(0.8);
|
|
58
|
-
});
|
|
59
|
-
it('returns score 0.0 and passes false when 0 of 2 pass (AC4)', () => {
|
|
60
|
-
const result = computeSatisfactionScore(makeResult(2, 0));
|
|
61
|
-
expect(result.score).toBe(0.0);
|
|
62
|
-
expect(result.passes).toBe(false);
|
|
63
|
-
expect(result.threshold).toBe(0.8);
|
|
64
|
-
});
|
|
65
|
-
it('respects custom threshold: 3/4 pass with threshold 0.7 → passes true (AC7)', () => {
|
|
66
|
-
const result = computeSatisfactionScore(makeResult(4, 3), 0.7);
|
|
67
|
-
expect(result.score).toBe(0.75);
|
|
68
|
-
expect(result.passes).toBe(true);
|
|
69
|
-
expect(result.threshold).toBe(0.7);
|
|
70
|
-
});
|
|
71
|
-
it('returns score 0.5 when 1 of 2 pass', () => {
|
|
72
|
-
const result = computeSatisfactionScore(makeResult(2, 1));
|
|
73
|
-
expect(result.score).toBe(0.5);
|
|
74
|
-
expect(result.passes).toBe(false);
|
|
75
|
-
});
|
|
76
|
-
it('score exactly at threshold passes: score 0.8, threshold 0.8 → passes true', () => {
|
|
77
|
-
// 4/5 = 0.8 exactly
|
|
78
|
-
const result = computeSatisfactionScore(makeResult(5, 4));
|
|
79
|
-
expect(result.score).toBeCloseTo(0.8);
|
|
80
|
-
expect(result.passes).toBe(true);
|
|
81
|
-
});
|
|
82
|
-
});
|
|
83
|
-
// ---------------------------------------------------------------------------
|
|
84
|
-
// Story 46-1: createSatisfactionScorer with weighted scoring + breakdown
|
|
85
|
-
// ---------------------------------------------------------------------------
|
|
86
|
-
describe('createSatisfactionScorer', () => {
|
|
87
|
-
// AC1: Unweighted Score — 3 of 5 passing
|
|
88
|
-
it('AC1: 3 of 5 pass unweighted → score ≈ 0.6, passes false, breakdown.length === 5', () => {
|
|
89
|
-
const scorer = createSatisfactionScorer();
|
|
90
|
-
const result = makeNamedResult([
|
|
91
|
-
{ name: 's1', status: 'pass' },
|
|
92
|
-
{ name: 's2', status: 'pass' },
|
|
93
|
-
{ name: 's3', status: 'pass' },
|
|
94
|
-
{ name: 's4', status: 'fail' },
|
|
95
|
-
{ name: 's5', status: 'fail' },
|
|
96
|
-
]);
|
|
97
|
-
const score = scorer.compute(result);
|
|
98
|
-
expect(score.score).toBeCloseTo(0.6);
|
|
99
|
-
expect(score.passes).toBe(false);
|
|
100
|
-
expect(score.breakdown).toHaveLength(5);
|
|
101
|
-
expect(score.breakdown.every(d => d.weight === 1.0)).toBe(true);
|
|
102
|
-
});
|
|
103
|
-
// AC2: Weighted Score — Unequal Weights
|
|
104
|
-
it('AC2: login(w=3) passes, checkout/profile(w=1) fail → score ≈ 0.6, passes false', () => {
|
|
105
|
-
const scorer = createSatisfactionScorer();
|
|
106
|
-
const result = makeNamedResult([
|
|
107
|
-
{ name: 'login', status: 'pass' },
|
|
108
|
-
{ name: 'checkout', status: 'fail' },
|
|
109
|
-
{ name: 'profile', status: 'fail' },
|
|
110
|
-
]);
|
|
111
|
-
const score = scorer.compute(result, { login: 3.0, checkout: 1.0, profile: 1.0 });
|
|
112
|
-
expect(score.score).toBeCloseTo(0.6);
|
|
113
|
-
expect(score.passes).toBe(false);
|
|
114
|
-
});
|
|
115
|
-
// AC3: All Scenarios Pass
|
|
116
|
-
it('AC3: all scenarios pass → score = 1.0, passes true', () => {
|
|
117
|
-
const scorer = createSatisfactionScorer();
|
|
118
|
-
const result = makeNamedResult([
|
|
119
|
-
{ name: 'a', status: 'pass' },
|
|
120
|
-
{ name: 'b', status: 'pass' },
|
|
121
|
-
{ name: 'c', status: 'pass' },
|
|
122
|
-
]);
|
|
123
|
-
const score = scorer.compute(result);
|
|
124
|
-
expect(score.score).toBe(1.0);
|
|
125
|
-
expect(score.passes).toBe(true);
|
|
126
|
-
});
|
|
127
|
-
// AC4: No Scenarios — Zero Score
|
|
128
|
-
it('AC4: empty scenarios array → score = 0.0, passes false, breakdown = []', () => {
|
|
129
|
-
const scorer = createSatisfactionScorer();
|
|
130
|
-
const result = {
|
|
131
|
-
scenarios: [],
|
|
132
|
-
summary: { total: 0, passed: 0, failed: 0 },
|
|
133
|
-
durationMs: 10,
|
|
134
|
-
};
|
|
135
|
-
const score = scorer.compute(result);
|
|
136
|
-
expect(score.score).toBe(0.0);
|
|
137
|
-
expect(score.passes).toBe(false);
|
|
138
|
-
expect(score.breakdown).toEqual([]);
|
|
139
|
-
});
|
|
140
|
-
// AC5: Breakdown Contains Per-Scenario Detail
|
|
141
|
-
it('AC5: login contribution ≈ 0.6, checkout/profile contribution = 0.0', () => {
|
|
142
|
-
const scorer = createSatisfactionScorer();
|
|
143
|
-
const result = makeNamedResult([
|
|
144
|
-
{ name: 'login', status: 'pass' },
|
|
145
|
-
{ name: 'checkout', status: 'fail' },
|
|
146
|
-
{ name: 'profile', status: 'fail' },
|
|
147
|
-
]);
|
|
148
|
-
const score = scorer.compute(result, { login: 3.0, checkout: 1.0, profile: 1.0 });
|
|
149
|
-
const loginEntry = score.breakdown.find(d => d.name === 'login');
|
|
150
|
-
const checkoutEntry = score.breakdown.find(d => d.name === 'checkout');
|
|
151
|
-
const profileEntry = score.breakdown.find(d => d.name === 'profile');
|
|
152
|
-
expect(loginEntry.contribution).toBeCloseTo(0.6);
|
|
153
|
-
expect(checkoutEntry.contribution).toBe(0.0);
|
|
154
|
-
expect(profileEntry.contribution).toBe(0.0);
|
|
155
|
-
expect(loginEntry.weight).toBe(3.0);
|
|
156
|
-
expect(checkoutEntry.weight).toBe(1.0);
|
|
157
|
-
expect(profileEntry.weight).toBe(1.0);
|
|
158
|
-
});
|
|
159
|
-
// AC5 detail: passed field per scenario
|
|
160
|
-
it('AC5 detail: login has passed = true, checkout has passed = false', () => {
|
|
161
|
-
const scorer = createSatisfactionScorer();
|
|
162
|
-
const result = makeNamedResult([
|
|
163
|
-
{ name: 'login', status: 'pass' },
|
|
164
|
-
{ name: 'checkout', status: 'fail' },
|
|
165
|
-
]);
|
|
166
|
-
const score = scorer.compute(result);
|
|
167
|
-
const first = score.breakdown.find(d => d.name === 'login');
|
|
168
|
-
const second = score.breakdown.find(d => d.name === 'checkout');
|
|
169
|
-
expect(first.passed).toBe(true);
|
|
170
|
-
expect(second.passed).toBe(false);
|
|
171
|
-
});
|
|
172
|
-
// AC6: computeSatisfactionScore backward compatibility with breakdown
|
|
173
|
-
it('AC6: computeSatisfactionScore returns breakdown with 3 entries, all weight 1.0', () => {
|
|
174
|
-
const result = makeNamedResult([
|
|
175
|
-
{ name: 'a', status: 'pass' },
|
|
176
|
-
{ name: 'b', status: 'fail' },
|
|
177
|
-
{ name: 'c', status: 'fail' },
|
|
178
|
-
]);
|
|
179
|
-
const score = computeSatisfactionScore(result);
|
|
180
|
-
expect(score.breakdown).toHaveLength(3);
|
|
181
|
-
expect(score.breakdown.every(d => d.weight === 1.0)).toBe(true);
|
|
182
|
-
expect(score.score).toBeCloseTo(1 / 3);
|
|
183
|
-
});
|
|
184
|
-
// AC6 backward-compat: custom threshold
|
|
185
|
-
it('AC6 backward-compat: computeSatisfactionScore with threshold 0.5 → passes true when score > 0.5', () => {
|
|
186
|
-
const result = makeNamedResult([
|
|
187
|
-
{ name: 'a', status: 'pass' },
|
|
188
|
-
{ name: 'b', status: 'pass' },
|
|
189
|
-
{ name: 'c', status: 'fail' },
|
|
190
|
-
]);
|
|
191
|
-
const score = computeSatisfactionScore(result, 0.5);
|
|
192
|
-
expect(score.score).toBeCloseTo(2 / 3);
|
|
193
|
-
expect(score.passes).toBe(true);
|
|
194
|
-
});
|
|
195
|
-
// AC7: createSatisfactionScorer and SatisfactionScorer are callable
|
|
196
|
-
it('AC7: createSatisfactionScorer is a function and scorer.compute is a function', () => {
|
|
197
|
-
expect(typeof createSatisfactionScorer).toBe('function');
|
|
198
|
-
const scorer = createSatisfactionScorer();
|
|
199
|
-
expect(typeof scorer.compute).toBe('function');
|
|
200
|
-
});
|
|
201
|
-
// AC7: createSatisfactionScorer returns full SatisfactionScore with breakdown
|
|
202
|
-
it('AC7: createSatisfactionScorer().compute() returns SatisfactionScore with breakdown', () => {
|
|
203
|
-
const scorer = createSatisfactionScorer(0.8);
|
|
204
|
-
const result = makeNamedResult([{ name: 'x', status: 'pass' }]);
|
|
205
|
-
const score = scorer.compute(result);
|
|
206
|
-
expect(score).toHaveProperty('score');
|
|
207
|
-
expect(score).toHaveProperty('passes');
|
|
208
|
-
expect(score).toHaveProperty('threshold');
|
|
209
|
-
expect(score).toHaveProperty('breakdown');
|
|
210
|
-
expect(score.breakdown).toHaveLength(1);
|
|
211
|
-
});
|
|
212
|
-
// Extra: custom threshold with createSatisfactionScorer
|
|
213
|
-
it('createSatisfactionScorer respects custom threshold', () => {
|
|
214
|
-
const scorer = createSatisfactionScorer(0.5);
|
|
215
|
-
const result = makeNamedResult([
|
|
216
|
-
{ name: 'a', status: 'pass' },
|
|
217
|
-
{ name: 'b', status: 'fail' },
|
|
218
|
-
]);
|
|
219
|
-
const score = scorer.compute(result);
|
|
220
|
-
expect(score.score).toBeCloseTo(0.5);
|
|
221
|
-
expect(score.passes).toBe(true); // score >= 0.5
|
|
222
|
-
expect(score.threshold).toBe(0.5);
|
|
223
|
-
});
|
|
224
|
-
});
|
|
225
|
-
//# sourceMappingURL=scorer.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"scorer.test.js","sourceRoot":"","sources":["../../../src/scenarios/__tests__/scorer.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAA;AAGjF,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,UAAU,CAAC,KAAa,EAAE,MAAc;IAC/C,OAAO;QACL,SAAS,EAAE,EAAE;QACb,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,GAAG,MAAM,EAAE;QAClD,UAAU,EAAE,EAAE;KACf,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,SAA2D;IAClF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAA;IAChE,OAAO;QACL,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,MAAM,EAAE;QAC/E,UAAU,EAAE,EAAE;KACf,CAAA;AACH,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QAC9D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,oBAAoB;QACpB,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,8EAA8E;AAC9E,yEAAyE;AACzE,8EAA8E;AAE9E,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,yCAAyC;IACzC,EAAE,CAAC,iFAAiF,EAAE,GAAG,EAAE;QACzF,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjE,CAAC,CAAC,CAAA;IAEF,wCAAwC;IACxC,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;YACjC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE;SACpC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;QACjF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,0BAA0B;IAC1B,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,iCAAiC;IACjC,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAsB;YAChC,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC3C,UAAU,EAAE,EAAE;SACf,CAAA;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IACrC,CAAC,CAAC,CAAA;IAEF,8CAA8C;IAC9C,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;YACjC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE;SACpC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;QACjF,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAA;QACjE,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QACvE,MAAM,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAE,CAAA;QAErE,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAChD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAE3C,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACnC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACtC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;IAEF,wCAAwC;IACxC,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;YACjC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;SACrC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAA;QAC5D,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QAChE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,sEAAsE;IACtE,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/D,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACxC,CAAC,CAAC,CAAA;IAEF,wCAAwC;IACxC,EAAE,CAAC,iGAAiG,EAAE,GAAG,EAAE;QACzG,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;QACnD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACtC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,oEAAoE;IACpE,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,MAAM,CAAC,OAAO,wBAAwB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACxD,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,CAAC,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;IAEF,8EAA8E;IAC9E,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,MAAM,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACrC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;QACtC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACzC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,wDAAwD;IACxD,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,CAAC,eAAe;QAC/C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"scoring-integration.test.d.ts","sourceRoot":"","sources":["../../../src/scenarios/__tests__/scoring-integration.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
|
|
@@ -1,178 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* scoring-integration.test.ts
|
|
3
|
-
*
|
|
4
|
-
* Weighted scoring accuracy integration tests for SatisfactionScorer.
|
|
5
|
-
* Story 46-8, AC1.
|
|
6
|
-
*/
|
|
7
|
-
import { describe, it, expect } from 'vitest';
|
|
8
|
-
import { createSatisfactionScorer, computeSatisfactionScore, } from '../scorer.js';
|
|
9
|
-
// ---------------------------------------------------------------------------
|
|
10
|
-
// Helper
|
|
11
|
-
// ---------------------------------------------------------------------------
|
|
12
|
-
function makeRunResult(scenarios) {
|
|
13
|
-
const passedCount = scenarios.filter(s => s.status === 'pass').length;
|
|
14
|
-
return {
|
|
15
|
-
scenarios: scenarios.map(s => ({
|
|
16
|
-
name: s.name,
|
|
17
|
-
status: s.status,
|
|
18
|
-
exitCode: s.status === 'pass' ? 0 : 1,
|
|
19
|
-
stdout: '',
|
|
20
|
-
stderr: s.status === 'fail' ? 'assertion failed' : '',
|
|
21
|
-
durationMs: 100,
|
|
22
|
-
})),
|
|
23
|
-
summary: { total: scenarios.length, passed: passedCount, failed: scenarios.length - passedCount },
|
|
24
|
-
durationMs: 300,
|
|
25
|
-
};
|
|
26
|
-
}
|
|
27
|
-
// ---------------------------------------------------------------------------
|
|
28
|
-
// Weighted scoring accuracy tests (AC1)
|
|
29
|
-
// ---------------------------------------------------------------------------
|
|
30
|
-
describe('Weighted scoring accuracy', () => {
|
|
31
|
-
// 3 scenarios: critical (weight=3.0), standard-1 (weight=1.0), standard-2 (weight=1.0)
|
|
32
|
-
// critical passes, standard-1 passes, standard-2 fails → totalWeight=5, score=4/5=0.80
|
|
33
|
-
const scorer08 = createSatisfactionScorer(0.8);
|
|
34
|
-
const weights = { critical: 3.0, 'standard-1': 1.0, 'standard-2': 1.0 };
|
|
35
|
-
it('computes exactly 4/5 = 0.80 when critical+standard-1 pass and standard-2 fails', () => {
|
|
36
|
-
const runResult = makeRunResult([
|
|
37
|
-
{ name: 'critical', status: 'pass' },
|
|
38
|
-
{ name: 'standard-1', status: 'pass' },
|
|
39
|
-
{ name: 'standard-2', status: 'fail' },
|
|
40
|
-
]);
|
|
41
|
-
const result = scorer08.compute(runResult, weights);
|
|
42
|
-
expect(Math.abs(result.score - 0.80)).toBeLessThan(1e-10);
|
|
43
|
-
expect(result.passes).toBe(true);
|
|
44
|
-
expect(result.breakdown).toHaveLength(3);
|
|
45
|
-
});
|
|
46
|
-
it('returns per-scenario contributions: critical=0.60, standard-1=0.20, standard-2=0.00', () => {
|
|
47
|
-
const runResult = makeRunResult([
|
|
48
|
-
{ name: 'critical', status: 'pass' },
|
|
49
|
-
{ name: 'standard-1', status: 'pass' },
|
|
50
|
-
{ name: 'standard-2', status: 'fail' },
|
|
51
|
-
]);
|
|
52
|
-
const result = scorer08.compute(runResult, weights);
|
|
53
|
-
const critical = result.breakdown.find(b => b.name === 'critical');
|
|
54
|
-
const std1 = result.breakdown.find(b => b.name === 'standard-1');
|
|
55
|
-
const std2 = result.breakdown.find(b => b.name === 'standard-2');
|
|
56
|
-
expect(critical).toBeDefined();
|
|
57
|
-
expect(std1).toBeDefined();
|
|
58
|
-
expect(std2).toBeDefined();
|
|
59
|
-
expect(critical.contribution).toBeCloseTo(0.60, 10);
|
|
60
|
-
expect(std1.contribution).toBeCloseTo(0.20, 10);
|
|
61
|
-
expect(std2.contribution).toBeCloseTo(0.00, 10);
|
|
62
|
-
});
|
|
63
|
-
it('returns score=2/5=0.40 and passes=false when critical fails', () => {
|
|
64
|
-
const runResult = makeRunResult([
|
|
65
|
-
{ name: 'critical', status: 'fail' },
|
|
66
|
-
{ name: 'standard-1', status: 'pass' },
|
|
67
|
-
{ name: 'standard-2', status: 'pass' },
|
|
68
|
-
]);
|
|
69
|
-
const result = scorer08.compute(runResult, weights);
|
|
70
|
-
expect(result.score).toBeCloseTo(0.40, 10);
|
|
71
|
-
expect(result.passes).toBe(false);
|
|
72
|
-
});
|
|
73
|
-
it('returns score=1.0 and passes=true when all three scenarios pass', () => {
|
|
74
|
-
const runResult = makeRunResult([
|
|
75
|
-
{ name: 'critical', status: 'pass' },
|
|
76
|
-
{ name: 'standard-1', status: 'pass' },
|
|
77
|
-
{ name: 'standard-2', status: 'pass' },
|
|
78
|
-
]);
|
|
79
|
-
const result = scorer08.compute(runResult, weights);
|
|
80
|
-
expect(result.score).toBeCloseTo(1.0, 10);
|
|
81
|
-
expect(result.passes).toBe(true);
|
|
82
|
-
});
|
|
83
|
-
it('returns score=0.0 and passes=false when all three scenarios fail', () => {
|
|
84
|
-
const runResult = makeRunResult([
|
|
85
|
-
{ name: 'critical', status: 'fail' },
|
|
86
|
-
{ name: 'standard-1', status: 'fail' },
|
|
87
|
-
{ name: 'standard-2', status: 'fail' },
|
|
88
|
-
]);
|
|
89
|
-
const result = scorer08.compute(runResult, weights);
|
|
90
|
-
expect(result.score).toBeCloseTo(0.0, 10);
|
|
91
|
-
expect(result.passes).toBe(false);
|
|
92
|
-
});
|
|
93
|
-
it('returns { score: 0, passes: false, breakdown: [] } when totalWeight === 0', () => {
|
|
94
|
-
const runResult = makeRunResult([
|
|
95
|
-
{ name: 'critical', status: 'pass' },
|
|
96
|
-
]);
|
|
97
|
-
// All weights explicitly set to 0
|
|
98
|
-
const zeroWeights = { critical: 0 };
|
|
99
|
-
const result = scorer08.compute(runResult, zeroWeights);
|
|
100
|
-
expect(result.score).toBe(0);
|
|
101
|
-
expect(result.passes).toBe(false);
|
|
102
|
-
expect(result.breakdown).toEqual([]);
|
|
103
|
-
});
|
|
104
|
-
it('returns score=1.0 for a single scenario with weight=1.0 that passes', () => {
|
|
105
|
-
const runResult = makeRunResult([{ name: 'only', status: 'pass' }]);
|
|
106
|
-
const result = scorer08.compute(runResult, { only: 1.0 });
|
|
107
|
-
expect(result.score).toBeCloseTo(1.0, 10);
|
|
108
|
-
expect(result.passes).toBe(true);
|
|
109
|
-
expect(result.breakdown).toHaveLength(1);
|
|
110
|
-
expect(result.breakdown[0].contribution).toBeCloseTo(1.0, 10);
|
|
111
|
-
});
|
|
112
|
-
it('passes === true when score exactly equals threshold (boundary condition)', () => {
|
|
113
|
-
// With 4 scenarios of equal weight (1.0 each) and 4/5 passing → score = 0.80 = threshold
|
|
114
|
-
const runResult = makeRunResult([
|
|
115
|
-
{ name: 's1', status: 'pass' },
|
|
116
|
-
{ name: 's2', status: 'pass' },
|
|
117
|
-
{ name: 's3', status: 'pass' },
|
|
118
|
-
{ name: 's4', status: 'pass' },
|
|
119
|
-
{ name: 's5', status: 'fail' },
|
|
120
|
-
]);
|
|
121
|
-
// totalWeight = 5.0, passed = 4, score = 4/5 = 0.80 exactly
|
|
122
|
-
const result = scorer08.compute(runResult);
|
|
123
|
-
expect(result.score).toBeCloseTo(0.80, 10);
|
|
124
|
-
expect(result.passes).toBe(true);
|
|
125
|
-
});
|
|
126
|
-
it('computeSatisfactionScore backward-compat: no weights, all-pass returns score=1.0 with breakdown', () => {
|
|
127
|
-
const runResult = makeRunResult([
|
|
128
|
-
{ name: 'a', status: 'pass' },
|
|
129
|
-
{ name: 'b', status: 'pass' },
|
|
130
|
-
{ name: 'c', status: 'pass' },
|
|
131
|
-
]);
|
|
132
|
-
const result = computeSatisfactionScore(runResult);
|
|
133
|
-
expect(result.score).toBeCloseTo(1.0, 10);
|
|
134
|
-
expect(result.passes).toBe(true);
|
|
135
|
-
expect(result.breakdown).toBeDefined();
|
|
136
|
-
expect(result.breakdown).toHaveLength(3);
|
|
137
|
-
});
|
|
138
|
-
it('passes=false when score=0.85 with custom threshold=0.9', () => {
|
|
139
|
-
const scorer09 = createSatisfactionScorer(0.9);
|
|
140
|
-
// 17 pass out of 20 = 0.85
|
|
141
|
-
const scenarios = Array.from({ length: 20 }, (_, i) => ({
|
|
142
|
-
name: `s${i}`,
|
|
143
|
-
status: (i < 17 ? 'pass' : 'fail'),
|
|
144
|
-
}));
|
|
145
|
-
const runResult = makeRunResult(scenarios);
|
|
146
|
-
const result = scorer09.compute(runResult);
|
|
147
|
-
expect(result.score).toBeCloseTo(0.85, 10);
|
|
148
|
-
expect(result.passes).toBe(false);
|
|
149
|
-
});
|
|
150
|
-
it('uniform weights compute score as fraction of passing scenarios', () => {
|
|
151
|
-
const runResult = makeRunResult([
|
|
152
|
-
{ name: 'a', status: 'pass' },
|
|
153
|
-
{ name: 'b', status: 'pass' },
|
|
154
|
-
{ name: 'c', status: 'fail' },
|
|
155
|
-
{ name: 'd', status: 'fail' },
|
|
156
|
-
]);
|
|
157
|
-
const uniformWeights = { a: 1.0, b: 1.0, c: 1.0, d: 1.0 };
|
|
158
|
-
const result = scorer08.compute(runResult, uniformWeights);
|
|
159
|
-
expect(result.score).toBeCloseTo(0.5, 10);
|
|
160
|
-
expect(result.passes).toBe(false);
|
|
161
|
-
expect(result.breakdown).toHaveLength(4);
|
|
162
|
-
});
|
|
163
|
-
it('returns correct breakdown fields: name, passed, weight, contribution', () => {
|
|
164
|
-
const runResult = makeRunResult([
|
|
165
|
-
{ name: 'critical', status: 'pass' },
|
|
166
|
-
{ name: 'standard-1', status: 'pass' },
|
|
167
|
-
{ name: 'standard-2', status: 'fail' },
|
|
168
|
-
]);
|
|
169
|
-
const result = scorer08.compute(runResult, weights);
|
|
170
|
-
for (const entry of result.breakdown) {
|
|
171
|
-
expect(typeof entry.name).toBe('string');
|
|
172
|
-
expect(typeof entry.passed).toBe('boolean');
|
|
173
|
-
expect(typeof entry.weight).toBe('number');
|
|
174
|
-
expect(typeof entry.contribution).toBe('number');
|
|
175
|
-
}
|
|
176
|
-
});
|
|
177
|
-
});
|
|
178
|
-
//# sourceMappingURL=scoring-integration.test.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"scoring-integration.test.js","sourceRoot":"","sources":["../../../src/scenarios/__tests__/scoring-integration.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAc,MAAM,QAAQ,CAAA;AACzD,OAAO,EACL,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,cAAc,CAAA;AAGrB,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,SAAS,aAAa,CACpB,SAA2D;IAE3D,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAA;IACrE,OAAO;QACL,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE;YACrD,UAAU,EAAE,GAAG;SAChB,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,EAAE;QACjG,UAAU,EAAE,GAAG;KAChB,CAAA;AACH,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,8EAA8E;AAE9E,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,uFAAuF;IACvF,uFAAuF;IACvF,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;IAC9C,MAAM,OAAO,GAAoB,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,CAAA;IAExF,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qFAAqF,EAAE,GAAG,EAAE;QAC7F,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QACnE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAE,CAAA;QACjE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAE,CAAA;QAEjE,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;QAC9B,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;QAC1B,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;QAE1B,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACnD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC/C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IACjD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;SACrC,CAAC,CAAA;QACF,kCAAkC;QAClC,MAAM,WAAW,GAAoB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;QACpD,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;QAEvD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IACtC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,SAAS,GAAG,aAAa,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAA;QAEzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACxC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,yFAAyF;QACzF,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAA;QACF,4DAA4D;QAC5D,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iGAAiG,EAAE,GAAG,EAAE;QACzG,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAA;QAElD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAA;QACtC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;QAC9C,2BAA2B;QAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,EAAE,IAAI,CAAC,EAAE;YACb,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAoB;SACtD,CAAC,CAAC,CAAA;QACH,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,cAAc,GAAoB,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAA;QAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;QAE1D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACxC,MAAM,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC3C,MAAM,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC1C,MAAM,CAAC,OAAO,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAClD,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"store.test.d.ts","sourceRoot":"","sources":["../../../src/scenarios/__tests__/store.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}
|
|
@@ -1,169 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Unit tests for ScenarioStore — discovery and integrity verification.
|
|
3
|
-
*/
|
|
4
|
-
import { createHash } from 'crypto';
|
|
5
|
-
import { mkdtempSync, rmSync, mkdirSync, writeFileSync, unlinkSync } from 'fs';
|
|
6
|
-
import { tmpdir } from 'os';
|
|
7
|
-
import { join } from 'path';
|
|
8
|
-
import { describe, it, expect, afterEach, beforeEach } from 'vitest';
|
|
9
|
-
import { ScenarioStore } from '../store.js';
|
|
10
|
-
// ---------------------------------------------------------------------------
|
|
11
|
-
// Helpers
|
|
12
|
-
// ---------------------------------------------------------------------------
|
|
13
|
-
function sha256(content) {
|
|
14
|
-
return createHash('sha256').update(content).digest('hex');
|
|
15
|
-
}
|
|
16
|
-
function createTmpDir() {
|
|
17
|
-
return mkdtempSync(join(tmpdir(), 'scenario-store-test-'));
|
|
18
|
-
}
|
|
19
|
-
function setupScenariosDir(projectRoot) {
|
|
20
|
-
const scenariosDir = join(projectRoot, '.substrate', 'scenarios');
|
|
21
|
-
mkdirSync(scenariosDir, { recursive: true });
|
|
22
|
-
return scenariosDir;
|
|
23
|
-
}
|
|
24
|
-
// ---------------------------------------------------------------------------
|
|
25
|
-
// Tests
|
|
26
|
-
// ---------------------------------------------------------------------------
|
|
27
|
-
describe('ScenarioStore', () => {
|
|
28
|
-
let tmpDir;
|
|
29
|
-
const store = new ScenarioStore();
|
|
30
|
-
beforeEach(() => {
|
|
31
|
-
tmpDir = createTmpDir();
|
|
32
|
-
});
|
|
33
|
-
afterEach(() => {
|
|
34
|
-
rmSync(tmpDir, { recursive: true, force: true });
|
|
35
|
-
});
|
|
36
|
-
// AC1: Scenario File Discovery by Glob Pattern
|
|
37
|
-
it('AC1: discovers exactly the four scenario-* files and excludes helper.sh', async () => {
|
|
38
|
-
const scenariosDir = setupScenariosDir(tmpDir);
|
|
39
|
-
writeFileSync(join(scenariosDir, 'scenario-login.sh'), '#!/bin/bash\necho login');
|
|
40
|
-
writeFileSync(join(scenariosDir, 'scenario-checkout.py'), 'print("checkout")');
|
|
41
|
-
writeFileSync(join(scenariosDir, 'scenario-auth.js'), 'console.log("auth")');
|
|
42
|
-
writeFileSync(join(scenariosDir, 'scenario-deploy.ts'), 'export {}');
|
|
43
|
-
writeFileSync(join(scenariosDir, 'helper.sh'), '#!/bin/bash\necho helper');
|
|
44
|
-
const manifest = await store.discover(tmpDir);
|
|
45
|
-
expect(manifest.scenarios).toHaveLength(4);
|
|
46
|
-
const names = manifest.scenarios.map((s) => s.name);
|
|
47
|
-
expect(names).toContain('scenario-login.sh');
|
|
48
|
-
expect(names).toContain('scenario-checkout.py');
|
|
49
|
-
expect(names).toContain('scenario-auth.js');
|
|
50
|
-
expect(names).toContain('scenario-deploy.ts');
|
|
51
|
-
expect(names).not.toContain('helper.sh');
|
|
52
|
-
});
|
|
53
|
-
// AC1: sorted alphabetically by name
|
|
54
|
-
it('AC1: returns scenarios sorted alphabetically by name', async () => {
|
|
55
|
-
const scenariosDir = setupScenariosDir(tmpDir);
|
|
56
|
-
writeFileSync(join(scenariosDir, 'scenario-login.sh'), 'login');
|
|
57
|
-
writeFileSync(join(scenariosDir, 'scenario-auth.js'), 'auth');
|
|
58
|
-
writeFileSync(join(scenariosDir, 'scenario-deploy.ts'), 'deploy');
|
|
59
|
-
const manifest = await store.discover(tmpDir);
|
|
60
|
-
const names = manifest.scenarios.map((s) => s.name);
|
|
61
|
-
expect(names).toEqual([...names].sort());
|
|
62
|
-
});
|
|
63
|
-
// AC2: Empty directory returns empty manifest
|
|
64
|
-
it('AC2: returns empty manifest when scenarios dir exists but contains no matching files', async () => {
|
|
65
|
-
setupScenariosDir(tmpDir); // create dir but no files
|
|
66
|
-
const manifest = await store.discover(tmpDir);
|
|
67
|
-
expect(manifest.scenarios).toHaveLength(0);
|
|
68
|
-
expect(manifest.capturedAt).toBeGreaterThan(0);
|
|
69
|
-
});
|
|
70
|
-
// AC3: Missing scenarios directory returns empty manifest
|
|
71
|
-
it('AC3: returns empty manifest without throwing when .substrate/scenarios/ does not exist', async () => {
|
|
72
|
-
// Do NOT create .substrate/scenarios
|
|
73
|
-
await expect(store.discover(tmpDir)).resolves.toEqual({
|
|
74
|
-
scenarios: [],
|
|
75
|
-
capturedAt: expect.any(Number),
|
|
76
|
-
});
|
|
77
|
-
});
|
|
78
|
-
// AC4: SHA-256 Checksum Computed Per File
|
|
79
|
-
it('AC4: checksum matches independently computed SHA-256 digest', async () => {
|
|
80
|
-
const scenariosDir = setupScenariosDir(tmpDir);
|
|
81
|
-
const fileContent = '#!/bin/bash\necho "login scenario"';
|
|
82
|
-
writeFileSync(join(scenariosDir, 'scenario-login.sh'), fileContent);
|
|
83
|
-
const manifest = await store.discover(tmpDir);
|
|
84
|
-
const entry = manifest.scenarios.find((s) => s.name === 'scenario-login.sh');
|
|
85
|
-
expect(entry).toBeDefined();
|
|
86
|
-
const expectedChecksum = sha256(Buffer.from(fileContent));
|
|
87
|
-
expect(entry.checksum).toBe(expectedChecksum);
|
|
88
|
-
});
|
|
89
|
-
// AC5: Integrity Verification Passes for Unmodified Files
|
|
90
|
-
it('AC5: verify() returns { valid: true, tampered: [] } for unmodified files', async () => {
|
|
91
|
-
const scenariosDir = setupScenariosDir(tmpDir);
|
|
92
|
-
writeFileSync(join(scenariosDir, 'scenario-login.sh'), 'echo login');
|
|
93
|
-
writeFileSync(join(scenariosDir, 'scenario-auth.js'), 'console.log("auth")');
|
|
94
|
-
const manifest = await store.discover(tmpDir);
|
|
95
|
-
const result = await store.verify(manifest, tmpDir);
|
|
96
|
-
expect(result.valid).toBe(true);
|
|
97
|
-
expect(result.tampered).toEqual([]);
|
|
98
|
-
});
|
|
99
|
-
// AC6: Integrity Verification Detects Modified Files
|
|
100
|
-
it('AC6: verify() detects modified files and returns them in tampered array', async () => {
|
|
101
|
-
const scenariosDir = setupScenariosDir(tmpDir);
|
|
102
|
-
const loginFile = join(scenariosDir, 'scenario-login.sh');
|
|
103
|
-
writeFileSync(loginFile, 'echo login');
|
|
104
|
-
const manifest = await store.discover(tmpDir);
|
|
105
|
-
// Modify the file after capturing manifest
|
|
106
|
-
writeFileSync(loginFile, 'echo MODIFIED');
|
|
107
|
-
const result = await store.verify(manifest, tmpDir);
|
|
108
|
-
expect(result.valid).toBe(false);
|
|
109
|
-
expect(result.tampered).toContain('scenario-login.sh');
|
|
110
|
-
});
|
|
111
|
-
// Deleted file treated as tampered
|
|
112
|
-
it('treats deleted files as tampered', async () => {
|
|
113
|
-
const scenariosDir = setupScenariosDir(tmpDir);
|
|
114
|
-
const loginFile = join(scenariosDir, 'scenario-login.sh');
|
|
115
|
-
writeFileSync(loginFile, 'echo login');
|
|
116
|
-
const manifest = await store.discover(tmpDir);
|
|
117
|
-
// Delete the file after capturing manifest
|
|
118
|
-
unlinkSync(loginFile);
|
|
119
|
-
const result = await store.verify(manifest, tmpDir);
|
|
120
|
-
expect(result.valid).toBe(false);
|
|
121
|
-
expect(result.tampered).toContain('scenario-login.sh');
|
|
122
|
-
});
|
|
123
|
-
// projectRoot parameter is respected
|
|
124
|
-
it('respects projectRoot parameter — targets the given directory, not process.cwd()', async () => {
|
|
125
|
-
// Create two separate project roots
|
|
126
|
-
const tmpDir2 = createTmpDir();
|
|
127
|
-
try {
|
|
128
|
-
const scenariosDir1 = setupScenariosDir(tmpDir);
|
|
129
|
-
const scenariosDir2 = setupScenariosDir(tmpDir2);
|
|
130
|
-
writeFileSync(join(scenariosDir1, 'scenario-alpha.sh'), 'alpha');
|
|
131
|
-
writeFileSync(join(scenariosDir2, 'scenario-beta.sh'), 'beta');
|
|
132
|
-
const manifest1 = await store.discover(tmpDir);
|
|
133
|
-
const manifest2 = await store.discover(tmpDir2);
|
|
134
|
-
const names1 = manifest1.scenarios.map((s) => s.name);
|
|
135
|
-
const names2 = manifest2.scenarios.map((s) => s.name);
|
|
136
|
-
expect(names1).toContain('scenario-alpha.sh');
|
|
137
|
-
expect(names1).not.toContain('scenario-beta.sh');
|
|
138
|
-
expect(names2).toContain('scenario-beta.sh');
|
|
139
|
-
expect(names2).not.toContain('scenario-alpha.sh');
|
|
140
|
-
}
|
|
141
|
-
finally {
|
|
142
|
-
rmSync(tmpDir2, { recursive: true, force: true });
|
|
143
|
-
}
|
|
144
|
-
});
|
|
145
|
-
// ScenarioEntry shape verification
|
|
146
|
-
it('ScenarioEntry has name, path, and checksum fields with correct formats', async () => {
|
|
147
|
-
const scenariosDir = setupScenariosDir(tmpDir);
|
|
148
|
-
writeFileSync(join(scenariosDir, 'scenario-login.sh'), 'echo login');
|
|
149
|
-
const manifest = await store.discover(tmpDir);
|
|
150
|
-
expect(manifest.scenarios).toHaveLength(1);
|
|
151
|
-
const entry = manifest.scenarios[0];
|
|
152
|
-
expect(entry).toHaveProperty('name');
|
|
153
|
-
expect(entry).toHaveProperty('path');
|
|
154
|
-
expect(entry).toHaveProperty('checksum');
|
|
155
|
-
expect(entry.name).toBe('scenario-login.sh');
|
|
156
|
-
expect(entry.path).toMatch(/scenario-login\.sh$/);
|
|
157
|
-
expect(entry.checksum).toMatch(/^[0-9a-f]{64}$/);
|
|
158
|
-
});
|
|
159
|
-
// capturedAt timestamp is set correctly
|
|
160
|
-
it('manifest has a capturedAt timestamp within the expected range', async () => {
|
|
161
|
-
setupScenariosDir(tmpDir);
|
|
162
|
-
const before = Date.now();
|
|
163
|
-
const manifest = await store.discover(tmpDir);
|
|
164
|
-
const after = Date.now();
|
|
165
|
-
expect(manifest.capturedAt).toBeGreaterThanOrEqual(before);
|
|
166
|
-
expect(manifest.capturedAt).toBeLessThanOrEqual(after);
|
|
167
|
-
});
|
|
168
|
-
});
|
|
169
|
-
//# sourceMappingURL=store.test.js.map
|