cognitive-core 0.2.4 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +88 -143
- package/dist/agents/mock-provider.d.ts.map +1 -1
- package/dist/agents/mock-provider.js.map +1 -1
- package/dist/agents/types.d.ts.map +1 -1
- package/dist/agents/types.js +5 -4
- package/dist/agents/types.js.map +1 -1
- package/dist/atlas.d.ts +309 -97
- package/dist/atlas.d.ts.map +1 -1
- package/dist/atlas.js +743 -277
- package/dist/atlas.js.map +1 -1
- package/dist/bin/cli-utils.d.ts +25 -2
- package/dist/bin/cli-utils.d.ts.map +1 -1
- package/dist/bin/cli-utils.js +79 -9
- package/dist/bin/cli-utils.js.map +1 -1
- package/dist/bin/cognitive-core.js +32 -0
- package/dist/bin/cognitive-core.js.map +1 -1
- package/dist/bin/commands/dream.d.ts +17 -0
- package/dist/bin/commands/dream.d.ts.map +1 -0
- package/dist/bin/commands/dream.js +168 -0
- package/dist/bin/commands/dream.js.map +1 -0
- package/dist/bin/commands/eval.d.ts +181 -0
- package/dist/bin/commands/eval.d.ts.map +1 -0
- package/dist/bin/commands/eval.js +1582 -0
- package/dist/bin/commands/eval.js.map +1 -0
- package/dist/bin/commands/kb.js +0 -8
- package/dist/bin/commands/kb.js.map +1 -1
- package/dist/bin/commands/learn.js +12 -4
- package/dist/bin/commands/learn.js.map +1 -1
- package/dist/bin/commands/legacy.d.ts.map +1 -1
- package/dist/bin/commands/legacy.js +1 -1
- package/dist/bin/commands/legacy.js.map +1 -1
- package/dist/bin/commands/run.d.ts.map +1 -1
- package/dist/bin/commands/run.js +10 -9
- package/dist/bin/commands/run.js.map +1 -1
- package/dist/bin/commands/sessions.d.ts.map +1 -1
- package/dist/bin/commands/sessions.js.map +1 -1
- package/dist/bin/commands/skills.d.ts.map +1 -1
- package/dist/bin/commands/skills.js +283 -1
- package/dist/bin/commands/skills.js.map +1 -1
- package/dist/embeddings/bm25.d.ts.map +1 -1
- package/dist/embeddings/bm25.js +1 -2
- package/dist/embeddings/bm25.js.map +1 -1
- package/dist/embeddings/index.d.ts +3 -3
- package/dist/embeddings/index.d.ts.map +1 -1
- package/dist/embeddings/index.js +3 -3
- package/dist/embeddings/index.js.map +1 -1
- package/dist/embeddings/inverted-index.js +62 -7
- package/dist/embeddings/inverted-index.js.map +1 -1
- package/dist/embeddings/manager.d.ts.map +1 -1
- package/dist/embeddings/manager.js +6 -5
- package/dist/embeddings/manager.js.map +1 -1
- package/dist/embeddings/provider.d.ts +96 -5
- package/dist/embeddings/provider.d.ts.map +1 -1
- package/dist/embeddings/provider.js +171 -48
- package/dist/embeddings/provider.js.map +1 -1
- package/dist/embeddings/vector-store.d.ts.map +1 -1
- package/dist/embeddings/vector-store.js +3 -1
- package/dist/embeddings/vector-store.js.map +1 -1
- package/dist/eval/ablation-validate.d.ts +12 -0
- package/dist/eval/ablation-validate.d.ts.map +1 -0
- package/dist/eval/ablation-validate.js +78 -0
- package/dist/eval/ablation-validate.js.map +1 -0
- package/dist/eval/ablation.d.ts +94 -0
- package/dist/eval/ablation.d.ts.map +1 -0
- package/dist/eval/ablation.js +161 -0
- package/dist/eval/ablation.js.map +1 -0
- package/dist/eval/ci-smoke.d.ts +11 -0
- package/dist/eval/ci-smoke.d.ts.map +1 -0
- package/dist/eval/ci-smoke.js +49 -0
- package/dist/eval/ci-smoke.js.map +1 -0
- package/dist/eval/diagnostics.d.ts +214 -0
- package/dist/eval/diagnostics.d.ts.map +1 -0
- package/dist/eval/diagnostics.js +107 -0
- package/dist/eval/diagnostics.js.map +1 -0
- package/dist/eval/index.d.ts +27 -0
- package/dist/eval/index.d.ts.map +1 -0
- package/dist/eval/index.js +27 -0
- package/dist/eval/index.js.map +1 -0
- package/dist/eval/live/alfworld.d.ts +248 -0
- package/dist/eval/live/alfworld.d.ts.map +1 -0
- package/dist/eval/live/alfworld.js +637 -0
- package/dist/eval/live/alfworld.js.map +1 -0
- package/dist/eval/live/alfworld_h1.d.ts +16 -0
- package/dist/eval/live/alfworld_h1.d.ts.map +1 -0
- package/dist/eval/live/alfworld_h1.js +75 -0
- package/dist/eval/live/alfworld_h1.js.map +1 -0
- package/dist/eval/live/alfworld_memory.d.ts +38 -0
- package/dist/eval/live/alfworld_memory.d.ts.map +1 -0
- package/dist/eval/live/alfworld_memory.js +184 -0
- package/dist/eval/live/alfworld_memory.js.map +1 -0
- package/dist/eval/live/alfworld_strategy.d.ts +65 -0
- package/dist/eval/live/alfworld_strategy.d.ts.map +1 -0
- package/dist/eval/live/alfworld_strategy.js +89 -0
- package/dist/eval/live/alfworld_strategy.js.map +1 -0
- package/dist/eval/live/azure-openai-llm-provider.d.ts +41 -0
- package/dist/eval/live/azure-openai-llm-provider.d.ts.map +1 -0
- package/dist/eval/live/azure-openai-llm-provider.js +92 -0
- package/dist/eval/live/azure-openai-llm-provider.js.map +1 -0
- package/dist/eval/live/bridges/skillflow_e2b_bridge.d.ts +3 -0
- package/dist/eval/live/bridges/skillflow_e2b_bridge.d.ts.map +1 -0
- package/dist/eval/live/bridges/skillflow_e2b_bridge.js +12 -0
- package/dist/eval/live/bridges/skillflow_e2b_bridge.js.map +1 -0
- package/dist/eval/live/claude-cli-llm-provider.d.ts +53 -0
- package/dist/eval/live/claude-cli-llm-provider.d.ts.map +1 -0
- package/dist/eval/live/claude-cli-llm-provider.js +71 -0
- package/dist/eval/live/claude-cli-llm-provider.js.map +1 -0
- package/dist/eval/live/claude-cli.d.ts +96 -0
- package/dist/eval/live/claude-cli.d.ts.map +1 -0
- package/dist/eval/live/claude-cli.js +314 -0
- package/dist/eval/live/claude-cli.js.map +1 -0
- package/dist/eval/live/claude-delegate.d.ts +41 -0
- package/dist/eval/live/claude-delegate.d.ts.map +1 -0
- package/dist/eval/live/claude-delegate.js +59 -0
- package/dist/eval/live/claude-delegate.js.map +1 -0
- package/dist/eval/live/claude-workspace-backend.d.ts +24 -0
- package/dist/eval/live/claude-workspace-backend.d.ts.map +1 -0
- package/dist/eval/live/claude-workspace-backend.js +76 -0
- package/dist/eval/live/claude-workspace-backend.js.map +1 -0
- package/dist/eval/live/clbench.d.ts +64 -0
- package/dist/eval/live/clbench.d.ts.map +1 -0
- package/dist/eval/live/clbench.js +291 -0
- package/dist/eval/live/clbench.js.map +1 -0
- package/dist/eval/live/cold-reuse.d.ts +21 -0
- package/dist/eval/live/cold-reuse.d.ts.map +1 -0
- package/dist/eval/live/cold-reuse.js +102 -0
- package/dist/eval/live/cold-reuse.js.map +1 -0
- package/dist/eval/live/difficulty-registry.d.ts +68 -0
- package/dist/eval/live/difficulty-registry.d.ts.map +1 -0
- package/dist/eval/live/difficulty-registry.js +169 -0
- package/dist/eval/live/difficulty-registry.js.map +1 -0
- package/dist/eval/live/docker.d.ts +52 -0
- package/dist/eval/live/docker.d.ts.map +1 -0
- package/dist/eval/live/docker.js +164 -0
- package/dist/eval/live/docker.js.map +1 -0
- package/dist/eval/live/env-bridge.d.ts +68 -0
- package/dist/eval/live/env-bridge.d.ts.map +1 -0
- package/dist/eval/live/env-bridge.js +188 -0
- package/dist/eval/live/env-bridge.js.map +1 -0
- package/dist/eval/live/gsm8k.d.ts +44 -0
- package/dist/eval/live/gsm8k.d.ts.map +1 -0
- package/dist/eval/live/gsm8k.js +142 -0
- package/dist/eval/live/gsm8k.js.map +1 -0
- package/dist/eval/live/index.d.ts +38 -0
- package/dist/eval/live/index.d.ts.map +1 -0
- package/dist/eval/live/index.js +38 -0
- package/dist/eval/live/index.js.map +1 -0
- package/dist/eval/live/lifelongagent.d.ts +64 -0
- package/dist/eval/live/lifelongagent.d.ts.map +1 -0
- package/dist/eval/live/lifelongagent.js +216 -0
- package/dist/eval/live/lifelongagent.js.map +1 -0
- package/dist/eval/live/lift-registry.d.ts +128 -0
- package/dist/eval/live/lift-registry.d.ts.map +1 -0
- package/dist/eval/live/lift-registry.js +147 -0
- package/dist/eval/live/lift-registry.js.map +1 -0
- package/dist/eval/live/live-benchmark.d.ts +84 -0
- package/dist/eval/live/live-benchmark.d.ts.map +1 -0
- package/dist/eval/live/live-benchmark.js +2 -0
- package/dist/eval/live/live-benchmark.js.map +1 -0
- package/dist/eval/live/live-runner.d.ts +609 -0
- package/dist/eval/live/live-runner.d.ts.map +1 -0
- package/dist/eval/live/live-runner.js +1409 -0
- package/dist/eval/live/live-runner.js.map +1 -0
- package/dist/eval/live/refine.d.ts +88 -0
- package/dist/eval/live/refine.d.ts.map +1 -0
- package/dist/eval/live/refine.js +135 -0
- package/dist/eval/live/refine.js.map +1 -0
- package/dist/eval/live/registry-store.d.ts +109 -0
- package/dist/eval/live/registry-store.d.ts.map +1 -0
- package/dist/eval/live/registry-store.js +272 -0
- package/dist/eval/live/registry-store.js.map +1 -0
- package/dist/eval/live/run-checkpoint.d.ts +55 -0
- package/dist/eval/live/run-checkpoint.d.ts.map +1 -0
- package/dist/eval/live/run-checkpoint.js +86 -0
- package/dist/eval/live/run-checkpoint.js.map +1 -0
- package/dist/eval/live/run-resume.d.ts +22 -0
- package/dist/eval/live/run-resume.d.ts.map +1 -0
- package/dist/eval/live/run-resume.js +70 -0
- package/dist/eval/live/run-resume.js.map +1 -0
- package/dist/eval/live/skill-injector.d.ts +36 -0
- package/dist/eval/live/skill-injector.d.ts.map +1 -0
- package/dist/eval/live/skill-injector.js +81 -0
- package/dist/eval/live/skill-injector.js.map +1 -0
- package/dist/eval/live/skillflow-embedded-workbook-bundle.d.ts +3 -0
- package/dist/eval/live/skillflow-embedded-workbook-bundle.d.ts.map +1 -0
- package/dist/eval/live/skillflow-embedded-workbook-bundle.js +391 -0
- package/dist/eval/live/skillflow-embedded-workbook-bundle.js.map +1 -0
- package/dist/eval/live/skillflow.d.ts +154 -0
- package/dist/eval/live/skillflow.d.ts.map +1 -0
- package/dist/eval/live/skillflow.js +612 -0
- package/dist/eval/live/skillflow.js.map +1 -0
- package/dist/eval/live/skilllearnbench.d.ts +43 -0
- package/dist/eval/live/skilllearnbench.d.ts.map +1 -0
- package/dist/eval/live/skilllearnbench.js +154 -0
- package/dist/eval/live/skilllearnbench.js.map +1 -0
- package/dist/eval/live/skillopt_v1.d.ts +96 -0
- package/dist/eval/live/skillopt_v1.d.ts.map +1 -0
- package/dist/eval/live/skillopt_v1.js +0 -0
- package/dist/eval/live/skillopt_v1.js.map +1 -0
- package/dist/eval/live/skillopt_v1_causal.d.ts +26 -0
- package/dist/eval/live/skillopt_v1_causal.d.ts.map +1 -0
- package/dist/eval/live/skillopt_v1_causal.js +106 -0
- package/dist/eval/live/skillopt_v1_causal.js.map +1 -0
- package/dist/eval/live/skillopt_v1_memory.d.ts +53 -0
- package/dist/eval/live/skillopt_v1_memory.d.ts.map +1 -0
- package/dist/eval/live/skillopt_v1_memory.js +147 -0
- package/dist/eval/live/skillopt_v1_memory.js.map +1 -0
- package/dist/eval/live/skillopt_v1_rules.d.ts +39 -0
- package/dist/eval/live/skillopt_v1_rules.d.ts.map +1 -0
- package/dist/eval/live/skillopt_v1_rules.js +91 -0
- package/dist/eval/live/skillopt_v1_rules.js.map +1 -0
- package/dist/eval/live/skillsbench.d.ts +138 -0
- package/dist/eval/live/skillsbench.d.ts.map +1 -0
- package/dist/eval/live/skillsbench.js +626 -0
- package/dist/eval/live/skillsbench.js.map +1 -0
- package/dist/eval/live/stopping.d.ts +69 -0
- package/dist/eval/live/stopping.d.ts.map +1 -0
- package/dist/eval/live/stopping.js +213 -0
- package/dist/eval/live/stopping.js.map +1 -0
- package/dist/eval/live/trace.d.ts +20 -0
- package/dist/eval/live/trace.d.ts.map +1 -0
- package/dist/eval/live/trace.js +41 -0
- package/dist/eval/live/trace.js.map +1 -0
- package/dist/eval/mechanism-trace-adapter.d.ts +8 -0
- package/dist/eval/mechanism-trace-adapter.d.ts.map +1 -0
- package/dist/eval/mechanism-trace-adapter.js +118 -0
- package/dist/eval/mechanism-trace-adapter.js.map +1 -0
- package/dist/eval/memory-ab.d.ts +61 -0
- package/dist/eval/memory-ab.d.ts.map +1 -0
- package/dist/eval/memory-ab.js +161 -0
- package/dist/eval/memory-ab.js.map +1 -0
- package/dist/eval/memory-mock.d.ts +54 -0
- package/dist/eval/memory-mock.d.ts.map +1 -0
- package/dist/eval/memory-mock.js +129 -0
- package/dist/eval/memory-mock.js.map +1 -0
- package/dist/eval/memory-qa/index.d.ts +13 -0
- package/dist/eval/memory-qa/index.d.ts.map +1 -0
- package/dist/eval/memory-qa/index.js +13 -0
- package/dist/eval/memory-qa/index.js.map +1 -0
- package/dist/eval/memory-qa/iterative.d.ts +80 -0
- package/dist/eval/memory-qa/iterative.d.ts.map +1 -0
- package/dist/eval/memory-qa/iterative.js +107 -0
- package/dist/eval/memory-qa/iterative.js.map +1 -0
- package/dist/eval/memory-qa/loaders.d.ts +11 -0
- package/dist/eval/memory-qa/loaders.d.ts.map +1 -0
- package/dist/eval/memory-qa/loaders.js +21 -0
- package/dist/eval/memory-qa/loaders.js.map +1 -0
- package/dist/eval/memory-qa/metrics.d.ts +3 -0
- package/dist/eval/memory-qa/metrics.d.ts.map +1 -0
- package/dist/eval/memory-qa/metrics.js +2 -0
- package/dist/eval/memory-qa/metrics.js.map +1 -0
- package/dist/eval/memory-qa/qa.d.ts +186 -0
- package/dist/eval/memory-qa/qa.d.ts.map +1 -0
- package/dist/eval/memory-qa/qa.js +424 -0
- package/dist/eval/memory-qa/qa.js.map +1 -0
- package/dist/eval/memory-qa/retrieval.d.ts +33 -0
- package/dist/eval/memory-qa/retrieval.d.ts.map +1 -0
- package/dist/eval/memory-qa/retrieval.js +44 -0
- package/dist/eval/memory-qa/retrieval.js.map +1 -0
- package/dist/eval/memory-qa/serving.d.ts +60 -0
- package/dist/eval/memory-qa/serving.d.ts.map +1 -0
- package/dist/eval/memory-qa/serving.js +267 -0
- package/dist/eval/memory-qa/serving.js.map +1 -0
- package/dist/eval/memory-qa/types.d.ts +2 -0
- package/dist/eval/memory-qa/types.d.ts.map +1 -0
- package/dist/eval/memory-qa/types.js +2 -0
- package/dist/eval/memory-qa/types.js.map +1 -0
- package/dist/eval/metrics.d.ts +120 -0
- package/dist/eval/metrics.d.ts.map +1 -0
- package/dist/eval/metrics.js +361 -0
- package/dist/eval/metrics.js.map +1 -0
- package/dist/eval/oracle-smoke.d.ts +75 -0
- package/dist/eval/oracle-smoke.d.ts.map +1 -0
- package/dist/eval/oracle-smoke.js +143 -0
- package/dist/eval/oracle-smoke.js.map +1 -0
- package/dist/eval/playbook-calibration-report.d.ts +40 -0
- package/dist/eval/playbook-calibration-report.d.ts.map +1 -0
- package/dist/eval/playbook-calibration-report.js +246 -0
- package/dist/eval/playbook-calibration-report.js.map +1 -0
- package/dist/eval/playbook-candidate-decisions-report.d.ts +36 -0
- package/dist/eval/playbook-candidate-decisions-report.d.ts.map +1 -0
- package/dist/eval/playbook-candidate-decisions-report.js +201 -0
- package/dist/eval/playbook-candidate-decisions-report.js.map +1 -0
- package/dist/eval/playbook-usage-report.d.ts +7 -0
- package/dist/eval/playbook-usage-report.d.ts.map +1 -0
- package/dist/eval/playbook-usage-report.js +222 -0
- package/dist/eval/playbook-usage-report.js.map +1 -0
- package/dist/eval/report.d.ts +28 -0
- package/dist/eval/report.d.ts.map +1 -0
- package/dist/eval/report.js +567 -0
- package/dist/eval/report.js.map +1 -0
- package/dist/eval/retrieval/corpus.d.ts +41 -0
- package/dist/eval/retrieval/corpus.d.ts.map +1 -0
- package/dist/eval/retrieval/corpus.js +158 -0
- package/dist/eval/retrieval/corpus.js.map +1 -0
- package/dist/eval/retrieval/index.d.ts +12 -0
- package/dist/eval/retrieval/index.d.ts.map +1 -0
- package/dist/eval/retrieval/index.js +14 -0
- package/dist/eval/retrieval/index.js.map +1 -0
- package/dist/eval/retrieval/knowledge-corpus.d.ts +91 -0
- package/dist/eval/retrieval/knowledge-corpus.d.ts.map +1 -0
- package/dist/eval/retrieval/knowledge-corpus.js +268 -0
- package/dist/eval/retrieval/knowledge-corpus.js.map +1 -0
- package/dist/eval/retrieval/knowledge-quality.d.ts +91 -0
- package/dist/eval/retrieval/knowledge-quality.d.ts.map +1 -0
- package/dist/eval/retrieval/knowledge-quality.js +247 -0
- package/dist/eval/retrieval/knowledge-quality.js.map +1 -0
- package/dist/eval/retrieval/ladder.d.ts +69 -0
- package/dist/eval/retrieval/ladder.d.ts.map +1 -0
- package/dist/eval/retrieval/ladder.js +80 -0
- package/dist/eval/retrieval/ladder.js.map +1 -0
- package/dist/eval/retrieval/quality.d.ts +39 -0
- package/dist/eval/retrieval/quality.d.ts.map +1 -0
- package/dist/eval/retrieval/quality.js +75 -0
- package/dist/eval/retrieval/quality.js.map +1 -0
- package/dist/eval/rng.d.ts +25 -0
- package/dist/eval/rng.d.ts.map +1 -0
- package/dist/eval/rng.js +43 -0
- package/dist/eval/rng.js.map +1 -0
- package/dist/eval/runner.d.ts +65 -0
- package/dist/eval/runner.d.ts.map +1 -0
- package/dist/eval/runner.js +216 -0
- package/dist/eval/runner.js.map +1 -0
- package/dist/eval/skill-bundle.d.ts +18 -0
- package/dist/eval/skill-bundle.d.ts.map +1 -0
- package/dist/eval/skill-bundle.js +38 -0
- package/dist/eval/skill-bundle.js.map +1 -0
- package/dist/eval/swarmkit-report.d.ts +21 -0
- package/dist/eval/swarmkit-report.d.ts.map +1 -0
- package/dist/eval/swarmkit-report.js +93 -0
- package/dist/eval/swarmkit-report.js.map +1 -0
- package/dist/eval/task-stream.d.ts +22 -0
- package/dist/eval/task-stream.d.ts.map +1 -0
- package/dist/eval/task-stream.js +99 -0
- package/dist/eval/task-stream.js.map +1 -0
- package/dist/eval/types.d.ts +173 -0
- package/dist/eval/types.d.ts.map +1 -0
- package/dist/eval/types.js +11 -0
- package/dist/eval/types.js.map +1 -0
- package/dist/experimental/causal-store.d.ts +97 -0
- package/dist/experimental/causal-store.d.ts.map +1 -0
- package/dist/experimental/causal-store.js +213 -0
- package/dist/experimental/causal-store.js.map +1 -0
- package/dist/experimental/graph-layers/base.d.ts +29 -0
- package/dist/experimental/graph-layers/base.d.ts.map +1 -0
- package/dist/experimental/graph-layers/base.js +143 -0
- package/dist/experimental/graph-layers/base.js.map +1 -0
- package/dist/experimental/graph-layers/causal.d.ts +14 -0
- package/dist/experimental/graph-layers/causal.d.ts.map +1 -0
- package/dist/experimental/graph-layers/causal.js +14 -0
- package/dist/experimental/graph-layers/causal.js.map +1 -0
- package/dist/experimental/graph-layers/entity.d.ts +14 -0
- package/dist/experimental/graph-layers/entity.d.ts.map +1 -0
- package/dist/experimental/graph-layers/entity.js +14 -0
- package/dist/experimental/graph-layers/entity.js.map +1 -0
- package/dist/experimental/graph-layers/index.d.ts +6 -0
- package/dist/experimental/graph-layers/index.d.ts.map +1 -0
- package/dist/experimental/graph-layers/index.js +6 -0
- package/dist/experimental/graph-layers/index.js.map +1 -0
- package/dist/experimental/graph-layers/semantic.d.ts +14 -0
- package/dist/experimental/graph-layers/semantic.d.ts.map +1 -0
- package/dist/experimental/graph-layers/semantic.js +14 -0
- package/dist/experimental/graph-layers/semantic.js.map +1 -0
- package/dist/experimental/graph-layers/temporal.d.ts +14 -0
- package/dist/experimental/graph-layers/temporal.d.ts.map +1 -0
- package/dist/experimental/graph-layers/temporal.js +14 -0
- package/dist/experimental/graph-layers/temporal.js.map +1 -0
- package/dist/experimental/healing-orchestrator.d.ts +182 -0
- package/dist/experimental/healing-orchestrator.d.ts.map +1 -0
- package/dist/experimental/healing-orchestrator.js +250 -0
- package/dist/experimental/healing-orchestrator.js.map +1 -0
- package/dist/experimental/knowledge-graph-types.d.ts +148 -0
- package/dist/experimental/knowledge-graph-types.d.ts.map +1 -0
- package/dist/experimental/knowledge-graph-types.js +40 -0
- package/dist/experimental/knowledge-graph-types.js.map +1 -0
- package/dist/experimental/knowledge-graph.d.ts +41 -0
- package/dist/experimental/knowledge-graph.d.ts.map +1 -0
- package/dist/experimental/knowledge-graph.js +270 -0
- package/dist/experimental/knowledge-graph.js.map +1 -0
- package/dist/experimental/meta-reflection.d.ts +47 -0
- package/dist/experimental/meta-reflection.d.ts.map +1 -0
- package/dist/experimental/meta-reflection.js +143 -0
- package/dist/experimental/meta-reflection.js.map +1 -0
- package/dist/experimental/moe-gate.d.ts +134 -0
- package/dist/experimental/moe-gate.d.ts.map +1 -0
- package/dist/experimental/moe-gate.js +240 -0
- package/dist/experimental/moe-gate.js.map +1 -0
- package/dist/experimental/reasoning-bank.d.ts +130 -0
- package/dist/experimental/reasoning-bank.d.ts.map +1 -0
- package/dist/experimental/reasoning-bank.js +427 -0
- package/dist/experimental/reasoning-bank.js.map +1 -0
- package/dist/experimental/team/team-config.d.ts +127 -0
- package/dist/experimental/team/team-config.d.ts.map +1 -0
- package/dist/experimental/team/team-config.js +48 -0
- package/dist/experimental/team/team-config.js.map +1 -0
- package/dist/experimental/team/team-experience.d.ts +300 -0
- package/dist/experimental/team/team-experience.d.ts.map +1 -0
- package/dist/experimental/team/team-experience.js +355 -0
- package/dist/experimental/team/team-experience.js.map +1 -0
- package/dist/experimental/team/team-ingester.d.ts +152 -0
- package/dist/experimental/team/team-ingester.d.ts.map +1 -0
- package/dist/experimental/team/team-ingester.js +330 -0
- package/dist/experimental/team/team-ingester.js.map +1 -0
- package/dist/experimental/team/team-meta-learner.d.ts +51 -0
- package/dist/experimental/team/team-meta-learner.d.ts.map +1 -0
- package/dist/experimental/team/team-meta-learner.js +404 -0
- package/dist/experimental/team/team-meta-learner.js.map +1 -0
- package/dist/experimental/team/team-meta.d.ts +160 -0
- package/dist/experimental/team/team-meta.d.ts.map +1 -0
- package/dist/experimental/team/team-meta.js +42 -0
- package/dist/experimental/team/team-meta.js.map +1 -0
- package/dist/experimental/team/team-pipeline.d.ts +77 -0
- package/dist/experimental/team/team-pipeline.d.ts.map +1 -0
- package/dist/experimental/team/team-pipeline.js +262 -0
- package/dist/experimental/team/team-pipeline.js.map +1 -0
- package/dist/experimental/team/team-playbook-extraction.d.ts +45 -0
- package/dist/experimental/team/team-playbook-extraction.d.ts.map +1 -0
- package/dist/experimental/team/team-playbook-extraction.js +526 -0
- package/dist/experimental/team/team-playbook-extraction.js.map +1 -0
- package/dist/experimental/team/team-playbook.d.ts +276 -0
- package/dist/experimental/team/team-playbook.d.ts.map +1 -0
- package/dist/experimental/team/team-playbook.js +85 -0
- package/dist/experimental/team/team-playbook.js.map +1 -0
- package/dist/experimental/team/team-router.d.ts +98 -0
- package/dist/experimental/team/team-router.d.ts.map +1 -0
- package/dist/experimental/team/team-router.js +312 -0
- package/dist/experimental/team/team-router.js.map +1 -0
- package/dist/experimental/team/team-skill-library.d.ts +180 -0
- package/dist/experimental/team/team-skill-library.d.ts.map +1 -0
- package/dist/experimental/team/team-skill-library.js +385 -0
- package/dist/experimental/team/team-skill-library.js.map +1 -0
- package/dist/experimental/team/team-trajectory-analysis.d.ts +19 -0
- package/dist/experimental/team/team-trajectory-analysis.d.ts.map +1 -0
- package/dist/experimental/team/team-trajectory-analysis.js +442 -0
- package/dist/experimental/team/team-trajectory-analysis.js.map +1 -0
- package/dist/experimental/team/team-trajectory.d.ts +305 -0
- package/dist/experimental/team/team-trajectory.d.ts.map +1 -0
- package/dist/experimental/team/team-trajectory.js +315 -0
- package/dist/experimental/team/team-trajectory.js.map +1 -0
- package/dist/factory.d.ts +2 -3
- package/dist/factory.d.ts.map +1 -1
- package/dist/factory.js +12 -11
- package/dist/factory.js.map +1 -1
- package/dist/index.d.ts +9 -11
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +26 -32
- package/dist/index.js.map +1 -1
- package/dist/learning/analyzer.d.ts +26 -36
- package/dist/learning/analyzer.d.ts.map +1 -1
- package/dist/learning/analyzer.js +50 -11
- package/dist/learning/analyzer.js.map +1 -1
- package/dist/learning/compound-bootstrap/external-acquisition.d.ts +63 -0
- package/dist/learning/compound-bootstrap/external-acquisition.d.ts.map +1 -0
- package/dist/learning/compound-bootstrap/external-acquisition.js +255 -0
- package/dist/learning/compound-bootstrap/external-acquisition.js.map +1 -0
- package/dist/learning/compound-bootstrap/index.d.ts +3 -0
- package/dist/learning/compound-bootstrap/index.d.ts.map +1 -0
- package/dist/learning/compound-bootstrap/index.js +3 -0
- package/dist/learning/compound-bootstrap/index.js.map +1 -0
- package/dist/learning/compound-bootstrap/workspace-analyzer.d.ts +33 -0
- package/dist/learning/compound-bootstrap/workspace-analyzer.d.ts.map +1 -0
- package/dist/learning/compound-bootstrap/workspace-analyzer.js +379 -0
- package/dist/learning/compound-bootstrap/workspace-analyzer.js.map +1 -0
- package/dist/learning/consolidation-coordinator.d.ts +49 -0
- package/dist/learning/consolidation-coordinator.d.ts.map +1 -0
- package/dist/learning/consolidation-coordinator.js +75 -0
- package/dist/learning/consolidation-coordinator.js.map +1 -0
- package/dist/learning/convention-distiller.d.ts +84 -0
- package/dist/learning/convention-distiller.d.ts.map +1 -0
- package/dist/learning/convention-distiller.js +268 -0
- package/dist/learning/convention-distiller.js.map +1 -0
- package/dist/learning/distiller.d.ts +82 -0
- package/dist/learning/distiller.d.ts.map +1 -0
- package/dist/learning/distiller.js +353 -0
- package/dist/learning/distiller.js.map +1 -0
- package/dist/learning/effectiveness.d.ts +12 -2
- package/dist/learning/effectiveness.d.ts.map +1 -1
- package/dist/learning/effectiveness.js +18 -14
- package/dist/learning/effectiveness.js.map +1 -1
- package/dist/learning/escalation.d.ts +89 -0
- package/dist/learning/escalation.d.ts.map +1 -0
- package/dist/learning/escalation.js +168 -0
- package/dist/learning/escalation.js.map +1 -0
- package/dist/learning/external-exposure.d.ts +57 -0
- package/dist/learning/external-exposure.d.ts.map +1 -0
- package/dist/learning/external-exposure.js +95 -0
- package/dist/learning/external-exposure.js.map +1 -0
- package/dist/learning/gepa-proposer.d.ts +116 -0
- package/dist/learning/gepa-proposer.d.ts.map +1 -0
- package/dist/learning/gepa-proposer.js +258 -0
- package/dist/learning/gepa-proposer.js.map +1 -0
- package/dist/learning/index.d.ts +21 -8
- package/dist/learning/index.d.ts.map +1 -1
- package/dist/learning/index.js +28 -10
- package/dist/learning/index.js.map +1 -1
- package/dist/learning/instant-loop.d.ts +46 -16
- package/dist/learning/instant-loop.d.ts.map +1 -1
- package/dist/learning/instant-loop.js +114 -111
- package/dist/learning/instant-loop.js.map +1 -1
- package/dist/learning/knowledge-extractor.d.ts.map +1 -1
- package/dist/learning/knowledge-extractor.js +1 -2
- package/dist/learning/knowledge-extractor.js.map +1 -1
- package/dist/learning/llm-extractor.d.ts +88 -0
- package/dist/learning/llm-extractor.d.ts.map +1 -0
- package/dist/learning/llm-extractor.js +372 -0
- package/dist/learning/llm-extractor.js.map +1 -0
- package/dist/learning/loop-coordinator.d.ts +61 -0
- package/dist/learning/loop-coordinator.d.ts.map +1 -0
- package/dist/learning/loop-coordinator.js +96 -0
- package/dist/learning/loop-coordinator.js.map +1 -0
- package/dist/learning/maintenance-scheduler.d.ts +15 -4
- package/dist/learning/maintenance-scheduler.d.ts.map +1 -1
- package/dist/learning/maintenance-scheduler.js +19 -16
- package/dist/learning/maintenance-scheduler.js.map +1 -1
- package/dist/learning/mechanism-trace.d.ts +196 -0
- package/dist/learning/mechanism-trace.d.ts.map +1 -0
- package/dist/learning/mechanism-trace.js +81 -0
- package/dist/learning/mechanism-trace.js.map +1 -0
- package/dist/learning/merge-proposer.d.ts +102 -0
- package/dist/learning/merge-proposer.d.ts.map +1 -0
- package/dist/learning/merge-proposer.js +253 -0
- package/dist/learning/merge-proposer.js.map +1 -0
- package/dist/learning/meta-learner.d.ts +9 -7
- package/dist/learning/meta-learner.d.ts.map +1 -1
- package/dist/learning/meta-learner.js +16 -45
- package/dist/learning/meta-learner.js.map +1 -1
- package/dist/learning/mutation-gate.d.ts +218 -0
- package/dist/learning/mutation-gate.d.ts.map +1 -0
- package/dist/learning/mutation-gate.js +390 -0
- package/dist/learning/mutation-gate.js.map +1 -0
- package/dist/learning/oracle-signal.d.ts +67 -0
- package/dist/learning/oracle-signal.d.ts.map +1 -0
- package/dist/learning/oracle-signal.js +94 -0
- package/dist/learning/oracle-signal.js.map +1 -0
- package/dist/learning/pipeline.d.ts +31 -4
- package/dist/learning/pipeline.d.ts.map +1 -1
- package/dist/learning/pipeline.js +64 -12
- package/dist/learning/pipeline.js.map +1 -1
- package/dist/learning/playbook-extractor.d.ts +8 -0
- package/dist/learning/playbook-extractor.d.ts.map +1 -1
- package/dist/learning/playbook-extractor.js +119 -34
- package/dist/learning/playbook-extractor.js.map +1 -1
- package/dist/learning/playbook-optimizer.d.ts +37 -0
- package/dist/learning/playbook-optimizer.d.ts.map +1 -0
- package/dist/learning/playbook-optimizer.js +125 -0
- package/dist/learning/playbook-optimizer.js.map +1 -0
- package/dist/learning/reflective-proposer.d.ts +173 -0
- package/dist/learning/reflective-proposer.d.ts.map +1 -0
- package/dist/learning/reflective-proposer.js +354 -0
- package/dist/learning/reflective-proposer.js.map +1 -0
- package/dist/learning/reflexion-generator.d.ts.map +1 -1
- package/dist/learning/reflexion-generator.js +4 -3
- package/dist/learning/reflexion-generator.js.map +1 -1
- package/dist/learning/replay-executor.d.ts +64 -0
- package/dist/learning/replay-executor.d.ts.map +1 -0
- package/dist/learning/replay-executor.js +92 -0
- package/dist/learning/replay-executor.js.map +1 -0
- package/dist/learning/replay-types.d.ts +150 -0
- package/dist/learning/replay-types.d.ts.map +1 -0
- package/dist/learning/replay-types.js +207 -0
- package/dist/learning/replay-types.js.map +1 -0
- package/dist/learning/replay.d.ts +166 -0
- package/dist/learning/replay.d.ts.map +1 -0
- package/dist/learning/replay.js +228 -0
- package/dist/learning/replay.js.map +1 -0
- package/dist/learning/seed-report.d.ts +88 -0
- package/dist/learning/seed-report.d.ts.map +1 -0
- package/dist/learning/seed-report.js +120 -0
- package/dist/learning/seed-report.js.map +1 -0
- package/dist/learning/trajectory-sources/dataclaw.d.ts.map +1 -1
- package/dist/learning/trajectory-sources/dataclaw.js +6 -18
- package/dist/learning/trajectory-sources/dataclaw.js.map +1 -1
- package/dist/learning/trajectory-sources/entire.d.ts.map +1 -1
- package/dist/learning/trajectory-sources/entire.js +30 -9
- package/dist/learning/trajectory-sources/entire.js.map +1 -1
- package/dist/learning/trajectory-sources/file.d.ts.map +1 -1
- package/dist/learning/trajectory-sources/file.js.map +1 -1
- package/dist/learning/trajectory-sources/huggingface.d.ts.map +1 -1
- package/dist/learning/trajectory-sources/huggingface.js +7 -7
- package/dist/learning/trajectory-sources/huggingface.js.map +1 -1
- package/dist/learning/trajectory-sources/in-memory.d.ts.map +1 -1
- package/dist/learning/trajectory-sources/in-memory.js.map +1 -1
- package/dist/learning/trajectory-sources/index.d.ts +3 -4
- package/dist/learning/trajectory-sources/index.d.ts.map +1 -1
- package/dist/learning/trajectory-sources/index.js +3 -4
- package/dist/learning/trajectory-sources/index.js.map +1 -1
- package/dist/learning/trajectory-sources/pipeline.d.ts +4 -3
- package/dist/learning/trajectory-sources/pipeline.d.ts.map +1 -1
- package/dist/learning/trajectory-sources/pipeline.js +4 -3
- package/dist/learning/trajectory-sources/pipeline.js.map +1 -1
- package/dist/learning/unified-pipeline.d.ts +486 -61
- package/dist/learning/unified-pipeline.d.ts.map +1 -1
- package/dist/learning/unified-pipeline.js +1501 -232
- package/dist/learning/unified-pipeline.js.map +1 -1
- package/dist/learning/usage-inference.d.ts.map +1 -1
- package/dist/learning/usage-inference.js +4 -9
- package/dist/learning/usage-inference.js.map +1 -1
- package/dist/learning/workspace-snapshot.d.ts +146 -0
- package/dist/learning/workspace-snapshot.d.ts.map +1 -0
- package/dist/learning/workspace-snapshot.js +269 -0
- package/dist/learning/workspace-snapshot.js.map +1 -0
- package/dist/mcp/playbook-server.d.ts +61 -2
- package/dist/mcp/playbook-server.d.ts.map +1 -1
- package/dist/mcp/playbook-server.js +179 -9
- package/dist/mcp/playbook-server.js.map +1 -1
- package/dist/memory/coherence.d.ts.map +1 -1
- package/dist/memory/coherence.js +5 -7
- package/dist/memory/coherence.js.map +1 -1
- package/dist/memory/curated-loader.d.ts +24 -0
- package/dist/memory/curated-loader.d.ts.map +1 -1
- package/dist/memory/curated-loader.js +22 -5
- package/dist/memory/curated-loader.js.map +1 -1
- package/dist/memory/evolution/llm-evolver.d.ts +36 -0
- package/dist/memory/evolution/llm-evolver.d.ts.map +1 -0
- package/dist/memory/evolution/llm-evolver.js +106 -0
- package/dist/memory/evolution/llm-evolver.js.map +1 -0
- package/dist/memory/experience.d.ts +34 -13
- package/dist/memory/experience.d.ts.map +1 -1
- package/dist/memory/experience.js +59 -48
- package/dist/memory/experience.js.map +1 -1
- package/dist/memory/extraction/conversation-extractor.d.ts +62 -0
- package/dist/memory/extraction/conversation-extractor.d.ts.map +1 -0
- package/dist/memory/extraction/conversation-extractor.js +169 -0
- package/dist/memory/extraction/conversation-extractor.js.map +1 -0
- package/dist/memory/filesystem-cascade.d.ts +116 -0
- package/dist/memory/filesystem-cascade.d.ts.map +1 -0
- package/dist/memory/filesystem-cascade.js +221 -0
- package/dist/memory/filesystem-cascade.js.map +1 -0
- package/dist/memory/index.d.ts +14 -10
- package/dist/memory/index.d.ts.map +1 -1
- package/dist/memory/index.js +15 -12
- package/dist/memory/index.js.map +1 -1
- package/dist/memory/knowledge-bank.d.ts +145 -29
- package/dist/memory/knowledge-bank.d.ts.map +1 -1
- package/dist/memory/knowledge-bank.js +511 -200
- package/dist/memory/knowledge-bank.js.map +1 -1
- package/dist/memory/knowledge-defrag.d.ts +32 -9
- package/dist/memory/knowledge-defrag.d.ts.map +1 -1
- package/dist/memory/knowledge-defrag.js +57 -49
- package/dist/memory/knowledge-defrag.js.map +1 -1
- package/dist/memory/meta-playbook-bank.d.ts +24 -0
- package/dist/memory/meta-playbook-bank.d.ts.map +1 -0
- package/dist/memory/meta-playbook-bank.js +135 -0
- package/dist/memory/meta-playbook-bank.js.map +1 -0
- package/dist/memory/meta.d.ts.map +1 -1
- package/dist/memory/meta.js +33 -14
- package/dist/memory/meta.js.map +1 -1
- package/dist/memory/playbook-applicability.d.ts +43 -0
- package/dist/memory/playbook-applicability.d.ts.map +1 -0
- package/dist/memory/playbook-applicability.js +155 -0
- package/dist/memory/playbook-applicability.js.map +1 -0
- package/dist/memory/playbook-incorporation.d.ts +24 -0
- package/dist/memory/playbook-incorporation.d.ts.map +1 -0
- package/dist/memory/playbook-incorporation.js +41 -0
- package/dist/memory/playbook-incorporation.js.map +1 -0
- package/dist/memory/playbook.d.ts +444 -7
- package/dist/memory/playbook.d.ts.map +1 -1
- package/dist/memory/playbook.js +1231 -50
- package/dist/memory/playbook.js.map +1 -1
- package/dist/memory/procedural-skill.d.ts +142 -0
- package/dist/memory/procedural-skill.d.ts.map +1 -0
- package/dist/memory/procedural-skill.js +846 -0
- package/dist/memory/procedural-skill.js.map +1 -0
- package/dist/memory/search-provider.d.ts +8 -3
- package/dist/memory/search-provider.d.ts.map +1 -1
- package/dist/memory/search-providers/embedding.d.ts +64 -0
- package/dist/memory/search-providers/embedding.d.ts.map +1 -0
- package/dist/memory/search-providers/embedding.js +96 -0
- package/dist/memory/search-providers/embedding.js.map +1 -0
- package/dist/memory/search-providers/hybrid.d.ts +74 -0
- package/dist/memory/search-providers/hybrid.d.ts.map +1 -0
- package/dist/memory/search-providers/hybrid.js +94 -0
- package/dist/memory/search-providers/hybrid.js.map +1 -0
- package/dist/memory/search-providers/index.d.ts +3 -0
- package/dist/memory/search-providers/index.d.ts.map +1 -1
- package/dist/memory/search-providers/index.js +3 -0
- package/dist/memory/search-providers/index.js.map +1 -1
- package/dist/memory/search-providers/keyword-expanding.d.ts +22 -0
- package/dist/memory/search-providers/keyword-expanding.d.ts.map +1 -0
- package/dist/memory/search-providers/keyword-expanding.js +35 -0
- package/dist/memory/search-providers/keyword-expanding.js.map +1 -0
- package/dist/memory/search-providers/minimem.d.ts +16 -4
- package/dist/memory/search-providers/minimem.d.ts.map +1 -1
- package/dist/memory/search-providers/minimem.js +14 -3
- package/dist/memory/search-providers/minimem.js.map +1 -1
- package/dist/memory/search-providers/text-similarity.d.ts +2 -4
- package/dist/memory/search-providers/text-similarity.d.ts.map +1 -1
- package/dist/memory/search-providers/text-similarity.js.map +1 -1
- package/dist/memory/seeds/meta-playbook-seeds.d.ts +27 -0
- package/dist/memory/seeds/meta-playbook-seeds.d.ts.map +1 -0
- package/dist/memory/seeds/meta-playbook-seeds.js +560 -0
- package/dist/memory/seeds/meta-playbook-seeds.js.map +1 -0
- package/dist/memory/seeds/meta-strategy-seeds.d.ts +23 -0
- package/dist/memory/seeds/meta-strategy-seeds.d.ts.map +1 -0
- package/dist/memory/seeds/meta-strategy-seeds.js +82 -0
- package/dist/memory/seeds/meta-strategy-seeds.js.map +1 -0
- package/dist/memory/seeds/seed-loader.d.ts +34 -0
- package/dist/memory/seeds/seed-loader.d.ts.map +1 -0
- package/dist/memory/seeds/seed-loader.js +60 -0
- package/dist/memory/seeds/seed-loader.js.map +1 -0
- package/dist/memory/skill-exporter.d.ts.map +1 -1
- package/dist/memory/skill-exporter.js +1 -2
- package/dist/memory/skill-exporter.js.map +1 -1
- package/dist/memory/source-resolver.d.ts.map +1 -1
- package/dist/memory/source-resolver.js +7 -8
- package/dist/memory/source-resolver.js.map +1 -1
- package/dist/memory/system.d.ts +119 -14
- package/dist/memory/system.d.ts.map +1 -1
- package/dist/memory/system.js +416 -60
- package/dist/memory/system.js.map +1 -1
- package/dist/memory/temporal-compressor.d.ts +1 -1
- package/dist/memory/temporal-compressor.d.ts.map +1 -1
- package/dist/memory/temporal-compressor.js +26 -16
- package/dist/memory/temporal-compressor.js.map +1 -1
- package/dist/persistence/index.d.ts +2 -2
- package/dist/persistence/index.d.ts.map +1 -1
- package/dist/persistence/index.js +1 -1
- package/dist/persistence/index.js.map +1 -1
- package/dist/persistence/migrator.d.ts +34 -1
- package/dist/persistence/migrator.d.ts.map +1 -1
- package/dist/persistence/migrator.js +163 -33
- package/dist/persistence/migrator.js.map +1 -1
- package/dist/persistence/sqlite-persistence.d.ts +412 -1
- package/dist/persistence/sqlite-persistence.d.ts.map +1 -1
- package/dist/persistence/sqlite-persistence.js +1038 -47
- package/dist/persistence/sqlite-persistence.js.map +1 -1
- package/dist/runtime/backends/acp-protocol.d.ts.map +1 -1
- package/dist/runtime/backends/acp-protocol.js +2 -1
- package/dist/runtime/backends/acp-protocol.js.map +1 -1
- package/dist/runtime/backends/acp.d.ts.map +1 -1
- package/dist/runtime/backends/acp.js +5 -4
- package/dist/runtime/backends/acp.js.map +1 -1
- package/dist/runtime/backends/index.d.ts +2 -2
- package/dist/runtime/backends/index.d.ts.map +1 -1
- package/dist/runtime/backends/index.js +2 -2
- package/dist/runtime/backends/index.js.map +1 -1
- package/dist/runtime/backends/macro-agent.d.ts +17 -1
- package/dist/runtime/backends/macro-agent.d.ts.map +1 -1
- package/dist/runtime/backends/macro-agent.js +1 -1
- package/dist/runtime/backends/macro-agent.js.map +1 -1
- package/dist/runtime/backends/mock.d.ts.map +1 -1
- package/dist/runtime/backends/mock.js.map +1 -1
- package/dist/runtime/backends/subprocess.d.ts.map +1 -1
- package/dist/runtime/backends/subprocess.js +5 -4
- package/dist/runtime/backends/subprocess.js.map +1 -1
- package/dist/runtime/compute-provider.d.ts +2 -18
- package/dist/runtime/compute-provider.d.ts.map +1 -1
- package/dist/runtime/compute-provider.js +8 -8
- package/dist/runtime/compute-provider.js.map +1 -1
- package/dist/runtime/flows/learning.d.ts +2 -1
- package/dist/runtime/flows/learning.d.ts.map +1 -1
- package/dist/runtime/flows/learning.js +4 -5
- package/dist/runtime/flows/learning.js.map +1 -1
- package/dist/runtime/flows/validation.d.ts.map +1 -1
- package/dist/runtime/flows/validation.js +2 -5
- package/dist/runtime/flows/validation.js.map +1 -1
- package/dist/runtime/index.d.ts +1 -1
- package/dist/runtime/index.d.ts.map +1 -1
- package/dist/runtime/index.js.map +1 -1
- package/dist/runtime/manager.d.ts +128 -0
- package/dist/runtime/manager.d.ts.map +1 -1
- package/dist/runtime/manager.js +375 -64
- package/dist/runtime/manager.js.map +1 -1
- package/dist/runtime/types.d.ts +92 -1
- package/dist/runtime/types.d.ts.map +1 -1
- package/dist/search/evaluator.d.ts +71 -0
- package/dist/search/evaluator.d.ts.map +1 -1
- package/dist/search/evaluator.js +40 -5
- package/dist/search/evaluator.js.map +1 -1
- package/dist/search/index.d.ts +3 -5
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +4 -7
- package/dist/search/index.js.map +1 -1
- package/dist/search/moe-gate.d.ts +48 -2
- package/dist/search/moe-gate.d.ts.map +1 -1
- package/dist/search/moe-gate.js +117 -4
- package/dist/search/moe-gate.js.map +1 -1
- package/dist/search/refinement-loop.d.ts +63 -3
- package/dist/search/refinement-loop.d.ts.map +1 -1
- package/dist/search/refinement-loop.js +278 -23
- package/dist/search/refinement-loop.js.map +1 -1
- package/dist/search/refinement-types.d.ts +4 -2
- package/dist/search/refinement-types.d.ts.map +1 -1
- package/dist/search/refinement-types.js +2 -11
- package/dist/search/refinement-types.js.map +1 -1
- package/dist/search/router.d.ts +41 -34
- package/dist/search/router.d.ts.map +1 -1
- package/dist/search/router.js +156 -90
- package/dist/search/router.js.map +1 -1
- package/dist/search/solver.js +1 -1
- package/dist/search/solver.js.map +1 -1
- package/dist/search/task-difficulty.d.ts +54 -0
- package/dist/search/task-difficulty.d.ts.map +1 -0
- package/dist/search/task-difficulty.js +116 -0
- package/dist/search/task-difficulty.js.map +1 -0
- package/dist/search/tau-bench-verifier.d.ts +74 -0
- package/dist/search/tau-bench-verifier.d.ts.map +1 -0
- package/dist/search/tau-bench-verifier.js +96 -0
- package/dist/search/tau-bench-verifier.js.map +1 -0
- package/dist/search/verification-runner.d.ts.map +1 -1
- package/dist/search/verification-runner.js +6 -5
- package/dist/search/verification-runner.js.map +1 -1
- package/dist/session-bank/git-reader.d.ts.map +1 -1
- package/dist/session-bank/git-reader.js +5 -19
- package/dist/session-bank/git-reader.js.map +1 -1
- package/dist/session-bank/parser.d.ts.map +1 -1
- package/dist/session-bank/parser.js +26 -0
- package/dist/session-bank/parser.js.map +1 -1
- package/dist/session-bank/session-bank.d.ts.map +1 -1
- package/dist/session-bank/session-bank.js +2 -5
- package/dist/session-bank/session-bank.js.map +1 -1
- package/dist/session-bank/types.d.ts +24 -0
- package/dist/session-bank/types.d.ts.map +1 -1
- package/dist/surfacing/index.d.ts +3 -3
- package/dist/surfacing/index.d.ts.map +1 -1
- package/dist/surfacing/index.js +2 -2
- package/dist/surfacing/index.js.map +1 -1
- package/dist/surfacing/shared-bank.d.ts +43 -0
- package/dist/surfacing/shared-bank.d.ts.map +1 -0
- package/dist/surfacing/shared-bank.js +104 -0
- package/dist/surfacing/shared-bank.js.map +1 -0
- package/dist/surfacing/skill-library.d.ts +98 -2
- package/dist/surfacing/skill-library.d.ts.map +1 -1
- package/dist/surfacing/skill-library.js +192 -17
- package/dist/surfacing/skill-library.js.map +1 -1
- package/dist/surfacing/skill-publisher.d.ts +3 -1
- package/dist/surfacing/skill-publisher.d.ts.map +1 -1
- package/dist/surfacing/skill-publisher.js +28 -28
- package/dist/surfacing/skill-publisher.js.map +1 -1
- package/dist/surfacing/sqlite-storage-adapter.d.ts +2 -2
- package/dist/surfacing/sqlite-storage-adapter.d.ts.map +1 -1
- package/dist/surfacing/sqlite-storage-adapter.js +27 -18
- package/dist/surfacing/sqlite-storage-adapter.js.map +1 -1
- package/dist/types/analysis.d.ts +43 -0
- package/dist/types/analysis.d.ts.map +1 -0
- package/dist/types/analysis.js +10 -0
- package/dist/types/analysis.js.map +1 -0
- package/dist/types/config.d.ts +2178 -425
- package/dist/types/config.d.ts.map +1 -1
- package/dist/types/config.js +600 -88
- package/dist/types/config.js.map +1 -1
- package/dist/types/dataclaw.d.ts +3 -3
- package/dist/types/index.d.ts +4 -7
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +2 -10
- package/dist/types/index.js.map +1 -1
- package/dist/types/knowledge-graph.d.ts +1 -1
- package/dist/types/knowledge-graph.d.ts.map +1 -1
- package/dist/types/knowledge.d.ts +219 -11
- package/dist/types/knowledge.d.ts.map +1 -1
- package/dist/types/knowledge.js +90 -30
- package/dist/types/knowledge.js.map +1 -1
- package/dist/types/memory.d.ts +8 -0
- package/dist/types/memory.d.ts.map +1 -1
- package/dist/types/memory.js +12 -4
- package/dist/types/memory.js.map +1 -1
- package/dist/types/outcome.d.ts +11 -0
- package/dist/types/outcome.d.ts.map +1 -1
- package/dist/types/outcome.js +9 -0
- package/dist/types/outcome.js.map +1 -1
- package/dist/types/playbook.d.ts +63 -0
- package/dist/types/playbook.d.ts.map +1 -1
- package/dist/types/playbook.js +51 -0
- package/dist/types/playbook.js.map +1 -1
- package/dist/types/trajectory-source.d.ts +1 -1
- package/dist/types/trajectory-source.d.ts.map +1 -1
- package/dist/types/trajectory.d.ts +61 -0
- package/dist/types/trajectory.d.ts.map +1 -1
- package/dist/types/trajectory.js +25 -0
- package/dist/types/trajectory.js.map +1 -1
- package/dist/utils/clock.d.ts +36 -0
- package/dist/utils/clock.d.ts.map +1 -0
- package/dist/utils/clock.js +48 -0
- package/dist/utils/clock.js.map +1 -0
- package/dist/utils/frontmatter.d.ts.map +1 -1
- package/dist/utils/frontmatter.js +10 -2
- package/dist/utils/frontmatter.js.map +1 -1
- package/dist/utils/index.d.ts +4 -1
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js +4 -1
- package/dist/utils/index.js.map +1 -1
- package/dist/utils/logger.d.ts +31 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +50 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/objectives.d.ts +45 -0
- package/dist/utils/objectives.d.ts.map +1 -0
- package/dist/utils/objectives.js +74 -0
- package/dist/utils/objectives.js.map +1 -0
- package/dist/utils/partitioned-store.d.ts.map +1 -1
- package/dist/utils/partitioned-store.js.map +1 -1
- package/dist/utils/playbook-hash.d.ts +19 -0
- package/dist/utils/playbook-hash.d.ts.map +1 -0
- package/dist/utils/playbook-hash.js +51 -0
- package/dist/utils/playbook-hash.js.map +1 -0
- package/dist/utils/similarity.d.ts.map +1 -1
- package/dist/utils/similarity.js.map +1 -1
- package/dist/utils/solver-canonicalizer.d.ts +22 -0
- package/dist/utils/solver-canonicalizer.d.ts.map +1 -0
- package/dist/utils/solver-canonicalizer.js +41 -0
- package/dist/utils/solver-canonicalizer.js.map +1 -0
- package/dist/utils/storage.d.ts.map +1 -1
- package/dist/utils/storage.js +1 -3
- package/dist/utils/storage.js.map +1 -1
- package/dist/utils/task-signature.d.ts +34 -0
- package/dist/utils/task-signature.d.ts.map +1 -0
- package/dist/utils/task-signature.js +112 -0
- package/dist/utils/task-signature.js.map +1 -0
- package/dist/utils/trajectory-helpers.d.ts.map +1 -1
- package/dist/utils/trajectory-helpers.js.map +1 -1
- package/dist/utils/validation.d.ts.map +1 -1
- package/dist/utils/validation.js.map +1 -1
- package/dist/workspace/efficacy-toolkit.d.ts.map +1 -1
- package/dist/workspace/efficacy-toolkit.js +18 -26
- package/dist/workspace/efficacy-toolkit.js.map +1 -1
- package/dist/workspace/index.d.ts +4 -3
- package/dist/workspace/index.d.ts.map +1 -1
- package/dist/workspace/index.js +5 -3
- package/dist/workspace/index.js.map +1 -1
- package/dist/workspace/runner.d.ts.map +1 -1
- package/dist/workspace/runner.js +95 -21
- package/dist/workspace/runner.js.map +1 -1
- package/dist/workspace/skill-converter.d.ts +66 -1
- package/dist/workspace/skill-converter.d.ts.map +1 -1
- package/dist/workspace/skill-converter.js +238 -19
- package/dist/workspace/skill-converter.js.map +1 -1
- package/dist/workspace/skill-import.d.ts +43 -0
- package/dist/workspace/skill-import.d.ts.map +1 -0
- package/dist/workspace/skill-import.js +40 -0
- package/dist/workspace/skill-import.js.map +1 -0
- package/dist/workspace/templates/index.d.ts +6 -8
- package/dist/workspace/templates/index.d.ts.map +1 -1
- package/dist/workspace/templates/index.js +7 -11
- package/dist/workspace/templates/index.js.map +1 -1
- package/dist/workspace/templates/knowledge-defrag.d.ts.map +1 -1
- package/dist/workspace/templates/knowledge-defrag.js +0 -2
- package/dist/workspace/templates/knowledge-defrag.js.map +1 -1
- package/dist/workspace/templates/knowledge-extraction.d.ts +11 -0
- package/dist/workspace/templates/knowledge-extraction.d.ts.map +1 -1
- package/dist/workspace/templates/knowledge-extraction.js +11 -6
- package/dist/workspace/templates/knowledge-extraction.js.map +1 -1
- package/dist/workspace/templates/playbook-conditioning.d.ts +38 -0
- package/dist/workspace/templates/playbook-conditioning.d.ts.map +1 -0
- package/dist/workspace/templates/playbook-conditioning.js +147 -0
- package/dist/workspace/templates/playbook-conditioning.js.map +1 -0
- package/dist/workspace/templates/playbook-decay-detection.d.ts.map +1 -1
- package/dist/workspace/templates/playbook-decay-detection.js +24 -18
- package/dist/workspace/templates/playbook-decay-detection.js.map +1 -1
- package/dist/workspace/templates/playbook-efficacy-audit.d.ts.map +1 -1
- package/dist/workspace/templates/playbook-efficacy-audit.js +26 -11
- package/dist/workspace/templates/playbook-efficacy-audit.js.map +1 -1
- package/dist/workspace/templates/playbook-extraction.d.ts.map +1 -1
- package/dist/workspace/templates/playbook-extraction.js +75 -15
- package/dist/workspace/templates/playbook-extraction.js.map +1 -1
- package/dist/workspace/templates/playbook-lifecycle-review.d.ts.map +1 -1
- package/dist/workspace/templates/playbook-lifecycle-review.js +12 -8
- package/dist/workspace/templates/playbook-lifecycle-review.js.map +1 -1
- package/dist/workspace/templates/refinement-analysis.d.ts.map +1 -1
- package/dist/workspace/templates/refinement-analysis.js +11 -5
- package/dist/workspace/templates/refinement-analysis.js.map +1 -1
- package/dist/workspace/templates/skill-enrichment.d.ts.map +1 -1
- package/dist/workspace/templates/skill-enrichment.js +7 -11
- package/dist/workspace/templates/skill-enrichment.js.map +1 -1
- package/dist/workspace/templates/solution-evaluation.d.ts.map +1 -1
- package/dist/workspace/templates/solution-evaluation.js +15 -8
- package/dist/workspace/templates/solution-evaluation.js.map +1 -1
- package/dist/workspace/templates/trajectory-analysis.d.ts.map +1 -1
- package/dist/workspace/templates/trajectory-analysis.js +1 -3
- package/dist/workspace/templates/trajectory-analysis.js.map +1 -1
- package/dist/workspace/templates/usage-inference.d.ts.map +1 -1
- package/dist/workspace/templates/usage-inference.js +9 -7
- package/dist/workspace/templates/usage-inference.js.map +1 -1
- package/dist/workspace/types.d.ts +32 -2
- package/dist/workspace/types.d.ts.map +1 -1
- package/dist/workspace/types.js +29 -0
- package/dist/workspace/types.js.map +1 -1
- package/package.json +43 -19
- package/playbooks/agent-ops/long-task-checkpointing.json +54 -0
- package/playbooks/agent-ops/progressive-context-gathering.json +56 -0
- package/playbooks/agent-ops/safe-destructive-operations.json +59 -0
- package/playbooks/agent-ops/scope-discipline.json +56 -0
- package/playbooks/agent-ops/stall-detection-strategy-switch.json +55 -0
- package/playbooks/agent-ops/verification-before-completion.json +54 -0
- package/playbooks/alfworld/clean-and-place.json +35 -0
- package/playbooks/alfworld/cool-and-place.json +35 -0
- package/playbooks/alfworld/examine-in-light.json +32 -0
- package/playbooks/alfworld/heat-and-place.json +35 -0
- package/playbooks/alfworld/pick-and-place.json +37 -0
- package/playbooks/alfworld/pick-two-and-place.json +35 -0
- package/.claude/settings.json +0 -197
- package/.entire/settings.json +0 -4
- package/.sessionlog/settings.json +0 -4
- package/CLAUDE.md +0 -233
- package/SKILL.md +0 -193
- package/docs/DESIGN-agentic-workspace.md +0 -2057
- package/docs/DESIGN-semantic-memory-knowledge-bank.md +0 -1789
- package/docs/DESIGN-session-bank.md +0 -1134
- package/docs/DESIGN-team-extraction-pipeline.md +0 -1369
- package/docs/PROPOSAL-team-aware-learning.md +0 -1080
- package/docs/RESEARCH-semantic-memory-knowledge-structures.md +0 -517
- package/docs/RESEARCH-team-trajectory-learning.md +0 -553
- package/gaps.md +0 -204
- package/scripts/migrate-to-playbooks.ts +0 -307
- package/src/agents/index.ts +0 -14
- package/src/agents/mock-provider.ts +0 -93
- package/src/agents/types.ts +0 -137
- package/src/atlas.ts +0 -1198
- package/src/bin/cli-utils.ts +0 -220
- package/src/bin/cognitive-core.ts +0 -162
- package/src/bin/commands/kb.ts +0 -266
- package/src/bin/commands/learn.ts +0 -100
- package/src/bin/commands/legacy.ts +0 -182
- package/src/bin/commands/run.ts +0 -113
- package/src/bin/commands/sessions.ts +0 -221
- package/src/bin/commands/skills.ts +0 -146
- package/src/embeddings/bm25.ts +0 -337
- package/src/embeddings/index.ts +0 -42
- package/src/embeddings/inverted-index.ts +0 -134
- package/src/embeddings/manager.ts +0 -293
- package/src/embeddings/provider.ts +0 -318
- package/src/embeddings/vector-store.ts +0 -365
- package/src/factory.ts +0 -280
- package/src/index.ts +0 -495
- package/src/learning/analyzer.ts +0 -319
- package/src/learning/effectiveness.ts +0 -428
- package/src/learning/energy-evaluator.ts +0 -282
- package/src/learning/healing-orchestrator.ts +0 -383
- package/src/learning/index.ts +0 -150
- package/src/learning/instant-loop.ts +0 -357
- package/src/learning/knowledge-extractor.ts +0 -470
- package/src/learning/maintenance-scheduler.ts +0 -271
- package/src/learning/meta-learner.ts +0 -552
- package/src/learning/playbook-extractor.ts +0 -702
- package/src/learning/reflexion-generator.ts +0 -273
- package/src/learning/team-ingester.ts +0 -499
- package/src/learning/team-meta-learner.ts +0 -558
- package/src/learning/team-pipeline.ts +0 -364
- package/src/learning/trajectory-sources/dataclaw.ts +0 -403
- package/src/learning/trajectory-sources/entire.ts +0 -251
- package/src/learning/trajectory-sources/file.ts +0 -136
- package/src/learning/trajectory-sources/huggingface.ts +0 -248
- package/src/learning/trajectory-sources/in-memory.ts +0 -61
- package/src/learning/trajectory-sources/index.ts +0 -15
- package/src/learning/trajectory-sources/pipeline.ts +0 -69
- package/src/learning/unified-pipeline.ts +0 -1191
- package/src/learning/usage-inference.ts +0 -372
- package/src/mcp/index.ts +0 -12
- package/src/mcp/playbook-server.ts +0 -565
- package/src/memory/candidate-retrieval.ts +0 -72
- package/src/memory/causal-store.ts +0 -273
- package/src/memory/coherence.ts +0 -252
- package/src/memory/curated-loader.ts +0 -213
- package/src/memory/experience.ts +0 -682
- package/src/memory/graph-layers/base.ts +0 -184
- package/src/memory/graph-layers/causal.ts +0 -16
- package/src/memory/graph-layers/entity.ts +0 -16
- package/src/memory/graph-layers/index.ts +0 -5
- package/src/memory/graph-layers/semantic.ts +0 -16
- package/src/memory/graph-layers/temporal.ts +0 -16
- package/src/memory/index.ts +0 -131
- package/src/memory/knowledge-bank.ts +0 -1317
- package/src/memory/knowledge-defrag.ts +0 -329
- package/src/memory/knowledge-graph.ts +0 -361
- package/src/memory/meta.ts +0 -488
- package/src/memory/playbook.ts +0 -676
- package/src/memory/reasoning-bank.ts +0 -458
- package/src/memory/reflexion.ts +0 -122
- package/src/memory/search-provider.ts +0 -35
- package/src/memory/search-providers/index.ts +0 -3
- package/src/memory/search-providers/minimem.ts +0 -84
- package/src/memory/search-providers/text-similarity.ts +0 -35
- package/src/memory/skill-exporter.ts +0 -357
- package/src/memory/source-resolver.ts +0 -422
- package/src/memory/system.ts +0 -620
- package/src/memory/team-experience.ts +0 -604
- package/src/memory/temporal-compressor.ts +0 -409
- package/src/persistence/index.ts +0 -37
- package/src/persistence/migrator.ts +0 -298
- package/src/persistence/serializers.ts +0 -79
- package/src/persistence/sqlite-persistence.ts +0 -925
- package/src/runtime/backends/acp-protocol.ts +0 -231
- package/src/runtime/backends/acp.ts +0 -239
- package/src/runtime/backends/index.ts +0 -38
- package/src/runtime/backends/macro-agent.ts +0 -177
- package/src/runtime/backends/mock.ts +0 -218
- package/src/runtime/backends/subprocess.ts +0 -356
- package/src/runtime/compute-provider.ts +0 -206
- package/src/runtime/flows/learning.ts +0 -166
- package/src/runtime/flows/validation.ts +0 -381
- package/src/runtime/index.ts +0 -75
- package/src/runtime/manager.ts +0 -685
- package/src/runtime/types.ts +0 -198
- package/src/search/evaluator.ts +0 -499
- package/src/search/index.ts +0 -78
- package/src/search/moe-gate.ts +0 -304
- package/src/search/refinement-loop.ts +0 -457
- package/src/search/refinement-types.ts +0 -159
- package/src/search/router.ts +0 -368
- package/src/search/solver.ts +0 -303
- package/src/search/team-router.ts +0 -459
- package/src/search/verification-runner.ts +0 -570
- package/src/session-bank/git-reader.ts +0 -200
- package/src/session-bank/index.ts +0 -26
- package/src/session-bank/parser.ts +0 -548
- package/src/session-bank/session-bank.ts +0 -485
- package/src/session-bank/types.ts +0 -176
- package/src/surfacing/index.ts +0 -29
- package/src/surfacing/publisher.ts +0 -23
- package/src/surfacing/skill-library.ts +0 -625
- package/src/surfacing/skill-publisher.ts +0 -257
- package/src/surfacing/sqlite-storage-adapter.ts +0 -285
- package/src/surfacing/team-skill-library.ts +0 -610
- package/src/types/config.ts +0 -661
- package/src/types/dataclaw.ts +0 -99
- package/src/types/huggingface-transformers.d.ts +0 -12
- package/src/types/index.ts +0 -293
- package/src/types/knowledge-graph.ts +0 -246
- package/src/types/knowledge.ts +0 -388
- package/src/types/memory.ts +0 -300
- package/src/types/meta.ts +0 -218
- package/src/types/outcome.ts +0 -66
- package/src/types/playbook.ts +0 -215
- package/src/types/step.ts +0 -40
- package/src/types/task.ts +0 -52
- package/src/types/team-meta.ts +0 -212
- package/src/types/team-playbook.ts +0 -384
- package/src/types/team-trajectory.ts +0 -673
- package/src/types/trajectory-source.ts +0 -47
- package/src/types/trajectory.ts +0 -80
- package/src/utils/error-classifier.ts +0 -113
- package/src/utils/frontmatter.ts +0 -118
- package/src/utils/index.ts +0 -63
- package/src/utils/partitioned-store.ts +0 -299
- package/src/utils/similarity.ts +0 -139
- package/src/utils/storage.ts +0 -249
- package/src/utils/trajectory-helpers.ts +0 -79
- package/src/utils/validation.ts +0 -286
- package/src/workspace/efficacy-toolkit.ts +0 -496
- package/src/workspace/index.ts +0 -77
- package/src/workspace/runner.ts +0 -281
- package/src/workspace/skill-converter.ts +0 -288
- package/src/workspace/templates/index.ts +0 -95
- package/src/workspace/templates/knowledge-defrag.ts +0 -223
- package/src/workspace/templates/knowledge-extraction.ts +0 -337
- package/src/workspace/templates/meta-reflection.ts +0 -208
- package/src/workspace/templates/playbook-decay-detection.ts +0 -272
- package/src/workspace/templates/playbook-efficacy-audit.ts +0 -246
- package/src/workspace/templates/playbook-extraction.ts +0 -240
- package/src/workspace/templates/playbook-lifecycle-review.ts +0 -274
- package/src/workspace/templates/refinement-analysis.ts +0 -162
- package/src/workspace/templates/skill-enrichment.ts +0 -275
- package/src/workspace/templates/solution-evaluation.ts +0 -199
- package/src/workspace/templates/team-playbook-extraction.ts +0 -631
- package/src/workspace/templates/team-trajectory-analysis.ts +0 -564
- package/src/workspace/templates/trajectory-analysis.ts +0 -234
- package/src/workspace/templates/usage-inference.ts +0 -163
- package/src/workspace/types.ts +0 -185
- package/tests/atlas-knowledge.test.ts +0 -165
- package/tests/embeddings/bm25.test.ts +0 -130
- package/tests/embeddings/inverted-index.test.ts +0 -138
- package/tests/embeddings/manager.test.ts +0 -205
- package/tests/feature-toggles.test.ts +0 -275
- package/tests/fixtures/behavioral-trajectories.ts +0 -210
- package/tests/gap-fixes.test.ts +0 -1116
- package/tests/integration/atlas.test.ts +0 -266
- package/tests/integration/cli-e2e.test.ts +0 -621
- package/tests/integration/curated-sources-e2e.test.ts +0 -502
- package/tests/integration/dataclaw-e2e.test.ts +0 -559
- package/tests/integration/e2e.test.ts +0 -1337
- package/tests/integration/entire-e2e.test.ts +0 -376
- package/tests/integration/huggingface-e2e.test.ts +0 -627
- package/tests/integration/persistence-e2e.test.ts +0 -741
- package/tests/integration/phase-e2e.test.ts +0 -1143
- package/tests/integration/pipeline-data-correctness.test.ts +0 -794
- package/tests/integration/session-bank.test.ts +0 -231
- package/tests/integration/sessionlog-e2e.test.ts +0 -329
- package/tests/integration/skill-tree-wiring.test.ts +0 -152
- package/tests/integration/unified-pipeline-e2e.test.ts +0 -634
- package/tests/learning/analyzer.test.ts +0 -426
- package/tests/learning/dataclaw-trajectory-source.test.ts +0 -642
- package/tests/learning/effectiveness.test.ts +0 -542
- package/tests/learning/energy-evaluator.test.ts +0 -180
- package/tests/learning/entire-trajectory-source.test.ts +0 -380
- package/tests/learning/healing-orchestrator.test.ts +0 -269
- package/tests/learning/huggingface-trajectory-source.test.ts +0 -817
- package/tests/learning/instant-loop.test.ts +0 -243
- package/tests/learning/knowledge-extractor.test.ts +0 -491
- package/tests/learning/maintenance-scheduler.test.ts +0 -191
- package/tests/learning/meta-learner.test.ts +0 -418
- package/tests/learning/pipeline-memory-updates.test.ts +0 -721
- package/tests/learning/playbook-extractor-provenance.test.ts +0 -114
- package/tests/learning/reflexion-generator.test.ts +0 -411
- package/tests/learning/team-ingester.test.ts +0 -349
- package/tests/learning/team-meta-learner.test.ts +0 -618
- package/tests/learning/team-pipeline.test.ts +0 -334
- package/tests/learning/trajectory-sources.test.ts +0 -320
- package/tests/learning/unified-pipeline-efficacy.test.ts +0 -232
- package/tests/learning/unified-pipeline.test.ts +0 -322
- package/tests/learning/usage-inference.test.ts +0 -254
- package/tests/mcp/playbook-server.test.ts +0 -257
- package/tests/memory/candidate-retrieval.test.ts +0 -167
- package/tests/memory/causal-store.test.ts +0 -276
- package/tests/memory/coherence.test.ts +0 -232
- package/tests/memory/compound-engineering-seed.test.ts +0 -338
- package/tests/memory/curated-loader-extended.test.ts +0 -225
- package/tests/memory/experience.test.ts +0 -203
- package/tests/memory/graph-layers/semantic.test.ts +0 -219
- package/tests/memory/knowledge-bank-extraction.test.ts +0 -558
- package/tests/memory/knowledge-bank.test.ts +0 -705
- package/tests/memory/knowledge-defrag.test.ts +0 -366
- package/tests/memory/knowledge-evolution.test.ts +0 -563
- package/tests/memory/knowledge-graph.test.ts +0 -492
- package/tests/memory/knowledge-inbox.test.ts +0 -258
- package/tests/memory/knowledge-minimem.test.ts +0 -251
- package/tests/memory/meta.test.ts +0 -399
- package/tests/memory/playbook-quality-validation.test.ts +0 -430
- package/tests/memory/playbook.test.ts +0 -644
- package/tests/memory/provenance.test.ts +0 -648
- package/tests/memory/reasoning-bank.test.ts +0 -239
- package/tests/memory/reflexion.test.ts +0 -166
- package/tests/memory/skill-exporter.test.ts +0 -475
- package/tests/memory/source-resolver.test.ts +0 -700
- package/tests/memory/system.test.ts +0 -330
- package/tests/memory/team-experience.test.ts +0 -411
- package/tests/memory/temporal-compressor.test.ts +0 -318
- package/tests/persistence/migrator.test.ts +0 -1009
- package/tests/persistence/sqlite-persistence.test.ts +0 -635
- package/tests/runtime/agent-manager.test.ts +0 -517
- package/tests/runtime/compute-provider.test.ts +0 -288
- package/tests/runtime/delegate.test.ts +0 -354
- package/tests/runtime/macro-agent-backend.test.ts +0 -266
- package/tests/runtime/mock-backend.test.ts +0 -248
- package/tests/search/evaluator.test.ts +0 -257
- package/tests/search/moe-gate.test.ts +0 -250
- package/tests/search/refinement-loop.test.ts +0 -477
- package/tests/search/refinement.test.ts +0 -267
- package/tests/search/router.test.ts +0 -506
- package/tests/search/team-router.test.ts +0 -376
- package/tests/search/verification-runner.test.ts +0 -357
- package/tests/session-bank/fixtures/multi-tool-session/full.jsonl +0 -12
- package/tests/session-bank/fixtures/multi-tool-session/metadata.json +0 -28
- package/tests/session-bank/fixtures/root-metadata.json +0 -18
- package/tests/session-bank/fixtures/sessionlog-root-metadata.json +0 -16
- package/tests/session-bank/fixtures/sessionlog-session/full.jsonl +0 -6
- package/tests/session-bank/fixtures/sessionlog-session/metadata.json +0 -55
- package/tests/session-bank/fixtures/simple-session/full.jsonl +0 -6
- package/tests/session-bank/fixtures/simple-session/metadata.json +0 -38
- package/tests/session-bank/git-reader.test.ts +0 -232
- package/tests/session-bank/parser.test.ts +0 -453
- package/tests/session-bank/session-bank.test.ts +0 -546
- package/tests/surfacing/skill-library.test.ts +0 -297
- package/tests/surfacing/skill-publisher.test.ts +0 -437
- package/tests/surfacing/sqlite-storage-adapter.test.ts +0 -206
- package/tests/surfacing/team-skill-library.test.ts +0 -444
- package/tests/types/outcome.test.ts +0 -147
- package/tests/types/step.test.ts +0 -133
- package/tests/types/task.test.ts +0 -158
- package/tests/types/team-meta.test.ts +0 -147
- package/tests/types/team-playbook.test.ts +0 -246
- package/tests/types/team-trajectory.test.ts +0 -557
- package/tests/types/trajectory.test.ts +0 -253
- package/tests/utils/error-classifier.test.ts +0 -149
- package/tests/utils/frontmatter.test.ts +0 -208
- package/tests/utils/partitioned-store.test.ts +0 -230
- package/tests/utils/similarity.test.ts +0 -188
- package/tests/utils/trajectory-helpers.test.ts +0 -163
- package/tests/utils/validation.test.ts +0 -252
- package/tests/workspace/efficacy-toolkit.test.ts +0 -404
- package/tests/workspace/full-flow.test.ts +0 -845
- package/tests/workspace/manager.test.ts +0 -215
- package/tests/workspace/runner.test.ts +0 -336
- package/tests/workspace/skill-converter.test.ts +0 -205
- package/tests/workspace/templates/knowledge-extraction.test.ts +0 -235
- package/tests/workspace/templates/playbook-efficacy.test.ts +0 -377
- package/tests/workspace/templates/team-playbook-extraction.test.ts +0 -341
- package/tests/workspace/templates/team-trajectory-analysis.test.ts +0 -417
- package/tsconfig.json +0 -25
- package/vitest.config.ts +0 -22
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
import { createTask, createStep, createTrajectory, successOutcome, failureOutcome, } from '../../types/index.js';
|
|
2
|
+
import { seededRng } from '../rng.js';
|
|
3
|
+
export const TASK_TYPES = ['pick', 'clean', 'heat', 'cool', 'examine', 'pick-two'];
|
|
4
|
+
const OBJECTS = [
|
|
5
|
+
'apple',
|
|
6
|
+
'potato',
|
|
7
|
+
'tomato',
|
|
8
|
+
'egg',
|
|
9
|
+
'lettuce',
|
|
10
|
+
'mug',
|
|
11
|
+
'cup',
|
|
12
|
+
'plate',
|
|
13
|
+
'bowl',
|
|
14
|
+
'spoon',
|
|
15
|
+
'knife',
|
|
16
|
+
'fork',
|
|
17
|
+
'soapbar',
|
|
18
|
+
'cloth',
|
|
19
|
+
'alarmclock',
|
|
20
|
+
'book',
|
|
21
|
+
'pen',
|
|
22
|
+
'cd',
|
|
23
|
+
'watch',
|
|
24
|
+
'keychain',
|
|
25
|
+
'pencil',
|
|
26
|
+
'creditcard',
|
|
27
|
+
];
|
|
28
|
+
const SOURCES = ['countertop 1', 'diningtable 1', 'sidetable 1', 'shelf 1', 'desk 1', 'drawer 1'];
|
|
29
|
+
const RECEPS = ['fridge 1', 'cabinet 1', 'countertop 1', 'drawer 1', 'shelf 1', 'garbagecan 1'];
|
|
30
|
+
/** Goal text + action recipe for a given task type. */
|
|
31
|
+
function instantiate(type, obj, src, recep) {
|
|
32
|
+
switch (type) {
|
|
33
|
+
case 'heat':
|
|
34
|
+
return {
|
|
35
|
+
goal: `heat some ${obj} and put it in ${recep}`,
|
|
36
|
+
actions: [
|
|
37
|
+
`go to ${src}`,
|
|
38
|
+
`take ${obj} 1 from ${src}`,
|
|
39
|
+
'go to microwave 1',
|
|
40
|
+
`heat ${obj} 1 with microwave 1`,
|
|
41
|
+
`go to ${recep}`,
|
|
42
|
+
`put ${obj} 1 in/on ${recep}`,
|
|
43
|
+
],
|
|
44
|
+
};
|
|
45
|
+
case 'cool':
|
|
46
|
+
return {
|
|
47
|
+
goal: `cool some ${obj} and put it in ${recep}`,
|
|
48
|
+
actions: [
|
|
49
|
+
`go to ${src}`,
|
|
50
|
+
`take ${obj} 1 from ${src}`,
|
|
51
|
+
'go to fridge 1',
|
|
52
|
+
`cool ${obj} 1 with fridge 1`,
|
|
53
|
+
`go to ${recep}`,
|
|
54
|
+
`put ${obj} 1 in/on ${recep}`,
|
|
55
|
+
],
|
|
56
|
+
};
|
|
57
|
+
case 'clean':
|
|
58
|
+
return {
|
|
59
|
+
goal: `clean some ${obj} and put it in ${recep}`,
|
|
60
|
+
actions: [
|
|
61
|
+
`go to ${src}`,
|
|
62
|
+
`take ${obj} 1 from ${src}`,
|
|
63
|
+
'go to sinkbasin 1',
|
|
64
|
+
`clean ${obj} 1 with sinkbasin 1`,
|
|
65
|
+
`go to ${recep}`,
|
|
66
|
+
`put ${obj} 1 in/on ${recep}`,
|
|
67
|
+
],
|
|
68
|
+
};
|
|
69
|
+
case 'pick':
|
|
70
|
+
return {
|
|
71
|
+
goal: `put some ${obj} in ${recep}`,
|
|
72
|
+
actions: [
|
|
73
|
+
`go to ${src}`,
|
|
74
|
+
`take ${obj} 1 from ${src}`,
|
|
75
|
+
`go to ${recep}`,
|
|
76
|
+
`put ${obj} 1 in/on ${recep}`,
|
|
77
|
+
],
|
|
78
|
+
};
|
|
79
|
+
case 'examine':
|
|
80
|
+
return {
|
|
81
|
+
goal: `examine the ${obj} with the desklamp`,
|
|
82
|
+
actions: [
|
|
83
|
+
`go to ${src}`,
|
|
84
|
+
`take ${obj} 1 from ${src}`,
|
|
85
|
+
'go to desklamp 1',
|
|
86
|
+
'use desklamp 1',
|
|
87
|
+
],
|
|
88
|
+
};
|
|
89
|
+
case 'pick-two':
|
|
90
|
+
return {
|
|
91
|
+
goal: `put two ${obj} in ${recep}`,
|
|
92
|
+
actions: [
|
|
93
|
+
`go to ${src}`,
|
|
94
|
+
`take ${obj} 1 from ${src}`,
|
|
95
|
+
`go to ${recep}`,
|
|
96
|
+
`put ${obj} 1 in/on ${recep}`,
|
|
97
|
+
`go to ${src}`,
|
|
98
|
+
`take ${obj} 2 from ${src}`,
|
|
99
|
+
`go to ${recep}`,
|
|
100
|
+
`put ${obj} 2 in/on ${recep}`,
|
|
101
|
+
],
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
function pick(arr, rng) {
|
|
106
|
+
return arr[Math.floor(rng() * arr.length)];
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* Build a labeled corpus: `perType` tasks per task type, deterministic by seed.
|
|
110
|
+
* A fraction are marked failed (to exercise success-biased retrieval).
|
|
111
|
+
*/
|
|
112
|
+
export function buildAlfworldCorpus(opts = {}) {
|
|
113
|
+
const perType = opts.perType ?? 6;
|
|
114
|
+
const failRate = opts.failRate ?? 0.3;
|
|
115
|
+
const rng = seededRng('corpus', opts.seed ?? 1);
|
|
116
|
+
const out = [];
|
|
117
|
+
for (const type of TASK_TYPES) {
|
|
118
|
+
for (let i = 0; i < perType; i++) {
|
|
119
|
+
const obj = pick(OBJECTS, rng);
|
|
120
|
+
const { goal, actions } = instantiate(type, obj, pick(SOURCES, rng), pick(RECEPS, rng));
|
|
121
|
+
out.push({ goal, type, actions, success: rng() >= failRate });
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
return out;
|
|
125
|
+
}
|
|
126
|
+
/**
|
|
127
|
+
* Held-out query tasks (new object draws), labeled by type. These are NOT in
|
|
128
|
+
* the corpus — they're what we retrieve against.
|
|
129
|
+
*/
|
|
130
|
+
export function buildAlfworldQueries(opts = {}) {
|
|
131
|
+
const perType = opts.perType ?? 3;
|
|
132
|
+
const rng = seededRng('queries', opts.seed ?? 99);
|
|
133
|
+
const out = [];
|
|
134
|
+
for (const type of TASK_TYPES) {
|
|
135
|
+
for (let i = 0; i < perType; i++) {
|
|
136
|
+
const { goal } = instantiate(type, pick(OBJECTS, rng), pick(SOURCES, rng), pick(RECEPS, rng));
|
|
137
|
+
out.push({ goal, type });
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
return out;
|
|
141
|
+
}
|
|
142
|
+
/** Convert a labeled task to a Trajectory (so storeTrajectory populates steps). */
|
|
143
|
+
export function taskToTrajectory(task) {
|
|
144
|
+
const steps = task.actions.map((a) => createStep({ action: a, observation: 'You arrive at the location. (obs)' }));
|
|
145
|
+
const transcript = `Your task is to: ${task.goal}\n` + task.actions.map((a) => `> ${a}`).join('\n');
|
|
146
|
+
return createTrajectory({
|
|
147
|
+
task: createTask({
|
|
148
|
+
domain: 'embodied',
|
|
149
|
+
description: task.goal,
|
|
150
|
+
context: { taskType: task.type },
|
|
151
|
+
metadata: { skillTag: 'alfworld', taskType: task.type },
|
|
152
|
+
}),
|
|
153
|
+
steps,
|
|
154
|
+
outcome: task.success ? successOutcome(transcript) : failureOutcome('did not complete'),
|
|
155
|
+
agentId: 'corpus',
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
//# sourceMappingURL=corpus.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"corpus.js","sourceRoot":"","sources":["../../../src/eval/retrieval/corpus.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,cAAc,GACf,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAatC,MAAM,CAAC,MAAM,UAAU,GAAe,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;AAS/F,MAAM,OAAO,GAAG;IACd,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,KAAK;IACL,SAAS;IACT,KAAK;IACL,KAAK;IACL,OAAO;IACP,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,SAAS;IACT,OAAO;IACP,YAAY;IACZ,MAAM;IACN,KAAK;IACL,IAAI;IACJ,OAAO;IACP,UAAU;IACV,QAAQ;IACR,YAAY;CACb,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,cAAc,EAAE,eAAe,EAAE,aAAa,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;AAClG,MAAM,MAAM,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;AAEhG,uDAAuD;AACvD,SAAS,WAAW,CAClB,IAAc,EACd,GAAW,EACX,GAAW,EACX,KAAa;IAEb,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,aAAa,GAAG,kBAAkB,KAAK,EAAE;gBAC/C,OAAO,EAAE;oBACP,SAAS,GAAG,EAAE;oBACd,QAAQ,GAAG,WAAW,GAAG,EAAE;oBAC3B,mBAAmB;oBACnB,QAAQ,GAAG,qBAAqB;oBAChC,SAAS,KAAK,EAAE;oBAChB,OAAO,GAAG,YAAY,KAAK,EAAE;iBAC9B;aACF,CAAC;QACJ,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,aAAa,GAAG,kBAAkB,KAAK,EAAE;gBAC/C,OAAO,EAAE;oBACP,SAAS,GAAG,EAAE;oBACd,QAAQ,GAAG,WAAW,GAAG,EAAE;oBAC3B,gBAAgB;oBAChB,QAAQ,GAAG,kBAAkB;oBAC7B,SAAS,KAAK,EAAE;oBAChB,OAAO,GAAG,YAAY,KAAK,EAAE;iBAC9B;aACF,CAAC;QACJ,KAAK,OAAO;YACV,OAAO;gBACL,IAAI,EAAE,cAAc,GAAG,kBAAkB,KAAK,EAAE;gBAChD,OAAO,EAAE;oBACP,SAAS,GAAG,EAAE;oBACd,QAAQ,GAAG,WAAW,GAAG,EAAE;oBAC3B,mBAAmB;oBACnB,SAAS,GAAG,qBAAqB;oBACjC,SAAS,KAAK,EAAE;oBAChB,OAAO,GAAG,YAAY,KAAK,EAAE;iBAC9B;aACF,CAAC;QACJ,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,YAAY,GAAG,OAAO,KAAK,EAAE;gBACnC,OAAO,EAAE;oBACP,SAAS,GAAG,EAAE;oBACd,QAAQ,GAAG,WAAW,GAAG,EAAE;oBAC3B,SAAS,KAAK,EAAE;oBAChB,OAAO,GAAG,YAAY,KAAK,EAAE;iBAC9B;aACF,CAAC;QACJ,KAAK,SAAS;YACZ,OAAO;gBACL,IAAI,EAAE,eAAe,GAAG,oBAAoB;gBAC5C,OAAO,EAAE;oBACP,SAAS,GAAG,EAAE;oBACd,QAAQ,GAAG,WAAW,GAAG,EAAE;oBAC3B,kBAAkB;oBAClB,gBAAgB;iBACjB;aACF,CAAC;QACJ,KAAK,UAAU;YACb,OAAO;gBACL,IAAI,EAAE,WAAW,GAAG,OAAO,KAAK,EAAE;gBAClC,OAAO,EAAE;oBACP,SAAS,GAAG,EAAE;oBACd,QAAQ,GAAG,WAAW,GAAG,EAAE;oBAC3B,SAAS,KAAK,EAAE;oBAChB,OAAO,GAAG,YAAY,KAAK,EAAE;oBAC7B,SAAS,GAAG,EAAE;oBACd,QAAQ,GAAG,WAAW,GAAG,EAAE;oBAC3B,SAAS,KAAK,EAAE;oBAChB,OAAO,GAAG,YAAY,KAAK,EAAE;iBAC9B;aACF,CAAC;IACN,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAI,GAAQ,EAAE,GAAiB;IAC1C,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAA+D,EAAE;IAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC;IACtC,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAChD,MAAM,GAAG,GAAkB,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC/B,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;YACxF,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,OAA4C,EAAE;IAE9C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAClD,MAAM,GAAG,GAA4C,EAAE,CAAC;IACxD,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,MAAM,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9F,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,gBAAgB,CAAC,IAAiB;IAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACnC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,mCAAmC,EAAE,CAAC,CAC5E,CAAC;IACF,MAAM,UAAU,GACd,oBAAoB,IAAI,CAAC,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnF,OAAO,gBAAgB,CAAC;QACtB,IAAI,EAAE,UAAU,CAAC;YACf,MAAM,EAAE,UAAU;YAClB,WAAW,EAAE,IAAI,CAAC,IAAI;YACtB,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE;YAChC,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE;SACxD,CAAC;QACF,KAAK;QACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,kBAAkB,CAAC;QACvF,OAAO,EAAE,QAAQ;KAClB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Offline retrieval-quality harness: measures whether goal-keyed memory
|
|
3
|
+
* retrieval surfaces the right task type / excludes failures / renders a usable
|
|
4
|
+
* recipe — deterministically, with no live agent. Used to tune k / thresholds /
|
|
5
|
+
* embeddings and as a regression guard on the retrieval mechanism.
|
|
6
|
+
*/
|
|
7
|
+
export * from './corpus.js';
|
|
8
|
+
export * from './quality.js';
|
|
9
|
+
export * from './knowledge-corpus.js';
|
|
10
|
+
export * from './knowledge-quality.js';
|
|
11
|
+
export * from './ladder.js';
|
|
12
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAG7B,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AAGvC,cAAc,aAAa,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Offline retrieval-quality harness: measures whether goal-keyed memory
|
|
3
|
+
* retrieval surfaces the right task type / excludes failures / renders a usable
|
|
4
|
+
* recipe — deterministically, with no live agent. Used to tune k / thresholds /
|
|
5
|
+
* embeddings and as a regression guard on the retrieval mechanism.
|
|
6
|
+
*/
|
|
7
|
+
export * from './corpus.js';
|
|
8
|
+
export * from './quality.js';
|
|
9
|
+
// A-MEM-inspired knowledge-note retrieval benchmarking (lexical vs embedding).
|
|
10
|
+
export * from './knowledge-corpus.js';
|
|
11
|
+
export * from './knowledge-quality.js';
|
|
12
|
+
// Proxy → outcome ladder: composes retrieval gain + utilization + success lift.
|
|
13
|
+
export * from './ladder.js';
|
|
14
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/eval/retrieval/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAE7B,+EAA+E;AAC/E,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AAEvC,gFAAgF;AAChF,cAAc,aAAa,CAAC"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import type { KnowledgeNote } from '../../types/knowledge.js';
|
|
2
|
+
/**
|
|
3
|
+
* Labeled, stratified knowledge-note corpus for OFFLINE retrieval benchmarking
|
|
4
|
+
* of KnowledgeBank search providers (lexical vs neural embedding).
|
|
5
|
+
*
|
|
6
|
+
* The whole point of this corpus is to *isolate the synonymy effect* that
|
|
7
|
+
* embedding retrieval is supposed to buy. A flat query set does not do that:
|
|
8
|
+
* lexical Jaccard is already near-ceiling on queries that share vocabulary with
|
|
9
|
+
* their target note, so both providers look identical and you wrongly conclude
|
|
10
|
+
* "embeddings don't help." So every concept ships two queries:
|
|
11
|
+
*
|
|
12
|
+
* - `lexicalQuery` — shares content words with the note body. Lexical
|
|
13
|
+
* should win; embeddings should at least tie (do-no-harm).
|
|
14
|
+
* - `paraphraseQuery` — same meaning, DELIBERATELY DISJOINT vocabulary
|
|
15
|
+
* (synonyms only). Lexical should FAIL; a semantic
|
|
16
|
+
* embedder should WIN. This is where the signal lives.
|
|
17
|
+
*
|
|
18
|
+
* A subset of concepts additionally plant a `decoy` note in the bank: a note
|
|
19
|
+
* that shares SURFACE tokens with the paraphrase query but is semantically
|
|
20
|
+
* unrelated. A lexical scorer is tempted to rank the decoy above the correct
|
|
21
|
+
* note; a semantic embedder should not. That gives a precision / over-firing
|
|
22
|
+
* guard ("distractorBeatRate") distinct from recall.
|
|
23
|
+
*
|
|
24
|
+
* Authored without an LLM (deterministic, dependency-free) — the synonym pairs
|
|
25
|
+
* are written by hand precisely so the paraphrase stratum has low lexical
|
|
26
|
+
* overlap with its targets. `corpusIntegrity()` quantifies that property so the
|
|
27
|
+
* harness can assert the corpus actually has the trait it claims.
|
|
28
|
+
*/
|
|
29
|
+
export interface KnowledgeConcept {
|
|
30
|
+
/** Stable note id. */
|
|
31
|
+
id: string;
|
|
32
|
+
/** Coarse domain label (also used as the note's domain). */
|
|
33
|
+
domain: string;
|
|
34
|
+
/** Note title. */
|
|
35
|
+
title: string;
|
|
36
|
+
/** Note body — the canonical knowledge. */
|
|
37
|
+
body: string;
|
|
38
|
+
/** Query that shares content words with the body (lexical stratum). */
|
|
39
|
+
lexicalQuery: string;
|
|
40
|
+
/** Query with the same meaning but disjoint vocabulary (paraphrase stratum). */
|
|
41
|
+
paraphraseQuery: string;
|
|
42
|
+
/**
|
|
43
|
+
* Optional planted decoy: a note added to the bank that is lexically similar
|
|
44
|
+
* to `paraphraseQuery` but semantically unrelated to this concept.
|
|
45
|
+
*/
|
|
46
|
+
decoy?: {
|
|
47
|
+
id: string;
|
|
48
|
+
title: string;
|
|
49
|
+
body: string;
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
export declare const KNOWLEDGE_CONCEPTS: KnowledgeConcept[];
|
|
53
|
+
/** Build the full note bank: one note per concept plus every planted decoy. */
|
|
54
|
+
export declare function buildKnowledgeNotes(concepts?: KnowledgeConcept[]): KnowledgeNote[];
|
|
55
|
+
export type Stratum = 'lexical' | 'paraphrase';
|
|
56
|
+
export interface LabeledKnowledgeQuery {
|
|
57
|
+
query: string;
|
|
58
|
+
stratum: Stratum;
|
|
59
|
+
/** Ground-truth relevant note ids. */
|
|
60
|
+
relevantIds: string[];
|
|
61
|
+
/** Planted lexical decoy ids (distractor guard); only set on some paraphrase queries. */
|
|
62
|
+
decoyIds?: string[];
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* Build the stratified query set: one lexical + one paraphrase query per
|
|
66
|
+
* concept. Paraphrase queries on decoy-bearing concepts carry `decoyIds` so the
|
|
67
|
+
* harness can measure whether the semantic match outranks the lexical trap.
|
|
68
|
+
*/
|
|
69
|
+
export declare function buildKnowledgeQueries(concepts?: KnowledgeConcept[]): LabeledKnowledgeQuery[];
|
|
70
|
+
export interface CorpusIntegrity {
|
|
71
|
+
/** Mean lexical similarity of lexicalQuery → its target note body. */
|
|
72
|
+
lexicalQueryOverlap: number;
|
|
73
|
+
/** Mean lexical similarity of paraphraseQuery → its target note body. */
|
|
74
|
+
paraphraseQueryOverlap: number;
|
|
75
|
+
/**
|
|
76
|
+
* Among decoy-bearing concepts, the fraction where the planted decoy is at
|
|
77
|
+
* least as lexically similar to the paraphrase query as the true target is —
|
|
78
|
+
* i.e. the lexical trap is actually baited.
|
|
79
|
+
*/
|
|
80
|
+
decoyBaitedRate: number;
|
|
81
|
+
decoyCount: number;
|
|
82
|
+
}
|
|
83
|
+
/**
|
|
84
|
+
* Quantify that the corpus has the property it claims: paraphrase queries share
|
|
85
|
+
* little vocabulary with their targets (so lexical retrieval genuinely fails),
|
|
86
|
+
* while lexical queries share a lot. If `paraphraseQueryOverlap` is not clearly
|
|
87
|
+
* below `lexicalQueryOverlap`, the paraphrase stratum cannot discriminate a
|
|
88
|
+
* semantic provider from a lexical one and the whole signal is invalid.
|
|
89
|
+
*/
|
|
90
|
+
export declare function corpusIntegrity(concepts?: KnowledgeConcept[]): CorpusIntegrity;
|
|
91
|
+
//# sourceMappingURL=knowledge-corpus.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"knowledge-corpus.d.ts","sourceRoot":"","sources":["../../../src/eval/retrieval/knowledge-corpus.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAI9D;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sBAAsB;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,4DAA4D;IAC5D,MAAM,EAAE,MAAM,CAAC;IACf,kBAAkB;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,uEAAuE;IACvE,YAAY,EAAE,MAAM,CAAC;IACrB,gFAAgF;IAChF,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,KAAK,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD;AAED,eAAO,MAAM,kBAAkB,EAAE,gBAAgB,EAoNhD,CAAC;AAEF,+EAA+E;AAC/E,wBAAgB,mBAAmB,CACjC,QAAQ,GAAE,gBAAgB,EAAuB,GAChD,aAAa,EAAE,CA+BjB;AAED,MAAM,MAAM,OAAO,GAAG,SAAS,GAAG,YAAY,CAAC;AAE/C,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,sCAAsC;IACtC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,yFAAyF;IACzF,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,GAAE,gBAAgB,EAAuB,GAChD,qBAAqB,EAAE,CAYzB;AAED,MAAM,WAAW,eAAe;IAC9B,sEAAsE;IACtE,mBAAmB,EAAE,MAAM,CAAC;IAC5B,yEAAyE;IACzE,sBAAsB,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,GAAE,gBAAgB,EAAuB,GAChD,eAAe,CAwBjB"}
|
|
@@ -0,0 +1,268 @@
|
|
|
1
|
+
import { createObservation } from '../../types/knowledge.js';
|
|
2
|
+
import { textSimilarity } from '../../utils/similarity.js';
|
|
3
|
+
export const KNOWLEDGE_CONCEPTS = [
|
|
4
|
+
// ---- testing --------------------------------------------------------------
|
|
5
|
+
{
|
|
6
|
+
id: 'flaky-order-dependence',
|
|
7
|
+
domain: 'testing',
|
|
8
|
+
title: 'Flaky tests from shared mutable state',
|
|
9
|
+
body: 'Tests that pass alone but fail when run together usually share mutable state. Reset module-level variables between runs, or isolate each case so it cannot see another.',
|
|
10
|
+
lexicalQuery: 'tests pass alone but fail when run together because they share mutable state',
|
|
11
|
+
paraphraseQuery: 'specs intermittently break depending on execution sequence after earlier cases leak persistent data',
|
|
12
|
+
},
|
|
13
|
+
{
|
|
14
|
+
id: 'mock-network-calls',
|
|
15
|
+
domain: 'testing',
|
|
16
|
+
title: 'Stub external requests in unit tests',
|
|
17
|
+
body: 'Stub external HTTP requests in unit tests so they run offline and deterministically. A unit test should never reach a real server.',
|
|
18
|
+
lexicalQuery: 'stub external HTTP requests so unit tests run offline',
|
|
19
|
+
paraphraseQuery: 'replace outbound API connections with fakes so suites stay independent of the live internet',
|
|
20
|
+
decoy: {
|
|
21
|
+
id: 'decoy-offline-mode',
|
|
22
|
+
title: 'Offline mode for the mobile client',
|
|
23
|
+
body: 'The mobile client keeps a local connection cache so users can stay independent of the live internet and keep working when the network drops.',
|
|
24
|
+
},
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
id: 'test-coverage-gap',
|
|
28
|
+
domain: 'testing',
|
|
29
|
+
title: 'Coverage does not equal correctness',
|
|
30
|
+
body: 'High line coverage does not guarantee correctness. Branches and edge cases may stay unexercised even when most lines execute.',
|
|
31
|
+
lexicalQuery: 'high line coverage does not guarantee correctness',
|
|
32
|
+
paraphraseQuery: 'a large fraction of executed statements still leaves rare conditional paths and boundary inputs unchecked',
|
|
33
|
+
},
|
|
34
|
+
// ---- git ------------------------------------------------------------------
|
|
35
|
+
{
|
|
36
|
+
id: 'rebase-vs-merge',
|
|
37
|
+
domain: 'git',
|
|
38
|
+
title: 'Rebase rewrites history; merge preserves it',
|
|
39
|
+
body: 'Rebasing rewrites commit history into a linear sequence. Merging preserves the original branch topology by adding a merge commit.',
|
|
40
|
+
lexicalQuery: 'rebase rewrites commit history into a linear sequence versus merge',
|
|
41
|
+
paraphraseQuery: 'reapplying patches onto a fresh base yields a straight log, while joining forks keeps the divergent shape',
|
|
42
|
+
decoy: {
|
|
43
|
+
id: 'decoy-log-shipping',
|
|
44
|
+
title: 'Structured application logging',
|
|
45
|
+
body: 'Configure the application log to write straight to a file with a fresh base set of structured fields on every line.',
|
|
46
|
+
},
|
|
47
|
+
},
|
|
48
|
+
{
|
|
49
|
+
id: 'detached-head',
|
|
50
|
+
domain: 'git',
|
|
51
|
+
title: 'Detached HEAD orphans new commits',
|
|
52
|
+
body: 'Checking out a specific commit instead of a branch leaves HEAD detached. New commits made there become unreachable once you switch away.',
|
|
53
|
+
lexicalQuery: 'checking out a commit instead of a branch leaves HEAD detached',
|
|
54
|
+
paraphraseQuery: 'selecting a bare revision rather than a named pointer means fresh work is abandoned after moving on',
|
|
55
|
+
},
|
|
56
|
+
{
|
|
57
|
+
id: 'force-push-danger',
|
|
58
|
+
domain: 'git',
|
|
59
|
+
title: 'Force push can erase teammates work',
|
|
60
|
+
body: 'Force pushing overwrites the remote branch and can erase commits your teammates pushed. Prefer force-with-lease, which refuses if the remote moved.',
|
|
61
|
+
lexicalQuery: 'force pushing overwrites the remote branch and can erase teammates commits',
|
|
62
|
+
paraphraseQuery: 'overriding the upstream reference discards colleagues contributions unless you guard the operation against concurrent updates',
|
|
63
|
+
},
|
|
64
|
+
// ---- typescript -----------------------------------------------------------
|
|
65
|
+
{
|
|
66
|
+
id: 'structural-typing',
|
|
67
|
+
domain: 'typescript',
|
|
68
|
+
title: 'TypeScript uses structural typing',
|
|
69
|
+
body: 'TypeScript checks types by shape, not by name. Two interfaces with identical members are interchangeable regardless of what they are called.',
|
|
70
|
+
lexicalQuery: 'TypeScript checks types by shape not by name so identical interfaces are interchangeable',
|
|
71
|
+
paraphraseQuery: 'the compiler compares object layout rather than declared identity, so equivalently-formed contracts unify',
|
|
72
|
+
decoy: {
|
|
73
|
+
id: 'decoy-legal-contracts',
|
|
74
|
+
title: 'Service contract templates',
|
|
75
|
+
body: 'Standard service contracts define a clear layout for obligations; identical clauses unify both parties under one agreement.',
|
|
76
|
+
},
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
id: 'any-vs-unknown',
|
|
80
|
+
domain: 'typescript',
|
|
81
|
+
title: 'any disables checking; unknown forces narrowing',
|
|
82
|
+
body: 'The any type disables type checking entirely. The unknown type forces a narrowing check before the value can be used, keeping safety.',
|
|
83
|
+
lexicalQuery: 'any disables type checking but unknown forces a narrowing check before use',
|
|
84
|
+
paraphraseQuery: 'one escape hatch switches off verification completely while the other still demands a guard before access',
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
id: 'enum-runtime-cost',
|
|
88
|
+
domain: 'typescript',
|
|
89
|
+
title: 'Numeric enums emit runtime code',
|
|
90
|
+
body: 'Numeric enums emit a reverse-mapping object at runtime. Const enums and union literals avoid that overhead by leaving nothing behind.',
|
|
91
|
+
lexicalQuery: 'numeric enums emit a reverse mapping object at runtime overhead',
|
|
92
|
+
paraphraseQuery: 'ordinary enumerations generate extra produced output, whereas literal unions stay free at execution',
|
|
93
|
+
},
|
|
94
|
+
// ---- database -------------------------------------------------------------
|
|
95
|
+
{
|
|
96
|
+
id: 'n-plus-one',
|
|
97
|
+
domain: 'database',
|
|
98
|
+
title: 'The N+1 query problem',
|
|
99
|
+
body: 'Fetching a list and then querying related rows once per item causes N+1 queries. Use a join or a batched eager load to collapse them.',
|
|
100
|
+
lexicalQuery: 'fetching a list then querying related rows per item causes N+1 queries',
|
|
101
|
+
paraphraseQuery: 'iterating over results and hitting the datastore separately for each record explodes round-trips; gather associations at once instead',
|
|
102
|
+
decoy: {
|
|
103
|
+
id: 'decoy-retail-store',
|
|
104
|
+
title: 'Retail store restocking',
|
|
105
|
+
body: 'Each retail store keeps a record of stock per item and gathers seasonal restock orders into one weekly batch.',
|
|
106
|
+
},
|
|
107
|
+
},
|
|
108
|
+
{
|
|
109
|
+
id: 'index-write-tradeoff',
|
|
110
|
+
domain: 'database',
|
|
111
|
+
title: 'Indexes speed reads, slow writes',
|
|
112
|
+
body: 'Adding an index speeds up reads but slows inserts and updates, because every write must also maintain the index structure.',
|
|
113
|
+
lexicalQuery: 'adding an index speeds reads but slows inserts and updates',
|
|
114
|
+
paraphraseQuery: 'an extra lookup structure accelerates retrieval yet penalizes mutations since it requires ongoing upkeep',
|
|
115
|
+
},
|
|
116
|
+
{
|
|
117
|
+
id: 'transaction-isolation',
|
|
118
|
+
domain: 'database',
|
|
119
|
+
title: 'Isolation levels trade safety for concurrency',
|
|
120
|
+
body: 'Lower isolation levels allow dirty reads and phantom rows. Serializable prevents them but reduces concurrency by serializing conflicting transactions.',
|
|
121
|
+
lexicalQuery: 'lower isolation levels allow dirty reads and phantom rows unlike serializable',
|
|
122
|
+
paraphraseQuery: 'relaxed consistency settings permit observing uncommitted or newly-appearing records, while the strictest tier blocks that at the price of parallelism',
|
|
123
|
+
},
|
|
124
|
+
// ---- async / runtime ------------------------------------------------------
|
|
125
|
+
{
|
|
126
|
+
id: 'event-loop-blocking',
|
|
127
|
+
domain: 'async',
|
|
128
|
+
title: 'Synchronous CPU work blocks the event loop',
|
|
129
|
+
body: 'Long synchronous CPU work blocks the Node event loop and stalls every pending callback. Offload heavy computation to a worker thread.',
|
|
130
|
+
lexicalQuery: 'long synchronous CPU work blocks the Node event loop and stalls callbacks',
|
|
131
|
+
paraphraseQuery: 'heavy in-line computation freezes the single-threaded scheduler and delays every queued task; move it to a separate worker',
|
|
132
|
+
decoy: {
|
|
133
|
+
id: 'decoy-calendar-scheduler',
|
|
134
|
+
title: 'Calendar task scheduler',
|
|
135
|
+
body: 'The calendar scheduler lets users arrange tasks into time blocks and view every queued item in a weekly thread.',
|
|
136
|
+
},
|
|
137
|
+
},
|
|
138
|
+
{
|
|
139
|
+
id: 'promise-unhandled',
|
|
140
|
+
domain: 'async',
|
|
141
|
+
title: 'Unhandled promise rejections can crash',
|
|
142
|
+
body: 'A rejected promise with no catch handler triggers an unhandled rejection, which in newer Node versions can terminate the process.',
|
|
143
|
+
lexicalQuery: 'a rejected promise with no catch handler triggers an unhandled rejection',
|
|
144
|
+
paraphraseQuery: 'an asynchronous failure lacking a recovery clause surfaces as an uncaught error and may shut down the runtime',
|
|
145
|
+
},
|
|
146
|
+
{
|
|
147
|
+
id: 'race-condition-cache',
|
|
148
|
+
domain: 'async',
|
|
149
|
+
title: 'Cache stampede from concurrent misses',
|
|
150
|
+
body: 'Two concurrent requests can both miss the cache and recompute the same expensive value. Use a single-flight lock so only one computes while others wait.',
|
|
151
|
+
lexicalQuery: 'concurrent requests both miss the cache and recompute the same value',
|
|
152
|
+
paraphraseQuery: 'simultaneous lookups each find nothing stored and redundantly redo the costly work; collapse them behind one shared sentinel',
|
|
153
|
+
decoy: {
|
|
154
|
+
id: 'decoy-security-guard',
|
|
155
|
+
title: 'Security guard shift coverage',
|
|
156
|
+
body: 'One shared sentinel covers simultaneous shifts at the entrance, and redundant badge swipes are collapsed at the gate.',
|
|
157
|
+
},
|
|
158
|
+
},
|
|
159
|
+
// ---- security / http ------------------------------------------------------
|
|
160
|
+
{
|
|
161
|
+
id: 'sql-injection',
|
|
162
|
+
domain: 'security',
|
|
163
|
+
title: 'SQL injection from string interpolation',
|
|
164
|
+
body: 'Interpolating user input directly into SQL strings allows injection attacks. Use parameterized queries so input is treated as data, never as code.',
|
|
165
|
+
lexicalQuery: 'interpolating user input into SQL strings allows injection use parameterized queries',
|
|
166
|
+
paraphraseQuery: 'splicing untrusted submitted fields straight into database commands enables exploits; bind the arguments instead of concatenating',
|
|
167
|
+
decoy: {
|
|
168
|
+
id: 'decoy-form-validation',
|
|
169
|
+
title: 'Client-side form validation',
|
|
170
|
+
body: 'Validate submitted fields in the browser and bind each input to the model before sending the database the final record.',
|
|
171
|
+
},
|
|
172
|
+
},
|
|
173
|
+
{
|
|
174
|
+
id: 'cors-preflight',
|
|
175
|
+
domain: 'security',
|
|
176
|
+
title: 'CORS preflight for cross-origin requests',
|
|
177
|
+
body: 'Browsers send an OPTIONS preflight before cross-origin requests that carry custom headers. The server must respond allowing the method and headers.',
|
|
178
|
+
lexicalQuery: 'browsers send an OPTIONS preflight for cross-origin requests with custom headers',
|
|
179
|
+
paraphraseQuery: 'the client issues a preliminary probe ahead of non-simple cross-site calls, and the backend has to whitelist that handshake',
|
|
180
|
+
},
|
|
181
|
+
{
|
|
182
|
+
id: 'jwt-expiry',
|
|
183
|
+
domain: 'security',
|
|
184
|
+
title: 'JWTs cannot be revoked before expiry',
|
|
185
|
+
body: 'Stateless JWTs cannot be revoked before they expire. Keep token lifetimes short and pair them with a refresh token to limit the blast radius.',
|
|
186
|
+
lexicalQuery: 'stateless JWTs cannot be revoked before expiry keep lifetimes short',
|
|
187
|
+
paraphraseQuery: 'self-contained bearer credentials stay valid until they lapse, so use brief windows plus a renewal mechanism to bound exposure',
|
|
188
|
+
},
|
|
189
|
+
];
|
|
190
|
+
/** Build the full note bank: one note per concept plus every planted decoy. */
|
|
191
|
+
export function buildKnowledgeNotes(concepts = KNOWLEDGE_CONCEPTS) {
|
|
192
|
+
const notes = [];
|
|
193
|
+
for (const c of concepts) {
|
|
194
|
+
notes.push(createObservation({
|
|
195
|
+
id: c.id,
|
|
196
|
+
title: c.title,
|
|
197
|
+
body: c.body,
|
|
198
|
+
domain: [c.domain],
|
|
199
|
+
entities: [],
|
|
200
|
+
tags: [],
|
|
201
|
+
confidence: 0.8,
|
|
202
|
+
source: { origin: 'extracted' },
|
|
203
|
+
}));
|
|
204
|
+
if (c.decoy) {
|
|
205
|
+
notes.push(createObservation({
|
|
206
|
+
id: c.decoy.id,
|
|
207
|
+
title: c.decoy.title,
|
|
208
|
+
body: c.decoy.body,
|
|
209
|
+
domain: [c.domain],
|
|
210
|
+
entities: [],
|
|
211
|
+
tags: [],
|
|
212
|
+
confidence: 0.8,
|
|
213
|
+
source: { origin: 'extracted' },
|
|
214
|
+
}));
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
return notes;
|
|
218
|
+
}
|
|
219
|
+
/**
|
|
220
|
+
* Build the stratified query set: one lexical + one paraphrase query per
|
|
221
|
+
* concept. Paraphrase queries on decoy-bearing concepts carry `decoyIds` so the
|
|
222
|
+
* harness can measure whether the semantic match outranks the lexical trap.
|
|
223
|
+
*/
|
|
224
|
+
export function buildKnowledgeQueries(concepts = KNOWLEDGE_CONCEPTS) {
|
|
225
|
+
const queries = [];
|
|
226
|
+
for (const c of concepts) {
|
|
227
|
+
queries.push({ query: c.lexicalQuery, stratum: 'lexical', relevantIds: [c.id] });
|
|
228
|
+
queries.push({
|
|
229
|
+
query: c.paraphraseQuery,
|
|
230
|
+
stratum: 'paraphrase',
|
|
231
|
+
relevantIds: [c.id],
|
|
232
|
+
...(c.decoy ? { decoyIds: [c.decoy.id] } : {}),
|
|
233
|
+
});
|
|
234
|
+
}
|
|
235
|
+
return queries;
|
|
236
|
+
}
|
|
237
|
+
/**
|
|
238
|
+
* Quantify that the corpus has the property it claims: paraphrase queries share
|
|
239
|
+
* little vocabulary with their targets (so lexical retrieval genuinely fails),
|
|
240
|
+
* while lexical queries share a lot. If `paraphraseQueryOverlap` is not clearly
|
|
241
|
+
* below `lexicalQueryOverlap`, the paraphrase stratum cannot discriminate a
|
|
242
|
+
* semantic provider from a lexical one and the whole signal is invalid.
|
|
243
|
+
*/
|
|
244
|
+
export function corpusIntegrity(concepts = KNOWLEDGE_CONCEPTS) {
|
|
245
|
+
let lexSum = 0;
|
|
246
|
+
let paraSum = 0;
|
|
247
|
+
let decoyBaited = 0;
|
|
248
|
+
let decoyCount = 0;
|
|
249
|
+
for (const c of concepts) {
|
|
250
|
+
lexSum += textSimilarity(c.lexicalQuery, c.body);
|
|
251
|
+
paraSum += textSimilarity(c.paraphraseQuery, c.body);
|
|
252
|
+
if (c.decoy) {
|
|
253
|
+
decoyCount++;
|
|
254
|
+
const targetSim = textSimilarity(c.paraphraseQuery, c.body);
|
|
255
|
+
const decoySim = textSimilarity(c.paraphraseQuery, c.decoy.body);
|
|
256
|
+
if (decoySim >= targetSim)
|
|
257
|
+
decoyBaited++;
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
const n = concepts.length || 1;
|
|
261
|
+
return {
|
|
262
|
+
lexicalQueryOverlap: lexSum / n,
|
|
263
|
+
paraphraseQueryOverlap: paraSum / n,
|
|
264
|
+
decoyBaitedRate: decoyCount ? decoyBaited / decoyCount : 0,
|
|
265
|
+
decoyCount,
|
|
266
|
+
};
|
|
267
|
+
}
|
|
268
|
+
//# sourceMappingURL=knowledge-corpus.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"knowledge-corpus.js","sourceRoot":"","sources":["../../../src/eval/retrieval/knowledge-corpus.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAiD3D,MAAM,CAAC,MAAM,kBAAkB,GAAuB;IACpD,8EAA8E;IAC9E;QACE,EAAE,EAAE,wBAAwB;QAC5B,MAAM,EAAE,SAAS;QACjB,KAAK,EAAE,uCAAuC;QAC9C,IAAI,EAAE,yKAAyK;QAC/K,YAAY,EAAE,8EAA8E;QAC5F,eAAe,EACb,qGAAqG;KACxG;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,MAAM,EAAE,SAAS;QACjB,KAAK,EAAE,sCAAsC;QAC7C,IAAI,EAAE,oIAAoI;QAC1I,YAAY,EAAE,uDAAuD;QACrE,eAAe,EACb,6FAA6F;QAC/F,KAAK,EAAE;YACL,EAAE,EAAE,oBAAoB;YACxB,KAAK,EAAE,oCAAoC;YAC3C,IAAI,EAAE,8IAA8I;SACrJ;KACF;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,MAAM,EAAE,SAAS;QACjB,KAAK,EAAE,qCAAqC;QAC5C,IAAI,EAAE,+HAA+H;QACrI,YAAY,EAAE,mDAAmD;QACjE,eAAe,EACb,2GAA2G;KAC9G;IAED,8EAA8E;IAC9E;QACE,EAAE,EAAE,iBAAiB;QACrB,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,6CAA6C;QACpD,IAAI,EAAE,mIAAmI;QACzI,YAAY,EAAE,oEAAoE;QAClF,eAAe,EACb,2GAA2G;QAC7G,KAAK,EAAE;YACL,EAAE,EAAE,oBAAoB;YACxB,KAAK,EAAE,gCAAgC;YACvC,IAAI,EAAE,qHAAqH;SAC5H;KACF;IACD;QACE,EAAE,EAAE,eAAe;QACnB,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,mCAAmC;QAC1C,IAAI,EAAE,0IAA0I;QAChJ,YAAY,EAAE,gEAAgE;QAC9E,eAAe,EACb,qGAAqG;KACxG;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,qCAAqC;QAC5C,IAAI,EAAE,qJAAqJ;QAC3J,YAAY,EAAE,4EAA4E;QAC1F,eAAe,EACb,+HAA+H;KAClI;IAED,8EAA8E;IAC9E;QACE,EAAE,EAAE,mBAAmB;QACvB,MAAM,EAAE,YAAY;QACpB,KAAK,EAAE,mCAAmC;QAC1C,IAAI,EAAE,8IAA8I;QACpJ,YAAY,EACV,0FAA0F;QAC5F,eAAe,EACb,2GAA2G;QAC7G,KAAK,EAAE;YACL,EAAE,EAAE,uBAAuB;YAC3B,KAAK,EAAE,4BAA4B;YACnC,IAAI,EAAE,6HAA6H;SACpI;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,MAAM,EAAE,YAAY;QACpB,KAAK,EAAE,iDAAiD;QACxD,IAAI,EAAE,uIAAuI;QAC7I,YAAY,EAAE,4EAA4E;QAC1F,eAAe,EACb,2GAA2G;KAC9G;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,MAAM,EAAE,YAAY;QACpB,KAAK,EAAE,iCAAiC;QACxC,IAAI,EAAE,uIAAuI;QAC7I,YAAY,EAAE,iEAAiE;QAC/E,eAAe,EACb,qGAAqG;KACxG;IAED,8EAA8E;IAC9E;QACE,EAAE,EAAE,YAAY;QAChB,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,uBAAuB;QAC9B,IAAI,EAAE,uIAAuI;QAC7I,YAAY,EAAE,wEAAwE;QACtF,eAAe,EACb,uIAAuI;QACzI,KAAK,EAAE;YACL,EAAE,EAAE,oBAAoB;YACxB,KAAK,EAAE,yBAAyB;YAChC,IAAI,EAAE,+GAA+G;SACtH;KACF;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,kCAAkC;QACzC,IAAI,EAAE,4HAA4H;QAClI,YAAY,EAAE,4DAA4D;QAC1E,eAAe,EACb,0GAA0G;KAC7G;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,+CAA+C;QACtD,IAAI,EAAE,wJAAwJ;QAC9J,YAAY,EAAE,+EAA+E;QAC7F,eAAe,EACb,wJAAwJ;KAC3J;IAED,8EAA8E;IAC9E;QACE,EAAE,EAAE,qBAAqB;QACzB,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,4CAA4C;QACnD,IAAI,EAAE,uIAAuI;QAC7I,YAAY,EAAE,2EAA2E;QACzF,eAAe,EACb,4HAA4H;QAC9H,KAAK,EAAE;YACL,EAAE,EAAE,0BAA0B;YAC9B,KAAK,EAAE,yBAAyB;YAChC,IAAI,EAAE,iHAAiH;SACxH;KACF;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,wCAAwC;QAC/C,IAAI,EAAE,mIAAmI;QACzI,YAAY,EAAE,0EAA0E;QACxF,eAAe,EACb,+GAA+G;KAClH;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,uCAAuC;QAC9C,IAAI,EAAE,0JAA0J;QAChK,YAAY,EAAE,sEAAsE;QACpF,eAAe,EACb,8HAA8H;QAChI,KAAK,EAAE;YACL,EAAE,EAAE,sBAAsB;YAC1B,KAAK,EAAE,+BAA+B;YACtC,IAAI,EAAE,uHAAuH;SAC9H;KACF;IAED,8EAA8E;IAC9E;QACE,EAAE,EAAE,eAAe;QACnB,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,yCAAyC;QAChD,IAAI,EAAE,oJAAoJ;QAC1J,YAAY,EACV,sFAAsF;QACxF,eAAe,EACb,mIAAmI;QACrI,KAAK,EAAE;YACL,EAAE,EAAE,uBAAuB;YAC3B,KAAK,EAAE,6BAA6B;YACpC,IAAI,EAAE,yHAAyH;SAChI;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,0CAA0C;QACjD,IAAI,EAAE,qJAAqJ;QAC3J,YAAY,EACV,kFAAkF;QACpF,eAAe,EACb,6HAA6H;KAChI;IACD;QACE,EAAE,EAAE,YAAY;QAChB,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,sCAAsC;QAC7C,IAAI,EAAE,+IAA+I;QACrJ,YAAY,EAAE,qEAAqE;QACnF,eAAe,EACb,gIAAgI;KACnI;CACF,CAAC;AAEF,+EAA+E;AAC/E,MAAM,UAAU,mBAAmB,CACjC,WAA+B,kBAAkB;IAEjD,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CACR,iBAAiB,CAAC;YAChB,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;YAClB,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE,EAAE;YACR,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;SAChC,CAAC,CACH,CAAC;QACF,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,CAAC,IAAI,CACR,iBAAiB,CAAC;gBAChB,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE;gBACd,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK;gBACpB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI;gBAClB,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;gBAClB,QAAQ,EAAE,EAAE;gBACZ,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;aAChC,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAaD;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,WAA+B,kBAAkB;IAEjD,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACjF,OAAO,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,CAAC,CAAC,eAAe;YACxB,OAAO,EAAE,YAAY;YACrB,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnB,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/C,CAAC,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAgBD;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAC7B,WAA+B,kBAAkB;IAEjD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACjD,OAAO,IAAI,cAAc,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjE,IAAI,QAAQ,IAAI,SAAS;gBAAE,WAAW,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;IAC/B,OAAO;QACL,mBAAmB,EAAE,MAAM,GAAG,CAAC;QAC/B,sBAAsB,EAAE,OAAO,GAAG,CAAC;QACnC,eAAe,EAAE,UAAU,CAAC,CAAC,CAAC,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1D,UAAU;KACX,CAAC;AACJ,CAAC"}
|