@tenphi/akno-core 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +83 -0
- package/README.md +26 -0
- package/config/default.jsonc +548 -0
- package/dist/bench/answer-corpus.d.ts +48 -0
- package/dist/bench/answer-corpus.d.ts.map +1 -0
- package/dist/bench/answer-corpus.js +491 -0
- package/dist/bench/answer-corpus.js.map +1 -0
- package/dist/bench/answer.d.ts +156 -0
- package/dist/bench/answer.d.ts.map +1 -0
- package/dist/bench/answer.js +608 -0
- package/dist/bench/answer.js.map +1 -0
- package/dist/bench/auto-recall-answer-corpus.d.ts +21 -0
- package/dist/bench/auto-recall-answer-corpus.d.ts.map +1 -0
- package/dist/bench/auto-recall-answer-corpus.js +245 -0
- package/dist/bench/auto-recall-answer-corpus.js.map +1 -0
- package/dist/bench/auto-recall-answer.d.ts +198 -0
- package/dist/bench/auto-recall-answer.d.ts.map +1 -0
- package/dist/bench/auto-recall-answer.js +720 -0
- package/dist/bench/auto-recall-answer.js.map +1 -0
- package/dist/bench/auto-recall-corpus.d.ts +45 -0
- package/dist/bench/auto-recall-corpus.d.ts.map +1 -0
- package/dist/bench/auto-recall-corpus.js +221 -0
- package/dist/bench/auto-recall-corpus.js.map +1 -0
- package/dist/bench/auto-recall.d.ts +171 -0
- package/dist/bench/auto-recall.d.ts.map +1 -0
- package/dist/bench/auto-recall.js +651 -0
- package/dist/bench/auto-recall.js.map +1 -0
- package/dist/bench/entity-resolution.d.ts +37 -0
- package/dist/bench/entity-resolution.d.ts.map +1 -0
- package/dist/bench/entity-resolution.js +121 -0
- package/dist/bench/entity-resolution.js.map +1 -0
- package/dist/bench/graph.d.ts +57 -0
- package/dist/bench/graph.d.ts.map +1 -0
- package/dist/bench/graph.js +573 -0
- package/dist/bench/graph.js.map +1 -0
- package/dist/bench/llm-ranking-probe.d.ts +27 -0
- package/dist/bench/llm-ranking-probe.d.ts.map +1 -0
- package/dist/bench/llm-ranking-probe.js +105 -0
- package/dist/bench/llm-ranking-probe.js.map +1 -0
- package/dist/bench/merge-discovery-corpus.d.ts +26 -0
- package/dist/bench/merge-discovery-corpus.d.ts.map +1 -0
- package/dist/bench/merge-discovery-corpus.js +114 -0
- package/dist/bench/merge-discovery-corpus.js.map +1 -0
- package/dist/bench/merge-discovery-review.d.ts +81 -0
- package/dist/bench/merge-discovery-review.d.ts.map +1 -0
- package/dist/bench/merge-discovery-review.js +149 -0
- package/dist/bench/merge-discovery-review.js.map +1 -0
- package/dist/bench/merge-discovery.d.ts +122 -0
- package/dist/bench/merge-discovery.d.ts.map +1 -0
- package/dist/bench/merge-discovery.js +390 -0
- package/dist/bench/merge-discovery.js.map +1 -0
- package/dist/bench/mixed-retrieval.d.ts +35 -0
- package/dist/bench/mixed-retrieval.d.ts.map +1 -0
- package/dist/bench/mixed-retrieval.js +355 -0
- package/dist/bench/mixed-retrieval.js.map +1 -0
- package/dist/bench/ranking-corpus.d.ts +29 -0
- package/dist/bench/ranking-corpus.d.ts.map +1 -0
- package/dist/bench/ranking-corpus.js +514 -0
- package/dist/bench/ranking-corpus.js.map +1 -0
- package/dist/bench/ranking-end-to-end.d.ts +112 -0
- package/dist/bench/ranking-end-to-end.d.ts.map +1 -0
- package/dist/bench/ranking-end-to-end.js +479 -0
- package/dist/bench/ranking-end-to-end.js.map +1 -0
- package/dist/bench/ranking-latency.d.ts +71 -0
- package/dist/bench/ranking-latency.d.ts.map +1 -0
- package/dist/bench/ranking-latency.js +130 -0
- package/dist/bench/ranking-latency.js.map +1 -0
- package/dist/bench/ranking-matrix.d.ts +141 -0
- package/dist/bench/ranking-matrix.d.ts.map +1 -0
- package/dist/bench/ranking-matrix.js +526 -0
- package/dist/bench/ranking-matrix.js.map +1 -0
- package/dist/bench/ranking-review.d.ts +93 -0
- package/dist/bench/ranking-review.d.ts.map +1 -0
- package/dist/bench/ranking-review.js +249 -0
- package/dist/bench/ranking-review.js.map +1 -0
- package/dist/bench/ranking.d.ts +122 -0
- package/dist/bench/ranking.d.ts.map +1 -0
- package/dist/bench/ranking.js +547 -0
- package/dist/bench/ranking.js.map +1 -0
- package/dist/bench.d.ts +60 -0
- package/dist/bench.d.ts.map +1 -0
- package/dist/bench.js +167 -0
- package/dist/bench.js.map +1 -0
- package/dist/config/jsonc.d.ts +8 -0
- package/dist/config/jsonc.d.ts.map +1 -0
- package/dist/config/jsonc.js +85 -0
- package/dist/config/jsonc.js.map +1 -0
- package/dist/config/load.d.ts +43 -0
- package/dist/config/load.d.ts.map +1 -0
- package/dist/config/load.js +608 -0
- package/dist/config/load.js.map +1 -0
- package/dist/config/paths.d.ts +10 -0
- package/dist/config/paths.d.ts.map +1 -0
- package/dist/config/paths.js +38 -0
- package/dist/config/paths.js.map +1 -0
- package/dist/config/schema.d.ts +698 -0
- package/dist/config/schema.d.ts.map +1 -0
- package/dist/config/schema.js +394 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/config/write-rules.d.ts +41 -0
- package/dist/config/write-rules.d.ts.map +1 -0
- package/dist/config/write-rules.js +225 -0
- package/dist/config/write-rules.js.map +1 -0
- package/dist/config/write-setup.d.ts +42 -0
- package/dist/config/write-setup.d.ts.map +1 -0
- package/dist/config/write-setup.js +358 -0
- package/dist/config/write-setup.js.map +1 -0
- package/dist/context.d.ts +64 -0
- package/dist/context.d.ts.map +1 -0
- package/dist/context.js +14 -0
- package/dist/context.js.map +1 -0
- package/dist/doctor.d.ts +115 -0
- package/dist/doctor.d.ts.map +1 -0
- package/dist/doctor.js +388 -0
- package/dist/doctor.js.map +1 -0
- package/dist/index/chunk.d.ts +62 -0
- package/dist/index/chunk.d.ts.map +1 -0
- package/dist/index/chunk.js +307 -0
- package/dist/index/chunk.js.map +1 -0
- package/dist/index/defer.d.ts +32 -0
- package/dist/index/defer.d.ts.map +1 -0
- package/dist/index/defer.js +66 -0
- package/dist/index/defer.js.map +1 -0
- package/dist/index/derive.d.ts +99 -0
- package/dist/index/derive.d.ts.map +1 -0
- package/dist/index/derive.js +378 -0
- package/dist/index/derive.js.map +1 -0
- package/dist/index/entity-resolution.d.ts +68 -0
- package/dist/index/entity-resolution.d.ts.map +1 -0
- package/dist/index/entity-resolution.js +305 -0
- package/dist/index/entity-resolution.js.map +1 -0
- package/dist/index/graph.d.ts +46 -0
- package/dist/index/graph.d.ts.map +1 -0
- package/dist/index/graph.js +618 -0
- package/dist/index/graph.js.map +1 -0
- package/dist/index/indexer.d.ts +301 -0
- package/dist/index/indexer.d.ts.map +1 -0
- package/dist/index/indexer.js +1398 -0
- package/dist/index/indexer.js.map +1 -0
- package/dist/index/revision-barrier.d.ts +30 -0
- package/dist/index/revision-barrier.d.ts.map +1 -0
- package/dist/index/revision-barrier.js +140 -0
- package/dist/index/revision-barrier.js.map +1 -0
- package/dist/index.d.ts +55 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +37 -0
- package/dist/index.js.map +1 -0
- package/dist/ingest/adoption-eligibility.d.ts +4 -0
- package/dist/ingest/adoption-eligibility.d.ts.map +1 -0
- package/dist/ingest/adoption-eligibility.js +18 -0
- package/dist/ingest/adoption-eligibility.js.map +1 -0
- package/dist/ingest/availability.d.ts +15 -0
- package/dist/ingest/availability.d.ts.map +1 -0
- package/dist/ingest/availability.js +37 -0
- package/dist/ingest/availability.js.map +1 -0
- package/dist/ingest/extract.d.ts +58 -0
- package/dist/ingest/extract.d.ts.map +1 -0
- package/dist/ingest/extract.js +255 -0
- package/dist/ingest/extract.js.map +1 -0
- package/dist/ingest/fetch.d.ts +35 -0
- package/dist/ingest/fetch.d.ts.map +1 -0
- package/dist/ingest/fetch.js +142 -0
- package/dist/ingest/fetch.js.map +1 -0
- package/dist/ingest/inbox.d.ts +53 -0
- package/dist/ingest/inbox.d.ts.map +1 -0
- package/dist/ingest/inbox.js +110 -0
- package/dist/ingest/inbox.js.map +1 -0
- package/dist/ingest/name.d.ts +72 -0
- package/dist/ingest/name.d.ts.map +1 -0
- package/dist/ingest/name.js +208 -0
- package/dist/ingest/name.js.map +1 -0
- package/dist/ingest/parts.d.ts +78 -0
- package/dist/ingest/parts.d.ts.map +1 -0
- package/dist/ingest/parts.js +52 -0
- package/dist/ingest/parts.js.map +1 -0
- package/dist/ingest/rendition.d.ts +75 -0
- package/dist/ingest/rendition.d.ts.map +1 -0
- package/dist/ingest/rendition.js +92 -0
- package/dist/ingest/rendition.js.map +1 -0
- package/dist/ingest/store.d.ts +66 -0
- package/dist/ingest/store.d.ts.map +1 -0
- package/dist/ingest/store.js +92 -0
- package/dist/ingest/store.js.map +1 -0
- package/dist/kb/folders.d.ts +37 -0
- package/dist/kb/folders.d.ts.map +1 -0
- package/dist/kb/folders.js +133 -0
- package/dist/kb/folders.js.map +1 -0
- package/dist/kb/frontmatter.d.ts +91 -0
- package/dist/kb/frontmatter.d.ts.map +1 -0
- package/dist/kb/frontmatter.js +274 -0
- package/dist/kb/frontmatter.js.map +1 -0
- package/dist/kb/line-facts.d.ts +29 -0
- package/dist/kb/line-facts.d.ts.map +1 -0
- package/dist/kb/line-facts.js +23 -0
- package/dist/kb/line-facts.js.map +1 -0
- package/dist/kb/page.d.ts +92 -0
- package/dist/kb/page.d.ts.map +1 -0
- package/dist/kb/page.js +243 -0
- package/dist/kb/page.js.map +1 -0
- package/dist/kb/scan.d.ts +38 -0
- package/dist/kb/scan.d.ts.map +1 -0
- package/dist/kb/scan.js +109 -0
- package/dist/kb/scan.js.map +1 -0
- package/dist/kb/words.d.ts +30 -0
- package/dist/kb/words.d.ts.map +1 -0
- package/dist/kb/words.js +107 -0
- package/dist/kb/words.js.map +1 -0
- package/dist/maintenance/adopt.d.ts +65 -0
- package/dist/maintenance/adopt.d.ts.map +1 -0
- package/dist/maintenance/adopt.js +238 -0
- package/dist/maintenance/adopt.js.map +1 -0
- package/dist/maintenance/budget.d.ts +55 -0
- package/dist/maintenance/budget.d.ts.map +1 -0
- package/dist/maintenance/budget.js +61 -0
- package/dist/maintenance/budget.js.map +1 -0
- package/dist/maintenance/conflicts.d.ts +105 -0
- package/dist/maintenance/conflicts.d.ts.map +1 -0
- package/dist/maintenance/conflicts.js +368 -0
- package/dist/maintenance/conflicts.js.map +1 -0
- package/dist/maintenance/contradictions.d.ts +34 -0
- package/dist/maintenance/contradictions.d.ts.map +1 -0
- package/dist/maintenance/contradictions.js +199 -0
- package/dist/maintenance/contradictions.js.map +1 -0
- package/dist/maintenance/curate.d.ts +156 -0
- package/dist/maintenance/curate.d.ts.map +1 -0
- package/dist/maintenance/curate.js +2070 -0
- package/dist/maintenance/curate.js.map +1 -0
- package/dist/maintenance/dream.d.ts +139 -0
- package/dist/maintenance/dream.d.ts.map +1 -0
- package/dist/maintenance/dream.js +1632 -0
- package/dist/maintenance/dream.js.map +1 -0
- package/dist/maintenance/graph-candidates.d.ts +19 -0
- package/dist/maintenance/graph-candidates.d.ts.map +1 -0
- package/dist/maintenance/graph-candidates.js +120 -0
- package/dist/maintenance/graph-candidates.js.map +1 -0
- package/dist/maintenance/housekeeping.d.ts +81 -0
- package/dist/maintenance/housekeeping.d.ts.map +1 -0
- package/dist/maintenance/housekeeping.js +281 -0
- package/dist/maintenance/housekeeping.js.map +1 -0
- package/dist/maintenance/link-repairs.d.ts +58 -0
- package/dist/maintenance/link-repairs.d.ts.map +1 -0
- package/dist/maintenance/link-repairs.js +281 -0
- package/dist/maintenance/link-repairs.js.map +1 -0
- package/dist/maintenance/log.d.ts +41 -0
- package/dist/maintenance/log.d.ts.map +1 -0
- package/dist/maintenance/log.js +72 -0
- package/dist/maintenance/log.js.map +1 -0
- package/dist/maintenance/managed-item-routing.d.ts +48 -0
- package/dist/maintenance/managed-item-routing.d.ts.map +1 -0
- package/dist/maintenance/managed-item-routing.js +281 -0
- package/dist/maintenance/managed-item-routing.js.map +1 -0
- package/dist/maintenance/managed-item-sources.d.ts +38 -0
- package/dist/maintenance/managed-item-sources.d.ts.map +1 -0
- package/dist/maintenance/managed-item-sources.js +324 -0
- package/dist/maintenance/managed-item-sources.js.map +1 -0
- package/dist/maintenance/managed-items.d.ts +162 -0
- package/dist/maintenance/managed-items.d.ts.map +1 -0
- package/dist/maintenance/managed-items.js +1329 -0
- package/dist/maintenance/managed-items.js.map +1 -0
- package/dist/maintenance/merge-classifier.d.ts +19 -0
- package/dist/maintenance/merge-classifier.d.ts.map +1 -0
- package/dist/maintenance/merge-classifier.js +49 -0
- package/dist/maintenance/merge-classifier.js.map +1 -0
- package/dist/maintenance/model-telemetry.d.ts +45 -0
- package/dist/maintenance/model-telemetry.d.ts.map +1 -0
- package/dist/maintenance/model-telemetry.js +107 -0
- package/dist/maintenance/model-telemetry.js.map +1 -0
- package/dist/maintenance/observe.d.ts +72 -0
- package/dist/maintenance/observe.d.ts.map +1 -0
- package/dist/maintenance/observe.js +265 -0
- package/dist/maintenance/observe.js.map +1 -0
- package/dist/maintenance/path-policy.d.ts +83 -0
- package/dist/maintenance/path-policy.d.ts.map +1 -0
- package/dist/maintenance/path-policy.js +360 -0
- package/dist/maintenance/path-policy.js.map +1 -0
- package/dist/maintenance/plans.d.ts +366 -0
- package/dist/maintenance/plans.d.ts.map +1 -0
- package/dist/maintenance/plans.js +4060 -0
- package/dist/maintenance/plans.js.map +1 -0
- package/dist/maintenance/profile.d.ts +33 -0
- package/dist/maintenance/profile.d.ts.map +1 -0
- package/dist/maintenance/profile.js +99 -0
- package/dist/maintenance/profile.js.map +1 -0
- package/dist/maintenance/recovery.d.ts +38 -0
- package/dist/maintenance/recovery.d.ts.map +1 -0
- package/dist/maintenance/recovery.js +217 -0
- package/dist/maintenance/recovery.js.map +1 -0
- package/dist/maintenance/repair.d.ts +37 -0
- package/dist/maintenance/repair.d.ts.map +1 -0
- package/dist/maintenance/repair.js +183 -0
- package/dist/maintenance/repair.js.map +1 -0
- package/dist/maintenance/rule-drift.d.ts +104 -0
- package/dist/maintenance/rule-drift.d.ts.map +1 -0
- package/dist/maintenance/rule-drift.js +507 -0
- package/dist/maintenance/rule-drift.js.map +1 -0
- package/dist/maintenance/run-verification.d.ts +44 -0
- package/dist/maintenance/run-verification.d.ts.map +1 -0
- package/dist/maintenance/run-verification.js +253 -0
- package/dist/maintenance/run-verification.js.map +1 -0
- package/dist/maintenance/runs.d.ts +142 -0
- package/dist/maintenance/runs.d.ts.map +1 -0
- package/dist/maintenance/runs.js +439 -0
- package/dist/maintenance/runs.js.map +1 -0
- package/dist/maintenance/semantic-merge-discovery.d.ts +54 -0
- package/dist/maintenance/semantic-merge-discovery.d.ts.map +1 -0
- package/dist/maintenance/semantic-merge-discovery.js +308 -0
- package/dist/maintenance/semantic-merge-discovery.js.map +1 -0
- package/dist/maintenance/temporal.d.ts +44 -0
- package/dist/maintenance/temporal.d.ts.map +1 -0
- package/dist/maintenance/temporal.js +295 -0
- package/dist/maintenance/temporal.js.map +1 -0
- package/dist/models/client.d.ts +214 -0
- package/dist/models/client.d.ts.map +1 -0
- package/dist/models/client.js +904 -0
- package/dist/models/client.js.map +1 -0
- package/dist/models/provider-api.d.ts +28 -0
- package/dist/models/provider-api.d.ts.map +1 -0
- package/dist/models/provider-api.js +320 -0
- package/dist/models/provider-api.js.map +1 -0
- package/dist/open.d.ts +163 -0
- package/dist/open.d.ts.map +1 -0
- package/dist/open.js +382 -0
- package/dist/open.js.map +1 -0
- package/dist/ops/adopt.d.ts +12 -0
- package/dist/ops/adopt.d.ts.map +1 -0
- package/dist/ops/adopt.js +138 -0
- package/dist/ops/adopt.js.map +1 -0
- package/dist/ops/answer.d.ts +29 -0
- package/dist/ops/answer.d.ts.map +1 -0
- package/dist/ops/answer.js +557 -0
- package/dist/ops/answer.js.map +1 -0
- package/dist/ops/context.d.ts +18 -0
- package/dist/ops/context.d.ts.map +1 -0
- package/dist/ops/context.js +713 -0
- package/dist/ops/context.js.map +1 -0
- package/dist/ops/folder.d.ts +23 -0
- package/dist/ops/folder.d.ts.map +1 -0
- package/dist/ops/folder.js +130 -0
- package/dist/ops/folder.js.map +1 -0
- package/dist/ops/forget.d.ts +14 -0
- package/dist/ops/forget.d.ts.map +1 -0
- package/dist/ops/forget.js +212 -0
- package/dist/ops/forget.js.map +1 -0
- package/dist/ops/graph.d.ts +10 -0
- package/dist/ops/graph.d.ts.map +1 -0
- package/dist/ops/graph.js +480 -0
- package/dist/ops/graph.js.map +1 -0
- package/dist/ops/ingest.d.ts +40 -0
- package/dist/ops/ingest.d.ts.map +1 -0
- package/dist/ops/ingest.js +434 -0
- package/dist/ops/ingest.js.map +1 -0
- package/dist/ops/list.d.ts +9 -0
- package/dist/ops/list.d.ts.map +1 -0
- package/dist/ops/list.js +217 -0
- package/dist/ops/list.js.map +1 -0
- package/dist/ops/move.d.ts +20 -0
- package/dist/ops/move.d.ts.map +1 -0
- package/dist/ops/move.js +173 -0
- package/dist/ops/move.js.map +1 -0
- package/dist/ops/read.d.ts +9 -0
- package/dist/ops/read.d.ts.map +1 -0
- package/dist/ops/read.js +271 -0
- package/dist/ops/read.js.map +1 -0
- package/dist/ops/recall.d.ts +13 -0
- package/dist/ops/recall.d.ts.map +1 -0
- package/dist/ops/recall.js +297 -0
- package/dist/ops/recall.js.map +1 -0
- package/dist/ops/remember.d.ts +34 -0
- package/dist/ops/remember.d.ts.map +1 -0
- package/dist/ops/remember.js +660 -0
- package/dist/ops/remember.js.map +1 -0
- package/dist/ops/timeline.d.ts +11 -0
- package/dist/ops/timeline.d.ts.map +1 -0
- package/dist/ops/timeline.js +111 -0
- package/dist/ops/timeline.js.map +1 -0
- package/dist/ops/undo.d.ts +9 -0
- package/dist/ops/undo.d.ts.map +1 -0
- package/dist/ops/undo.js +38 -0
- package/dist/ops/undo.js.map +1 -0
- package/dist/ops/write.d.ts +55 -0
- package/dist/ops/write.d.ts.map +1 -0
- package/dist/ops/write.js +463 -0
- package/dist/ops/write.js.map +1 -0
- package/dist/recall/assemble.d.ts +81 -0
- package/dist/recall/assemble.d.ts.map +1 -0
- package/dist/recall/assemble.js +603 -0
- package/dist/recall/assemble.js.map +1 -0
- package/dist/recall/expand.d.ts +55 -0
- package/dist/recall/expand.d.ts.map +1 -0
- package/dist/recall/expand.js +282 -0
- package/dist/recall/expand.js.map +1 -0
- package/dist/recall/graph-arm.d.ts +17 -0
- package/dist/recall/graph-arm.d.ts.map +1 -0
- package/dist/recall/graph-arm.js +227 -0
- package/dist/recall/graph-arm.js.map +1 -0
- package/dist/recall/llm-rerank.d.ts +55 -0
- package/dist/recall/llm-rerank.d.ts.map +1 -0
- package/dist/recall/llm-rerank.js +213 -0
- package/dist/recall/llm-rerank.js.map +1 -0
- package/dist/recall/reranker-calibration.d.ts +23 -0
- package/dist/recall/reranker-calibration.d.ts.map +1 -0
- package/dist/recall/reranker-calibration.js +161 -0
- package/dist/recall/reranker-calibration.js.map +1 -0
- package/dist/recall/search.d.ts +107 -0
- package/dist/recall/search.d.ts.map +1 -0
- package/dist/recall/search.js +530 -0
- package/dist/recall/search.js.map +1 -0
- package/dist/reserved.d.ts +39 -0
- package/dist/reserved.d.ts.map +1 -0
- package/dist/reserved.js +63 -0
- package/dist/reserved.js.map +1 -0
- package/dist/rules/compile.d.ts +27 -0
- package/dist/rules/compile.d.ts.map +1 -0
- package/dist/rules/compile.js +105 -0
- package/dist/rules/compile.js.map +1 -0
- package/dist/setup/model-free.d.ts +15 -0
- package/dist/setup/model-free.d.ts.map +1 -0
- package/dist/setup/model-free.js +26 -0
- package/dist/setup/model-free.js.map +1 -0
- package/dist/setup/openai.d.ts +46 -0
- package/dist/setup/openai.d.ts.map +1 -0
- package/dist/setup/openai.js +165 -0
- package/dist/setup/openai.js.map +1 -0
- package/dist/store/db.d.ts +61 -0
- package/dist/store/db.d.ts.map +1 -0
- package/dist/store/db.js +265 -0
- package/dist/store/db.js.map +1 -0
- package/dist/store/ids.d.ts +29 -0
- package/dist/store/ids.d.ts.map +1 -0
- package/dist/store/ids.js +0 -0
- package/dist/store/ids.js.map +1 -0
- package/dist/store/migrations.d.ts +54 -0
- package/dist/store/migrations.d.ts.map +1 -0
- package/dist/store/migrations.js +923 -0
- package/dist/store/migrations.js.map +1 -0
- package/dist/store/vectors.d.ts +34 -0
- package/dist/store/vectors.d.ts.map +1 -0
- package/dist/store/vectors.js +158 -0
- package/dist/store/vectors.js.map +1 -0
- package/dist/timeline/documents.d.ts +23 -0
- package/dist/timeline/documents.d.ts.map +1 -0
- package/dist/timeline/documents.js +262 -0
- package/dist/timeline/documents.js.map +1 -0
- package/dist/watch/watcher.d.ts +43 -0
- package/dist/watch/watcher.d.ts.map +1 -0
- package/dist/watch/watcher.js +143 -0
- package/dist/watch/watcher.js.map +1 -0
- package/dist/write/atomic.d.ts +34 -0
- package/dist/write/atomic.d.ts.map +1 -0
- package/dist/write/atomic.js +58 -0
- package/dist/write/atomic.js.map +1 -0
- package/dist/write/conflict.d.ts +43 -0
- package/dist/write/conflict.d.ts.map +1 -0
- package/dist/write/conflict.js +149 -0
- package/dist/write/conflict.js.map +1 -0
- package/dist/write/edit.d.ts +59 -0
- package/dist/write/edit.d.ts.map +1 -0
- package/dist/write/edit.js +231 -0
- package/dist/write/edit.js.map +1 -0
- package/dist/write/gate.d.ts +59 -0
- package/dist/write/gate.d.ts.map +1 -0
- package/dist/write/gate.js +99 -0
- package/dist/write/gate.js.map +1 -0
- package/dist/write/journal.d.ts +90 -0
- package/dist/write/journal.d.ts.map +1 -0
- package/dist/write/journal.js +187 -0
- package/dist/write/journal.js.map +1 -0
- package/dist/write/ledger.d.ts +28 -0
- package/dist/write/ledger.d.ts.map +1 -0
- package/dist/write/ledger.js +141 -0
- package/dist/write/ledger.js.map +1 -0
- package/dist/write/placement.d.ts +29 -0
- package/dist/write/placement.d.ts.map +1 -0
- package/dist/write/placement.js +140 -0
- package/dist/write/placement.js.map +1 -0
- package/dist/write/remember-fallback.d.ts +18 -0
- package/dist/write/remember-fallback.d.ts.map +1 -0
- package/dist/write/remember-fallback.js +48 -0
- package/dist/write/remember-fallback.js.map +1 -0
- package/dist/write/retain.d.ts +61 -0
- package/dist/write/retain.d.ts.map +1 -0
- package/dist/write/retain.js +272 -0
- package/dist/write/retain.js.map +1 -0
- package/package.json +50 -0
- package/swift/extract.swift +232 -0
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
import type { AknoConfig, ReasoningEffort } from '../config/schema.ts';
|
|
2
|
+
import { type SemanticMergeVerdict } from '../maintenance/merge-classifier.ts';
|
|
3
|
+
import { type MergeDiscoveryBenchCase, type MergeDiscoveryCategory, type MergeDiscoverySplit } from './merge-discovery-corpus.ts';
|
|
4
|
+
import { type MergeDiscoveryReviewEvidence } from './merge-discovery-review.ts';
|
|
5
|
+
export declare const MERGE_DISCOVERY_BENCH_VERSION = "merge-discovery-benchmark-v2";
|
|
6
|
+
export type { MergeDiscoveryCategory, MergeDiscoverySplit } from './merge-discovery-corpus.ts';
|
|
7
|
+
export interface MergeDiscoveryBenchOptions {
|
|
8
|
+
split?: MergeDiscoverySplit;
|
|
9
|
+
runs?: number;
|
|
10
|
+
review?: MergeDiscoveryReviewEvidence;
|
|
11
|
+
embeddingProvider?: string;
|
|
12
|
+
embeddingModel?: string;
|
|
13
|
+
provider?: string;
|
|
14
|
+
model?: string;
|
|
15
|
+
reasoningEffort?: ReasoningEffort;
|
|
16
|
+
onProgress?: (progress: {
|
|
17
|
+
run: number;
|
|
18
|
+
runs: number;
|
|
19
|
+
}) => void;
|
|
20
|
+
}
|
|
21
|
+
export interface MergeDiscoveryCaseScore {
|
|
22
|
+
id: string;
|
|
23
|
+
category: MergeDiscoveryCategory;
|
|
24
|
+
expected: 'candidate' | 'keep_separate';
|
|
25
|
+
score: number;
|
|
26
|
+
selected: boolean;
|
|
27
|
+
passed: boolean;
|
|
28
|
+
}
|
|
29
|
+
export interface MergeDiscoveryEvaluation {
|
|
30
|
+
threshold: number;
|
|
31
|
+
metrics: {
|
|
32
|
+
candidateRecall: number;
|
|
33
|
+
candidatePrecision: number;
|
|
34
|
+
falsePositiveRate: number;
|
|
35
|
+
relatedScopeRejection: number;
|
|
36
|
+
templateRejection: number;
|
|
37
|
+
entityCollisionRejection: number;
|
|
38
|
+
scoreMargin: number;
|
|
39
|
+
};
|
|
40
|
+
cases: MergeDiscoveryCaseScore[];
|
|
41
|
+
passed: boolean;
|
|
42
|
+
blockers: string[];
|
|
43
|
+
}
|
|
44
|
+
export interface MergeDiscoveryClassifierCase {
|
|
45
|
+
id: string;
|
|
46
|
+
category: MergeDiscoveryCategory;
|
|
47
|
+
expected: 'candidate' | 'keep_separate';
|
|
48
|
+
score: number;
|
|
49
|
+
prefiltered: boolean;
|
|
50
|
+
outcome: SemanticMergeVerdict['outcome'] | null;
|
|
51
|
+
valid: boolean;
|
|
52
|
+
passed: boolean;
|
|
53
|
+
latencyMs: number;
|
|
54
|
+
}
|
|
55
|
+
export interface MergeDiscoveryClassifierReport {
|
|
56
|
+
run: number;
|
|
57
|
+
provider: string;
|
|
58
|
+
model: string;
|
|
59
|
+
reasoningEffort: ReasoningEffort;
|
|
60
|
+
promptVersion: string;
|
|
61
|
+
prefilterThreshold: number;
|
|
62
|
+
calls: number;
|
|
63
|
+
metrics: {
|
|
64
|
+
validResponseRate: number;
|
|
65
|
+
candidateRecall: number;
|
|
66
|
+
candidatePrecision: number;
|
|
67
|
+
falsePositiveRate: number;
|
|
68
|
+
relatedScopeRejection: number;
|
|
69
|
+
templateRejection: number;
|
|
70
|
+
entityCollisionRejection: number;
|
|
71
|
+
};
|
|
72
|
+
cases: MergeDiscoveryClassifierCase[];
|
|
73
|
+
passed: boolean;
|
|
74
|
+
blockers: string[];
|
|
75
|
+
}
|
|
76
|
+
export interface MergeDiscoveryStability {
|
|
77
|
+
requestedRuns: number;
|
|
78
|
+
completedRuns: number;
|
|
79
|
+
passingRuns: number;
|
|
80
|
+
stableCaseRate: number | null;
|
|
81
|
+
flakyCaseIds: string[];
|
|
82
|
+
}
|
|
83
|
+
export interface MergeDiscoveryBenchReport {
|
|
84
|
+
kind: 'invented_merge_discovery_benchmark';
|
|
85
|
+
schemaVersion: string;
|
|
86
|
+
createdAt: string;
|
|
87
|
+
development: boolean;
|
|
88
|
+
artifactPersisted: boolean;
|
|
89
|
+
releaseEligible: boolean;
|
|
90
|
+
split: MergeDiscoverySplit;
|
|
91
|
+
corpus: {
|
|
92
|
+
version: string;
|
|
93
|
+
fingerprint: string;
|
|
94
|
+
pages: number;
|
|
95
|
+
cases: number;
|
|
96
|
+
frozen: boolean;
|
|
97
|
+
independentlyReviewed: boolean;
|
|
98
|
+
reviewReceiptFingerprint: string | null;
|
|
99
|
+
};
|
|
100
|
+
embedding: {
|
|
101
|
+
provider: string;
|
|
102
|
+
model: string;
|
|
103
|
+
};
|
|
104
|
+
embeddingLatencyMs: number;
|
|
105
|
+
embeddingOnly: MergeDiscoveryEvaluation;
|
|
106
|
+
classifier: MergeDiscoveryClassifierReport | null;
|
|
107
|
+
runs: MergeDiscoveryClassifierReport[];
|
|
108
|
+
stability: MergeDiscoveryStability;
|
|
109
|
+
passed: boolean;
|
|
110
|
+
blockers: string[];
|
|
111
|
+
releaseBlockers: string[];
|
|
112
|
+
error: 'embedding_unavailable' | 'embedding_failed' | 'classifier_unavailable' | null;
|
|
113
|
+
}
|
|
114
|
+
/** Sends only the tracked invented corpus to the selected embedding and classifier endpoints. */
|
|
115
|
+
export declare function runMergeDiscoveryBench(config: AknoConfig, options?: MergeDiscoveryBenchOptions): Promise<MergeDiscoveryBenchReport>;
|
|
116
|
+
/** Marks the exact report that is about to be persisted. */
|
|
117
|
+
export declare function markMergeDiscoveryBenchPersisted(report: MergeDiscoveryBenchReport): MergeDiscoveryBenchReport;
|
|
118
|
+
export declare function evaluateMergeDiscoveryScores(scores: ReadonlyArray<Omit<MergeDiscoveryBenchCase, 'left' | 'right'> & {
|
|
119
|
+
score: number;
|
|
120
|
+
}>, threshold: number): MergeDiscoveryEvaluation;
|
|
121
|
+
export declare function evaluateMergeDiscoveryStability(runs: MergeDiscoveryClassifierReport[], cases: readonly MergeDiscoveryBenchCase[], requestedRuns: number): MergeDiscoveryStability;
|
|
122
|
+
//# sourceMappingURL=merge-discovery.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"merge-discovery.d.ts","sourceRoot":"","sources":["../../src/bench/merge-discovery.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,eAAe,EAAqB,MAAM,qBAAqB,CAAC;AAC1F,OAAO,EAIL,KAAK,oBAAoB,EAC1B,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAKL,KAAK,uBAAuB,EAE5B,KAAK,sBAAsB,EAE3B,KAAK,mBAAmB,EACzB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAEL,KAAK,4BAA4B,EAClC,MAAM,6BAA6B,CAAC;AAErC,eAAO,MAAM,6BAA6B,iCAAiC,CAAC;AAG5E,YAAY,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAE/F,MAAM,WAAW,0BAA0B;IACzC,KAAK,CAAC,EAAE,mBAAmB,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,4BAA4B,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAChE;AAED,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,sBAAsB,CAAC;IACjC,QAAQ,EAAE,WAAW,GAAG,eAAe,CAAC;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,qBAAqB,EAAE,MAAM,CAAC;QAC9B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,wBAAwB,EAAE,MAAM,CAAC;QACjC,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,KAAK,EAAE,uBAAuB,EAAE,CAAC;IACjC,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,sBAAsB,CAAC;IACjC,QAAQ,EAAE,WAAW,GAAG,eAAe,CAAC;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,OAAO,CAAC;IACrB,OAAO,EAAE,oBAAoB,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;IAChD,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,8BAA8B;IAC7C,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,eAAe,CAAC;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,iBAAiB,EAAE,MAAM,CAAC;QAC1B,eAAe,EAAE,MAAM,CAAC;QACxB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,qBAAqB,EAAE,MAAM,CAAC;QAC9B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,wBAAwB,EAAE,MAAM,CAAC;KAClC,CAAC;IACF,KAAK,EAAE,4BAA4B,EAAE,CAAC;IACtC,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,oCAAoC,CAAC;IAC3C,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,eAAe,EAAE,OAAO,CAAC;IACzB,KAAK,EAAE,mBAAmB,CAAC;IAC3B,MAAM,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,OAAO,CAAC;QAChB,qBAAqB,EAAE,OAAO,CAAC;QAC/B,wBAAwB,EAAE,MAAM,GAAG,IAAI,CAAC;KACzC,CAAC;IACF,SAAS,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,wBAAwB,CAAC;IACxC,UAAU,EAAE,8BAA8B,GAAG,IAAI,CAAC;IAClD,IAAI,EAAE,8BAA8B,EAAE,CAAC;IACvC,SAAS,EAAE,uBAAuB,CAAC;IACnC,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,KAAK,EAAE,uBAAuB,GAAG,kBAAkB,GAAG,wBAAwB,GAAG,IAAI,CAAC;CACvF;AAED,iGAAiG;AACjG,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,UAAU,EAClB,OAAO,GAAE,0BAA+B,GACvC,OAAO,CAAC,yBAAyB,CAAC,CAkEpC;AAED,4DAA4D;AAC5D,wBAAgB,gCAAgC,CAC9C,MAAM,EAAE,yBAAyB,GAChC,yBAAyB,CAE3B;AAED,wBAAgB,4BAA4B,CAC1C,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,uBAAuB,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EAC1F,SAAS,EAAE,MAAM,GAChB,wBAAwB,CAuC1B;AAED,wBAAgB,+BAA+B,CAC7C,IAAI,EAAE,8BAA8B,EAAE,EACtC,KAAK,EAAE,SAAS,uBAAuB,EAAE,EACzC,aAAa,EAAE,MAAM,GACpB,uBAAuB,CAkBzB"}
|
|
@@ -0,0 +1,390 @@
|
|
|
1
|
+
import { judgeSemanticMergeCandidate, SEMANTIC_MERGE_PREFILTER_THRESHOLD, SEMANTIC_MERGE_PROMPT_VERSION, } from "../maintenance/merge-classifier.js";
|
|
2
|
+
import { ModelClient } from "../models/client.js";
|
|
3
|
+
import { MERGE_DISCOVERY_CORPUS_VERSION, mergeDiscoveryCorpus, mergeDiscoveryCorpusFingerprint, validateMergeDiscoveryCorpora, } from "./merge-discovery-corpus.js";
|
|
4
|
+
import { MERGE_DISCOVERY_REVIEW_EVIDENCE_VERSION, } from "./merge-discovery-review.js";
|
|
5
|
+
export const MERGE_DISCOVERY_BENCH_VERSION = 'merge-discovery-benchmark-v2';
|
|
6
|
+
const REQUIRED_STABILITY_RUNS = 5;
|
|
7
|
+
/** Sends only the tracked invented corpus to the selected embedding and classifier endpoints. */
|
|
8
|
+
export async function runMergeDiscoveryBench(config, options = {}) {
|
|
9
|
+
validateMergeDiscoveryCorpora();
|
|
10
|
+
const split = options.split ?? 'development';
|
|
11
|
+
const corpus = mergeDiscoveryCorpus(split);
|
|
12
|
+
const review = validateReview(split, mergeDiscoveryCorpusFingerprint(corpus), options.review);
|
|
13
|
+
const requestedRuns = normalizeRuns(options.runs ?? (split === 'test' ? REQUIRED_STABILITY_RUNS : 1));
|
|
14
|
+
const providerName = options.embeddingProvider ?? config.models.embedding.provider?.name ?? 'openai';
|
|
15
|
+
const modelId = options.embeddingModel ?? config.models.embedding.id ?? 'text-embedding-3-small';
|
|
16
|
+
const provider = config.providers[providerName] ?? null;
|
|
17
|
+
const role = {
|
|
18
|
+
...config.models.embedding,
|
|
19
|
+
role: 'embedding',
|
|
20
|
+
provider,
|
|
21
|
+
id: modelId,
|
|
22
|
+
enabled: provider !== null,
|
|
23
|
+
requested: true,
|
|
24
|
+
unavailableReason: provider ? null : `provider "${providerName}" is not configured`,
|
|
25
|
+
};
|
|
26
|
+
const embedded = await new ModelClient(role).embed(corpus.pages.map((entry) => entry.text));
|
|
27
|
+
if (!embedded.ok || !embedded.value) {
|
|
28
|
+
return failedReport({
|
|
29
|
+
corpus,
|
|
30
|
+
review,
|
|
31
|
+
requestedRuns,
|
|
32
|
+
provider: providerName,
|
|
33
|
+
model: modelId,
|
|
34
|
+
latencyMs: embedded.latencyMs,
|
|
35
|
+
error: provider ? 'embedding_failed' : 'embedding_unavailable',
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
const vectors = new Map(corpus.pages.map((entry, index) => [entry.id, embedded.value[index]]));
|
|
39
|
+
const scores = corpus.cases.map((entry) => ({
|
|
40
|
+
...entry,
|
|
41
|
+
score: cosine(vectors.get(entry.left), vectors.get(entry.right)),
|
|
42
|
+
}));
|
|
43
|
+
const embeddingOnly = selectThreshold(scores);
|
|
44
|
+
const classifierRole = classifierModel(config, options);
|
|
45
|
+
if (!classifierRole.client.available) {
|
|
46
|
+
return finishReport({
|
|
47
|
+
corpus,
|
|
48
|
+
review,
|
|
49
|
+
requestedRuns,
|
|
50
|
+
embedding: { provider: providerName, model: modelId },
|
|
51
|
+
embeddingLatencyMs: embedded.latencyMs,
|
|
52
|
+
embeddingOnly,
|
|
53
|
+
runs: [],
|
|
54
|
+
error: 'classifier_unavailable',
|
|
55
|
+
prerequisiteBlockers: ['classifier_unavailable'],
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
const runs = [];
|
|
59
|
+
for (let run = 1; run <= requestedRuns; run++) {
|
|
60
|
+
runs.push(await classifyCases(classifierRole, corpus, scores, run));
|
|
61
|
+
options.onProgress?.({ run, runs: requestedRuns });
|
|
62
|
+
}
|
|
63
|
+
return finishReport({
|
|
64
|
+
corpus,
|
|
65
|
+
review,
|
|
66
|
+
requestedRuns,
|
|
67
|
+
embedding: { provider: providerName, model: modelId },
|
|
68
|
+
embeddingLatencyMs: embedded.latencyMs,
|
|
69
|
+
embeddingOnly,
|
|
70
|
+
runs,
|
|
71
|
+
error: null,
|
|
72
|
+
prerequisiteBlockers: [],
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
/** Marks the exact report that is about to be persisted. */
|
|
76
|
+
export function markMergeDiscoveryBenchPersisted(report) {
|
|
77
|
+
return refreshRelease({ ...report, artifactPersisted: true });
|
|
78
|
+
}
|
|
79
|
+
export function evaluateMergeDiscoveryScores(scores, threshold) {
|
|
80
|
+
const cases = scores.map((entry) => {
|
|
81
|
+
const selected = entry.score >= threshold;
|
|
82
|
+
return {
|
|
83
|
+
id: entry.id,
|
|
84
|
+
category: entry.category,
|
|
85
|
+
expected: entry.expected,
|
|
86
|
+
score: entry.score,
|
|
87
|
+
selected,
|
|
88
|
+
passed: selected === (entry.expected === 'candidate'),
|
|
89
|
+
};
|
|
90
|
+
});
|
|
91
|
+
const positives = cases.filter((entry) => entry.expected === 'candidate');
|
|
92
|
+
const negatives = cases.filter((entry) => entry.expected === 'keep_separate');
|
|
93
|
+
const selected = cases.filter((entry) => entry.selected);
|
|
94
|
+
const falsePositives = negatives.filter((entry) => entry.selected);
|
|
95
|
+
const positiveScores = positives.map((entry) => entry.score);
|
|
96
|
+
const negativeScores = negatives.map((entry) => entry.score);
|
|
97
|
+
const metrics = {
|
|
98
|
+
candidateRecall: ratio(positives.filter((entry) => entry.selected).length, positives.length),
|
|
99
|
+
candidatePrecision: ratio(selected.filter((entry) => entry.expected === 'candidate').length, selected.length),
|
|
100
|
+
falsePositiveRate: ratio(falsePositives.length, negatives.length),
|
|
101
|
+
relatedScopeRejection: rejectionRate(cases, 'related_scope'),
|
|
102
|
+
templateRejection: rejectionRate(cases, 'template'),
|
|
103
|
+
entityCollisionRejection: rejectionRate(cases, 'entity_collision'),
|
|
104
|
+
scoreMargin: Math.min(...positiveScores) - Math.max(...negativeScores),
|
|
105
|
+
};
|
|
106
|
+
const blockers = [];
|
|
107
|
+
if (metrics.candidatePrecision < 1)
|
|
108
|
+
blockers.push('candidate_precision');
|
|
109
|
+
if (metrics.candidateRecall < 0.75)
|
|
110
|
+
blockers.push('candidate_recall');
|
|
111
|
+
if (metrics.falsePositiveRate > 0)
|
|
112
|
+
blockers.push('false_positive_rate');
|
|
113
|
+
if (metrics.relatedScopeRejection < 1)
|
|
114
|
+
blockers.push('related_scope_rejection');
|
|
115
|
+
if (metrics.templateRejection < 1)
|
|
116
|
+
blockers.push('template_rejection');
|
|
117
|
+
if (metrics.entityCollisionRejection < 1)
|
|
118
|
+
blockers.push('entity_collision_rejection');
|
|
119
|
+
if (metrics.scoreMargin <= 0)
|
|
120
|
+
blockers.push('score_margin');
|
|
121
|
+
return { threshold, metrics, cases, passed: blockers.length === 0, blockers };
|
|
122
|
+
}
|
|
123
|
+
export function evaluateMergeDiscoveryStability(runs, cases, requestedRuns) {
|
|
124
|
+
const completedRuns = runs.filter((run) => run.cases.length === cases.length).length;
|
|
125
|
+
const flakyCaseIds = runs.length < 2
|
|
126
|
+
? []
|
|
127
|
+
: cases.flatMap((benchCase) => {
|
|
128
|
+
const reports = runs.map((run) => run.cases.find((entry) => entry.id === benchCase.id));
|
|
129
|
+
if (reports.some((report) => report === undefined))
|
|
130
|
+
return [benchCase.id];
|
|
131
|
+
const decisions = new Set(reports.map((report) => classifierDecision(report)));
|
|
132
|
+
return decisions.size === 1 ? [] : [benchCase.id];
|
|
133
|
+
});
|
|
134
|
+
return {
|
|
135
|
+
requestedRuns,
|
|
136
|
+
completedRuns,
|
|
137
|
+
passingRuns: runs.filter((run) => run.passed).length,
|
|
138
|
+
stableCaseRate: runs.length < 2 ? null : ratio(cases.length - flakyCaseIds.length, cases.length),
|
|
139
|
+
flakyCaseIds,
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
function finishReport(options) {
|
|
143
|
+
const stability = evaluateMergeDiscoveryStability(options.runs, options.corpus.cases, options.requestedRuns);
|
|
144
|
+
const blockers = dedupe([...options.prerequisiteBlockers, ...options.runs.flatMap((run) => run.blockers)]);
|
|
145
|
+
if (stability.completedRuns !== options.requestedRuns)
|
|
146
|
+
blockers.push('incomplete_runs');
|
|
147
|
+
if (stability.passingRuns !== options.requestedRuns)
|
|
148
|
+
blockers.push('run_quality');
|
|
149
|
+
if (stability.stableCaseRate !== null && stability.stableCaseRate < 1)
|
|
150
|
+
blockers.push('case_stability');
|
|
151
|
+
return refreshRelease({
|
|
152
|
+
kind: 'invented_merge_discovery_benchmark',
|
|
153
|
+
schemaVersion: MERGE_DISCOVERY_BENCH_VERSION,
|
|
154
|
+
createdAt: new Date().toISOString(),
|
|
155
|
+
development: options.corpus.split === 'development',
|
|
156
|
+
artifactPersisted: false,
|
|
157
|
+
releaseEligible: false,
|
|
158
|
+
split: options.corpus.split,
|
|
159
|
+
corpus: corpusSummary(options.corpus, options.review),
|
|
160
|
+
embedding: options.embedding,
|
|
161
|
+
embeddingLatencyMs: options.embeddingLatencyMs,
|
|
162
|
+
embeddingOnly: options.embeddingOnly,
|
|
163
|
+
classifier: options.runs[0] ?? null,
|
|
164
|
+
runs: options.runs,
|
|
165
|
+
stability,
|
|
166
|
+
passed: blockers.length === 0,
|
|
167
|
+
blockers: dedupe(blockers),
|
|
168
|
+
releaseBlockers: [],
|
|
169
|
+
error: options.error,
|
|
170
|
+
});
|
|
171
|
+
}
|
|
172
|
+
function refreshRelease(report) {
|
|
173
|
+
const releaseBlockers = [...report.blockers];
|
|
174
|
+
if (report.split !== 'test')
|
|
175
|
+
releaseBlockers.push('held_out_split');
|
|
176
|
+
if (!report.corpus.independentlyReviewed)
|
|
177
|
+
releaseBlockers.push('independent_review');
|
|
178
|
+
if (report.stability.requestedRuns < REQUIRED_STABILITY_RUNS)
|
|
179
|
+
releaseBlockers.push('five_runs');
|
|
180
|
+
if (!report.artifactPersisted)
|
|
181
|
+
releaseBlockers.push('persisted_artifact');
|
|
182
|
+
return {
|
|
183
|
+
...report,
|
|
184
|
+
releaseEligible: releaseBlockers.length === 0,
|
|
185
|
+
releaseBlockers: dedupe(releaseBlockers),
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
function selectThreshold(scores) {
|
|
189
|
+
const values = [...new Set(scores.map((entry) => entry.score))].sort((left, right) => left - right);
|
|
190
|
+
const thresholds = [
|
|
191
|
+
0,
|
|
192
|
+
...values.slice(0, -1).map((value, index) => (value + values[index + 1]) / 2),
|
|
193
|
+
1.000001,
|
|
194
|
+
];
|
|
195
|
+
const evaluated = thresholds.map((threshold) => evaluateMergeDiscoveryScores(scores, threshold));
|
|
196
|
+
return evaluated.sort((left, right) => Number(right.passed) - Number(left.passed) ||
|
|
197
|
+
right.metrics.candidatePrecision - left.metrics.candidatePrecision ||
|
|
198
|
+
right.metrics.candidateRecall - left.metrics.candidateRecall ||
|
|
199
|
+
left.metrics.falsePositiveRate - right.metrics.falsePositiveRate ||
|
|
200
|
+
left.threshold - right.threshold)[0];
|
|
201
|
+
}
|
|
202
|
+
function failedReport(options) {
|
|
203
|
+
const scores = options.corpus.cases.map(({ left: _left, right: _right, ...entry }) => ({
|
|
204
|
+
...entry,
|
|
205
|
+
score: 0,
|
|
206
|
+
}));
|
|
207
|
+
return finishReport({
|
|
208
|
+
corpus: options.corpus,
|
|
209
|
+
review: options.review,
|
|
210
|
+
requestedRuns: options.requestedRuns,
|
|
211
|
+
embedding: { provider: options.provider, model: options.model },
|
|
212
|
+
embeddingLatencyMs: options.latencyMs,
|
|
213
|
+
embeddingOnly: evaluateMergeDiscoveryScores(scores, 1.000001),
|
|
214
|
+
runs: [],
|
|
215
|
+
error: options.error,
|
|
216
|
+
prerequisiteBlockers: [options.error],
|
|
217
|
+
});
|
|
218
|
+
}
|
|
219
|
+
function classifierModel(config, options) {
|
|
220
|
+
const configured = config.maintenance.model ?? config.models.derive;
|
|
221
|
+
const providerName = options.provider ?? configured.provider?.name ?? 'openai';
|
|
222
|
+
const provider = config.providers[providerName] ?? null;
|
|
223
|
+
const role = {
|
|
224
|
+
...configured,
|
|
225
|
+
role: 'maintenance',
|
|
226
|
+
provider,
|
|
227
|
+
id: options.model ?? configured.id ?? 'gpt-5.6-luna',
|
|
228
|
+
enabled: provider !== null,
|
|
229
|
+
requested: true,
|
|
230
|
+
maxOutputTokens: 400,
|
|
231
|
+
reasoningEffort: options.reasoningEffort ?? configured.reasoningEffort ?? 'none',
|
|
232
|
+
unavailableReason: provider ? null : `provider "${providerName}" is not configured`,
|
|
233
|
+
};
|
|
234
|
+
return {
|
|
235
|
+
client: new ModelClient(role),
|
|
236
|
+
provider: providerName,
|
|
237
|
+
model: role.id ?? 'unknown',
|
|
238
|
+
reasoningEffort: role.reasoningEffort ?? 'none',
|
|
239
|
+
};
|
|
240
|
+
}
|
|
241
|
+
async function classifyCases(model, corpus, scores, run) {
|
|
242
|
+
const pageById = new Map(corpus.pages.map((entry) => [entry.id, entry]));
|
|
243
|
+
const reports = [];
|
|
244
|
+
for (const bench of scores) {
|
|
245
|
+
if (bench.score < SEMANTIC_MERGE_PREFILTER_THRESHOLD) {
|
|
246
|
+
reports.push({
|
|
247
|
+
id: bench.id,
|
|
248
|
+
category: bench.category,
|
|
249
|
+
expected: bench.expected,
|
|
250
|
+
score: bench.score,
|
|
251
|
+
prefiltered: false,
|
|
252
|
+
outcome: null,
|
|
253
|
+
valid: true,
|
|
254
|
+
passed: bench.expected === 'keep_separate',
|
|
255
|
+
latencyMs: 0,
|
|
256
|
+
});
|
|
257
|
+
continue;
|
|
258
|
+
}
|
|
259
|
+
const left = pageById.get(bench.left);
|
|
260
|
+
const right = pageById.get(bench.right);
|
|
261
|
+
const result = await judgeSemanticMergeCandidate(model.client, semanticPage(left, bench.left), semanticPage(right, bench.right));
|
|
262
|
+
const outcome = result.value?.outcome ?? null;
|
|
263
|
+
reports.push({
|
|
264
|
+
id: bench.id,
|
|
265
|
+
category: bench.category,
|
|
266
|
+
expected: bench.expected,
|
|
267
|
+
score: bench.score,
|
|
268
|
+
prefiltered: true,
|
|
269
|
+
outcome,
|
|
270
|
+
valid: result.ok && outcome !== null,
|
|
271
|
+
passed: result.ok && outcome !== null && (outcome === 'same_subject') === (bench.expected === 'candidate'),
|
|
272
|
+
latencyMs: result.latencyMs,
|
|
273
|
+
});
|
|
274
|
+
}
|
|
275
|
+
const positives = reports.filter((entry) => entry.expected === 'candidate');
|
|
276
|
+
const negatives = reports.filter((entry) => entry.expected === 'keep_separate');
|
|
277
|
+
const selected = reports.filter((entry) => entry.outcome === 'same_subject');
|
|
278
|
+
const called = reports.filter((entry) => entry.prefiltered);
|
|
279
|
+
const metrics = {
|
|
280
|
+
validResponseRate: ratio(called.filter((entry) => entry.valid).length, called.length),
|
|
281
|
+
candidateRecall: ratio(selected.filter((entry) => entry.expected === 'candidate').length, positives.length),
|
|
282
|
+
candidatePrecision: ratio(selected.filter((entry) => entry.expected === 'candidate').length, selected.length),
|
|
283
|
+
falsePositiveRate: ratio(selected.filter((entry) => entry.expected === 'keep_separate').length, negatives.length),
|
|
284
|
+
relatedScopeRejection: classifierRejectionRate(reports, 'related_scope'),
|
|
285
|
+
templateRejection: classifierRejectionRate(reports, 'template'),
|
|
286
|
+
entityCollisionRejection: classifierRejectionRate(reports, 'entity_collision'),
|
|
287
|
+
};
|
|
288
|
+
const blockers = [];
|
|
289
|
+
if (metrics.validResponseRate < 1)
|
|
290
|
+
blockers.push('valid_response_rate');
|
|
291
|
+
if (metrics.candidateRecall < 0.75)
|
|
292
|
+
blockers.push('candidate_recall');
|
|
293
|
+
if (metrics.candidatePrecision < 1)
|
|
294
|
+
blockers.push('candidate_precision');
|
|
295
|
+
if (metrics.falsePositiveRate > 0)
|
|
296
|
+
blockers.push('false_positive_rate');
|
|
297
|
+
if (metrics.relatedScopeRejection < 1)
|
|
298
|
+
blockers.push('related_scope_rejection');
|
|
299
|
+
if (metrics.templateRejection < 1)
|
|
300
|
+
blockers.push('template_rejection');
|
|
301
|
+
if (metrics.entityCollisionRejection < 1)
|
|
302
|
+
blockers.push('entity_collision_rejection');
|
|
303
|
+
return {
|
|
304
|
+
run,
|
|
305
|
+
provider: model.provider,
|
|
306
|
+
model: model.model,
|
|
307
|
+
reasoningEffort: model.reasoningEffort,
|
|
308
|
+
promptVersion: SEMANTIC_MERGE_PROMPT_VERSION,
|
|
309
|
+
prefilterThreshold: SEMANTIC_MERGE_PREFILTER_THRESHOLD,
|
|
310
|
+
calls: reports.filter((entry) => entry.prefiltered).length,
|
|
311
|
+
metrics,
|
|
312
|
+
cases: reports,
|
|
313
|
+
passed: blockers.length === 0,
|
|
314
|
+
blockers,
|
|
315
|
+
};
|
|
316
|
+
}
|
|
317
|
+
function validateReview(split, fingerprint, review) {
|
|
318
|
+
if (split === 'development')
|
|
319
|
+
return null;
|
|
320
|
+
if (!review)
|
|
321
|
+
throw new Error('held-out merge discovery requires an approved review packet');
|
|
322
|
+
if (review.kind !== 'merge_discovery_review_evidence' ||
|
|
323
|
+
review.schemaVersion !== MERGE_DISCOVERY_REVIEW_EVIDENCE_VERSION ||
|
|
324
|
+
review.corpusVersion !== MERGE_DISCOVERY_CORPUS_VERSION ||
|
|
325
|
+
review.corpusFingerprint !== fingerprint ||
|
|
326
|
+
review.sourceReviews !== mergeDiscoveryCorpus('test').pages.length ||
|
|
327
|
+
review.caseReviews !== mergeDiscoveryCorpus('test').cases.length ||
|
|
328
|
+
!['human', 'model'].includes(review.reviewerKind) ||
|
|
329
|
+
Number.isNaN(Date.parse(review.reviewedAt)) ||
|
|
330
|
+
!/^[a-f0-9]{64}$/.test(review.packetFingerprint) ||
|
|
331
|
+
!/^[a-f0-9]{64}$/.test(review.receiptFingerprint) ||
|
|
332
|
+
review.independenceConfirmed !== true ||
|
|
333
|
+
review.checksConfirmed !== true) {
|
|
334
|
+
throw new Error('merge discovery review evidence does not match the frozen held-out corpus');
|
|
335
|
+
}
|
|
336
|
+
return review;
|
|
337
|
+
}
|
|
338
|
+
function normalizeRuns(value) {
|
|
339
|
+
if (!Number.isInteger(value) || value < 1 || value > 10) {
|
|
340
|
+
throw new Error('merge discovery runs must be an integer from 1 to 10');
|
|
341
|
+
}
|
|
342
|
+
return value;
|
|
343
|
+
}
|
|
344
|
+
function semanticPage(entry, slug) {
|
|
345
|
+
const title = /^# (.+)$/m.exec(entry.text)?.[1] ?? slug;
|
|
346
|
+
return { slug, title, content: entry.text };
|
|
347
|
+
}
|
|
348
|
+
function classifierRejectionRate(cases, category) {
|
|
349
|
+
const selected = cases.filter((entry) => entry.category === category);
|
|
350
|
+
return ratio(selected.filter((entry) => entry.outcome !== 'same_subject').length, selected.length);
|
|
351
|
+
}
|
|
352
|
+
function classifierDecision(report) {
|
|
353
|
+
if (!report.valid)
|
|
354
|
+
return 'invalid';
|
|
355
|
+
return report.prefiltered ? (report.outcome ?? 'invalid') : 'keep_separate';
|
|
356
|
+
}
|
|
357
|
+
function corpusSummary(corpus, review) {
|
|
358
|
+
return {
|
|
359
|
+
version: MERGE_DISCOVERY_CORPUS_VERSION,
|
|
360
|
+
fingerprint: mergeDiscoveryCorpusFingerprint(corpus),
|
|
361
|
+
pages: corpus.pages.length,
|
|
362
|
+
cases: corpus.cases.length,
|
|
363
|
+
frozen: corpus.frozen,
|
|
364
|
+
independentlyReviewed: review !== null,
|
|
365
|
+
reviewReceiptFingerprint: review?.receiptFingerprint ?? null,
|
|
366
|
+
};
|
|
367
|
+
}
|
|
368
|
+
function rejectionRate(cases, category) {
|
|
369
|
+
const selected = cases.filter((entry) => entry.category === category);
|
|
370
|
+
return ratio(selected.filter((entry) => !entry.selected).length, selected.length);
|
|
371
|
+
}
|
|
372
|
+
function ratio(numerator, denominator) {
|
|
373
|
+
return denominator === 0 ? 1 : numerator / denominator;
|
|
374
|
+
}
|
|
375
|
+
function dedupe(values) {
|
|
376
|
+
return [...new Set(values)];
|
|
377
|
+
}
|
|
378
|
+
function cosine(left, right) {
|
|
379
|
+
let dot = 0;
|
|
380
|
+
let leftNorm = 0;
|
|
381
|
+
let rightNorm = 0;
|
|
382
|
+
const length = Math.min(left.length, right.length);
|
|
383
|
+
for (let index = 0; index < length; index++) {
|
|
384
|
+
dot += left[index] * right[index];
|
|
385
|
+
leftNorm += left[index] * left[index];
|
|
386
|
+
rightNorm += right[index] * right[index];
|
|
387
|
+
}
|
|
388
|
+
return leftNorm === 0 || rightNorm === 0 ? 0 : dot / Math.sqrt(leftNorm * rightNorm);
|
|
389
|
+
}
|
|
390
|
+
//# sourceMappingURL=merge-discovery.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"merge-discovery.js","sourceRoot":"","sources":["../../src/bench/merge-discovery.ts"],"names":[],"mappings":"AACA,OAAO,EACL,2BAA2B,EAC3B,kCAAkC,EAClC,6BAA6B,GAE9B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EACL,8BAA8B,EAC9B,oBAAoB,EACpB,+BAA+B,EAC/B,6BAA6B,GAM9B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,uCAAuC,GAExC,MAAM,6BAA6B,CAAC;AAErC,MAAM,CAAC,MAAM,6BAA6B,GAAG,8BAA8B,CAAC;AAC5E,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAgHlC,iGAAiG;AACjG,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,MAAkB,EAClB,UAAsC,EAAE;IAExC,6BAA6B,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,EAAE,+BAA+B,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9F,MAAM,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtG,MAAM,YAAY,GAAG,OAAO,CAAC,iBAAiB,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC;IACrG,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,IAAI,wBAAwB,CAAC;IACjG,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC;IACxD,MAAM,IAAI,GAAsB;QAC9B,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS;QAC1B,IAAI,EAAE,WAAW;QACjB,QAAQ;QACR,EAAE,EAAE,OAAO;QACX,OAAO,EAAE,QAAQ,KAAK,IAAI;QAC1B,SAAS,EAAE,IAAI;QACf,iBAAiB,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,YAAY,qBAAqB;KACpF,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5F,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACpC,OAAO,YAAY,CAAC;YAClB,MAAM;YACN,MAAM;YACN,aAAa;YACb,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,uBAAuB;SAC/D,CAAC,CAAC;IACL,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,KAAM,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC;IACjG,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC1C,GAAG,KAAK;QACR,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC;KACnE,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC9C,MAAM,cAAc,GAAG,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACrC,OAAO,YAAY,CAAC;YAClB,MAAM;YACN,MAAM;YACN,aAAa;YACb,SAAS,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;YACrD,kBAAkB,EAAE,QAAQ,CAAC,SAAS;YACtC,aAAa;YACb,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,wBAAwB;YAC/B,oBAAoB,EAAE,CAAC,wBAAwB,CAAC;SACjD,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAqC,EAAE,CAAC;IAClD,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,aAAa,EAAE,GAAG,EAAE,EAAE,CAAC;QAC9C,IAAI,CAAC,IAAI,CAAC,MAAM,aAAa,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,YAAY,CAAC;QAClB,MAAM;QACN,MAAM;QACN,aAAa;QACb,SAAS,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE;QACrD,kBAAkB,EAAE,QAAQ,CAAC,SAAS;QACtC,aAAa;QACb,IAAI;QACJ,KAAK,EAAE,IAAI;QACX,oBAAoB,EAAE,EAAE;KACzB,CAAC,CAAC;AACL,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,gCAAgC,CAC9C,MAAiC;IAEjC,OAAO,cAAc,CAAC,EAAE,GAAG,MAAM,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,MAA0F,EAC1F,SAAiB;IAEjB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAA2B,EAAE;QAC1D,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,IAAI,SAAS,CAAC;QAC1C,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ;YACR,MAAM,EAAE,QAAQ,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC;SACtD,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC;IAC1E,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,eAAe,CAAC,CAAC;IAC9E,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACzD,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnE,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG;QACd,eAAe,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;QAC5F,kBAAkB,EAAE,KAAK,CACvB,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC,MAAM,EACjE,QAAQ,CAAC,MAAM,CAChB;QACD,iBAAiB,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC;QACjE,qBAAqB,EAAE,aAAa,CAAC,KAAK,EAAE,eAAe,CAAC;QAC5D,iBAAiB,EAAE,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC;QACnD,wBAAwB,EAAE,aAAa,CAAC,KAAK,EAAE,kBAAkB,CAAC;QAClE,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC;KACvE,CAAC;IACF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,kBAAkB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACzE,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACtE,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,qBAAqB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChF,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACvE,IAAI,OAAO,CAAC,wBAAwB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACtF,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5D,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,IAAsC,EACtC,KAAyC,EACzC,aAAqB;IAErB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACrF,MAAM,YAAY,GAChB,IAAI,CAAC,MAAM,GAAG,CAAC;QACb,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;YACxF,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC;gBAAE,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC1E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,kBAAkB,CAAC,MAAO,CAAC,CAAC,CAAC,CAAC;YAChF,OAAO,SAAS,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACT,OAAO;QACL,aAAa;QACb,aAAa;QACb,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM;QACpD,cAAc,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;QAChG,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,OAUrB;IACC,MAAM,SAAS,GAAG,+BAA+B,CAC/C,OAAO,CAAC,IAAI,EACZ,OAAO,CAAC,MAAM,CAAC,KAAK,EACpB,OAAO,CAAC,aAAa,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,GAAG,OAAO,CAAC,oBAAoB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3G,IAAI,SAAS,CAAC,aAAa,KAAK,OAAO,CAAC,aAAa;QAAE,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACxF,IAAI,SAAS,CAAC,WAAW,KAAK,OAAO,CAAC,aAAa;QAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAClF,IAAI,SAAS,CAAC,cAAc,KAAK,IAAI,IAAI,SAAS,CAAC,cAAc,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvG,OAAO,cAAc,CAAC;QACpB,IAAI,EAAE,oCAAoC;QAC1C,aAAa,EAAE,6BAA6B;QAC5C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,aAAa;QACnD,iBAAiB,EAAE,KAAK;QACxB,eAAe,EAAE,KAAK;QACtB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;QAC3B,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC;QACrD,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI;QACnC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,SAAS;QACT,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC;QAC1B,eAAe,EAAE,EAAE;QACnB,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,MAAiC;IACvD,MAAM,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM;QAAE,eAAe,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,qBAAqB;QAAE,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACrF,IAAI,MAAM,CAAC,SAAS,CAAC,aAAa,GAAG,uBAAuB;QAAE,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChG,IAAI,CAAC,MAAM,CAAC,iBAAiB;QAAE,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC1E,OAAO;QACL,GAAG,MAAM;QACT,eAAe,EAAE,eAAe,CAAC,MAAM,KAAK,CAAC;QAC7C,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,MAA0F;IAE1F,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IACpG,MAAM,UAAU,GAAG;QACjB,CAAC;QACD,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC;QAC9E,QAAQ;KACT,CAAC;IACF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,4BAA4B,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IACjG,OAAO,SAAS,CAAC,IAAI,CACnB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1C,KAAK,CAAC,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,kBAAkB;QAClE,KAAK,CAAC,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe;QAC5D,IAAI,CAAC,OAAO,CAAC,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,iBAAiB;QAChE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CACnC,CAAC,CAAC,CAAE,CAAC;AACR,CAAC;AAED,SAAS,YAAY,CAAC,OAQrB;IACC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QACrF,GAAG,KAAK;QACR,KAAK,EAAE,CAAC;KACT,CAAC,CAAC,CAAC;IACJ,OAAO,YAAY,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,SAAS,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;QAC/D,kBAAkB,EAAE,OAAO,CAAC,SAAS;QACrC,aAAa,EAAE,4BAA4B,CAAC,MAAM,EAAE,QAAQ,CAAC;QAC7D,IAAI,EAAE,EAAE;QACR,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,oBAAoB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;KACtC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CACtB,MAAkB,EAClB,OAAmC;IAOnC,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACpE,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC,QAAQ,EAAE,IAAI,IAAI,QAAQ,CAAC;IAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC;IACxD,MAAM,IAAI,GAAsB;QAC9B,GAAG,UAAU;QACb,IAAI,EAAE,aAAa;QACnB,QAAQ;QACR,EAAE,EAAE,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,EAAE,IAAI,cAAc;QACpD,OAAO,EAAE,QAAQ,KAAK,IAAI;QAC1B,SAAS,EAAE,IAAI;QACf,eAAe,EAAE,GAAG;QACpB,eAAe,EAAE,OAAO,CAAC,eAAe,IAAI,UAAU,CAAC,eAAe,IAAI,MAAM;QAChF,iBAAiB,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,YAAY,qBAAqB;KACpF,CAAC;IACF,OAAO;QACL,MAAM,EAAE,IAAI,WAAW,CAAC,IAAI,CAAC;QAC7B,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,SAAS;QAC3B,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,MAAM;KAChD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,KAAyC,EACzC,MAA4B,EAC5B,MAAkE,EAClE,GAAW;IAEX,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,OAAO,GAAmC,EAAE,CAAC;IACnD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,KAAK,GAAG,kCAAkC,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK;gBAClB,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,KAAK,CAAC,QAAQ,KAAK,eAAe;gBAC1C,SAAS,EAAE,CAAC;aACb,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC;QACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,2BAA2B,CAC9C,KAAK,CAAC,MAAM,EACZ,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAC9B,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CACjC,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW,EAAE,IAAI;YACjB,OAAO;YACP,KAAK,EAAE,MAAM,CAAC,EAAE,IAAI,OAAO,KAAK,IAAI;YACpC,MAAM,EACJ,MAAM,CAAC,EAAE,IAAI,OAAO,KAAK,IAAI,IAAI,CAAC,OAAO,KAAK,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC;YACpG,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;IACL,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC;IAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,eAAe,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,cAAc,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG;QACd,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;QACrF,eAAe,EAAE,KAAK,CACpB,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC,MAAM,EACjE,SAAS,CAAC,MAAM,CACjB;QACD,kBAAkB,EAAE,KAAK,CACvB,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC,MAAM,EACjE,QAAQ,CAAC,MAAM,CAChB;QACD,iBAAiB,EAAE,KAAK,CACtB,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,eAAe,CAAC,CAAC,MAAM,EACrE,SAAS,CAAC,MAAM,CACjB;QACD,qBAAqB,EAAE,uBAAuB,CAAC,OAAO,EAAE,eAAe,CAAC;QACxE,iBAAiB,EAAE,uBAAuB,CAAC,OAAO,EAAE,UAAU,CAAC;QAC/D,wBAAwB,EAAE,uBAAuB,CAAC,OAAO,EAAE,kBAAkB,CAAC;KAC/E,CAAC;IACF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI;QAAE,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACtE,IAAI,OAAO,CAAC,kBAAkB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACzE,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IACxE,IAAI,OAAO,CAAC,qBAAqB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChF,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACvE,IAAI,OAAO,CAAC,wBAAwB,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACtF,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,aAAa,EAAE,6BAA6B;QAC5C,kBAAkB,EAAE,kCAAkC;QACtD,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,MAAM;QAC1D,OAAO;QACP,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CACrB,KAA0B,EAC1B,WAAmB,EACnB,MAAgD;IAEhD,IAAI,KAAK,KAAK,aAAa;QAAE,OAAO,IAAI,CAAC;IACzC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IAC5F,IACE,MAAM,CAAC,IAAI,KAAK,iCAAiC;QACjD,MAAM,CAAC,aAAa,KAAK,uCAAuC;QAChE,MAAM,CAAC,aAAa,KAAK,8BAA8B;QACvD,MAAM,CAAC,iBAAiB,KAAK,WAAW;QACxC,MAAM,CAAC,aAAa,KAAK,oBAAoB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,MAAM;QAClE,MAAM,CAAC,WAAW,KAAK,oBAAoB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,MAAM;QAChE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAChD,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;QACjD,MAAM,CAAC,qBAAqB,KAAK,IAAI;QACrC,MAAM,CAAC,eAAe,KAAK,IAAI,EAC/B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IAC/F,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CACnB,KAA8B,EAC9B,IAAY;IAEZ,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACxD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAqC,EACrC,QAAgC;IAEhC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IACtE,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,cAAc,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AACrG,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAoC;IAC9D,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IACpC,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;AAC9E,CAAC;AAED,SAAS,aAAa,CACpB,MAA4B,EAC5B,MAA2C;IAE3C,OAAO;QACL,OAAO,EAAE,8BAA8B;QACvC,WAAW,EAAE,+BAA+B,CAAC,MAAM,CAAC;QACpD,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAC1B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,qBAAqB,EAAE,MAAM,KAAK,IAAI;QACtC,wBAAwB,EAAE,MAAM,EAAE,kBAAkB,IAAI,IAAI;KAC7D,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAgC,EAAE,QAAgC;IACvF,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IACtE,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,KAAK,CAAC,SAAiB,EAAE,WAAmB;IACnD,OAAO,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC;AACzD,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,MAAM,CAAC,IAAkB,EAAE,KAAmB;IACrD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACnD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC5C,GAAG,IAAI,IAAI,CAAC,KAAK,CAAE,GAAG,KAAK,CAAC,KAAK,CAAE,CAAC;QACpC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAE,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;QACxC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAE,GAAG,KAAK,CAAC,KAAK,CAAE,CAAC;IAC7C,CAAC;IACD,OAAO,QAAQ,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;AACvF,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
export type RetrievalBenchComparison = 'at_least' | 'at_most';
|
|
2
|
+
export type RetrievalBenchUnit = 'ratio' | 'milliseconds' | 'count';
|
|
3
|
+
export interface RetrievalBenchResult {
|
|
4
|
+
name: string;
|
|
5
|
+
value: number;
|
|
6
|
+
target: number;
|
|
7
|
+
comparison: RetrievalBenchComparison;
|
|
8
|
+
unit: RetrievalBenchUnit;
|
|
9
|
+
passed: boolean;
|
|
10
|
+
detail: string;
|
|
11
|
+
}
|
|
12
|
+
export interface MixedRetrievalBenchReport {
|
|
13
|
+
results: RetrievalBenchResult[];
|
|
14
|
+
passed: boolean;
|
|
15
|
+
corpus: {
|
|
16
|
+
pages: number;
|
|
17
|
+
ownedDocuments: number;
|
|
18
|
+
orphanDocuments: number;
|
|
19
|
+
queries: number;
|
|
20
|
+
graphQueries: number;
|
|
21
|
+
orphanK: number;
|
|
22
|
+
pageK: number;
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
export interface MixedRetrievalBenchOptions {
|
|
26
|
+
iterations?: number;
|
|
27
|
+
latencyBudgetMs?: number;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* A fixed, invented corpus measures retrieval quality independently of the user's
|
|
31
|
+
* knowledge base. The model stack is intentionally absent: optional capabilities
|
|
32
|
+
* must report degradation while lexical mixed recall stays correct.
|
|
33
|
+
*/
|
|
34
|
+
export declare function runMixedRetrievalBench(options?: MixedRetrievalBenchOptions): Promise<MixedRetrievalBenchReport>;
|
|
35
|
+
//# sourceMappingURL=mixed-retrieval.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mixed-retrieval.d.ts","sourceRoot":"","sources":["../../src/bench/mixed-retrieval.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,wBAAwB,GAAG,UAAU,GAAG,SAAS,CAAC;AAC9D,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,cAAc,GAAG,OAAO,CAAC;AAEpE,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,wBAAwB,CAAC;IACrC,IAAI,EAAE,kBAAkB,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,EAAE,MAAM,CAAC;QACrB,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAED,MAAM,WAAW,0BAA0B;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AA4DD;;;;GAIG;AACH,wBAAsB,sBAAsB,CAC1C,OAAO,GAAE,0BAA+B,GACvC,OAAO,CAAC,yBAAyB,CAAC,CA+OpC"}
|