attention-manifest-protocol 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +341 -293
- package/CHANGELOG.zh-CN.md +41 -8
- package/README.md +250 -171
- package/README.zh-CN.md +251 -171
- package/lib/assignment/assign.d.ts +102 -0
- package/lib/assignment/assign.js +556 -0
- package/lib/assignment/binding.d.ts +103 -0
- package/lib/assignment/binding.js +575 -0
- package/lib/assignment/errors.d.ts +14 -0
- package/lib/assignment/errors.js +16 -0
- package/lib/assignment/guards.d.ts +18 -0
- package/lib/assignment/guards.js +28 -0
- package/lib/assignment/index.d.ts +10 -0
- package/lib/assignment/index.js +10 -0
- package/lib/assignment/types.d.ts +169 -0
- package/lib/assignment/types.js +1 -0
- package/lib/attention/budget.d.ts +1 -1
- package/lib/attention/budget.js +31 -9
- package/lib/bayes/engine.js +2 -1
- package/lib/bayes/reliability.js +25 -10
- package/lib/boundary/frame.d.ts +10 -4
- package/lib/boundary/frame.js +346 -109
- package/lib/boundary/kinds.d.ts +11 -0
- package/lib/boundary/kinds.js +33 -0
- package/lib/boundary/refTable.d.ts +19 -9
- package/lib/boundary/refTable.js +128 -30
- package/lib/boundary/toolCall.d.ts +22 -10
- package/lib/boundary/toolCall.js +798 -97
- package/lib/concept/conceptBudget.js +10 -1
- package/lib/concurrency/idempotency.d.ts +4 -3
- package/lib/concurrency/idempotency.js +57 -13
- package/lib/concurrency/retry.js +18 -3
- package/lib/context/agentContext.d.ts +13 -0
- package/lib/context/agentContext.js +14 -1
- package/lib/context/ast.d.ts +4 -1
- package/lib/context/ast.js +13 -3
- package/lib/context/contentStore.js +22 -9
- package/lib/context/contextBuilder.d.ts +457 -0
- package/lib/context/contextBuilder.js +1395 -0
- package/lib/context/contextPackage.d.ts +214 -0
- package/lib/context/contextPackage.js +191 -0
- package/lib/context/index.d.ts +14 -3
- package/lib/context/index.js +9 -1
- package/lib/context/relevance.d.ts +171 -0
- package/lib/context/relevance.js +250 -0
- package/lib/context/workspaceDiff.d.ts +105 -0
- package/lib/context/workspaceDiff.js +238 -0
- package/lib/context/workspaceService.d.ts +236 -1
- package/lib/context/workspaceService.js +1501 -73
- package/lib/cooperation/collaboration.d.ts +9 -0
- package/lib/cooperation/session.d.ts +4 -4
- package/lib/cooperation/session.js +3 -3
- package/lib/database/adapter/filesystemStore.d.ts +145 -0
- package/lib/database/adapter/filesystemStore.js +321 -0
- package/lib/database/adapter/index.d.ts +2 -0
- package/lib/database/adapter/index.js +2 -0
- package/lib/database/adapter/workspaceSessionStore.d.ts +118 -0
- package/lib/database/adapter/workspaceSessionStore.js +120 -0
- package/lib/database/entity/fileGraph.d.ts +53 -0
- package/lib/database/entity/fileGraph.js +15 -0
- package/lib/database/entity/fileTree.d.ts +76 -0
- package/lib/database/entity/fileTree.js +39 -0
- package/lib/database/entity/hook.d.ts +29 -0
- package/lib/database/entity/hook.js +18 -0
- package/lib/database/entity/index.d.ts +4 -0
- package/lib/database/entity/index.js +4 -0
- package/lib/database/entity/workspaceSession.d.ts +53 -0
- package/lib/database/entity/workspaceSession.js +28 -0
- package/lib/database/repository/fileAnnotationRepository.d.ts +75 -0
- package/lib/database/repository/fileAnnotationRepository.js +109 -0
- package/lib/database/repository/fileGraphRepository.d.ts +188 -0
- package/lib/database/repository/fileGraphRepository.js +648 -0
- package/lib/database/repository/fileNodeRepository.d.ts +116 -0
- package/lib/database/repository/fileNodeRepository.js +263 -0
- package/lib/database/repository/fileOutlineRepository.d.ts +40 -0
- package/lib/database/repository/fileOutlineRepository.js +104 -0
- package/lib/database/repository/fileWriteRepository.d.ts +41 -0
- package/lib/database/repository/fileWriteRepository.js +93 -0
- package/lib/database/repository/hookRepository.d.ts +67 -0
- package/lib/database/repository/hookRepository.js +150 -0
- package/lib/database/repository/index.d.ts +7 -0
- package/lib/database/repository/index.js +7 -0
- package/lib/database/repository/workspaceSessionRepository.d.ts +134 -0
- package/lib/database/repository/workspaceSessionRepository.js +327 -0
- package/lib/database/service/database.d.ts +14 -0
- package/lib/database/service/database.js +21 -0
- package/lib/database/sql/schema.js +187 -0
- package/lib/database/store/database.js +6 -1
- package/lib/delegate/team.d.ts +5 -0
- package/lib/delegate/team.js +83 -20
- package/lib/discover/classify.d.ts +20 -0
- package/lib/discover/classify.js +85 -0
- package/lib/discover/host.d.ts +20 -0
- package/lib/discover/host.js +89 -0
- package/lib/discover/index.d.ts +11 -0
- package/lib/discover/index.js +11 -0
- package/lib/discover/kinds.d.ts +14 -0
- package/lib/discover/kinds.js +23 -0
- package/lib/discover/tree.d.ts +7 -0
- package/lib/discover/tree.js +432 -0
- package/lib/discover/types.d.ts +115 -0
- package/lib/discover/types.js +1 -0
- package/lib/error/boundaryRejection.d.ts +1 -1
- package/lib/evaluation/agreement.js +2 -2
- package/lib/execution/handles.js +6 -0
- package/lib/execution/pin.js +2 -2
- package/lib/file/cfb.d.ts +56 -0
- package/lib/file/cfb.js +396 -0
- package/lib/file/dependency.d.ts +151 -0
- package/lib/file/dependency.js +568 -0
- package/lib/file/directory.d.ts +34 -0
- package/lib/file/directory.js +141 -0
- package/lib/file/errors.d.ts +20 -0
- package/lib/file/errors.js +18 -0
- package/lib/file/exportGraph.d.ts +31 -0
- package/lib/file/exportGraph.js +554 -0
- package/lib/file/file.d.ts +40 -0
- package/lib/file/file.js +339 -0
- package/lib/file/importGraph.d.ts +121 -0
- package/lib/file/importGraph.js +1022 -0
- package/lib/file/index.d.ts +45 -0
- package/lib/file/index.js +30 -0
- package/lib/file/metadata.d.ts +66 -0
- package/lib/file/metadata.js +470 -0
- package/lib/file/path.d.ts +60 -0
- package/lib/file/path.js +259 -0
- package/lib/file/read.d.ts +168 -0
- package/lib/file/read.js +541 -0
- package/lib/file/runtime.d.ts +95 -0
- package/lib/file/runtime.js +150 -0
- package/lib/file/service.d.ts +227 -0
- package/lib/file/service.js +663 -0
- package/lib/file/syntaxTree.d.ts +7 -0
- package/lib/file/syntaxTree.js +38 -0
- package/lib/file/time.d.ts +38 -0
- package/lib/file/time.js +44 -0
- package/lib/file/tree.d.ts +53 -0
- package/lib/file/tree.js +417 -0
- package/lib/file/types.d.ts +371 -0
- package/lib/file/types.js +1 -0
- package/lib/file/write.d.ts +159 -0
- package/lib/file/write.js +1028 -0
- package/lib/file/zip.d.ts +35 -0
- package/lib/file/zip.js +349 -0
- package/lib/fingerprint/algorithm.d.ts +97 -0
- package/lib/fingerprint/algorithm.js +271 -0
- package/lib/fingerprint/bytes.d.ts +18 -0
- package/lib/fingerprint/bytes.js +31 -0
- package/lib/fingerprint/error.d.ts +73 -0
- package/lib/fingerprint/error.js +86 -0
- package/lib/fingerprint/file.d.ts +71 -0
- package/lib/fingerprint/file.js +254 -0
- package/lib/fingerprint/index.d.ts +37 -0
- package/lib/fingerprint/index.js +12 -0
- package/lib/fingerprint/json.d.ts +41 -0
- package/lib/fingerprint/json.js +94 -0
- package/lib/fingerprint/number.d.ts +32 -0
- package/lib/fingerprint/number.js +95 -0
- package/lib/fingerprint/policy.d.ts +54 -0
- package/lib/fingerprint/policy.js +50 -0
- package/lib/fingerprint/preimage.d.ts +84 -0
- package/lib/fingerprint/preimage.js +133 -0
- package/lib/fingerprint/raw.d.ts +26 -0
- package/lib/fingerprint/raw.js +45 -0
- package/lib/fingerprint/ref.d.ts +39 -0
- package/lib/fingerprint/ref.js +178 -0
- package/lib/fingerprint/text.d.ts +42 -0
- package/lib/fingerprint/text.js +155 -0
- package/lib/fingerprint/tree.d.ts +56 -0
- package/lib/fingerprint/tree.js +288 -0
- package/lib/fingerprint/verify.d.ts +20 -0
- package/lib/fingerprint/verify.js +99 -0
- package/lib/global/filesystem.d.ts +43 -0
- package/lib/global/filesystem.js +75 -0
- package/lib/global/index.d.ts +8 -0
- package/lib/global/index.js +8 -0
- package/lib/global/service.d.ts +51 -0
- package/lib/global/service.js +98 -0
- package/lib/governance/transport.js +18 -6
- package/lib/hook/ast.d.ts +29 -0
- package/lib/hook/ast.js +22 -0
- package/lib/hook/code.d.ts +55 -0
- package/lib/hook/code.js +47 -0
- package/lib/hook/dependency.d.ts +45 -0
- package/lib/hook/dependency.js +28 -0
- package/lib/hook/diff.d.ts +114 -0
- package/lib/hook/diff.js +327 -0
- package/lib/hook/exportation.d.ts +31 -0
- package/lib/hook/exportation.js +24 -0
- package/lib/hook/file.d.ts +44 -0
- package/lib/hook/file.js +154 -0
- package/lib/hook/importation.d.ts +33 -0
- package/lib/hook/importation.js +22 -0
- package/lib/hook/index.d.ts +30 -0
- package/lib/hook/index.js +23 -0
- package/lib/hook/outline.d.ts +35 -0
- package/lib/hook/outline.js +27 -0
- package/lib/hook/project.d.ts +65 -0
- package/lib/hook/project.js +217 -0
- package/lib/hook/types.d.ts +114 -0
- package/lib/hook/types.js +407 -0
- package/lib/index.d.ts +9 -0
- package/lib/index.js +9 -0
- package/lib/lock/lease.js +28 -3
- package/lib/manifest/cardSign.d.ts +1 -1
- package/lib/manifest/cardSign.js +37 -7
- package/lib/manifest/federation.js +13 -6
- package/lib/manifest/trust.d.ts +2 -0
- package/lib/manifest/trust.js +27 -6
- package/lib/module/index.d.ts +4 -0
- package/lib/module/index.js +4 -0
- package/lib/module/mcp/client.js +21 -2
- package/lib/module/mcp/filesystemServer.d.ts +24 -0
- package/lib/module/mcp/filesystemServer.js +102 -0
- package/lib/module/mcp/http.js +32 -19
- package/lib/module/mcp/workspaceServer.js +20 -3
- package/lib/module/tool/filesystemExecutor.d.ts +18 -0
- package/lib/module/tool/filesystemExecutor.js +49 -0
- package/lib/module/tool/globalExecutor.d.ts +17 -0
- package/lib/module/tool/globalExecutor.js +39 -0
- package/lib/module/tool/globalFilesystemExecutor.d.ts +18 -0
- package/lib/module/tool/globalFilesystemExecutor.js +49 -0
- package/lib/module/tool/workspaceExecutor.d.ts +9 -0
- package/lib/module/tool/workspaceExecutor.js +16 -3
- package/lib/naming/aliases.d.ts +48 -0
- package/lib/naming/aliases.js +79 -0
- package/lib/naming/catalog.d.ts +117 -0
- package/lib/naming/catalog.js +108 -0
- package/lib/naming/grammar.d.ts +67 -0
- package/lib/naming/grammar.js +212 -0
- package/lib/naming/ids.d.ts +157 -0
- package/lib/naming/ids.js +119 -0
- package/lib/naming/index.d.ts +13 -0
- package/lib/naming/index.js +13 -0
- package/lib/outline/index.d.ts +9 -0
- package/lib/outline/index.js +8 -0
- package/lib/outline/office.d.ts +160 -0
- package/lib/outline/office.js +2375 -0
- package/lib/outline/officeBridge.d.ts +32 -0
- package/lib/outline/officeBridge.js +27 -0
- package/lib/outline/outline.d.ts +159 -0
- package/lib/outline/outline.js +837 -0
- package/lib/outline/outlineIndex.d.ts +97 -0
- package/lib/outline/outlineIndex.js +325 -0
- package/lib/outline/outlineKeywords.d.ts +59 -0
- package/lib/outline/outlineKeywords.js +143 -0
- package/lib/outline/outlineStrategies.d.ts +414 -0
- package/lib/outline/outlineStrategies.js +8324 -0
- package/lib/outline/reactOutline.d.ts +37 -0
- package/lib/outline/reactOutline.js +1070 -0
- package/lib/outline/shellOutline.d.ts +65 -0
- package/lib/outline/shellOutline.js +873 -0
- package/lib/outline/sqlOutline.d.ts +170 -0
- package/lib/outline/sqlOutline.js +1536 -0
- package/lib/outline/strategy.d.ts +46 -0
- package/lib/outline/strategy.js +1 -0
- package/lib/outline/types.d.ts +95 -0
- package/lib/outline/types.js +1 -0
- package/lib/outline/visualBasicOutline.d.ts +27 -0
- package/lib/outline/visualBasicOutline.js +750 -0
- package/lib/protocol/filesystem.d.ts +55 -0
- package/lib/protocol/filesystem.js +105 -0
- package/lib/protocol/global.d.ts +42 -0
- package/lib/protocol/global.js +63 -0
- package/lib/protocol/globalFilesystem.d.ts +40 -0
- package/lib/protocol/globalFilesystem.js +59 -0
- package/lib/protocol/index.d.ts +4 -0
- package/lib/protocol/index.js +4 -0
- package/lib/protocol/protocol.d.ts +4 -0
- package/lib/protocol/wire.js +5 -2
- package/lib/protocol/workspace.d.ts +305 -0
- package/lib/protocol/workspace.js +258 -0
- package/lib/receipt/receipt.d.ts +8 -0
- package/lib/registry/content.js +9 -3
- package/lib/runtime/kernelRuntime.js +9 -1
- package/lib/scenario/scenario.js +5 -4
- package/lib/semantic/canonical.d.ts +61 -0
- package/lib/semantic/canonical.js +135 -8
- package/lib/semantic/jsonValue.d.ts +31 -0
- package/lib/semantic/jsonValue.js +122 -0
- package/lib/semantic/sha256.js +3 -0
- package/lib/semantic/time.d.ts +14 -0
- package/lib/semantic/time.js +56 -0
- package/lib/session/context.d.ts +76 -0
- package/lib/session/context.js +419 -0
- package/lib/session/errors.d.ts +24 -0
- package/lib/session/errors.js +22 -0
- package/lib/session/identity.d.ts +24 -0
- package/lib/session/identity.js +56 -0
- package/lib/session/index.d.ts +14 -0
- package/lib/session/index.js +12 -0
- package/lib/session/registry.d.ts +130 -0
- package/lib/session/registry.js +908 -0
- package/lib/session/types.d.ts +227 -0
- package/lib/session/types.js +14 -0
- package/lib/structure/index.d.ts +1 -0
- package/lib/structure/index.js +1 -0
- package/lib/structure/trie.d.ts +88 -0
- package/lib/structure/trie.js +183 -0
- package/lib/syntax/byteIndex.d.ts +44 -0
- package/lib/syntax/byteIndex.js +148 -0
- package/lib/syntax/charset.d.ts +88 -0
- package/lib/syntax/charset.js +276 -0
- package/lib/syntax/index.d.ts +6 -0
- package/lib/syntax/index.js +5 -0
- package/lib/syntax/syntaxRegistry.d.ts +150 -0
- package/lib/syntax/syntaxRegistry.js +314 -0
- package/lib/syntax/syntaxTree.d.ts +106 -0
- package/lib/syntax/syntaxTree.js +668 -0
- package/lib/syntax/types.d.ts +15 -0
- package/lib/syntax/types.js +1 -0
- package/lib/types/common.d.ts +1 -1
- package/package.json +72 -193
- package/.editorconfig +0 -12
- package/.prettierignore +0 -17
- package/MCP-Token/347/250/216/344/270/216/344/270/213/344/270/200/344/273/243/345/267/245/345/205/267/345/215/217/350/256/256.html +0 -1763
- package/docs/annotation-campaign-A.csv +0 -54
- package/docs/annotation-campaign-B.csv +0 -54
- package/docs/annotation-campaign.csv +0 -54
- package/docs/eval/annotations-A.jsonl +0 -16
- package/docs/eval/annotations.json +0 -122
- package/docs/eval/recorded-labels.json +0 -12
- package/docs/eval/replay-cases.json +0 -14
- package/docs/eval/replay-labels-b.json +0 -14
- package/docs/examples/attention-request.json +0 -16
- package/docs/examples/checkpoint.json +0 -15
- package/docs/examples/claim.json +0 -66
- package/docs/examples/collaboration.json +0 -66
- package/docs/examples/concept-checkpoint.json +0 -15
- package/docs/examples/concept-prune-plan.json +0 -45
- package/docs/examples/federation.json +0 -126
- package/docs/examples/frame-chain.json +0 -77
- package/docs/examples/ledger-snapshot.json +0 -108
- package/docs/examples/manifest.json +0 -77
- package/docs/examples/message.json +0 -19
- package/docs/examples/other-model.json +0 -45
- package/docs/examples/plan.json +0 -50
- package/docs/examples/prune-plan.json +0 -48
- package/docs/examples/receipt.json +0 -22
- package/docs/examples/runtime-run.json +0 -573
- package/docs/examples/team.json +0 -66
- package/docs/examples/verb-note.json +0 -11
- package/docs/probes/bayes-scores.json +0 -1452
- package/docs/probes/calibration-imported.json +0 -141
- package/docs/probes/context-ast-deepseek.json +0 -1577
- package/docs/probes/deepseek-probe.json +0 -917
- package/docs/probes/eval-recorded-replay.json +0 -597
- package/docs/probes/eval-replay.json +0 -124
- package/docs/probes/eval-summary.json +0 -42
- package/docs/probes/runtime-eval.json +0 -4230
- package/docs/schemas/collaboration.schema.json +0 -73
- package/docs/schemas/common.schema.json +0 -125
- package/docs/schemas/compaction.schema.json +0 -121
- package/docs/schemas/concept-compaction.schema.json +0 -73
- package/docs/schemas/concept.schema.json +0 -97
- package/docs/schemas/epistemic.schema.json +0 -178
- package/docs/schemas/federation.schema.json +0 -66
- package/docs/schemas/frame.schema.json +0 -86
- package/docs/schemas/ledger-snapshot.schema.json +0 -30
- package/docs/schemas/manifest.schema.json +0 -169
- package/docs/schemas/message.schema.json +0 -41
- package/docs/schemas/plan.schema.json +0 -189
- package/docs/schemas/receipt.schema.json +0 -45
- package/docs/schemas/social.schema.json +0 -153
- package/docs/schemas/team.schema.json +0 -56
- package/docs/schemas/verb.schema.json +0 -120
- package/eslint.config.mts +0 -96
- package/index.html +0 -13
- package/lib/context/workspaceProtocol.d.ts +0 -30
- package/lib/context/workspaceProtocol.js +0 -49
- package/prettier.config.mts +0 -37
- package/public/favicon.svg +0 -1
- package/public/icons.svg +0 -24
- package/src/attention/attention.ts +0 -347
- package/src/attention/budget.ts +0 -72
- package/src/attention/cognition.ts +0 -519
- package/src/attention/index.ts +0 -8
- package/src/attention/interrupts.ts +0 -228
- package/src/attention/resource.ts +0 -316
- package/src/attention/social.ts +0 -217
- package/src/attention/socialTypes.ts +0 -115
- package/src/authz/authz.ts +0 -305
- package/src/authz/index.ts +0 -1
- package/src/bayes/calibration.ts +0 -204
- package/src/bayes/calibrationRegistry.ts +0 -111
- package/src/bayes/calibrationSelection.ts +0 -154
- package/src/bayes/engine.ts +0 -532
- package/src/bayes/index.ts +0 -6
- package/src/bayes/reliability.ts +0 -62
- package/src/bayes/scopedPriors.ts +0 -88
- package/src/boundary/frame.ts +0 -322
- package/src/boundary/ids.ts +0 -14
- package/src/boundary/index.ts +0 -12
- package/src/boundary/refTable.ts +0 -125
- package/src/boundary/toolCall.ts +0 -212
- package/src/concept/concept.ts +0 -75
- package/src/concept/conceptBudget.ts +0 -346
- package/src/concept/conceptBudgetTypes.ts +0 -79
- package/src/concept/index.ts +0 -3
- package/src/concurrency/idempotency.ts +0 -41
- package/src/concurrency/index.ts +0 -5
- package/src/concurrency/mutex.ts +0 -26
- package/src/concurrency/namedLocks.ts +0 -35
- package/src/concurrency/retry.ts +0 -50
- package/src/concurrency/worker.ts +0 -128
- package/src/context/agentContext.ts +0 -308
- package/src/context/ast.ts +0 -499
- package/src/context/contentStore.ts +0 -75
- package/src/context/context.ts +0 -65
- package/src/context/contextIndex.ts +0 -85
- package/src/context/document.ts +0 -137
- package/src/context/fileStorePath.ts +0 -14
- package/src/context/index.ts +0 -43
- package/src/context/lifecycle.ts +0 -221
- package/src/context/projections.ts +0 -151
- package/src/context/workspace.ts +0 -422
- package/src/context/workspaceProtocol.ts +0 -112
- package/src/context/workspaceService.ts +0 -423
- package/src/cooperation/board.ts +0 -104
- package/src/cooperation/collaboration.ts +0 -60
- package/src/cooperation/index.ts +0 -6
- package/src/cooperation/merge.ts +0 -190
- package/src/cooperation/metrics.ts +0 -57
- package/src/cooperation/session.ts +0 -131
- package/src/cooperation/unified.ts +0 -56
- package/src/counter.ts +0 -9
- package/src/database/adapter/adapters.ts +0 -35
- package/src/database/adapter/index.ts +0 -4
- package/src/database/adapter/runtimeSink.ts +0 -74
- package/src/database/adapter/sessionStore.ts +0 -32
- package/src/database/adapter/turnStore.ts +0 -23
- package/src/database/entity/agent.ts +0 -199
- package/src/database/entity/entity.ts +0 -1046
- package/src/database/entity/handle.ts +0 -79
- package/src/database/entity/index.ts +0 -32
- package/src/database/entity/message.ts +0 -74
- package/src/database/entity/meta.ts +0 -11
- package/src/database/entity/object.ts +0 -42
- package/src/database/entity/outbox.ts +0 -15
- package/src/database/entity/process.ts +0 -65
- package/src/database/entity/registry.ts +0 -155
- package/src/database/entity/runtimeApproval.ts +0 -30
- package/src/database/entity/runtimeSession.ts +0 -13
- package/src/database/entity/runtimeTurn.ts +0 -15
- package/src/database/entity/thread.ts +0 -85
- package/src/database/entity/window.ts +0 -85
- package/src/database/entity/worker.ts +0 -90
- package/src/database/index.ts +0 -6
- package/src/database/repository/addressSpaceRepository.ts +0 -72
- package/src/database/repository/agentRepository.ts +0 -460
- package/src/database/repository/base.ts +0 -41
- package/src/database/repository/executionRepository.ts +0 -477
- package/src/database/repository/handleRepository.ts +0 -64
- package/src/database/repository/index.ts +0 -20
- package/src/database/repository/messageRepository.ts +0 -52
- package/src/database/repository/objectRepository.ts +0 -69
- package/src/database/repository/outboxRepository.ts +0 -63
- package/src/database/repository/processRepository.ts +0 -58
- package/src/database/repository/registryRepository.ts +0 -119
- package/src/database/repository/repository.ts +0 -491
- package/src/database/repository/runtimeApprovalRepository.ts +0 -44
- package/src/database/repository/runtimeSessionRepository.ts +0 -27
- package/src/database/repository/runtimeTurnRepository.ts +0 -39
- package/src/database/repository/socialRepository.ts +0 -185
- package/src/database/repository/threadRepository.ts +0 -57
- package/src/database/repository/windowRepository.ts +0 -88
- package/src/database/repository/workerRepository.ts +0 -69
- package/src/database/service/database.ts +0 -90
- package/src/database/service/handleService.ts +0 -48
- package/src/database/service/index.ts +0 -16
- package/src/database/service/messageService.ts +0 -61
- package/src/database/service/objectService.ts +0 -59
- package/src/database/service/processService.ts +0 -61
- package/src/database/service/registryServices.ts +0 -88
- package/src/database/service/service.ts +0 -183
- package/src/database/service/stepService.ts +0 -53
- package/src/database/service/threadService.ts +0 -65
- package/src/database/service/windowService.ts +0 -30
- package/src/database/service/workerService.ts +0 -57
- package/src/database/sql/index.ts +0 -3
- package/src/database/sql/schema.ts +0 -418
- package/src/database/sql/sql.ts +0 -543
- package/src/database/store/database.ts +0 -210
- package/src/database/store/index.ts +0 -3
- package/src/database/store/store.ts +0 -266
- package/src/delegate/index.ts +0 -2
- package/src/delegate/team.ts +0 -268
- package/src/delegate/teamTypes.ts +0 -47
- package/src/diagnosis/checklist.ts +0 -74
- package/src/diagnosis/context.ts +0 -93
- package/src/diagnosis/frame.ts +0 -256
- package/src/diagnosis/index.ts +0 -5
- package/src/diagnosis/router.ts +0 -72
- package/src/diagnosis/types.ts +0 -89
- package/src/error/agentError.ts +0 -16
- package/src/error/ampError.ts +0 -20
- package/src/error/authzError.ts +0 -14
- package/src/error/boundaryRejection.ts +0 -20
- package/src/error/index.ts +0 -7
- package/src/error/kernelError.ts +0 -27
- package/src/error/mailboxError.ts +0 -9
- package/src/error/windowError.ts +0 -12
- package/src/evaluation/agreement.ts +0 -96
- package/src/evaluation/index.ts +0 -2
- package/src/evaluation/labels.ts +0 -241
- package/src/evidence/evidenceGraph.ts +0 -205
- package/src/evidence/index.ts +0 -4
- package/src/evidence/revalidation.ts +0 -191
- package/src/execution/exec.ts +0 -408
- package/src/execution/handles.ts +0 -65
- package/src/execution/index.ts +0 -3
- package/src/execution/pin.ts +0 -154
- package/src/frame/frame.ts +0 -70
- package/src/frame/index.ts +0 -1
- package/src/goal/goal.ts +0 -43
- package/src/goal/index.ts +0 -2
- package/src/goal/plan.ts +0 -196
- package/src/governance/attentionManifest.ts +0 -802
- package/src/governance/audit.ts +0 -362
- package/src/governance/budget.ts +0 -628
- package/src/governance/context.ts +0 -356
- package/src/governance/control.ts +0 -159
- package/src/governance/cooperation.ts +0 -479
- package/src/governance/credential.ts +0 -359
- package/src/governance/httpServer.ts +0 -99
- package/src/governance/index.ts +0 -32
- package/src/governance/legal.ts +0 -574
- package/src/governance/matrix.ts +0 -460
- package/src/governance/perspectives.ts +0 -406
- package/src/governance/signing.ts +0 -407
- package/src/governance/store.ts +0 -125
- package/src/governance/switching.ts +0 -459
- package/src/governance/toolPolicy.ts +0 -80
- package/src/governance/transport.ts +0 -204
- package/src/governance/types.ts +0 -380
- package/src/governance/workflow.ts +0 -743
- package/src/index.ts +0 -11
- package/src/interaction/index.ts +0 -1
- package/src/interaction/interaction.ts +0 -391
- package/src/ipc/index.ts +0 -4
- package/src/ipc/mailbox.ts +0 -132
- package/src/ipc/memorySocialStore.ts +0 -93
- package/src/ipc/social.ts +0 -93
- package/src/kernel/index.ts +0 -14
- package/src/kernel/scheduler.ts +0 -498
- package/src/ledger/checkpoint.ts +0 -304
- package/src/ledger/index.ts +0 -4
- package/src/ledger/ledger.ts +0 -31
- package/src/ledger/persistence.ts +0 -159
- package/src/ledger/share.ts +0 -80
- package/src/lock/index.ts +0 -2
- package/src/lock/lease.ts +0 -74
- package/src/main.ts +0 -199
- package/src/manifest/agentCard.ts +0 -72
- package/src/manifest/cardSign.ts +0 -87
- package/src/manifest/federation.ts +0 -237
- package/src/manifest/federationTypes.ts +0 -55
- package/src/manifest/index.ts +0 -8
- package/src/manifest/keys.ts +0 -643
- package/src/manifest/manifest.ts +0 -114
- package/src/manifest/sign.ts +0 -134
- package/src/manifest/trust.ts +0 -146
- package/src/mission/index.ts +0 -2
- package/src/mission/missionQueue.ts +0 -75
- package/src/module/index.ts +0 -9
- package/src/module/llm/deepseek.ts +0 -214
- package/src/module/llm/llm.ts +0 -84
- package/src/module/mcp/client.ts +0 -110
- package/src/module/mcp/http.ts +0 -102
- package/src/module/mcp/protocol.ts +0 -77
- package/src/module/mcp/server.ts +0 -148
- package/src/module/mcp/transport.ts +0 -30
- package/src/module/mcp/workspaceServer.ts +0 -111
- package/src/module/sandbox/sandbox.ts +0 -29
- package/src/module/tool/mcpExecutor.ts +0 -54
- package/src/module/tool/policy.ts +0 -52
- package/src/module/tool/redact.ts +0 -29
- package/src/module/tool/tool.ts +0 -53
- package/src/module/tool/workspaceExecutor.ts +0 -35
- package/src/policy/guard.ts +0 -240
- package/src/policy/index.ts +0 -2
- package/src/policy/policy.ts +0 -561
- package/src/process/agent.ts +0 -341
- package/src/process/agentService.ts +0 -236
- package/src/process/agentStore.ts +0 -378
- package/src/process/executionStore.ts +0 -151
- package/src/process/index.ts +0 -5
- package/src/process/process.ts +0 -240
- package/src/process/transitions.ts +0 -19
- package/src/progress/index.ts +0 -2
- package/src/progress/progress.ts +0 -85
- package/src/protocol/a2a.ts +0 -120
- package/src/protocol/channel.ts +0 -44
- package/src/protocol/envelope.ts +0 -655
- package/src/protocol/httpChannel.ts +0 -87
- package/src/protocol/index.ts +0 -6
- package/src/protocol/protocol.ts +0 -138
- package/src/protocol/wire.ts +0 -60
- package/src/receipt/index.ts +0 -1
- package/src/receipt/receipt.ts +0 -47
- package/src/registry/content.ts +0 -69
- package/src/registry/index.ts +0 -23
- package/src/registry/registry.ts +0 -599
- package/src/runtime/action.ts +0 -87
- package/src/runtime/behavior.ts +0 -330
- package/src/runtime/behaviorTuning.ts +0 -163
- package/src/runtime/cognitiveRuntime.ts +0 -703
- package/src/runtime/escalation.ts +0 -35
- package/src/runtime/governedTask.ts +0 -233
- package/src/runtime/index.ts +0 -15
- package/src/runtime/kernelRuntime.ts +0 -144
- package/src/runtime/operation.ts +0 -35
- package/src/runtime/replay.ts +0 -71
- package/src/runtime/routing.ts +0 -58
- package/src/runtime/safety.ts +0 -48
- package/src/runtime/session.ts +0 -341
- package/src/runtime/sessionStore.ts +0 -43
- package/src/runtime/telemetry.ts +0 -55
- package/src/runtime/turnStore.ts +0 -30
- package/src/scenario/index.ts +0 -1
- package/src/scenario/scenario.ts +0 -299
- package/src/semantic/canonical.ts +0 -24
- package/src/semantic/index.ts +0 -2
- package/src/semantic/sha256.ts +0 -82
- package/src/storage/appendLog.ts +0 -372
- package/src/storage/fileAppendSink.ts +0 -40
- package/src/storage/index.ts +0 -2
- package/src/store/bindCache.ts +0 -22
- package/src/store/cache.ts +0 -191
- package/src/store/context.ts +0 -31
- package/src/store/handleStore.ts +0 -31
- package/src/store/index.ts +0 -9
- package/src/store/messageStore.ts +0 -31
- package/src/store/objectStore.ts +0 -31
- package/src/store/processStore.ts +0 -31
- package/src/store/threadStore.ts +0 -31
- package/src/store/windowStore.ts +0 -31
- package/src/structure/abstractSyntaxTree.ts +0 -493
- package/src/structure/avlTree.ts +0 -408
- package/src/structure/binarySearchTree.ts +0 -352
- package/src/structure/binaryTree.ts +0 -525
- package/src/structure/bloomFilter.ts +0 -231
- package/src/structure/compare.ts +0 -110
- package/src/structure/cuckooFilter.ts +0 -337
- package/src/structure/deque.ts +0 -223
- package/src/structure/filterKey.ts +0 -36
- package/src/structure/hash.ts +0 -279
- package/src/structure/heap.ts +0 -268
- package/src/structure/index.ts +0 -20
- package/src/structure/iterator.ts +0 -22
- package/src/structure/lru.ts +0 -619
- package/src/structure/ordered.ts +0 -399
- package/src/structure/priority.ts +0 -915
- package/src/structure/queue.ts +0 -168
- package/src/structure/redBlackTree.ts +0 -680
- package/src/structure/segmentTree.ts +0 -248
- package/src/structure/stack.ts +0 -118
- package/src/structure/unordered.ts +0 -407
- package/src/style.css +0 -278
- package/src/thread/index.ts +0 -2
- package/src/thread/thread.ts +0 -176
- package/src/thread/transitions.ts +0 -17
- package/src/types/common.ts +0 -119
- package/src/types/index.ts +0 -23
- package/src/warrant/epistemic.ts +0 -154
- package/src/warrant/index.ts +0 -3
- package/src/warrant/inquiry.ts +0 -166
- package/src/warrant/warrant.ts +0 -179
- package/src/window/compaction.ts +0 -403
- package/src/window/compactionTypes.ts +0 -119
- package/src/window/index.ts +0 -7
- package/src/window/page.ts +0 -18
- package/src/window/window.ts +0 -244
- package/tools/_helpers.ts +0 -34
- package/tools/a2a-check.ts +0 -110
- package/tools/a2a-flow-check.ts +0 -78
- package/tools/agent-card-check.ts +0 -76
- package/tools/agent-check.ts +0 -236
- package/tools/agent-store-check.ts +0 -153
- package/tools/agreement-check.ts +0 -27
- package/tools/annotation-server-check.ts +0 -48
- package/tools/annotation-server.ts +0 -230
- package/tools/annotation-status.ts +0 -65
- package/tools/approval-access-check.ts +0 -66
- package/tools/arch-check.ts +0 -72
- package/tools/attention-core-check.ts +0 -48
- package/tools/attention-resource-check.ts +0 -169
- package/tools/audit-check.ts +0 -207
- package/tools/authority-check.ts +0 -124
- package/tools/authz-check.ts +0 -138
- package/tools/bayes-check.ts +0 -162
- package/tools/bayes-probe.ts +0 -154
- package/tools/behavior-tuning-check.ts +0 -53
- package/tools/board-check.ts +0 -87
- package/tools/boundary-check.ts +0 -199
- package/tools/bundle-trust-check.ts +0 -96
- package/tools/calibrate-imported.ts +0 -108
- package/tools/calibration-check.ts +0 -44
- package/tools/calibration-registry-check.ts +0 -40
- package/tools/calibration-sim.ts +0 -40
- package/tools/card-sign-check.ts +0 -71
- package/tools/card-trust-check.ts +0 -78
- package/tools/channel-check.ts +0 -86
- package/tools/checkpoint-check.ts +0 -620
- package/tools/cleanup-style-configs.ts +0 -29
- package/tools/cognition-check.ts +0 -648
- package/tools/cognitive-runtime-check.ts +0 -609
- package/tools/collaboration-demo.ts +0 -78
- package/tools/compaction-check.ts +0 -266
- package/tools/concept-check.ts +0 -260
- package/tools/concurrency-check.ts +0 -242
- package/tools/conformance-runtime.ts +0 -389
- package/tools/conformance.ts +0 -651
- package/tools/context-ast-check.ts +0 -90
- package/tools/context-ast-deepseek.ts +0 -242
- package/tools/context-graph-bench.ts +0 -50
- package/tools/context-graph-check.ts +0 -229
- package/tools/context-index-check.ts +0 -48
- package/tools/context-lifecycle-check.ts +0 -69
- package/tools/context-projection-check.ts +0 -73
- package/tools/context-scope-check.ts +0 -134
- package/tools/context-storage-check.ts +0 -113
- package/tools/cooperation-check.ts +0 -517
- package/tools/cooperation-http-check.ts +0 -125
- package/tools/deepseek-llm-check.ts +0 -147
- package/tools/deepseek-probe.ts +0 -494
- package/tools/diagnosis-check.ts +0 -109
- package/tools/diagnosis-router-check.ts +0 -50
- package/tools/document-context-check.ts +0 -237
- package/tools/envelope-check.ts +0 -659
- package/tools/eslint-rules/index.ts +0 -26
- package/tools/eslint-rules/rules/jsdoc-comment-format.ts +0 -105
- package/tools/eslint-rules/rules/no-function-keyword.ts +0 -60
- package/tools/eslint-rules/rules/no-multiline-parameters.ts +0 -71
- package/tools/eslint-rules/rules/no-multiline-type-parameters.ts +0 -57
- package/tools/eslint-rules/rules/no-undefined-comparison.ts +0 -115
- package/tools/eslint-rules/rules/prefer-template-for-string-conversion.ts +0 -97
- package/tools/eslint-rules/rules/require-typeof-parentheses.ts +0 -49
- package/tools/eslint-rules/rules/require-variable-type.ts +0 -36
- package/tools/eslint-rules/rules/variable-naming.ts +0 -175
- package/tools/eval-recorded-replay.ts +0 -215
- package/tools/eval-replay.ts +0 -139
- package/tools/eval-summary.ts +0 -136
- package/tools/evidence-revalidation-check.ts +0 -235
- package/tools/exec-check.ts +0 -217
- package/tools/federation-check.ts +0 -166
- package/tools/federation-demo.ts +0 -45
- package/tools/filter-check.ts +0 -243
- package/tools/governance-check.ts +0 -680
- package/tools/governance-store-check.ts +0 -131
- package/tools/governed-task-check.ts +0 -227
- package/tools/guard-check.ts +0 -122
- package/tools/http-channel-check.ts +0 -125
- package/tools/import-campaign.ts +0 -28
- package/tools/inquiry-check.ts +0 -126
- package/tools/interaction-check.ts +0 -171
- package/tools/interrupts-check.ts +0 -173
- package/tools/ipc-check.ts +0 -170
- package/tools/kernel-async-check.ts +0 -136
- package/tools/kernel-check.ts +0 -369
- package/tools/kernel-runtime-check.ts +0 -276
- package/tools/keys-check.ts +0 -559
- package/tools/label-audit.ts +0 -70
- package/tools/labels-workflow-check.ts +0 -49
- package/tools/linear-structure-check.ts +0 -524
- package/tools/live-exec.ts +0 -62
- package/tools/live-governance-eval.ts +0 -813
- package/tools/live-legacy.ts +0 -50
- package/tools/lru-check.ts +0 -182
- package/tools/make-annotation-campaign.ts +0 -57
- package/tools/mcp-executor-check.ts +0 -33
- package/tools/merge-annotations.ts +0 -32
- package/tools/merge-check.ts +0 -98
- package/tools/metrics-check.ts +0 -84
- package/tools/net-probe.ts +0 -107
- package/tools/oauth-probe.ts +0 -117
- package/tools/outbox-check.ts +0 -50
- package/tools/persistence-check.ts +0 -144
- package/tools/pin-check.ts +0 -116
- package/tools/platform-check.ts +0 -281
- package/tools/policy-check.ts +0 -514
- package/tools/prettier-plugin/index.mts +0 -84
- package/tools/priority-check.ts +0 -627
- package/tools/probe-context7.ts +0 -63
- package/tools/registry-check.ts +0 -252
- package/tools/reliability-check.ts +0 -25
- package/tools/retry-check.ts +0 -85
- package/tools/rewrite-declaration-extensions.ts +0 -98
- package/tools/runtime-check.ts +0 -165
- package/tools/runtime-deepseek-check.ts +0 -85
- package/tools/runtime-eval.ts +0 -358
- package/tools/scenario-check.ts +0 -161
- package/tools/scenario-incident.ts +0 -162
- package/tools/scoped-priors-check.ts +0 -35
- package/tools/scoped-priors-pooling.ts +0 -34
- package/tools/segment-ast-check.ts +0 -649
- package/tools/session-check.ts +0 -196
- package/tools/session-store-check.ts +0 -73
- package/tools/share-check.ts +0 -88
- package/tools/sign-check.ts +0 -95
- package/tools/signing-check.ts +0 -275
- package/tools/snapshot-demo.ts +0 -65
- package/tools/social-check.ts +0 -146
- package/tools/structure-compare-check.ts +0 -95
- package/tools/support/documentScanner.ts +0 -577
- package/tools/support/texScanner.ts +0 -631
- package/tools/support/workspaceScanner.ts +0 -476
- package/tools/team-check.ts +0 -163
- package/tools/team-demo.ts +0 -36
- package/tools/telemetry-check.ts +0 -44
- package/tools/tex-context-check.ts +0 -263
- package/tools/tool-gate-check.ts +0 -98
- package/tools/tree-structure-check.ts +0 -786
- package/tools/trust-flow-check.ts +0 -158
- package/tools/turn-store-check.ts +0 -57
- package/tools/unified-check.ts +0 -83
- package/tools/validate.ts +0 -309
- package/tools/wire-check.ts +0 -96
- package/tools/workspace-agent-check.ts +0 -486
- package/tools/workspace-agent-demo.ts +0 -62
- package/tools/workspace-agent-server.ts +0 -101
- package/tools/workspace-context-check.ts +0 -331
- package/tools/workspace-context.ts +0 -131
- package/tsconfig.build.json +0 -14
- package/tsconfig.json +0 -24
- package/tsconfig.tools.json +0 -31
- package/viz/context-ast.json +0 -1577
|
@@ -1,175 +0,0 @@
|
|
|
1
|
-
import { ESLintUtils, type TSESLint, type TSESTree } from "@typescript-eslint/utils";
|
|
2
|
-
|
|
3
|
-
const createRule = ESLintUtils.RuleCreator((name) => `https://github.com/attention-manifest-protocol/blob/main/README.md#code-style`);
|
|
4
|
-
|
|
5
|
-
const LOWER_CAMEL_CASE = /^[a-z][a-zA-Z0-9]*$/;
|
|
6
|
-
const PASCAL_CASE = /^[A-Z][a-zA-Z0-9]*$/;
|
|
7
|
-
|
|
8
|
-
const FUNCTION_INITIALIZER_TYPES = new Set(["ArrowFunctionExpression", "FunctionExpression"]);
|
|
9
|
-
|
|
10
|
-
const FUNCTION_LIKE_NODE_TYPES = [
|
|
11
|
-
"FunctionDeclaration",
|
|
12
|
-
"FunctionExpression",
|
|
13
|
-
"ArrowFunctionExpression",
|
|
14
|
-
"TSDeclareFunction",
|
|
15
|
-
"TSEmptyBodyFunctionExpression",
|
|
16
|
-
"TSDeclareMethod",
|
|
17
|
-
"TSFunctionType",
|
|
18
|
-
"TSConstructorType",
|
|
19
|
-
"TSMethodSignature",
|
|
20
|
-
"TSCallSignatureDeclaration",
|
|
21
|
-
"TSConstructSignatureDeclaration",
|
|
22
|
-
] as const;
|
|
23
|
-
|
|
24
|
-
type Naming = "camel" | "pascal";
|
|
25
|
-
|
|
26
|
-
type FunctionLikeNode = TSESTree.Node & {
|
|
27
|
-
params?: TSESTree.Node[];
|
|
28
|
-
};
|
|
29
|
-
|
|
30
|
-
type NodeWithParent = TSESTree.Node & {
|
|
31
|
-
parent?: TSESTree.Node | null;
|
|
32
|
-
};
|
|
33
|
-
|
|
34
|
-
const getParent = (node: TSESTree.Node): TSESTree.Node | null => (node as NodeWithParent).parent ?? null;
|
|
35
|
-
|
|
36
|
-
const isTopLevelDeclarator = (declarator: TSESTree.VariableDeclarator): boolean => {
|
|
37
|
-
const declaration = getParent(declarator);
|
|
38
|
-
const container = declaration ? getParent(declaration) : null;
|
|
39
|
-
|
|
40
|
-
if (!container) {
|
|
41
|
-
return false;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
if (container.type === "Program") {
|
|
45
|
-
return true;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
return (container.type === "ExportNamedDeclaration" || container.type === "ExportDefaultDeclaration") && getParent(container)?.type === "Program";
|
|
49
|
-
};
|
|
50
|
-
|
|
51
|
-
const isFunctionInitializer = (declarator: TSESTree.VariableDeclarator): boolean => {
|
|
52
|
-
let initializer = declarator.init;
|
|
53
|
-
|
|
54
|
-
while (
|
|
55
|
-
initializer &&
|
|
56
|
-
(initializer.type === "TSAsExpression" || initializer.type === "TSSatisfiesExpression" || initializer.type === "TSNonNullExpression")
|
|
57
|
-
) {
|
|
58
|
-
initializer = initializer.expression;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
return Boolean(initializer && FUNCTION_INITIALIZER_TYPES.has(initializer.type));
|
|
62
|
-
};
|
|
63
|
-
|
|
64
|
-
const collectBindingIdentifiers = (pattern: TSESTree.Node | null | undefined, identifiers: TSESTree.Identifier[] = []): TSESTree.Identifier[] => {
|
|
65
|
-
if (!pattern) {
|
|
66
|
-
return identifiers;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
switch (pattern.type) {
|
|
70
|
-
case "Identifier":
|
|
71
|
-
identifiers.push(pattern);
|
|
72
|
-
break;
|
|
73
|
-
case "ObjectPattern":
|
|
74
|
-
for (const property of pattern.properties) {
|
|
75
|
-
if (property.type === "Property") {
|
|
76
|
-
collectBindingIdentifiers(property.value, identifiers);
|
|
77
|
-
} else if (property.type === "RestElement") {
|
|
78
|
-
collectBindingIdentifiers(property.argument, identifiers);
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
break;
|
|
82
|
-
case "ArrayPattern":
|
|
83
|
-
for (const element of pattern.elements) {
|
|
84
|
-
collectBindingIdentifiers(element, identifiers);
|
|
85
|
-
}
|
|
86
|
-
break;
|
|
87
|
-
case "AssignmentPattern":
|
|
88
|
-
collectBindingIdentifiers(pattern.left, identifiers);
|
|
89
|
-
break;
|
|
90
|
-
case "RestElement":
|
|
91
|
-
collectBindingIdentifiers(pattern.argument, identifiers);
|
|
92
|
-
break;
|
|
93
|
-
case "TSParameterProperty":
|
|
94
|
-
collectBindingIdentifiers(pattern.parameter, identifiers);
|
|
95
|
-
break;
|
|
96
|
-
default:
|
|
97
|
-
break;
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
return identifiers;
|
|
101
|
-
};
|
|
102
|
-
|
|
103
|
-
export const variableNaming = createRule({
|
|
104
|
-
name: "variable-naming",
|
|
105
|
-
meta: {
|
|
106
|
-
type: "suggestion",
|
|
107
|
-
docs: {
|
|
108
|
-
description: "Enforce lower camel case for locals/parameters and PascalCase for top-level data",
|
|
109
|
-
},
|
|
110
|
-
schema: [],
|
|
111
|
-
messages: {
|
|
112
|
-
camel: "变量名 '{{name}}' 必须使用小写开头的驼峰命名(lowerCamelCase)。",
|
|
113
|
-
pascal: "顶层(全局)变量/对象名 '{{name}}' 必须使用大写开头的驼峰命名(PascalCase)。",
|
|
114
|
-
},
|
|
115
|
-
},
|
|
116
|
-
defaultOptions: [],
|
|
117
|
-
create(context) {
|
|
118
|
-
const checkIdentifier = (identifier: TSESTree.Identifier | null | undefined, naming: Naming): void => {
|
|
119
|
-
if (!identifier || identifier.type !== "Identifier" || identifier.name === "this") {
|
|
120
|
-
return;
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
const expected = naming === "pascal" ? PASCAL_CASE : LOWER_CAMEL_CASE;
|
|
124
|
-
const messageId = naming === "pascal" ? "pascal" : "camel";
|
|
125
|
-
|
|
126
|
-
if (!expected.test(identifier.name)) {
|
|
127
|
-
context.report({
|
|
128
|
-
node: identifier,
|
|
129
|
-
messageId,
|
|
130
|
-
data: {
|
|
131
|
-
name: identifier.name,
|
|
132
|
-
},
|
|
133
|
-
});
|
|
134
|
-
}
|
|
135
|
-
};
|
|
136
|
-
|
|
137
|
-
const checkParameters = (node: FunctionLikeNode): void => {
|
|
138
|
-
for (const parameter of node.params ?? []) {
|
|
139
|
-
for (const identifier of collectBindingIdentifiers(parameter)) {
|
|
140
|
-
checkIdentifier(identifier, "camel");
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
};
|
|
144
|
-
|
|
145
|
-
const checkVariableDeclarator = (node: TSESTree.Node): void => {
|
|
146
|
-
const declarator = node as TSESTree.VariableDeclarator;
|
|
147
|
-
const naming: Naming = isTopLevelDeclarator(declarator) && !isFunctionInitializer(declarator) ? "pascal" : "camel";
|
|
148
|
-
|
|
149
|
-
for (const identifier of collectBindingIdentifiers(declarator.id)) {
|
|
150
|
-
checkIdentifier(identifier, naming);
|
|
151
|
-
}
|
|
152
|
-
};
|
|
153
|
-
|
|
154
|
-
const checkCatchClause = (node: TSESTree.Node): void => {
|
|
155
|
-
const clause = node as TSESTree.CatchClause;
|
|
156
|
-
|
|
157
|
-
for (const identifier of collectBindingIdentifiers(clause.param)) {
|
|
158
|
-
checkIdentifier(identifier, "camel");
|
|
159
|
-
}
|
|
160
|
-
};
|
|
161
|
-
|
|
162
|
-
const listeners: Record<string, (node: TSESTree.Node) => void> = {
|
|
163
|
-
VariableDeclarator: checkVariableDeclarator,
|
|
164
|
-
CatchClause: checkCatchClause,
|
|
165
|
-
};
|
|
166
|
-
|
|
167
|
-
for (const type of FUNCTION_LIKE_NODE_TYPES) {
|
|
168
|
-
listeners[type] = (node) => {
|
|
169
|
-
checkParameters(node as FunctionLikeNode);
|
|
170
|
-
};
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
return listeners as TSESLint.RuleListener;
|
|
174
|
-
},
|
|
175
|
-
});
|
|
@@ -1,215 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* Recorded-model replay: feed the answers captured in deepseek-probe.json
|
|
4
|
-
* through the runtime pipeline (no network), then report calibration and
|
|
5
|
-
* agreement against a small fixture-label file.
|
|
6
|
-
*/
|
|
7
|
-
import assert from "node:assert/strict";
|
|
8
|
-
import { readFileSync, writeFileSync } from "node:fs";
|
|
9
|
-
|
|
10
|
-
import { AgentService, InMemoryAgentStore } from "../src/process/index.ts";
|
|
11
|
-
import { InMemorySocialStore } from "../src/ipc/index.ts";
|
|
12
|
-
import { ScriptedLlm } from "../src/module/llm/llm.ts";
|
|
13
|
-
import type { LlmResponse } from "../src/module/llm/llm.ts";
|
|
14
|
-
import { BayesianEngine } from "../src/bayes/engine.ts";
|
|
15
|
-
import { selectCalibration } from "../src/bayes/calibrationSelection.ts";
|
|
16
|
-
import { CalibrationRegistry } from "../src/bayes/calibrationRegistry.ts";
|
|
17
|
-
import { CognitiveRuntime } from "../src/runtime/cognitiveRuntime.ts";
|
|
18
|
-
|
|
19
|
-
const At = "2026-10-24T00:00:00.000Z";
|
|
20
|
-
|
|
21
|
-
interface ProbeTask {
|
|
22
|
-
suite: string;
|
|
23
|
-
id: string;
|
|
24
|
-
prompt: string;
|
|
25
|
-
expected: string;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
interface ProbeRun {
|
|
29
|
-
suite: string;
|
|
30
|
-
condition: string;
|
|
31
|
-
task: string;
|
|
32
|
-
answer: string;
|
|
33
|
-
correct: boolean;
|
|
34
|
-
promptTokens: number;
|
|
35
|
-
completionTokens: number;
|
|
36
|
-
totalTokens: number;
|
|
37
|
-
cacheHitTokens?: number;
|
|
38
|
-
cacheMissTokens?: number;
|
|
39
|
-
costUsd?: number;
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
interface Probe {
|
|
43
|
-
model: string;
|
|
44
|
-
tasks: ProbeTask[];
|
|
45
|
-
runs: ProbeRun[];
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
interface Label {
|
|
49
|
-
suite: string;
|
|
50
|
-
condition: string;
|
|
51
|
-
task: string;
|
|
52
|
-
label: "correct" | "incorrect";
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
const probe = JSON.parse(readFileSync("docs/probes/deepseek-probe.json", "utf8")) as Probe;
|
|
56
|
-
const labels = JSON.parse(readFileSync("docs/eval/recorded-labels.json", "utf8")) as Label[];
|
|
57
|
-
const taskPrompt = new Map(probe.tasks.map((task) => [`${task.suite}/${task.id}`, task.prompt]));
|
|
58
|
-
const labelMap = new Map(labels.map((label) => [`${label.suite}/${label.condition}/${label.task}`, label.label]));
|
|
59
|
-
|
|
60
|
-
const service = new AgentService(new InMemoryAgentStore(), new InMemorySocialStore());
|
|
61
|
-
service.createAgent({
|
|
62
|
-
pid: 1,
|
|
63
|
-
id: "a.recorded",
|
|
64
|
-
name: "Recorded Agent",
|
|
65
|
-
values: ["truth"],
|
|
66
|
-
constraints: ["do not fabricate evidence"],
|
|
67
|
-
narrative: "I answer from the recorded run.",
|
|
68
|
-
at: At,
|
|
69
|
-
});
|
|
70
|
-
service.addRole({
|
|
71
|
-
id: "role.analyst",
|
|
72
|
-
label: "Analyst",
|
|
73
|
-
obligations: [{ id: "ob.evidence", statement: "ground claims in evidence" }],
|
|
74
|
-
audiences: ["team"],
|
|
75
|
-
createdAt: At,
|
|
76
|
-
});
|
|
77
|
-
service.assignRole({ pid: 1, roleId: "role.analyst", salience: 0.8, active: true, since: At });
|
|
78
|
-
service.remember({ pid: 1, kind: "semantic", content: "Mira warned that adding unrequested explanation is penalized.", salience: 0.9, at: At });
|
|
79
|
-
|
|
80
|
-
const calibration = (entries: Array<{ actual: boolean; predicted: number }>): { ece: number; brier: number } => {
|
|
81
|
-
const bins = Array.from({ length: 10 }, () => ({ n: 0, confidence: 0, accuracy: 0 }));
|
|
82
|
-
for (const entry of entries) {
|
|
83
|
-
const index = Math.min(9, Math.max(0, Math.floor(entry.predicted * 10)));
|
|
84
|
-
bins[index].n += 1;
|
|
85
|
-
bins[index].confidence += entry.predicted;
|
|
86
|
-
bins[index].accuracy += entry.actual ? 1 : 0;
|
|
87
|
-
}
|
|
88
|
-
const ece = bins.reduce((sum, bin) => {
|
|
89
|
-
if (bin.n === 0) {
|
|
90
|
-
return sum;
|
|
91
|
-
}
|
|
92
|
-
return sum + (bin.n / entries.length) * Math.abs(bin.accuracy / bin.n - bin.confidence / bin.n);
|
|
93
|
-
}, 0);
|
|
94
|
-
const brier = entries.reduce((sum, entry) => sum + (entry.predicted - (entry.actual ? 1 : 0)) ** 2, 0) / entries.length;
|
|
95
|
-
return { ece, brier };
|
|
96
|
-
};
|
|
97
|
-
|
|
98
|
-
const results = [];
|
|
99
|
-
for (const run of probe.runs) {
|
|
100
|
-
const prompt = taskPrompt.get(`${run.suite}/${run.task}`);
|
|
101
|
-
if (prompt === (void 0)) {
|
|
102
|
-
throw new Error(`missing prompt for ${run.suite}/${run.task}`);
|
|
103
|
-
}
|
|
104
|
-
const response: LlmResponse = {
|
|
105
|
-
text: run.answer,
|
|
106
|
-
usage: {
|
|
107
|
-
inputTokens: run.promptTokens,
|
|
108
|
-
outputTokens: run.completionTokens,
|
|
109
|
-
cacheHitTokens: run.cacheHitTokens,
|
|
110
|
-
cacheMissTokens: run.cacheMissTokens,
|
|
111
|
-
costUsd: run.costUsd,
|
|
112
|
-
},
|
|
113
|
-
finishReason: "stop",
|
|
114
|
-
};
|
|
115
|
-
const runtime = new CognitiveRuntime({
|
|
116
|
-
pid: 1,
|
|
117
|
-
agent: service.agents,
|
|
118
|
-
social: service.social,
|
|
119
|
-
llm: new ScriptedLlm([response]),
|
|
120
|
-
now: () => At,
|
|
121
|
-
useContext: run.condition !== "bare",
|
|
122
|
-
});
|
|
123
|
-
const hasScenario = run.condition.includes("scenario");
|
|
124
|
-
const turn = await runtime.respond(prompt, {
|
|
125
|
-
interactionMix: { think: 1 },
|
|
126
|
-
...(hasScenario ? { scenarioMix: { chat: 0.5, engineering: 0.5 } } : {}),
|
|
127
|
-
});
|
|
128
|
-
const oracle = new BayesianEngine().scoreAnswer(run.answer, { correct: run.correct });
|
|
129
|
-
results.push({
|
|
130
|
-
suite: run.suite,
|
|
131
|
-
condition: run.condition,
|
|
132
|
-
task: run.task,
|
|
133
|
-
actual: run.correct,
|
|
134
|
-
humanLabel: labelMap.get(`${run.suite}/${run.condition}/${run.task}`) ?? null,
|
|
135
|
-
answer: turn.answer,
|
|
136
|
-
textCorrectness: turn.answerScore?.dimensions.correctness.mean ?? 0.5,
|
|
137
|
-
oracleCorrectness: oracle.dimensions.correctness.mean,
|
|
138
|
-
tokens: run.totalTokens,
|
|
139
|
-
costUsd: run.costUsd ?? 0,
|
|
140
|
-
});
|
|
141
|
-
}
|
|
142
|
-
|
|
143
|
-
const byCondition = new Map<string, typeof results>();
|
|
144
|
-
for (const result of results) {
|
|
145
|
-
const key = `${result.suite}/${result.condition}`;
|
|
146
|
-
byCondition.set(key, [...(byCondition.get(key) ?? []), result]);
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
const conditions = [...byCondition.entries()].map(([key, list]) => {
|
|
150
|
-
const text = calibration(list.map((result) => ({ actual: result.actual, predicted: result.textCorrectness })));
|
|
151
|
-
const oracle = calibration(list.map((result) => ({ actual: result.actual, predicted: result.oracleCorrectness })));
|
|
152
|
-
return {
|
|
153
|
-
key,
|
|
154
|
-
runs: list.length,
|
|
155
|
-
accuracy: list.filter((result) => result.actual).length / list.length,
|
|
156
|
-
textEce: text.ece,
|
|
157
|
-
textBrier: text.brier,
|
|
158
|
-
oracleEce: oracle.ece,
|
|
159
|
-
oracleBrier: oracle.brier,
|
|
160
|
-
tokens: list.reduce((sum, result) => sum + result.tokens, 0),
|
|
161
|
-
costUsd: list.reduce((sum, result) => sum + result.costUsd, 0),
|
|
162
|
-
};
|
|
163
|
-
});
|
|
164
|
-
const labeled = results.filter((result) => result.humanLabel !== null);
|
|
165
|
-
const labeledAgreement = labeled.length === 0 ? null : labeled.filter((result) => (result.humanLabel === "correct") === result.actual).length / labeled.length;
|
|
166
|
-
const text = calibration(results.map((result) => ({ actual: result.actual, predicted: result.textCorrectness })));
|
|
167
|
-
const oracle = calibration(results.map((result) => ({ actual: result.actual, predicted: result.oracleCorrectness })));
|
|
168
|
-
const calibrated = selectCalibration(results.map((result) => ({ actual: result.actual, predicted: result.textCorrectness })));
|
|
169
|
-
const registry = new CalibrationRegistry();
|
|
170
|
-
const registered = registry.register(
|
|
171
|
-
"recorded",
|
|
172
|
-
results.map((result) => ({ actual: result.actual, predicted: result.textCorrectness })),
|
|
173
|
-
);
|
|
174
|
-
|
|
175
|
-
assert.ok(results.length >= 40);
|
|
176
|
-
assert.ok(labeled.length > 0);
|
|
177
|
-
|
|
178
|
-
const report = {
|
|
179
|
-
generatedAt: new Date().toISOString(),
|
|
180
|
-
kind: "recorded-replay",
|
|
181
|
-
model: probe.model,
|
|
182
|
-
note: "recorded answers replayed through the runtime; labels are fixture labels, not an independent human study",
|
|
183
|
-
metrics: {
|
|
184
|
-
runs: results.length,
|
|
185
|
-
accuracy: results.filter((result) => result.actual).length / results.length,
|
|
186
|
-
textEce: text.ece,
|
|
187
|
-
textBrier: text.brier,
|
|
188
|
-
calibratedEce: calibrated.ece,
|
|
189
|
-
calibratedBrier: calibrated.brier,
|
|
190
|
-
calibratedMethod: calibrated.method,
|
|
191
|
-
calibrationStatus: registered.status,
|
|
192
|
-
calibrationTemperature: registered.model?.temperature ?? null,
|
|
193
|
-
calibrationCiLower: registered.model?.ciLower ?? null,
|
|
194
|
-
calibrationCiUpper: registered.model?.ciUpper ?? null,
|
|
195
|
-
oracleEce: oracle.ece,
|
|
196
|
-
oracleBrier: oracle.brier,
|
|
197
|
-
labeled: labeled.length,
|
|
198
|
-
labelAgreement: labeledAgreement,
|
|
199
|
-
tokens: results.reduce((sum, result) => sum + result.tokens, 0),
|
|
200
|
-
costUsd: results.reduce((sum, result) => sum + result.costUsd, 0),
|
|
201
|
-
},
|
|
202
|
-
conditions,
|
|
203
|
-
cases: results,
|
|
204
|
-
};
|
|
205
|
-
writeFileSync("docs/probes/eval-recorded-replay.json", `${JSON.stringify(report, null, 2)}\n`, "utf8");
|
|
206
|
-
|
|
207
|
-
console.log(
|
|
208
|
-
`runs=${results.length} acc=${(report.metrics.accuracy * 100).toFixed(1)}% textECE=${text.ece.toFixed(3)} calibratedECE=${calibrated.ece.toFixed(3)} status=${registered.status} method=${calibrated.method}${registered.model?.temperature === (void 0) ? "" : ` T=${registered.model.temperature}`}${registered.model === (void 0) ? "" : ` CI=[${registered.model.ciLower.toFixed(3)},${registered.model.ciUpper.toFixed(3)}]`} oracleECE=${oracle.ece.toFixed(3)} labels=${labeled.length} agreement=${(labeledAgreement ?? 0).toFixed(0)}`,
|
|
209
|
-
);
|
|
210
|
-
for (const condition of conditions) {
|
|
211
|
-
console.log(
|
|
212
|
-
`${condition.key.padEnd(38)} acc=${(condition.accuracy * 100).toFixed(0).padStart(3)}% textECE=${condition.textEce.toFixed(3)} oracleECE=${condition.oracleEce.toFixed(3)}`,
|
|
213
|
-
);
|
|
214
|
-
}
|
|
215
|
-
console.log("wrote docs/probes/eval-recorded-replay.json");
|
package/tools/eval-replay.ts
DELETED
|
@@ -1,139 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* Replay eval with fixture human labels.
|
|
4
|
-
*
|
|
5
|
-
* The labels in docs/eval/replay-cases.json are curated fixtures, not a human
|
|
6
|
-
* study. This validates the label->metric path and replay plumbing.
|
|
7
|
-
*/
|
|
8
|
-
import assert from "node:assert/strict";
|
|
9
|
-
import { readFileSync, writeFileSync } from "node:fs";
|
|
10
|
-
|
|
11
|
-
import { AgentService, InMemoryAgentStore } from "../src/process/index.ts";
|
|
12
|
-
import { InMemorySocialStore } from "../src/ipc/index.ts";
|
|
13
|
-
import { ScriptedLlm } from "../src/module/llm/llm.ts";
|
|
14
|
-
import type { LlmResponse } from "../src/module/llm/llm.ts";
|
|
15
|
-
import { CognitiveRuntime } from "../src/runtime/cognitiveRuntime.ts";
|
|
16
|
-
import type { RuntimeTurn } from "../src/runtime/cognitiveRuntime.ts";
|
|
17
|
-
import { agreementRate, cohenKappa } from "../src/evaluation/agreement.ts";
|
|
18
|
-
|
|
19
|
-
interface ReplayCase {
|
|
20
|
-
id: string;
|
|
21
|
-
category: string;
|
|
22
|
-
input: string;
|
|
23
|
-
answer: string;
|
|
24
|
-
expected: string;
|
|
25
|
-
humanLabel: "correct" | "incorrect";
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
type LabelRow = {
|
|
29
|
-
id: string;
|
|
30
|
-
label: string;
|
|
31
|
-
};
|
|
32
|
-
|
|
33
|
-
type ReplayResult = {
|
|
34
|
-
id: string;
|
|
35
|
-
category: string;
|
|
36
|
-
actual: boolean;
|
|
37
|
-
humanLabel: "correct" | "incorrect";
|
|
38
|
-
labelAgrees: boolean;
|
|
39
|
-
predictedCorrectness: number;
|
|
40
|
-
answer: string;
|
|
41
|
-
};
|
|
42
|
-
|
|
43
|
-
type ReplayMetrics = {
|
|
44
|
-
total: number;
|
|
45
|
-
accuracy: number;
|
|
46
|
-
humanLabeled: number;
|
|
47
|
-
humanLabelAgreement: number;
|
|
48
|
-
annotatorAgreement: number;
|
|
49
|
-
cohenKappa: number;
|
|
50
|
-
brier: number;
|
|
51
|
-
};
|
|
52
|
-
|
|
53
|
-
type ReplayReport = {
|
|
54
|
-
generatedAt: string;
|
|
55
|
-
kind: string;
|
|
56
|
-
note: string;
|
|
57
|
-
cases: ReplayResult[];
|
|
58
|
-
metrics: ReplayMetrics;
|
|
59
|
-
};
|
|
60
|
-
|
|
61
|
-
type CheckFn = (answer: string, expected: string) => boolean;
|
|
62
|
-
|
|
63
|
-
const At: string = "2026-10-24T00:00:00.000Z";
|
|
64
|
-
const Cases: ReplayCase[] = JSON.parse(readFileSync("docs/eval/replay-cases.json", "utf8")) as ReplayCase[];
|
|
65
|
-
const LabelsB: LabelRow[] = JSON.parse(readFileSync("docs/eval/replay-labels-b.json", "utf8")) as LabelRow[];
|
|
66
|
-
const LabelB: Map<string, string> = new Map(LabelsB.map((entry) => [entry.id, entry.label]));
|
|
67
|
-
assert.ok(Cases.length >= 10);
|
|
68
|
-
assert.equal(
|
|
69
|
-
Cases.every((entry) => entry.humanLabel === "correct" || entry.humanLabel === "incorrect"),
|
|
70
|
-
true,
|
|
71
|
-
);
|
|
72
|
-
assert.equal(
|
|
73
|
-
Cases.every((entry) => LabelB.has(entry.id)),
|
|
74
|
-
true,
|
|
75
|
-
);
|
|
76
|
-
|
|
77
|
-
const escape: (value: string) => string = (value: string): string => value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
78
|
-
const check: CheckFn = (answer: string, expected: string): boolean => new RegExp(`\\b${escape(expected)}\\b`, "i").test(answer);
|
|
79
|
-
|
|
80
|
-
const Service: AgentService = new AgentService(new InMemoryAgentStore(), new InMemorySocialStore());
|
|
81
|
-
Service.createAgent({ pid: 1, id: "a.replay", name: "Replay Agent", at: At });
|
|
82
|
-
const Responses: LlmResponse[] = Cases.map((entry) => ({
|
|
83
|
-
text: entry.answer,
|
|
84
|
-
usage: { inputTokens: 10, outputTokens: 3 },
|
|
85
|
-
finishReason: "stop",
|
|
86
|
-
}));
|
|
87
|
-
const Runtime: CognitiveRuntime = new CognitiveRuntime({
|
|
88
|
-
pid: 1,
|
|
89
|
-
agent: Service.agents,
|
|
90
|
-
social: Service.social,
|
|
91
|
-
llm: new ScriptedLlm(Responses),
|
|
92
|
-
now: () => At,
|
|
93
|
-
});
|
|
94
|
-
|
|
95
|
-
const Results: ReplayResult[] = [];
|
|
96
|
-
for (let caseIndex: number = 0; caseIndex < Cases.length; caseIndex += 1) {
|
|
97
|
-
const entry: ReplayCase = Cases[caseIndex];
|
|
98
|
-
const turn: RuntimeTurn = await Runtime.respond(entry.input, { interactionMix: { think: 1 } });
|
|
99
|
-
const actual: boolean = check(turn.answer, entry.expected);
|
|
100
|
-
Results.push({
|
|
101
|
-
id: entry.id,
|
|
102
|
-
category: entry.category,
|
|
103
|
-
actual,
|
|
104
|
-
humanLabel: entry.humanLabel,
|
|
105
|
-
labelAgrees: (entry.humanLabel === "correct") === actual,
|
|
106
|
-
predictedCorrectness: turn.answerScore?.dimensions.correctness.mean ?? 0.5,
|
|
107
|
-
answer: turn.answer,
|
|
108
|
-
});
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
const LabelAgreement: number = Results.filter((result) => result.labelAgrees).length / Results.length;
|
|
112
|
-
const Accuracy: number = Results.filter((result) => result.actual).length / Results.length;
|
|
113
|
-
const Brier: number = Results.reduce((sum, result) => sum + (result.predictedCorrectness - (result.actual ? 1 : 0)) ** 2, 0) / Results.length;
|
|
114
|
-
const LabelsA: string[] = Results.map((result) => result.humanLabel);
|
|
115
|
-
const LabelsBRows: string[] = Results.map((result) => LabelB.get(result.id) ?? result.humanLabel);
|
|
116
|
-
const AnnotatorAgreement: number = agreementRate(LabelsA, LabelsBRows);
|
|
117
|
-
const Kappa: number = cohenKappa(LabelsA, LabelsBRows);
|
|
118
|
-
const Report: ReplayReport = {
|
|
119
|
-
generatedAt: new Date().toISOString(),
|
|
120
|
-
kind: "eval-replay",
|
|
121
|
-
note: "fixture labels, not a human study",
|
|
122
|
-
cases: Results,
|
|
123
|
-
metrics: {
|
|
124
|
-
total: Results.length,
|
|
125
|
-
accuracy: Accuracy,
|
|
126
|
-
humanLabeled: Results.length,
|
|
127
|
-
humanLabelAgreement: LabelAgreement,
|
|
128
|
-
annotatorAgreement: AnnotatorAgreement,
|
|
129
|
-
cohenKappa: Kappa,
|
|
130
|
-
brier: Brier,
|
|
131
|
-
},
|
|
132
|
-
};
|
|
133
|
-
writeFileSync("docs/probes/eval-replay.json", `${JSON.stringify(Report, null, 2)}\n`, "utf8");
|
|
134
|
-
assert.equal(LabelAgreement, 1);
|
|
135
|
-
|
|
136
|
-
console.log(
|
|
137
|
-
`cases=${Results.length} accuracy=${(Accuracy * 100).toFixed(0)}% labelAgreement=${(LabelAgreement * 100).toFixed(0)}% annotatorAgreement=${(AnnotatorAgreement * 100).toFixed(0)}% kappa=${Kappa.toFixed(3)} brier=${Brier.toFixed(3)}`,
|
|
138
|
-
);
|
|
139
|
-
console.log("wrote docs/probes/eval-replay.json");
|
package/tools/eval-summary.ts
DELETED
|
@@ -1,136 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
/**
|
|
3
|
-
* Aggregate eval artifacts into one report. Source data remains authoritative in
|
|
4
|
-
* the per-probe JSON files; this tool does not re-run the runtime.
|
|
5
|
-
*/
|
|
6
|
-
import assert from "node:assert/strict";
|
|
7
|
-
import { existsSync, readFileSync, writeFileSync } from "node:fs";
|
|
8
|
-
|
|
9
|
-
import { CalibrationRegistry } from "../src/bayes/calibrationRegistry.ts";
|
|
10
|
-
import { auditLabels, importAnnotations } from "../src/evaluation/labels.ts";
|
|
11
|
-
|
|
12
|
-
interface ReplayCase {
|
|
13
|
-
id: string;
|
|
14
|
-
actual: boolean;
|
|
15
|
-
humanLabel: "correct" | "incorrect";
|
|
16
|
-
predictedCorrectness: number;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
interface ReplayProbe {
|
|
20
|
-
metrics: {
|
|
21
|
-
total: number;
|
|
22
|
-
accuracy: number;
|
|
23
|
-
humanLabelAgreement: number;
|
|
24
|
-
annotatorAgreement: number;
|
|
25
|
-
cohenKappa: number;
|
|
26
|
-
brier: number;
|
|
27
|
-
};
|
|
28
|
-
cases: ReplayCase[];
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
interface RecordedCase {
|
|
32
|
-
id: string;
|
|
33
|
-
actual: boolean;
|
|
34
|
-
textCorrectness: number;
|
|
35
|
-
oracleCorrectness: number;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
interface RecordedProbe {
|
|
39
|
-
metrics: {
|
|
40
|
-
accuracy: number;
|
|
41
|
-
textEce: number;
|
|
42
|
-
oracleEce: number;
|
|
43
|
-
labeled: number;
|
|
44
|
-
calibrationTemperature?: number | null;
|
|
45
|
-
calibrationCiLower?: number | null;
|
|
46
|
-
calibrationCiUpper?: number | null;
|
|
47
|
-
[key: string]: number | string | null;
|
|
48
|
-
};
|
|
49
|
-
cases: RecordedCase[];
|
|
50
|
-
}
|
|
51
|
-
|
|
52
|
-
interface ContextAstProbe {
|
|
53
|
-
context: { nodes: number; viewTokens: number; flatTokens: number; refs: number };
|
|
54
|
-
conditions: Array<{
|
|
55
|
-
id: string;
|
|
56
|
-
inputTokens: number;
|
|
57
|
-
summary: { layer: string | null };
|
|
58
|
-
detail: { pid: string | null; lock: string | null; toolCalls: string[] };
|
|
59
|
-
}>;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
const replay = JSON.parse(readFileSync("docs/probes/eval-replay.json", "utf8")) as ReplayProbe;
|
|
63
|
-
const recorded = JSON.parse(readFileSync("docs/probes/eval-recorded-replay.json", "utf8")) as RecordedProbe;
|
|
64
|
-
const cases = JSON.parse(readFileSync("docs/eval/replay-cases.json", "utf8")) as Array<{ id: string }>;
|
|
65
|
-
const annotations = importAnnotations(JSON.parse(readFileSync("docs/eval/annotations.json", "utf8")));
|
|
66
|
-
const audit = auditLabels(
|
|
67
|
-
cases.map((entry) => entry.id),
|
|
68
|
-
annotations,
|
|
69
|
-
);
|
|
70
|
-
|
|
71
|
-
const registry = new CalibrationRegistry();
|
|
72
|
-
const points = recorded.cases.map((entry) => ({ actual: entry.actual, predicted: entry.textCorrectness }));
|
|
73
|
-
const calibration = registry.register("recorded", points);
|
|
74
|
-
const contextPath = "docs/probes/context-ast-deepseek.json";
|
|
75
|
-
const contextProbe = existsSync(contextPath) ? (JSON.parse(readFileSync(contextPath, "utf8")) as ContextAstProbe) : null;
|
|
76
|
-
const astSummary =
|
|
77
|
-
contextProbe === null
|
|
78
|
-
? null
|
|
79
|
-
: {
|
|
80
|
-
nodes: contextProbe.context.nodes,
|
|
81
|
-
summaryTokens: contextProbe.context.viewTokens,
|
|
82
|
-
flatTokens: contextProbe.context.flatTokens,
|
|
83
|
-
flatApiTokens: contextProbe.conditions.find((entry) => entry.id === "flat")?.inputTokens ?? null,
|
|
84
|
-
astApiTokens: contextProbe.conditions.find((entry) => entry.id === "ast-summary")?.inputTokens ?? null,
|
|
85
|
-
astToolApiTokens: contextProbe.conditions.find((entry) => entry.id === "ast-tool")?.inputTokens ?? null,
|
|
86
|
-
detailRecovered: contextProbe.conditions.find((entry) => entry.id === "ast-tool")?.detail.pid === "4711",
|
|
87
|
-
};
|
|
88
|
-
|
|
89
|
-
const summary = {
|
|
90
|
-
generatedAt: new Date().toISOString(),
|
|
91
|
-
replay: {
|
|
92
|
-
cases: replay.metrics.total,
|
|
93
|
-
accuracy: replay.metrics.accuracy,
|
|
94
|
-
humanLabelAgreement: replay.metrics.humanLabelAgreement,
|
|
95
|
-
annotatorAgreement: replay.metrics.annotatorAgreement,
|
|
96
|
-
cohenKappa: replay.metrics.cohenKappa,
|
|
97
|
-
brier: replay.metrics.brier,
|
|
98
|
-
},
|
|
99
|
-
recorded: {
|
|
100
|
-
runs: recorded.cases.length,
|
|
101
|
-
accuracy: recorded.metrics.accuracy,
|
|
102
|
-
textEce: recorded.metrics.textEce,
|
|
103
|
-
calibratedEce: calibration.selection.ece,
|
|
104
|
-
method: calibration.selection.method,
|
|
105
|
-
status: calibration.status,
|
|
106
|
-
oracleEce: recorded.metrics.oracleEce,
|
|
107
|
-
labels: recorded.metrics.labeled,
|
|
108
|
-
temperature: recorded.metrics.calibrationTemperature ?? null,
|
|
109
|
-
ciLower: recorded.metrics.calibrationCiLower ?? null,
|
|
110
|
-
ciUpper: recorded.metrics.calibrationCiUpper ?? null,
|
|
111
|
-
},
|
|
112
|
-
labels: {
|
|
113
|
-
cases: audit.cases,
|
|
114
|
-
annotations: audit.annotations,
|
|
115
|
-
coverage: audit.coverage,
|
|
116
|
-
duplicates: audit.duplicates.length,
|
|
117
|
-
disagreements: audit.disagreements.length,
|
|
118
|
-
kappa: audit.pairwiseKappa[0]?.kappa ?? null,
|
|
119
|
-
unresolved: Object.values(audit.adjudicated).filter((label) => label === null).length,
|
|
120
|
-
},
|
|
121
|
-
contextAst: astSummary,
|
|
122
|
-
};
|
|
123
|
-
|
|
124
|
-
assert.equal(summary.replay.cases, 12);
|
|
125
|
-
assert.equal(summary.recorded.runs, 40);
|
|
126
|
-
assert.equal(summary.labels.coverage, 1);
|
|
127
|
-
if (astSummary !== null) {
|
|
128
|
-
assert.equal(astSummary.detailRecovered, true);
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
writeFileSync("docs/probes/eval-summary.json", `${JSON.stringify(summary, null, 2)}\n`, "utf8");
|
|
132
|
-
|
|
133
|
-
console.log(
|
|
134
|
-
`replay=${summary.replay.cases} recorded=${summary.recorded.runs} kappa=${summary.replay.cohenKappa.toFixed(3)} calibration=${summary.recorded.status}/${summary.recorded.method} astTokens=${astSummary?.astApiTokens ?? "n/a"}/${astSummary?.flatApiTokens ?? "n/a"}`,
|
|
135
|
-
);
|
|
136
|
-
console.log("wrote docs/probes/eval-summary.json");
|