attention-manifest-protocol 0.4.2 → 0.4.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +341 -293
- package/CHANGELOG.zh-CN.md +41 -8
- package/README.md +250 -171
- package/README.zh-CN.md +251 -171
- package/lib/assignment/assign.d.ts +102 -0
- package/lib/assignment/assign.js +556 -0
- package/lib/assignment/binding.d.ts +103 -0
- package/lib/assignment/binding.js +575 -0
- package/lib/assignment/errors.d.ts +14 -0
- package/lib/assignment/errors.js +16 -0
- package/lib/assignment/guards.d.ts +18 -0
- package/lib/assignment/guards.js +28 -0
- package/lib/assignment/index.d.ts +10 -0
- package/lib/assignment/index.js +10 -0
- package/lib/assignment/types.d.ts +169 -0
- package/lib/assignment/types.js +1 -0
- package/lib/attention/budget.d.ts +1 -1
- package/lib/attention/budget.js +31 -9
- package/lib/bayes/engine.js +2 -1
- package/lib/bayes/reliability.js +25 -10
- package/lib/boundary/frame.d.ts +10 -4
- package/lib/boundary/frame.js +346 -109
- package/lib/boundary/kinds.d.ts +11 -0
- package/lib/boundary/kinds.js +33 -0
- package/lib/boundary/refTable.d.ts +19 -9
- package/lib/boundary/refTable.js +128 -30
- package/lib/boundary/toolCall.d.ts +22 -10
- package/lib/boundary/toolCall.js +798 -97
- package/lib/concept/conceptBudget.js +10 -1
- package/lib/concurrency/idempotency.d.ts +4 -3
- package/lib/concurrency/idempotency.js +57 -13
- package/lib/concurrency/retry.js +18 -3
- package/lib/context/agentContext.d.ts +13 -0
- package/lib/context/agentContext.js +14 -1
- package/lib/context/ast.d.ts +4 -1
- package/lib/context/ast.js +13 -3
- package/lib/context/contentStore.js +22 -9
- package/lib/context/contextBuilder.d.ts +457 -0
- package/lib/context/contextBuilder.js +1395 -0
- package/lib/context/contextPackage.d.ts +214 -0
- package/lib/context/contextPackage.js +191 -0
- package/lib/context/index.d.ts +14 -3
- package/lib/context/index.js +9 -1
- package/lib/context/relevance.d.ts +171 -0
- package/lib/context/relevance.js +250 -0
- package/lib/context/workspaceDiff.d.ts +105 -0
- package/lib/context/workspaceDiff.js +238 -0
- package/lib/context/workspaceService.d.ts +236 -1
- package/lib/context/workspaceService.js +1501 -73
- package/lib/cooperation/collaboration.d.ts +9 -0
- package/lib/cooperation/session.d.ts +4 -4
- package/lib/cooperation/session.js +3 -3
- package/lib/database/adapter/filesystemStore.d.ts +145 -0
- package/lib/database/adapter/filesystemStore.js +321 -0
- package/lib/database/adapter/index.d.ts +2 -0
- package/lib/database/adapter/index.js +2 -0
- package/lib/database/adapter/workspaceSessionStore.d.ts +118 -0
- package/lib/database/adapter/workspaceSessionStore.js +120 -0
- package/lib/database/entity/fileGraph.d.ts +53 -0
- package/lib/database/entity/fileGraph.js +15 -0
- package/lib/database/entity/fileTree.d.ts +76 -0
- package/lib/database/entity/fileTree.js +39 -0
- package/lib/database/entity/hook.d.ts +29 -0
- package/lib/database/entity/hook.js +18 -0
- package/lib/database/entity/index.d.ts +4 -0
- package/lib/database/entity/index.js +4 -0
- package/lib/database/entity/workspaceSession.d.ts +53 -0
- package/lib/database/entity/workspaceSession.js +28 -0
- package/lib/database/repository/fileAnnotationRepository.d.ts +75 -0
- package/lib/database/repository/fileAnnotationRepository.js +109 -0
- package/lib/database/repository/fileGraphRepository.d.ts +188 -0
- package/lib/database/repository/fileGraphRepository.js +648 -0
- package/lib/database/repository/fileNodeRepository.d.ts +116 -0
- package/lib/database/repository/fileNodeRepository.js +263 -0
- package/lib/database/repository/fileOutlineRepository.d.ts +40 -0
- package/lib/database/repository/fileOutlineRepository.js +104 -0
- package/lib/database/repository/fileWriteRepository.d.ts +41 -0
- package/lib/database/repository/fileWriteRepository.js +93 -0
- package/lib/database/repository/hookRepository.d.ts +67 -0
- package/lib/database/repository/hookRepository.js +150 -0
- package/lib/database/repository/index.d.ts +7 -0
- package/lib/database/repository/index.js +7 -0
- package/lib/database/repository/workspaceSessionRepository.d.ts +134 -0
- package/lib/database/repository/workspaceSessionRepository.js +327 -0
- package/lib/database/service/database.d.ts +14 -0
- package/lib/database/service/database.js +21 -0
- package/lib/database/sql/schema.js +187 -0
- package/lib/database/store/database.js +6 -1
- package/lib/delegate/team.d.ts +5 -0
- package/lib/delegate/team.js +83 -20
- package/lib/discover/classify.d.ts +20 -0
- package/lib/discover/classify.js +85 -0
- package/lib/discover/host.d.ts +20 -0
- package/lib/discover/host.js +89 -0
- package/lib/discover/index.d.ts +11 -0
- package/lib/discover/index.js +11 -0
- package/lib/discover/kinds.d.ts +14 -0
- package/lib/discover/kinds.js +23 -0
- package/lib/discover/tree.d.ts +7 -0
- package/lib/discover/tree.js +432 -0
- package/lib/discover/types.d.ts +115 -0
- package/lib/discover/types.js +1 -0
- package/lib/error/boundaryRejection.d.ts +1 -1
- package/lib/evaluation/agreement.js +2 -2
- package/lib/execution/handles.js +6 -0
- package/lib/execution/pin.js +2 -2
- package/lib/file/cfb.d.ts +56 -0
- package/lib/file/cfb.js +396 -0
- package/lib/file/dependency.d.ts +151 -0
- package/lib/file/dependency.js +568 -0
- package/lib/file/directory.d.ts +34 -0
- package/lib/file/directory.js +141 -0
- package/lib/file/errors.d.ts +20 -0
- package/lib/file/errors.js +18 -0
- package/lib/file/exportGraph.d.ts +31 -0
- package/lib/file/exportGraph.js +554 -0
- package/lib/file/file.d.ts +40 -0
- package/lib/file/file.js +339 -0
- package/lib/file/importGraph.d.ts +121 -0
- package/lib/file/importGraph.js +1022 -0
- package/lib/file/index.d.ts +45 -0
- package/lib/file/index.js +30 -0
- package/lib/file/metadata.d.ts +66 -0
- package/lib/file/metadata.js +470 -0
- package/lib/file/path.d.ts +60 -0
- package/lib/file/path.js +259 -0
- package/lib/file/read.d.ts +168 -0
- package/lib/file/read.js +541 -0
- package/lib/file/runtime.d.ts +95 -0
- package/lib/file/runtime.js +150 -0
- package/lib/file/service.d.ts +227 -0
- package/lib/file/service.js +663 -0
- package/lib/file/syntaxTree.d.ts +7 -0
- package/lib/file/syntaxTree.js +38 -0
- package/lib/file/time.d.ts +38 -0
- package/lib/file/time.js +44 -0
- package/lib/file/tree.d.ts +53 -0
- package/lib/file/tree.js +417 -0
- package/lib/file/types.d.ts +371 -0
- package/lib/file/types.js +1 -0
- package/lib/file/write.d.ts +159 -0
- package/lib/file/write.js +1028 -0
- package/lib/file/zip.d.ts +35 -0
- package/lib/file/zip.js +349 -0
- package/lib/fingerprint/algorithm.d.ts +97 -0
- package/lib/fingerprint/algorithm.js +271 -0
- package/lib/fingerprint/bytes.d.ts +18 -0
- package/lib/fingerprint/bytes.js +31 -0
- package/lib/fingerprint/error.d.ts +73 -0
- package/lib/fingerprint/error.js +86 -0
- package/lib/fingerprint/file.d.ts +71 -0
- package/lib/fingerprint/file.js +254 -0
- package/lib/fingerprint/index.d.ts +37 -0
- package/lib/fingerprint/index.js +12 -0
- package/lib/fingerprint/json.d.ts +41 -0
- package/lib/fingerprint/json.js +94 -0
- package/lib/fingerprint/number.d.ts +32 -0
- package/lib/fingerprint/number.js +95 -0
- package/lib/fingerprint/policy.d.ts +54 -0
- package/lib/fingerprint/policy.js +50 -0
- package/lib/fingerprint/preimage.d.ts +84 -0
- package/lib/fingerprint/preimage.js +133 -0
- package/lib/fingerprint/raw.d.ts +26 -0
- package/lib/fingerprint/raw.js +45 -0
- package/lib/fingerprint/ref.d.ts +39 -0
- package/lib/fingerprint/ref.js +178 -0
- package/lib/fingerprint/text.d.ts +42 -0
- package/lib/fingerprint/text.js +155 -0
- package/lib/fingerprint/tree.d.ts +56 -0
- package/lib/fingerprint/tree.js +288 -0
- package/lib/fingerprint/verify.d.ts +20 -0
- package/lib/fingerprint/verify.js +99 -0
- package/lib/global/filesystem.d.ts +43 -0
- package/lib/global/filesystem.js +75 -0
- package/lib/global/index.d.ts +8 -0
- package/lib/global/index.js +8 -0
- package/lib/global/service.d.ts +51 -0
- package/lib/global/service.js +98 -0
- package/lib/governance/transport.js +18 -6
- package/lib/hook/ast.d.ts +29 -0
- package/lib/hook/ast.js +22 -0
- package/lib/hook/code.d.ts +55 -0
- package/lib/hook/code.js +47 -0
- package/lib/hook/dependency.d.ts +45 -0
- package/lib/hook/dependency.js +28 -0
- package/lib/hook/diff.d.ts +114 -0
- package/lib/hook/diff.js +327 -0
- package/lib/hook/exportation.d.ts +31 -0
- package/lib/hook/exportation.js +24 -0
- package/lib/hook/file.d.ts +44 -0
- package/lib/hook/file.js +154 -0
- package/lib/hook/importation.d.ts +33 -0
- package/lib/hook/importation.js +22 -0
- package/lib/hook/index.d.ts +30 -0
- package/lib/hook/index.js +23 -0
- package/lib/hook/outline.d.ts +35 -0
- package/lib/hook/outline.js +27 -0
- package/lib/hook/project.d.ts +65 -0
- package/lib/hook/project.js +217 -0
- package/lib/hook/types.d.ts +114 -0
- package/lib/hook/types.js +407 -0
- package/lib/index.d.ts +9 -0
- package/lib/index.js +9 -0
- package/lib/lock/lease.js +28 -3
- package/lib/manifest/cardSign.d.ts +1 -1
- package/lib/manifest/cardSign.js +37 -7
- package/lib/manifest/federation.js +13 -6
- package/lib/manifest/trust.d.ts +2 -0
- package/lib/manifest/trust.js +27 -6
- package/lib/module/index.d.ts +4 -0
- package/lib/module/index.js +4 -0
- package/lib/module/mcp/client.js +21 -2
- package/lib/module/mcp/filesystemServer.d.ts +24 -0
- package/lib/module/mcp/filesystemServer.js +102 -0
- package/lib/module/mcp/http.js +32 -19
- package/lib/module/mcp/workspaceServer.js +20 -3
- package/lib/module/tool/filesystemExecutor.d.ts +18 -0
- package/lib/module/tool/filesystemExecutor.js +49 -0
- package/lib/module/tool/globalExecutor.d.ts +17 -0
- package/lib/module/tool/globalExecutor.js +39 -0
- package/lib/module/tool/globalFilesystemExecutor.d.ts +18 -0
- package/lib/module/tool/globalFilesystemExecutor.js +49 -0
- package/lib/module/tool/workspaceExecutor.d.ts +9 -0
- package/lib/module/tool/workspaceExecutor.js +16 -3
- package/lib/naming/aliases.d.ts +48 -0
- package/lib/naming/aliases.js +79 -0
- package/lib/naming/catalog.d.ts +117 -0
- package/lib/naming/catalog.js +108 -0
- package/lib/naming/grammar.d.ts +67 -0
- package/lib/naming/grammar.js +212 -0
- package/lib/naming/ids.d.ts +157 -0
- package/lib/naming/ids.js +119 -0
- package/lib/naming/index.d.ts +13 -0
- package/lib/naming/index.js +13 -0
- package/lib/outline/index.d.ts +9 -0
- package/lib/outline/index.js +8 -0
- package/lib/outline/office.d.ts +160 -0
- package/lib/outline/office.js +2375 -0
- package/lib/outline/officeBridge.d.ts +32 -0
- package/lib/outline/officeBridge.js +27 -0
- package/lib/outline/outline.d.ts +159 -0
- package/lib/outline/outline.js +837 -0
- package/lib/outline/outlineIndex.d.ts +97 -0
- package/lib/outline/outlineIndex.js +325 -0
- package/lib/outline/outlineKeywords.d.ts +59 -0
- package/lib/outline/outlineKeywords.js +143 -0
- package/lib/outline/outlineStrategies.d.ts +414 -0
- package/lib/outline/outlineStrategies.js +8324 -0
- package/lib/outline/reactOutline.d.ts +37 -0
- package/lib/outline/reactOutline.js +1070 -0
- package/lib/outline/shellOutline.d.ts +65 -0
- package/lib/outline/shellOutline.js +873 -0
- package/lib/outline/sqlOutline.d.ts +170 -0
- package/lib/outline/sqlOutline.js +1536 -0
- package/lib/outline/strategy.d.ts +46 -0
- package/lib/outline/strategy.js +1 -0
- package/lib/outline/types.d.ts +95 -0
- package/lib/outline/types.js +1 -0
- package/lib/outline/visualBasicOutline.d.ts +27 -0
- package/lib/outline/visualBasicOutline.js +750 -0
- package/lib/protocol/filesystem.d.ts +55 -0
- package/lib/protocol/filesystem.js +105 -0
- package/lib/protocol/global.d.ts +42 -0
- package/lib/protocol/global.js +63 -0
- package/lib/protocol/globalFilesystem.d.ts +40 -0
- package/lib/protocol/globalFilesystem.js +59 -0
- package/lib/protocol/index.d.ts +4 -0
- package/lib/protocol/index.js +4 -0
- package/lib/protocol/protocol.d.ts +4 -0
- package/lib/protocol/wire.js +5 -2
- package/lib/protocol/workspace.d.ts +305 -0
- package/lib/protocol/workspace.js +258 -0
- package/lib/receipt/receipt.d.ts +8 -0
- package/lib/registry/content.js +9 -3
- package/lib/runtime/kernelRuntime.js +9 -1
- package/lib/scenario/scenario.js +5 -4
- package/lib/semantic/canonical.d.ts +61 -0
- package/lib/semantic/canonical.js +135 -8
- package/lib/semantic/jsonValue.d.ts +31 -0
- package/lib/semantic/jsonValue.js +122 -0
- package/lib/semantic/sha256.js +3 -0
- package/lib/semantic/time.d.ts +14 -0
- package/lib/semantic/time.js +56 -0
- package/lib/session/context.d.ts +76 -0
- package/lib/session/context.js +419 -0
- package/lib/session/errors.d.ts +24 -0
- package/lib/session/errors.js +22 -0
- package/lib/session/identity.d.ts +24 -0
- package/lib/session/identity.js +56 -0
- package/lib/session/index.d.ts +14 -0
- package/lib/session/index.js +12 -0
- package/lib/session/registry.d.ts +130 -0
- package/lib/session/registry.js +908 -0
- package/lib/session/types.d.ts +227 -0
- package/lib/session/types.js +14 -0
- package/lib/structure/index.d.ts +1 -0
- package/lib/structure/index.js +1 -0
- package/lib/structure/trie.d.ts +88 -0
- package/lib/structure/trie.js +183 -0
- package/lib/syntax/byteIndex.d.ts +44 -0
- package/lib/syntax/byteIndex.js +148 -0
- package/lib/syntax/charset.d.ts +88 -0
- package/lib/syntax/charset.js +276 -0
- package/lib/syntax/index.d.ts +6 -0
- package/lib/syntax/index.js +5 -0
- package/lib/syntax/syntaxRegistry.d.ts +150 -0
- package/lib/syntax/syntaxRegistry.js +314 -0
- package/lib/syntax/syntaxTree.d.ts +106 -0
- package/lib/syntax/syntaxTree.js +668 -0
- package/lib/syntax/types.d.ts +15 -0
- package/lib/syntax/types.js +1 -0
- package/lib/types/common.d.ts +1 -1
- package/package.json +72 -193
- package/.editorconfig +0 -12
- package/.prettierignore +0 -17
- package/MCP-Token/347/250/216/344/270/216/344/270/213/344/270/200/344/273/243/345/267/245/345/205/267/345/215/217/350/256/256.html +0 -1763
- package/docs/annotation-campaign-A.csv +0 -54
- package/docs/annotation-campaign-B.csv +0 -54
- package/docs/annotation-campaign.csv +0 -54
- package/docs/eval/annotations-A.jsonl +0 -16
- package/docs/eval/annotations.json +0 -122
- package/docs/eval/recorded-labels.json +0 -12
- package/docs/eval/replay-cases.json +0 -14
- package/docs/eval/replay-labels-b.json +0 -14
- package/docs/examples/attention-request.json +0 -16
- package/docs/examples/checkpoint.json +0 -15
- package/docs/examples/claim.json +0 -66
- package/docs/examples/collaboration.json +0 -66
- package/docs/examples/concept-checkpoint.json +0 -15
- package/docs/examples/concept-prune-plan.json +0 -45
- package/docs/examples/federation.json +0 -126
- package/docs/examples/frame-chain.json +0 -77
- package/docs/examples/ledger-snapshot.json +0 -108
- package/docs/examples/manifest.json +0 -77
- package/docs/examples/message.json +0 -19
- package/docs/examples/other-model.json +0 -45
- package/docs/examples/plan.json +0 -50
- package/docs/examples/prune-plan.json +0 -48
- package/docs/examples/receipt.json +0 -22
- package/docs/examples/runtime-run.json +0 -573
- package/docs/examples/team.json +0 -66
- package/docs/examples/verb-note.json +0 -11
- package/docs/probes/bayes-scores.json +0 -1452
- package/docs/probes/calibration-imported.json +0 -141
- package/docs/probes/context-ast-deepseek.json +0 -1577
- package/docs/probes/deepseek-probe.json +0 -917
- package/docs/probes/eval-recorded-replay.json +0 -597
- package/docs/probes/eval-replay.json +0 -124
- package/docs/probes/eval-summary.json +0 -42
- package/docs/probes/runtime-eval.json +0 -4230
- package/eslint.config.mts +0 -96
- package/index.html +0 -13
- package/prettier.config.mts +0 -37
- package/public/favicon.svg +0 -1
- package/public/icons.svg +0 -24
- package/src/attention/attention.ts +0 -347
- package/src/attention/budget.ts +0 -72
- package/src/attention/cognition.ts +0 -519
- package/src/attention/index.ts +0 -8
- package/src/attention/interrupts.ts +0 -228
- package/src/attention/resource.ts +0 -316
- package/src/attention/social.ts +0 -217
- package/src/attention/socialTypes.ts +0 -115
- package/src/authz/authz.ts +0 -305
- package/src/authz/index.ts +0 -1
- package/src/bayes/calibration.ts +0 -204
- package/src/bayes/calibrationRegistry.ts +0 -111
- package/src/bayes/calibrationSelection.ts +0 -154
- package/src/bayes/engine.ts +0 -532
- package/src/bayes/index.ts +0 -6
- package/src/bayes/reliability.ts +0 -62
- package/src/bayes/scopedPriors.ts +0 -88
- package/src/boundary/frame.ts +0 -322
- package/src/boundary/ids.ts +0 -14
- package/src/boundary/index.ts +0 -12
- package/src/boundary/refTable.ts +0 -125
- package/src/boundary/toolCall.ts +0 -212
- package/src/concept/concept.ts +0 -75
- package/src/concept/conceptBudget.ts +0 -346
- package/src/concept/conceptBudgetTypes.ts +0 -79
- package/src/concept/index.ts +0 -3
- package/src/concurrency/idempotency.ts +0 -41
- package/src/concurrency/index.ts +0 -5
- package/src/concurrency/mutex.ts +0 -26
- package/src/concurrency/namedLocks.ts +0 -35
- package/src/concurrency/retry.ts +0 -50
- package/src/concurrency/worker.ts +0 -128
- package/src/context/agentContext.ts +0 -308
- package/src/context/ast.ts +0 -499
- package/src/context/contentStore.ts +0 -75
- package/src/context/context.ts +0 -65
- package/src/context/contextIndex.ts +0 -85
- package/src/context/document.ts +0 -137
- package/src/context/fileStorePath.ts +0 -14
- package/src/context/index.ts +0 -43
- package/src/context/lifecycle.ts +0 -221
- package/src/context/projections.ts +0 -151
- package/src/context/workspace.ts +0 -422
- package/src/context/workspaceProtocol.ts +0 -112
- package/src/context/workspaceService.ts +0 -423
- package/src/cooperation/board.ts +0 -104
- package/src/cooperation/collaboration.ts +0 -60
- package/src/cooperation/index.ts +0 -6
- package/src/cooperation/merge.ts +0 -190
- package/src/cooperation/metrics.ts +0 -57
- package/src/cooperation/session.ts +0 -131
- package/src/cooperation/unified.ts +0 -56
- package/src/counter.ts +0 -9
- package/src/database/adapter/adapters.ts +0 -35
- package/src/database/adapter/index.ts +0 -4
- package/src/database/adapter/runtimeSink.ts +0 -74
- package/src/database/adapter/sessionStore.ts +0 -32
- package/src/database/adapter/turnStore.ts +0 -23
- package/src/database/entity/agent.ts +0 -199
- package/src/database/entity/entity.ts +0 -1046
- package/src/database/entity/handle.ts +0 -79
- package/src/database/entity/index.ts +0 -32
- package/src/database/entity/message.ts +0 -74
- package/src/database/entity/meta.ts +0 -11
- package/src/database/entity/object.ts +0 -42
- package/src/database/entity/outbox.ts +0 -15
- package/src/database/entity/process.ts +0 -65
- package/src/database/entity/registry.ts +0 -155
- package/src/database/entity/runtimeApproval.ts +0 -30
- package/src/database/entity/runtimeSession.ts +0 -13
- package/src/database/entity/runtimeTurn.ts +0 -15
- package/src/database/entity/thread.ts +0 -85
- package/src/database/entity/window.ts +0 -85
- package/src/database/entity/worker.ts +0 -90
- package/src/database/index.ts +0 -6
- package/src/database/repository/addressSpaceRepository.ts +0 -72
- package/src/database/repository/agentRepository.ts +0 -460
- package/src/database/repository/base.ts +0 -41
- package/src/database/repository/executionRepository.ts +0 -477
- package/src/database/repository/handleRepository.ts +0 -64
- package/src/database/repository/index.ts +0 -20
- package/src/database/repository/messageRepository.ts +0 -52
- package/src/database/repository/objectRepository.ts +0 -69
- package/src/database/repository/outboxRepository.ts +0 -63
- package/src/database/repository/processRepository.ts +0 -58
- package/src/database/repository/registryRepository.ts +0 -119
- package/src/database/repository/repository.ts +0 -491
- package/src/database/repository/runtimeApprovalRepository.ts +0 -44
- package/src/database/repository/runtimeSessionRepository.ts +0 -27
- package/src/database/repository/runtimeTurnRepository.ts +0 -39
- package/src/database/repository/socialRepository.ts +0 -185
- package/src/database/repository/threadRepository.ts +0 -57
- package/src/database/repository/windowRepository.ts +0 -88
- package/src/database/repository/workerRepository.ts +0 -69
- package/src/database/service/database.ts +0 -90
- package/src/database/service/handleService.ts +0 -48
- package/src/database/service/index.ts +0 -16
- package/src/database/service/messageService.ts +0 -61
- package/src/database/service/objectService.ts +0 -59
- package/src/database/service/processService.ts +0 -61
- package/src/database/service/registryServices.ts +0 -88
- package/src/database/service/service.ts +0 -183
- package/src/database/service/stepService.ts +0 -53
- package/src/database/service/threadService.ts +0 -65
- package/src/database/service/windowService.ts +0 -30
- package/src/database/service/workerService.ts +0 -57
- package/src/database/sql/index.ts +0 -3
- package/src/database/sql/schema.ts +0 -418
- package/src/database/sql/sql.ts +0 -543
- package/src/database/store/database.ts +0 -210
- package/src/database/store/index.ts +0 -3
- package/src/database/store/store.ts +0 -266
- package/src/delegate/index.ts +0 -2
- package/src/delegate/team.ts +0 -268
- package/src/delegate/teamTypes.ts +0 -47
- package/src/diagnosis/checklist.ts +0 -74
- package/src/diagnosis/context.ts +0 -93
- package/src/diagnosis/frame.ts +0 -256
- package/src/diagnosis/index.ts +0 -5
- package/src/diagnosis/router.ts +0 -72
- package/src/diagnosis/types.ts +0 -89
- package/src/error/agentError.ts +0 -16
- package/src/error/ampError.ts +0 -20
- package/src/error/authzError.ts +0 -14
- package/src/error/boundaryRejection.ts +0 -20
- package/src/error/index.ts +0 -7
- package/src/error/kernelError.ts +0 -27
- package/src/error/mailboxError.ts +0 -9
- package/src/error/windowError.ts +0 -12
- package/src/evaluation/agreement.ts +0 -96
- package/src/evaluation/index.ts +0 -2
- package/src/evaluation/labels.ts +0 -241
- package/src/evidence/evidenceGraph.ts +0 -205
- package/src/evidence/index.ts +0 -4
- package/src/evidence/revalidation.ts +0 -191
- package/src/execution/exec.ts +0 -408
- package/src/execution/handles.ts +0 -65
- package/src/execution/index.ts +0 -3
- package/src/execution/pin.ts +0 -154
- package/src/frame/frame.ts +0 -70
- package/src/frame/index.ts +0 -1
- package/src/goal/goal.ts +0 -43
- package/src/goal/index.ts +0 -2
- package/src/goal/plan.ts +0 -196
- package/src/governance/attentionManifest.ts +0 -802
- package/src/governance/audit.ts +0 -362
- package/src/governance/budget.ts +0 -628
- package/src/governance/context.ts +0 -356
- package/src/governance/control.ts +0 -159
- package/src/governance/cooperation.ts +0 -479
- package/src/governance/credential.ts +0 -359
- package/src/governance/httpServer.ts +0 -99
- package/src/governance/index.ts +0 -32
- package/src/governance/legal.ts +0 -574
- package/src/governance/matrix.ts +0 -460
- package/src/governance/perspectives.ts +0 -406
- package/src/governance/signing.ts +0 -407
- package/src/governance/store.ts +0 -125
- package/src/governance/switching.ts +0 -459
- package/src/governance/toolPolicy.ts +0 -80
- package/src/governance/transport.ts +0 -204
- package/src/governance/types.ts +0 -380
- package/src/governance/workflow.ts +0 -743
- package/src/index.ts +0 -11
- package/src/interaction/index.ts +0 -1
- package/src/interaction/interaction.ts +0 -391
- package/src/ipc/index.ts +0 -4
- package/src/ipc/mailbox.ts +0 -132
- package/src/ipc/memorySocialStore.ts +0 -93
- package/src/ipc/social.ts +0 -93
- package/src/kernel/index.ts +0 -14
- package/src/kernel/scheduler.ts +0 -498
- package/src/ledger/checkpoint.ts +0 -304
- package/src/ledger/index.ts +0 -4
- package/src/ledger/ledger.ts +0 -31
- package/src/ledger/persistence.ts +0 -159
- package/src/ledger/share.ts +0 -80
- package/src/lock/index.ts +0 -2
- package/src/lock/lease.ts +0 -74
- package/src/main.ts +0 -199
- package/src/manifest/agentCard.ts +0 -72
- package/src/manifest/cardSign.ts +0 -87
- package/src/manifest/federation.ts +0 -237
- package/src/manifest/federationTypes.ts +0 -55
- package/src/manifest/index.ts +0 -8
- package/src/manifest/keys.ts +0 -643
- package/src/manifest/manifest.ts +0 -114
- package/src/manifest/sign.ts +0 -134
- package/src/manifest/trust.ts +0 -146
- package/src/mission/index.ts +0 -2
- package/src/mission/missionQueue.ts +0 -75
- package/src/module/index.ts +0 -9
- package/src/module/llm/deepseek.ts +0 -214
- package/src/module/llm/llm.ts +0 -84
- package/src/module/mcp/client.ts +0 -110
- package/src/module/mcp/http.ts +0 -102
- package/src/module/mcp/protocol.ts +0 -77
- package/src/module/mcp/server.ts +0 -148
- package/src/module/mcp/transport.ts +0 -30
- package/src/module/mcp/workspaceServer.ts +0 -111
- package/src/module/sandbox/sandbox.ts +0 -29
- package/src/module/tool/mcpExecutor.ts +0 -54
- package/src/module/tool/policy.ts +0 -52
- package/src/module/tool/redact.ts +0 -29
- package/src/module/tool/tool.ts +0 -53
- package/src/module/tool/workspaceExecutor.ts +0 -35
- package/src/policy/guard.ts +0 -240
- package/src/policy/index.ts +0 -2
- package/src/policy/policy.ts +0 -561
- package/src/process/agent.ts +0 -341
- package/src/process/agentService.ts +0 -236
- package/src/process/agentStore.ts +0 -378
- package/src/process/executionStore.ts +0 -151
- package/src/process/index.ts +0 -5
- package/src/process/process.ts +0 -240
- package/src/process/transitions.ts +0 -19
- package/src/progress/index.ts +0 -2
- package/src/progress/progress.ts +0 -85
- package/src/protocol/a2a.ts +0 -120
- package/src/protocol/channel.ts +0 -44
- package/src/protocol/envelope.ts +0 -655
- package/src/protocol/httpChannel.ts +0 -87
- package/src/protocol/index.ts +0 -6
- package/src/protocol/protocol.ts +0 -138
- package/src/protocol/wire.ts +0 -60
- package/src/receipt/index.ts +0 -1
- package/src/receipt/receipt.ts +0 -47
- package/src/registry/content.ts +0 -69
- package/src/registry/index.ts +0 -23
- package/src/registry/registry.ts +0 -599
- package/src/runtime/action.ts +0 -87
- package/src/runtime/behavior.ts +0 -330
- package/src/runtime/behaviorTuning.ts +0 -163
- package/src/runtime/cognitiveRuntime.ts +0 -703
- package/src/runtime/escalation.ts +0 -35
- package/src/runtime/governedTask.ts +0 -233
- package/src/runtime/index.ts +0 -15
- package/src/runtime/kernelRuntime.ts +0 -144
- package/src/runtime/operation.ts +0 -35
- package/src/runtime/replay.ts +0 -71
- package/src/runtime/routing.ts +0 -58
- package/src/runtime/safety.ts +0 -48
- package/src/runtime/session.ts +0 -341
- package/src/runtime/sessionStore.ts +0 -43
- package/src/runtime/telemetry.ts +0 -55
- package/src/runtime/turnStore.ts +0 -30
- package/src/scenario/index.ts +0 -1
- package/src/scenario/scenario.ts +0 -299
- package/src/semantic/canonical.ts +0 -24
- package/src/semantic/index.ts +0 -2
- package/src/semantic/sha256.ts +0 -82
- package/src/storage/appendLog.ts +0 -372
- package/src/storage/fileAppendSink.ts +0 -40
- package/src/storage/index.ts +0 -2
- package/src/store/bindCache.ts +0 -22
- package/src/store/cache.ts +0 -191
- package/src/store/context.ts +0 -31
- package/src/store/handleStore.ts +0 -31
- package/src/store/index.ts +0 -9
- package/src/store/messageStore.ts +0 -31
- package/src/store/objectStore.ts +0 -31
- package/src/store/processStore.ts +0 -31
- package/src/store/threadStore.ts +0 -31
- package/src/store/windowStore.ts +0 -31
- package/src/structure/abstractSyntaxTree.ts +0 -493
- package/src/structure/avlTree.ts +0 -408
- package/src/structure/binarySearchTree.ts +0 -352
- package/src/structure/binaryTree.ts +0 -525
- package/src/structure/bloomFilter.ts +0 -231
- package/src/structure/compare.ts +0 -110
- package/src/structure/cuckooFilter.ts +0 -337
- package/src/structure/deque.ts +0 -223
- package/src/structure/filterKey.ts +0 -36
- package/src/structure/hash.ts +0 -279
- package/src/structure/heap.ts +0 -268
- package/src/structure/index.ts +0 -20
- package/src/structure/iterator.ts +0 -22
- package/src/structure/lru.ts +0 -619
- package/src/structure/ordered.ts +0 -399
- package/src/structure/priority.ts +0 -915
- package/src/structure/queue.ts +0 -168
- package/src/structure/redBlackTree.ts +0 -680
- package/src/structure/segmentTree.ts +0 -248
- package/src/structure/stack.ts +0 -118
- package/src/structure/unordered.ts +0 -407
- package/src/style.css +0 -278
- package/src/thread/index.ts +0 -2
- package/src/thread/thread.ts +0 -176
- package/src/thread/transitions.ts +0 -17
- package/src/types/common.ts +0 -119
- package/src/types/index.ts +0 -23
- package/src/warrant/epistemic.ts +0 -154
- package/src/warrant/index.ts +0 -3
- package/src/warrant/inquiry.ts +0 -166
- package/src/warrant/warrant.ts +0 -179
- package/src/window/compaction.ts +0 -403
- package/src/window/compactionTypes.ts +0 -119
- package/src/window/index.ts +0 -7
- package/src/window/page.ts +0 -18
- package/src/window/window.ts +0 -244
- package/tools/_helpers.ts +0 -34
- package/tools/a2a-check.ts +0 -110
- package/tools/a2a-flow-check.ts +0 -78
- package/tools/agent-card-check.ts +0 -76
- package/tools/agent-check.ts +0 -236
- package/tools/agent-store-check.ts +0 -153
- package/tools/agreement-check.ts +0 -27
- package/tools/annotation-server-check.ts +0 -48
- package/tools/annotation-server.ts +0 -230
- package/tools/annotation-status.ts +0 -65
- package/tools/approval-access-check.ts +0 -66
- package/tools/arch-check.ts +0 -72
- package/tools/attention-core-check.ts +0 -48
- package/tools/attention-resource-check.ts +0 -169
- package/tools/audit-check.ts +0 -207
- package/tools/authority-check.ts +0 -124
- package/tools/authz-check.ts +0 -138
- package/tools/bayes-check.ts +0 -162
- package/tools/bayes-probe.ts +0 -154
- package/tools/behavior-tuning-check.ts +0 -53
- package/tools/board-check.ts +0 -87
- package/tools/boundary-check.ts +0 -199
- package/tools/bundle-trust-check.ts +0 -96
- package/tools/calibrate-imported.ts +0 -108
- package/tools/calibration-check.ts +0 -44
- package/tools/calibration-registry-check.ts +0 -40
- package/tools/calibration-sim.ts +0 -40
- package/tools/card-sign-check.ts +0 -71
- package/tools/card-trust-check.ts +0 -78
- package/tools/channel-check.ts +0 -86
- package/tools/checkpoint-check.ts +0 -620
- package/tools/cleanup-style-configs.ts +0 -29
- package/tools/cognition-check.ts +0 -648
- package/tools/cognitive-runtime-check.ts +0 -609
- package/tools/collaboration-demo.ts +0 -78
- package/tools/compaction-check.ts +0 -266
- package/tools/concept-check.ts +0 -260
- package/tools/concurrency-check.ts +0 -242
- package/tools/conformance-runtime.ts +0 -389
- package/tools/conformance.ts +0 -651
- package/tools/context-ast-check.ts +0 -90
- package/tools/context-ast-deepseek.ts +0 -242
- package/tools/context-graph-bench.ts +0 -50
- package/tools/context-graph-check.ts +0 -229
- package/tools/context-index-check.ts +0 -48
- package/tools/context-lifecycle-check.ts +0 -69
- package/tools/context-projection-check.ts +0 -73
- package/tools/context-scope-check.ts +0 -134
- package/tools/context-storage-check.ts +0 -113
- package/tools/cooperation-check.ts +0 -517
- package/tools/cooperation-http-check.ts +0 -125
- package/tools/deepseek-llm-check.ts +0 -147
- package/tools/deepseek-probe.ts +0 -494
- package/tools/diagnosis-check.ts +0 -109
- package/tools/diagnosis-router-check.ts +0 -50
- package/tools/document-context-check.ts +0 -237
- package/tools/envelope-check.ts +0 -659
- package/tools/eslint-rules/index.ts +0 -26
- package/tools/eslint-rules/rules/jsdoc-comment-format.ts +0 -105
- package/tools/eslint-rules/rules/no-function-keyword.ts +0 -60
- package/tools/eslint-rules/rules/no-multiline-parameters.ts +0 -71
- package/tools/eslint-rules/rules/no-multiline-type-parameters.ts +0 -57
- package/tools/eslint-rules/rules/no-undefined-comparison.ts +0 -115
- package/tools/eslint-rules/rules/prefer-template-for-string-conversion.ts +0 -97
- package/tools/eslint-rules/rules/require-typeof-parentheses.ts +0 -49
- package/tools/eslint-rules/rules/require-variable-type.ts +0 -36
- package/tools/eslint-rules/rules/variable-naming.ts +0 -175
- package/tools/eval-recorded-replay.ts +0 -215
- package/tools/eval-replay.ts +0 -139
- package/tools/eval-summary.ts +0 -136
- package/tools/evidence-revalidation-check.ts +0 -235
- package/tools/exec-check.ts +0 -217
- package/tools/federation-check.ts +0 -166
- package/tools/federation-demo.ts +0 -45
- package/tools/filter-check.ts +0 -243
- package/tools/governance-check.ts +0 -680
- package/tools/governance-store-check.ts +0 -131
- package/tools/governed-task-check.ts +0 -227
- package/tools/guard-check.ts +0 -122
- package/tools/http-channel-check.ts +0 -125
- package/tools/import-campaign.ts +0 -28
- package/tools/inquiry-check.ts +0 -126
- package/tools/interaction-check.ts +0 -171
- package/tools/interrupts-check.ts +0 -173
- package/tools/ipc-check.ts +0 -170
- package/tools/kernel-async-check.ts +0 -136
- package/tools/kernel-check.ts +0 -369
- package/tools/kernel-runtime-check.ts +0 -276
- package/tools/keys-check.ts +0 -559
- package/tools/label-audit.ts +0 -70
- package/tools/labels-workflow-check.ts +0 -49
- package/tools/linear-structure-check.ts +0 -524
- package/tools/live-exec.ts +0 -62
- package/tools/live-governance-eval.ts +0 -813
- package/tools/live-legacy.ts +0 -50
- package/tools/lru-check.ts +0 -182
- package/tools/make-annotation-campaign.ts +0 -57
- package/tools/mcp-executor-check.ts +0 -33
- package/tools/merge-annotations.ts +0 -32
- package/tools/merge-check.ts +0 -98
- package/tools/metrics-check.ts +0 -84
- package/tools/net-probe.ts +0 -107
- package/tools/oauth-probe.ts +0 -117
- package/tools/outbox-check.ts +0 -50
- package/tools/persistence-check.ts +0 -144
- package/tools/pin-check.ts +0 -116
- package/tools/platform-check.ts +0 -281
- package/tools/policy-check.ts +0 -514
- package/tools/prettier-plugin/index.mts +0 -84
- package/tools/priority-check.ts +0 -627
- package/tools/probe-context7.ts +0 -63
- package/tools/registry-check.ts +0 -252
- package/tools/reliability-check.ts +0 -25
- package/tools/retry-check.ts +0 -85
- package/tools/rewrite-declaration-extensions.ts +0 -98
- package/tools/runtime-check.ts +0 -165
- package/tools/runtime-deepseek-check.ts +0 -85
- package/tools/runtime-eval.ts +0 -358
- package/tools/scenario-check.ts +0 -161
- package/tools/scenario-incident.ts +0 -162
- package/tools/scoped-priors-check.ts +0 -35
- package/tools/scoped-priors-pooling.ts +0 -34
- package/tools/segment-ast-check.ts +0 -649
- package/tools/session-check.ts +0 -196
- package/tools/session-store-check.ts +0 -73
- package/tools/share-check.ts +0 -88
- package/tools/sign-check.ts +0 -95
- package/tools/signing-check.ts +0 -275
- package/tools/snapshot-demo.ts +0 -65
- package/tools/social-check.ts +0 -146
- package/tools/structure-compare-check.ts +0 -95
- package/tools/support/documentScanner.ts +0 -577
- package/tools/support/texScanner.ts +0 -631
- package/tools/support/workspaceScanner.ts +0 -476
- package/tools/team-check.ts +0 -163
- package/tools/team-demo.ts +0 -36
- package/tools/telemetry-check.ts +0 -44
- package/tools/tex-context-check.ts +0 -263
- package/tools/tool-gate-check.ts +0 -98
- package/tools/tree-structure-check.ts +0 -786
- package/tools/trust-flow-check.ts +0 -158
- package/tools/turn-store-check.ts +0 -57
- package/tools/unified-check.ts +0 -83
- package/tools/validate.ts +0 -309
- package/tools/wire-check.ts +0 -96
- package/tools/workspace-agent-check.ts +0 -486
- package/tools/workspace-agent-demo.ts +0 -62
- package/tools/workspace-agent-server.ts +0 -101
- package/tools/workspace-context-check.ts +0 -331
- package/tools/workspace-context.ts +0 -131
- package/tsconfig.build.json +0 -14
- package/tsconfig.json +0 -24
- package/tsconfig.tools.json +0 -31
- package/viz/context-ast.json +0 -1577
|
@@ -1,597 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"generatedAt": "2026-10-28T19:55:30.936Z",
|
|
3
|
-
"kind": "recorded-replay",
|
|
4
|
-
"model": "deepseek-flash",
|
|
5
|
-
"note": "recorded answers replayed through the runtime; labels are fixture labels, not an independent human study",
|
|
6
|
-
"metrics": {
|
|
7
|
-
"runs": 40,
|
|
8
|
-
"accuracy": 0.825,
|
|
9
|
-
"textEce": 0.31409611637991663,
|
|
10
|
-
"textBrier": 0.24285764964591255,
|
|
11
|
-
"calibratedEce": 0.2814990155194531,
|
|
12
|
-
"calibratedBrier": 0.2229779176013041,
|
|
13
|
-
"calibratedMethod": "temperature",
|
|
14
|
-
"calibrationStatus": "activated",
|
|
15
|
-
"calibrationTemperature": 0.25,
|
|
16
|
-
"calibrationCiLower": -0.03446510913785705,
|
|
17
|
-
"calibrationCiUpper": -0.03041775787017087,
|
|
18
|
-
"oracleEce": 0.22222222222222185,
|
|
19
|
-
"oracleBrier": 0.04938271604938271,
|
|
20
|
-
"labeled": 10,
|
|
21
|
-
"labelAgreement": 1,
|
|
22
|
-
"tokens": 8922,
|
|
23
|
-
"costUsd": 0.00104298
|
|
24
|
-
},
|
|
25
|
-
"conditions": [
|
|
26
|
-
{
|
|
27
|
-
"key": "objective/bare",
|
|
28
|
-
"runs": 5,
|
|
29
|
-
"accuracy": 0.8,
|
|
30
|
-
"textEce": 0.2880486731887464,
|
|
31
|
-
"textBrier": 0.2433100286183028,
|
|
32
|
-
"oracleEce": 0.22222222222222224,
|
|
33
|
-
"oracleBrier": 0.04938271604938271,
|
|
34
|
-
"tokens": 271,
|
|
35
|
-
"costUsd": 0.00004605
|
|
36
|
-
},
|
|
37
|
-
{
|
|
38
|
-
"key": "context/bare",
|
|
39
|
-
"runs": 5,
|
|
40
|
-
"accuracy": 0.2,
|
|
41
|
-
"textEce": 0.30943746315244475,
|
|
42
|
-
"textBrier": 0.25608953409472635,
|
|
43
|
-
"oracleEce": 0.22222222222222224,
|
|
44
|
-
"oracleBrier": 0.04938271604938271,
|
|
45
|
-
"tokens": 235,
|
|
46
|
-
"costUsd": 0.000053700000000000004
|
|
47
|
-
},
|
|
48
|
-
{
|
|
49
|
-
"key": "objective/person",
|
|
50
|
-
"runs": 5,
|
|
51
|
-
"accuracy": 0.8,
|
|
52
|
-
"textEce": 0.2880486731887464,
|
|
53
|
-
"textBrier": 0.2433100286183028,
|
|
54
|
-
"oracleEce": 0.22222222222222224,
|
|
55
|
-
"oracleBrier": 0.04938271604938271,
|
|
56
|
-
"tokens": 1236,
|
|
57
|
-
"costUsd": 0.00019079999999999998
|
|
58
|
-
},
|
|
59
|
-
{
|
|
60
|
-
"key": "context/person",
|
|
61
|
-
"runs": 5,
|
|
62
|
-
"accuracy": 0.8,
|
|
63
|
-
"textEce": 0.2905625368475553,
|
|
64
|
-
"textBrier": 0.24409421466944345,
|
|
65
|
-
"oracleEce": 0.22222222222222224,
|
|
66
|
-
"oracleBrier": 0.04938271604938271,
|
|
67
|
-
"tokens": 1192,
|
|
68
|
-
"costUsd": 0.00019364999999999996
|
|
69
|
-
},
|
|
70
|
-
{
|
|
71
|
-
"key": "objective/person+attention",
|
|
72
|
-
"runs": 5,
|
|
73
|
-
"accuracy": 1,
|
|
74
|
-
"textEce": 0.48804867318874634,
|
|
75
|
-
"textBrier": 0.23819431607262684,
|
|
76
|
-
"oracleEce": 0.2222222222222222,
|
|
77
|
-
"oracleBrier": 0.04938271604938271,
|
|
78
|
-
"tokens": 1591,
|
|
79
|
-
"costUsd": 0.00014996999999999998
|
|
80
|
-
},
|
|
81
|
-
{
|
|
82
|
-
"key": "context/person+attention",
|
|
83
|
-
"runs": 5,
|
|
84
|
-
"accuracy": 1,
|
|
85
|
-
"textEce": 0.4897245822946189,
|
|
86
|
-
"textBrier": 0.23983437951063563,
|
|
87
|
-
"oracleEce": 0.2222222222222222,
|
|
88
|
-
"oracleBrier": 0.04938271604938271,
|
|
89
|
-
"tokens": 1543,
|
|
90
|
-
"costUsd": 0.00015041999999999996
|
|
91
|
-
},
|
|
92
|
-
{
|
|
93
|
-
"key": "objective/person+attention+scenario",
|
|
94
|
-
"runs": 5,
|
|
95
|
-
"accuracy": 1,
|
|
96
|
-
"textEce": 0.48804867318874634,
|
|
97
|
-
"textBrier": 0.23819431607262684,
|
|
98
|
-
"oracleEce": 0.2222222222222222,
|
|
99
|
-
"oracleBrier": 0.04938271604938271,
|
|
100
|
-
"tokens": 1451,
|
|
101
|
-
"costUsd": 0.00012897
|
|
102
|
-
},
|
|
103
|
-
{
|
|
104
|
-
"key": "context/person+attention+scenario",
|
|
105
|
-
"runs": 5,
|
|
106
|
-
"accuracy": 1,
|
|
107
|
-
"textEce": 0.4897245822946189,
|
|
108
|
-
"textBrier": 0.23983437951063563,
|
|
109
|
-
"oracleEce": 0.2222222222222222,
|
|
110
|
-
"oracleBrier": 0.04938271604938271,
|
|
111
|
-
"tokens": 1403,
|
|
112
|
-
"costUsd": 0.00012942
|
|
113
|
-
}
|
|
114
|
-
],
|
|
115
|
-
"cases": [
|
|
116
|
-
{
|
|
117
|
-
"suite": "objective",
|
|
118
|
-
"condition": "bare",
|
|
119
|
-
"task": "unique-rows",
|
|
120
|
-
"actual": true,
|
|
121
|
-
"humanLabel": "correct",
|
|
122
|
-
"answer": "14",
|
|
123
|
-
"textCorrectness": 0.51278928136419,
|
|
124
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
125
|
-
"tokens": 46,
|
|
126
|
-
"costUsd": 0.00000735
|
|
127
|
-
},
|
|
128
|
-
{
|
|
129
|
-
"suite": "objective",
|
|
130
|
-
"condition": "bare",
|
|
131
|
-
"task": "syllogism",
|
|
132
|
-
"actual": true,
|
|
133
|
-
"humanLabel": null,
|
|
134
|
-
"answer": "No",
|
|
135
|
-
"textCorrectness": 0.5085995085995085,
|
|
136
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
137
|
-
"tokens": 44,
|
|
138
|
-
"costUsd": 0.00000705
|
|
139
|
-
},
|
|
140
|
-
{
|
|
141
|
-
"suite": "objective",
|
|
142
|
-
"condition": "bare",
|
|
143
|
-
"task": "array-expression",
|
|
144
|
-
"actual": true,
|
|
145
|
-
"humanLabel": null,
|
|
146
|
-
"answer": "[4,6]",
|
|
147
|
-
"textCorrectness": 0.51278928136419,
|
|
148
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
149
|
-
"tokens": 62,
|
|
150
|
-
"costUsd": 0.00001155
|
|
151
|
-
},
|
|
152
|
-
{
|
|
153
|
-
"suite": "objective",
|
|
154
|
-
"condition": "bare",
|
|
155
|
-
"task": "incident-minutes",
|
|
156
|
-
"actual": true,
|
|
157
|
-
"humanLabel": null,
|
|
158
|
-
"answer": "38",
|
|
159
|
-
"textCorrectness": 0.51278928136419,
|
|
160
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
161
|
-
"tokens": 53,
|
|
162
|
-
"costUsd": 0.0000084
|
|
163
|
-
},
|
|
164
|
-
{
|
|
165
|
-
"suite": "objective",
|
|
166
|
-
"condition": "bare",
|
|
167
|
-
"task": "bayes",
|
|
168
|
-
"actual": false,
|
|
169
|
-
"humanLabel": "incorrect",
|
|
170
|
-
"answer": "8.3%",
|
|
171
|
-
"textCorrectness": 0.51278928136419,
|
|
172
|
-
"oracleCorrectness": 0.2222222222222222,
|
|
173
|
-
"tokens": 66,
|
|
174
|
-
"costUsd": 0.0000117
|
|
175
|
-
},
|
|
176
|
-
{
|
|
177
|
-
"suite": "context",
|
|
178
|
-
"condition": "bare",
|
|
179
|
-
"task": "memory-penalty",
|
|
180
|
-
"actual": false,
|
|
181
|
-
"humanLabel": null,
|
|
182
|
-
"answer": "Being too verbose",
|
|
183
|
-
"textCorrectness": 0.5085995085995085,
|
|
184
|
-
"oracleCorrectness": 0.2222222222222222,
|
|
185
|
-
"tokens": 44,
|
|
186
|
-
"costUsd": 0.00000795
|
|
187
|
-
},
|
|
188
|
-
{
|
|
189
|
-
"suite": "context",
|
|
190
|
-
"condition": "bare",
|
|
191
|
-
"task": "role-obligation",
|
|
192
|
-
"actual": false,
|
|
193
|
-
"humanLabel": "incorrect",
|
|
194
|
-
"answer": "I am a helpful AI assistant, and one of my obligations is to provide accurate and safe information.",
|
|
195
|
-
"textCorrectness": 0.5085995085995085,
|
|
196
|
-
"oracleCorrectness": 0.2222222222222222,
|
|
197
|
-
"tokens": 60,
|
|
198
|
-
"costUsd": 0.000018
|
|
199
|
-
},
|
|
200
|
-
{
|
|
201
|
-
"suite": "context",
|
|
202
|
-
"condition": "bare",
|
|
203
|
-
"task": "attention-slots",
|
|
204
|
-
"actual": false,
|
|
205
|
-
"humanLabel": null,
|
|
206
|
-
"answer": "I don’t have enough context to determine the foreground slots or safety floor.",
|
|
207
|
-
"textCorrectness": 0.5085995085995085,
|
|
208
|
-
"oracleCorrectness": 0.2222222222222222,
|
|
209
|
-
"tokens": 59,
|
|
210
|
-
"costUsd": 0.00001605
|
|
211
|
-
},
|
|
212
|
-
{
|
|
213
|
-
"suite": "context",
|
|
214
|
-
"condition": "bare",
|
|
215
|
-
"task": "stress-level",
|
|
216
|
-
"actual": false,
|
|
217
|
-
"humanLabel": null,
|
|
218
|
-
"answer": "0",
|
|
219
|
-
"textCorrectness": 0.51278928136419,
|
|
220
|
-
"oracleCorrectness": 0.2222222222222222,
|
|
221
|
-
"tokens": 34,
|
|
222
|
-
"costUsd": 0.00000555
|
|
223
|
-
},
|
|
224
|
-
{
|
|
225
|
-
"suite": "context",
|
|
226
|
-
"condition": "bare",
|
|
227
|
-
"task": "fabrication",
|
|
228
|
-
"actual": true,
|
|
229
|
-
"humanLabel": null,
|
|
230
|
-
"answer": "No",
|
|
231
|
-
"textCorrectness": 0.5085995085995085,
|
|
232
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
233
|
-
"tokens": 38,
|
|
234
|
-
"costUsd": 0.0000061499999999999996
|
|
235
|
-
},
|
|
236
|
-
{
|
|
237
|
-
"suite": "objective",
|
|
238
|
-
"condition": "person",
|
|
239
|
-
"task": "unique-rows",
|
|
240
|
-
"actual": true,
|
|
241
|
-
"humanLabel": null,
|
|
242
|
-
"answer": "14",
|
|
243
|
-
"textCorrectness": 0.51278928136419,
|
|
244
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
245
|
-
"tokens": 239,
|
|
246
|
-
"costUsd": 0.0000363
|
|
247
|
-
},
|
|
248
|
-
{
|
|
249
|
-
"suite": "objective",
|
|
250
|
-
"condition": "person",
|
|
251
|
-
"task": "syllogism",
|
|
252
|
-
"actual": true,
|
|
253
|
-
"humanLabel": null,
|
|
254
|
-
"answer": "No",
|
|
255
|
-
"textCorrectness": 0.5085995085995085,
|
|
256
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
257
|
-
"tokens": 237,
|
|
258
|
-
"costUsd": 0.000036
|
|
259
|
-
},
|
|
260
|
-
{
|
|
261
|
-
"suite": "objective",
|
|
262
|
-
"condition": "person",
|
|
263
|
-
"task": "array-expression",
|
|
264
|
-
"actual": true,
|
|
265
|
-
"humanLabel": null,
|
|
266
|
-
"answer": "[4,6]",
|
|
267
|
-
"textCorrectness": 0.51278928136419,
|
|
268
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
269
|
-
"tokens": 255,
|
|
270
|
-
"costUsd": 0.000040499999999999995
|
|
271
|
-
},
|
|
272
|
-
{
|
|
273
|
-
"suite": "objective",
|
|
274
|
-
"condition": "person",
|
|
275
|
-
"task": "incident-minutes",
|
|
276
|
-
"actual": true,
|
|
277
|
-
"humanLabel": null,
|
|
278
|
-
"answer": "38",
|
|
279
|
-
"textCorrectness": 0.51278928136419,
|
|
280
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
281
|
-
"tokens": 246,
|
|
282
|
-
"costUsd": 0.00003735
|
|
283
|
-
},
|
|
284
|
-
{
|
|
285
|
-
"suite": "objective",
|
|
286
|
-
"condition": "person",
|
|
287
|
-
"task": "bayes",
|
|
288
|
-
"actual": false,
|
|
289
|
-
"humanLabel": "incorrect",
|
|
290
|
-
"answer": "8.3%",
|
|
291
|
-
"textCorrectness": 0.51278928136419,
|
|
292
|
-
"oracleCorrectness": 0.2222222222222222,
|
|
293
|
-
"tokens": 259,
|
|
294
|
-
"costUsd": 0.00004065
|
|
295
|
-
},
|
|
296
|
-
{
|
|
297
|
-
"suite": "context",
|
|
298
|
-
"condition": "person",
|
|
299
|
-
"task": "memory-penalty",
|
|
300
|
-
"actual": true,
|
|
301
|
-
"humanLabel": "correct",
|
|
302
|
-
"answer": "Adding unrequested explanation.",
|
|
303
|
-
"textCorrectness": 0.5085995085995085,
|
|
304
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
305
|
-
"tokens": 240,
|
|
306
|
-
"costUsd": 0.0000387
|
|
307
|
-
},
|
|
308
|
-
{
|
|
309
|
-
"suite": "context",
|
|
310
|
-
"condition": "person",
|
|
311
|
-
"task": "role-obligation",
|
|
312
|
-
"actual": true,
|
|
313
|
-
"humanLabel": null,
|
|
314
|
-
"answer": "My active role is Analyst, and one obligation is to ground claims in evidence.",
|
|
315
|
-
"textCorrectness": 0.5085995085995085,
|
|
316
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
317
|
-
"tokens": 249,
|
|
318
|
-
"costUsd": 0.00004455
|
|
319
|
-
},
|
|
320
|
-
{
|
|
321
|
-
"suite": "context",
|
|
322
|
-
"condition": "person",
|
|
323
|
-
"task": "attention-slots",
|
|
324
|
-
"actual": false,
|
|
325
|
-
"humanLabel": "incorrect",
|
|
326
|
-
"answer": "I don't have that information.",
|
|
327
|
-
"textCorrectness": 0.5085995085995085,
|
|
328
|
-
"oracleCorrectness": 0.2222222222222222,
|
|
329
|
-
"tokens": 243,
|
|
330
|
-
"costUsd": 0.0000396
|
|
331
|
-
},
|
|
332
|
-
{
|
|
333
|
-
"suite": "context",
|
|
334
|
-
"condition": "person",
|
|
335
|
-
"task": "stress-level",
|
|
336
|
-
"actual": true,
|
|
337
|
-
"humanLabel": null,
|
|
338
|
-
"answer": "0.35",
|
|
339
|
-
"textCorrectness": 0.51278928136419,
|
|
340
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
341
|
-
"tokens": 229,
|
|
342
|
-
"costUsd": 0.0000357
|
|
343
|
-
},
|
|
344
|
-
{
|
|
345
|
-
"suite": "context",
|
|
346
|
-
"condition": "person",
|
|
347
|
-
"task": "fabrication",
|
|
348
|
-
"actual": true,
|
|
349
|
-
"humanLabel": null,
|
|
350
|
-
"answer": "No",
|
|
351
|
-
"textCorrectness": 0.5085995085995085,
|
|
352
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
353
|
-
"tokens": 231,
|
|
354
|
-
"costUsd": 0.0000351
|
|
355
|
-
},
|
|
356
|
-
{
|
|
357
|
-
"suite": "objective",
|
|
358
|
-
"condition": "person+attention",
|
|
359
|
-
"task": "unique-rows",
|
|
360
|
-
"actual": true,
|
|
361
|
-
"humanLabel": null,
|
|
362
|
-
"answer": "14",
|
|
363
|
-
"textCorrectness": 0.51278928136419,
|
|
364
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
365
|
-
"tokens": 310,
|
|
366
|
-
"costUsd": 0.000028134
|
|
367
|
-
},
|
|
368
|
-
{
|
|
369
|
-
"suite": "objective",
|
|
370
|
-
"condition": "person+attention",
|
|
371
|
-
"task": "syllogism",
|
|
372
|
-
"actual": true,
|
|
373
|
-
"humanLabel": null,
|
|
374
|
-
"answer": "No",
|
|
375
|
-
"textCorrectness": 0.5085995085995085,
|
|
376
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
377
|
-
"tokens": 308,
|
|
378
|
-
"costUsd": 0.000027833999999999998
|
|
379
|
-
},
|
|
380
|
-
{
|
|
381
|
-
"suite": "objective",
|
|
382
|
-
"condition": "person+attention",
|
|
383
|
-
"task": "array-expression",
|
|
384
|
-
"actual": true,
|
|
385
|
-
"humanLabel": null,
|
|
386
|
-
"answer": "[4,6]",
|
|
387
|
-
"textCorrectness": 0.51278928136419,
|
|
388
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
389
|
-
"tokens": 326,
|
|
390
|
-
"costUsd": 0.000032334
|
|
391
|
-
},
|
|
392
|
-
{
|
|
393
|
-
"suite": "objective",
|
|
394
|
-
"condition": "person+attention",
|
|
395
|
-
"task": "incident-minutes",
|
|
396
|
-
"actual": true,
|
|
397
|
-
"humanLabel": null,
|
|
398
|
-
"answer": "38",
|
|
399
|
-
"textCorrectness": 0.51278928136419,
|
|
400
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
401
|
-
"tokens": 317,
|
|
402
|
-
"costUsd": 0.000029183999999999997
|
|
403
|
-
},
|
|
404
|
-
{
|
|
405
|
-
"suite": "objective",
|
|
406
|
-
"condition": "person+attention",
|
|
407
|
-
"task": "bayes",
|
|
408
|
-
"actual": true,
|
|
409
|
-
"humanLabel": null,
|
|
410
|
-
"answer": "7.5%",
|
|
411
|
-
"textCorrectness": 0.51278928136419,
|
|
412
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
413
|
-
"tokens": 330,
|
|
414
|
-
"costUsd": 0.000032483999999999996
|
|
415
|
-
},
|
|
416
|
-
{
|
|
417
|
-
"suite": "context",
|
|
418
|
-
"condition": "person+attention",
|
|
419
|
-
"task": "memory-penalty",
|
|
420
|
-
"actual": true,
|
|
421
|
-
"humanLabel": null,
|
|
422
|
-
"answer": "Adding unrequested explanation.",
|
|
423
|
-
"textCorrectness": 0.5085995085995085,
|
|
424
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
425
|
-
"tokens": 311,
|
|
426
|
-
"costUsd": 0.000030533999999999996
|
|
427
|
-
},
|
|
428
|
-
{
|
|
429
|
-
"suite": "context",
|
|
430
|
-
"condition": "person+attention",
|
|
431
|
-
"task": "role-obligation",
|
|
432
|
-
"actual": true,
|
|
433
|
-
"humanLabel": null,
|
|
434
|
-
"answer": "My active role is Analyst, and one obligation is to ground claims in evidence.",
|
|
435
|
-
"textCorrectness": 0.5085995085995085,
|
|
436
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
437
|
-
"tokens": 320,
|
|
438
|
-
"costUsd": 0.000036383999999999996
|
|
439
|
-
},
|
|
440
|
-
{
|
|
441
|
-
"suite": "context",
|
|
442
|
-
"condition": "person+attention",
|
|
443
|
-
"task": "attention-slots",
|
|
444
|
-
"actual": true,
|
|
445
|
-
"humanLabel": "correct",
|
|
446
|
-
"answer": "2\n1",
|
|
447
|
-
"textCorrectness": 0.51278928136419,
|
|
448
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
449
|
-
"tokens": 310,
|
|
450
|
-
"costUsd": 0.000029033999999999997
|
|
451
|
-
},
|
|
452
|
-
{
|
|
453
|
-
"suite": "context",
|
|
454
|
-
"condition": "person+attention",
|
|
455
|
-
"task": "stress-level",
|
|
456
|
-
"actual": true,
|
|
457
|
-
"humanLabel": "correct",
|
|
458
|
-
"answer": "0.35",
|
|
459
|
-
"textCorrectness": 0.51278928136419,
|
|
460
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
461
|
-
"tokens": 300,
|
|
462
|
-
"costUsd": 0.000027533999999999998
|
|
463
|
-
},
|
|
464
|
-
{
|
|
465
|
-
"suite": "context",
|
|
466
|
-
"condition": "person+attention",
|
|
467
|
-
"task": "fabrication",
|
|
468
|
-
"actual": true,
|
|
469
|
-
"humanLabel": null,
|
|
470
|
-
"answer": "No",
|
|
471
|
-
"textCorrectness": 0.5085995085995085,
|
|
472
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
473
|
-
"tokens": 302,
|
|
474
|
-
"costUsd": 0.000026933999999999997
|
|
475
|
-
},
|
|
476
|
-
{
|
|
477
|
-
"suite": "objective",
|
|
478
|
-
"condition": "person+attention+scenario",
|
|
479
|
-
"task": "unique-rows",
|
|
480
|
-
"actual": true,
|
|
481
|
-
"humanLabel": null,
|
|
482
|
-
"answer": "14",
|
|
483
|
-
"textCorrectness": 0.51278928136419,
|
|
484
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
485
|
-
"tokens": 282,
|
|
486
|
-
"costUsd": 0.000023933999999999998
|
|
487
|
-
},
|
|
488
|
-
{
|
|
489
|
-
"suite": "objective",
|
|
490
|
-
"condition": "person+attention+scenario",
|
|
491
|
-
"task": "syllogism",
|
|
492
|
-
"actual": true,
|
|
493
|
-
"humanLabel": null,
|
|
494
|
-
"answer": "No",
|
|
495
|
-
"textCorrectness": 0.5085995085995085,
|
|
496
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
497
|
-
"tokens": 280,
|
|
498
|
-
"costUsd": 0.000023633999999999998
|
|
499
|
-
},
|
|
500
|
-
{
|
|
501
|
-
"suite": "objective",
|
|
502
|
-
"condition": "person+attention+scenario",
|
|
503
|
-
"task": "array-expression",
|
|
504
|
-
"actual": true,
|
|
505
|
-
"humanLabel": null,
|
|
506
|
-
"answer": "[4,6]",
|
|
507
|
-
"textCorrectness": 0.51278928136419,
|
|
508
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
509
|
-
"tokens": 298,
|
|
510
|
-
"costUsd": 0.000028134
|
|
511
|
-
},
|
|
512
|
-
{
|
|
513
|
-
"suite": "objective",
|
|
514
|
-
"condition": "person+attention+scenario",
|
|
515
|
-
"task": "incident-minutes",
|
|
516
|
-
"actual": true,
|
|
517
|
-
"humanLabel": null,
|
|
518
|
-
"answer": "38",
|
|
519
|
-
"textCorrectness": 0.51278928136419,
|
|
520
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
521
|
-
"tokens": 289,
|
|
522
|
-
"costUsd": 0.000024984
|
|
523
|
-
},
|
|
524
|
-
{
|
|
525
|
-
"suite": "objective",
|
|
526
|
-
"condition": "person+attention+scenario",
|
|
527
|
-
"task": "bayes",
|
|
528
|
-
"actual": true,
|
|
529
|
-
"humanLabel": "correct",
|
|
530
|
-
"answer": "7.5%",
|
|
531
|
-
"textCorrectness": 0.51278928136419,
|
|
532
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
533
|
-
"tokens": 302,
|
|
534
|
-
"costUsd": 0.000028284
|
|
535
|
-
},
|
|
536
|
-
{
|
|
537
|
-
"suite": "context",
|
|
538
|
-
"condition": "person+attention+scenario",
|
|
539
|
-
"task": "memory-penalty",
|
|
540
|
-
"actual": true,
|
|
541
|
-
"humanLabel": null,
|
|
542
|
-
"answer": "Adding unrequested explanation.",
|
|
543
|
-
"textCorrectness": 0.5085995085995085,
|
|
544
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
545
|
-
"tokens": 283,
|
|
546
|
-
"costUsd": 0.000026333999999999996
|
|
547
|
-
},
|
|
548
|
-
{
|
|
549
|
-
"suite": "context",
|
|
550
|
-
"condition": "person+attention+scenario",
|
|
551
|
-
"task": "role-obligation",
|
|
552
|
-
"actual": true,
|
|
553
|
-
"humanLabel": null,
|
|
554
|
-
"answer": "My active role is Analyst, and one obligation is to ground claims in evidence.",
|
|
555
|
-
"textCorrectness": 0.5085995085995085,
|
|
556
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
557
|
-
"tokens": 292,
|
|
558
|
-
"costUsd": 0.000032183999999999995
|
|
559
|
-
},
|
|
560
|
-
{
|
|
561
|
-
"suite": "context",
|
|
562
|
-
"condition": "person+attention+scenario",
|
|
563
|
-
"task": "attention-slots",
|
|
564
|
-
"actual": true,
|
|
565
|
-
"humanLabel": null,
|
|
566
|
-
"answer": "2 1",
|
|
567
|
-
"textCorrectness": 0.51278928136419,
|
|
568
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
569
|
-
"tokens": 282,
|
|
570
|
-
"costUsd": 0.000024833999999999996
|
|
571
|
-
},
|
|
572
|
-
{
|
|
573
|
-
"suite": "context",
|
|
574
|
-
"condition": "person+attention+scenario",
|
|
575
|
-
"task": "stress-level",
|
|
576
|
-
"actual": true,
|
|
577
|
-
"humanLabel": null,
|
|
578
|
-
"answer": "0.35",
|
|
579
|
-
"textCorrectness": 0.51278928136419,
|
|
580
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
581
|
-
"tokens": 272,
|
|
582
|
-
"costUsd": 0.000023333999999999997
|
|
583
|
-
},
|
|
584
|
-
{
|
|
585
|
-
"suite": "context",
|
|
586
|
-
"condition": "person+attention+scenario",
|
|
587
|
-
"task": "fabrication",
|
|
588
|
-
"actual": true,
|
|
589
|
-
"humanLabel": "correct",
|
|
590
|
-
"answer": "No",
|
|
591
|
-
"textCorrectness": 0.5085995085995085,
|
|
592
|
-
"oracleCorrectness": 0.7777777777777778,
|
|
593
|
-
"tokens": 274,
|
|
594
|
-
"costUsd": 0.000022734
|
|
595
|
-
}
|
|
596
|
-
]
|
|
597
|
-
}
|