attention-manifest-protocol 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +341 -293
- package/CHANGELOG.zh-CN.md +41 -8
- package/README.md +250 -171
- package/README.zh-CN.md +251 -171
- package/lib/assignment/assign.d.ts +102 -0
- package/lib/assignment/assign.js +556 -0
- package/lib/assignment/binding.d.ts +103 -0
- package/lib/assignment/binding.js +575 -0
- package/lib/assignment/errors.d.ts +14 -0
- package/lib/assignment/errors.js +16 -0
- package/lib/assignment/guards.d.ts +18 -0
- package/lib/assignment/guards.js +28 -0
- package/lib/assignment/index.d.ts +10 -0
- package/lib/assignment/index.js +10 -0
- package/lib/assignment/types.d.ts +169 -0
- package/lib/assignment/types.js +1 -0
- package/lib/attention/budget.d.ts +1 -1
- package/lib/attention/budget.js +31 -9
- package/lib/bayes/engine.js +2 -1
- package/lib/bayes/reliability.js +25 -10
- package/lib/boundary/frame.d.ts +10 -4
- package/lib/boundary/frame.js +346 -109
- package/lib/boundary/kinds.d.ts +11 -0
- package/lib/boundary/kinds.js +33 -0
- package/lib/boundary/refTable.d.ts +19 -9
- package/lib/boundary/refTable.js +128 -30
- package/lib/boundary/toolCall.d.ts +22 -10
- package/lib/boundary/toolCall.js +798 -97
- package/lib/concept/conceptBudget.js +10 -1
- package/lib/concurrency/idempotency.d.ts +4 -3
- package/lib/concurrency/idempotency.js +57 -13
- package/lib/concurrency/retry.js +18 -3
- package/lib/context/agentContext.d.ts +13 -0
- package/lib/context/agentContext.js +14 -1
- package/lib/context/ast.d.ts +4 -1
- package/lib/context/ast.js +13 -3
- package/lib/context/contentStore.js +22 -9
- package/lib/context/contextBuilder.d.ts +457 -0
- package/lib/context/contextBuilder.js +1395 -0
- package/lib/context/contextPackage.d.ts +214 -0
- package/lib/context/contextPackage.js +191 -0
- package/lib/context/index.d.ts +14 -3
- package/lib/context/index.js +9 -1
- package/lib/context/relevance.d.ts +171 -0
- package/lib/context/relevance.js +250 -0
- package/lib/context/workspaceDiff.d.ts +105 -0
- package/lib/context/workspaceDiff.js +238 -0
- package/lib/context/workspaceService.d.ts +236 -1
- package/lib/context/workspaceService.js +1501 -73
- package/lib/cooperation/collaboration.d.ts +9 -0
- package/lib/cooperation/session.d.ts +4 -4
- package/lib/cooperation/session.js +3 -3
- package/lib/database/adapter/filesystemStore.d.ts +145 -0
- package/lib/database/adapter/filesystemStore.js +321 -0
- package/lib/database/adapter/index.d.ts +2 -0
- package/lib/database/adapter/index.js +2 -0
- package/lib/database/adapter/workspaceSessionStore.d.ts +118 -0
- package/lib/database/adapter/workspaceSessionStore.js +120 -0
- package/lib/database/entity/fileGraph.d.ts +53 -0
- package/lib/database/entity/fileGraph.js +15 -0
- package/lib/database/entity/fileTree.d.ts +76 -0
- package/lib/database/entity/fileTree.js +39 -0
- package/lib/database/entity/hook.d.ts +29 -0
- package/lib/database/entity/hook.js +18 -0
- package/lib/database/entity/index.d.ts +4 -0
- package/lib/database/entity/index.js +4 -0
- package/lib/database/entity/workspaceSession.d.ts +53 -0
- package/lib/database/entity/workspaceSession.js +28 -0
- package/lib/database/repository/fileAnnotationRepository.d.ts +75 -0
- package/lib/database/repository/fileAnnotationRepository.js +109 -0
- package/lib/database/repository/fileGraphRepository.d.ts +188 -0
- package/lib/database/repository/fileGraphRepository.js +648 -0
- package/lib/database/repository/fileNodeRepository.d.ts +116 -0
- package/lib/database/repository/fileNodeRepository.js +263 -0
- package/lib/database/repository/fileOutlineRepository.d.ts +40 -0
- package/lib/database/repository/fileOutlineRepository.js +104 -0
- package/lib/database/repository/fileWriteRepository.d.ts +41 -0
- package/lib/database/repository/fileWriteRepository.js +93 -0
- package/lib/database/repository/hookRepository.d.ts +67 -0
- package/lib/database/repository/hookRepository.js +150 -0
- package/lib/database/repository/index.d.ts +7 -0
- package/lib/database/repository/index.js +7 -0
- package/lib/database/repository/workspaceSessionRepository.d.ts +134 -0
- package/lib/database/repository/workspaceSessionRepository.js +327 -0
- package/lib/database/service/database.d.ts +14 -0
- package/lib/database/service/database.js +21 -0
- package/lib/database/sql/schema.js +187 -0
- package/lib/database/store/database.js +6 -1
- package/lib/delegate/team.d.ts +5 -0
- package/lib/delegate/team.js +83 -20
- package/lib/discover/classify.d.ts +20 -0
- package/lib/discover/classify.js +85 -0
- package/lib/discover/host.d.ts +20 -0
- package/lib/discover/host.js +89 -0
- package/lib/discover/index.d.ts +11 -0
- package/lib/discover/index.js +11 -0
- package/lib/discover/kinds.d.ts +14 -0
- package/lib/discover/kinds.js +23 -0
- package/lib/discover/tree.d.ts +7 -0
- package/lib/discover/tree.js +432 -0
- package/lib/discover/types.d.ts +115 -0
- package/lib/discover/types.js +1 -0
- package/lib/error/boundaryRejection.d.ts +1 -1
- package/lib/evaluation/agreement.js +2 -2
- package/lib/execution/handles.js +6 -0
- package/lib/execution/pin.js +2 -2
- package/lib/file/cfb.d.ts +56 -0
- package/lib/file/cfb.js +396 -0
- package/lib/file/dependency.d.ts +151 -0
- package/lib/file/dependency.js +568 -0
- package/lib/file/directory.d.ts +34 -0
- package/lib/file/directory.js +141 -0
- package/lib/file/errors.d.ts +20 -0
- package/lib/file/errors.js +18 -0
- package/lib/file/exportGraph.d.ts +31 -0
- package/lib/file/exportGraph.js +554 -0
- package/lib/file/file.d.ts +40 -0
- package/lib/file/file.js +339 -0
- package/lib/file/importGraph.d.ts +121 -0
- package/lib/file/importGraph.js +1022 -0
- package/lib/file/index.d.ts +45 -0
- package/lib/file/index.js +30 -0
- package/lib/file/metadata.d.ts +66 -0
- package/lib/file/metadata.js +470 -0
- package/lib/file/path.d.ts +60 -0
- package/lib/file/path.js +259 -0
- package/lib/file/read.d.ts +168 -0
- package/lib/file/read.js +541 -0
- package/lib/file/runtime.d.ts +95 -0
- package/lib/file/runtime.js +150 -0
- package/lib/file/service.d.ts +227 -0
- package/lib/file/service.js +663 -0
- package/lib/file/syntaxTree.d.ts +7 -0
- package/lib/file/syntaxTree.js +38 -0
- package/lib/file/time.d.ts +38 -0
- package/lib/file/time.js +44 -0
- package/lib/file/tree.d.ts +53 -0
- package/lib/file/tree.js +417 -0
- package/lib/file/types.d.ts +371 -0
- package/lib/file/types.js +1 -0
- package/lib/file/write.d.ts +159 -0
- package/lib/file/write.js +1028 -0
- package/lib/file/zip.d.ts +35 -0
- package/lib/file/zip.js +349 -0
- package/lib/fingerprint/algorithm.d.ts +97 -0
- package/lib/fingerprint/algorithm.js +271 -0
- package/lib/fingerprint/bytes.d.ts +18 -0
- package/lib/fingerprint/bytes.js +31 -0
- package/lib/fingerprint/error.d.ts +73 -0
- package/lib/fingerprint/error.js +86 -0
- package/lib/fingerprint/file.d.ts +71 -0
- package/lib/fingerprint/file.js +254 -0
- package/lib/fingerprint/index.d.ts +37 -0
- package/lib/fingerprint/index.js +12 -0
- package/lib/fingerprint/json.d.ts +41 -0
- package/lib/fingerprint/json.js +94 -0
- package/lib/fingerprint/number.d.ts +32 -0
- package/lib/fingerprint/number.js +95 -0
- package/lib/fingerprint/policy.d.ts +54 -0
- package/lib/fingerprint/policy.js +50 -0
- package/lib/fingerprint/preimage.d.ts +84 -0
- package/lib/fingerprint/preimage.js +133 -0
- package/lib/fingerprint/raw.d.ts +26 -0
- package/lib/fingerprint/raw.js +45 -0
- package/lib/fingerprint/ref.d.ts +39 -0
- package/lib/fingerprint/ref.js +178 -0
- package/lib/fingerprint/text.d.ts +42 -0
- package/lib/fingerprint/text.js +155 -0
- package/lib/fingerprint/tree.d.ts +56 -0
- package/lib/fingerprint/tree.js +288 -0
- package/lib/fingerprint/verify.d.ts +20 -0
- package/lib/fingerprint/verify.js +99 -0
- package/lib/global/filesystem.d.ts +43 -0
- package/lib/global/filesystem.js +75 -0
- package/lib/global/index.d.ts +8 -0
- package/lib/global/index.js +8 -0
- package/lib/global/service.d.ts +51 -0
- package/lib/global/service.js +98 -0
- package/lib/governance/transport.js +18 -6
- package/lib/hook/ast.d.ts +29 -0
- package/lib/hook/ast.js +22 -0
- package/lib/hook/code.d.ts +55 -0
- package/lib/hook/code.js +47 -0
- package/lib/hook/dependency.d.ts +45 -0
- package/lib/hook/dependency.js +28 -0
- package/lib/hook/diff.d.ts +114 -0
- package/lib/hook/diff.js +327 -0
- package/lib/hook/exportation.d.ts +31 -0
- package/lib/hook/exportation.js +24 -0
- package/lib/hook/file.d.ts +44 -0
- package/lib/hook/file.js +154 -0
- package/lib/hook/importation.d.ts +33 -0
- package/lib/hook/importation.js +22 -0
- package/lib/hook/index.d.ts +30 -0
- package/lib/hook/index.js +23 -0
- package/lib/hook/outline.d.ts +35 -0
- package/lib/hook/outline.js +27 -0
- package/lib/hook/project.d.ts +65 -0
- package/lib/hook/project.js +217 -0
- package/lib/hook/types.d.ts +114 -0
- package/lib/hook/types.js +407 -0
- package/lib/index.d.ts +9 -0
- package/lib/index.js +9 -0
- package/lib/lock/lease.js +28 -3
- package/lib/manifest/cardSign.d.ts +1 -1
- package/lib/manifest/cardSign.js +37 -7
- package/lib/manifest/federation.js +13 -6
- package/lib/manifest/trust.d.ts +2 -0
- package/lib/manifest/trust.js +27 -6
- package/lib/module/index.d.ts +4 -0
- package/lib/module/index.js +4 -0
- package/lib/module/mcp/client.js +21 -2
- package/lib/module/mcp/filesystemServer.d.ts +24 -0
- package/lib/module/mcp/filesystemServer.js +102 -0
- package/lib/module/mcp/http.js +32 -19
- package/lib/module/mcp/workspaceServer.js +20 -3
- package/lib/module/tool/filesystemExecutor.d.ts +18 -0
- package/lib/module/tool/filesystemExecutor.js +49 -0
- package/lib/module/tool/globalExecutor.d.ts +17 -0
- package/lib/module/tool/globalExecutor.js +39 -0
- package/lib/module/tool/globalFilesystemExecutor.d.ts +18 -0
- package/lib/module/tool/globalFilesystemExecutor.js +49 -0
- package/lib/module/tool/workspaceExecutor.d.ts +9 -0
- package/lib/module/tool/workspaceExecutor.js +16 -3
- package/lib/naming/aliases.d.ts +48 -0
- package/lib/naming/aliases.js +79 -0
- package/lib/naming/catalog.d.ts +117 -0
- package/lib/naming/catalog.js +108 -0
- package/lib/naming/grammar.d.ts +67 -0
- package/lib/naming/grammar.js +212 -0
- package/lib/naming/ids.d.ts +157 -0
- package/lib/naming/ids.js +119 -0
- package/lib/naming/index.d.ts +13 -0
- package/lib/naming/index.js +13 -0
- package/lib/outline/index.d.ts +9 -0
- package/lib/outline/index.js +8 -0
- package/lib/outline/office.d.ts +160 -0
- package/lib/outline/office.js +2375 -0
- package/lib/outline/officeBridge.d.ts +32 -0
- package/lib/outline/officeBridge.js +27 -0
- package/lib/outline/outline.d.ts +159 -0
- package/lib/outline/outline.js +837 -0
- package/lib/outline/outlineIndex.d.ts +97 -0
- package/lib/outline/outlineIndex.js +325 -0
- package/lib/outline/outlineKeywords.d.ts +59 -0
- package/lib/outline/outlineKeywords.js +143 -0
- package/lib/outline/outlineStrategies.d.ts +414 -0
- package/lib/outline/outlineStrategies.js +8324 -0
- package/lib/outline/reactOutline.d.ts +37 -0
- package/lib/outline/reactOutline.js +1070 -0
- package/lib/outline/shellOutline.d.ts +65 -0
- package/lib/outline/shellOutline.js +873 -0
- package/lib/outline/sqlOutline.d.ts +170 -0
- package/lib/outline/sqlOutline.js +1536 -0
- package/lib/outline/strategy.d.ts +46 -0
- package/lib/outline/strategy.js +1 -0
- package/lib/outline/types.d.ts +95 -0
- package/lib/outline/types.js +1 -0
- package/lib/outline/visualBasicOutline.d.ts +27 -0
- package/lib/outline/visualBasicOutline.js +750 -0
- package/lib/protocol/filesystem.d.ts +55 -0
- package/lib/protocol/filesystem.js +105 -0
- package/lib/protocol/global.d.ts +42 -0
- package/lib/protocol/global.js +63 -0
- package/lib/protocol/globalFilesystem.d.ts +40 -0
- package/lib/protocol/globalFilesystem.js +59 -0
- package/lib/protocol/index.d.ts +4 -0
- package/lib/protocol/index.js +4 -0
- package/lib/protocol/protocol.d.ts +4 -0
- package/lib/protocol/wire.js +5 -2
- package/lib/protocol/workspace.d.ts +305 -0
- package/lib/protocol/workspace.js +258 -0
- package/lib/receipt/receipt.d.ts +8 -0
- package/lib/registry/content.js +9 -3
- package/lib/runtime/kernelRuntime.js +9 -1
- package/lib/scenario/scenario.js +5 -4
- package/lib/semantic/canonical.d.ts +61 -0
- package/lib/semantic/canonical.js +135 -8
- package/lib/semantic/jsonValue.d.ts +31 -0
- package/lib/semantic/jsonValue.js +122 -0
- package/lib/semantic/sha256.js +3 -0
- package/lib/semantic/time.d.ts +14 -0
- package/lib/semantic/time.js +56 -0
- package/lib/session/context.d.ts +76 -0
- package/lib/session/context.js +419 -0
- package/lib/session/errors.d.ts +24 -0
- package/lib/session/errors.js +22 -0
- package/lib/session/identity.d.ts +24 -0
- package/lib/session/identity.js +56 -0
- package/lib/session/index.d.ts +14 -0
- package/lib/session/index.js +12 -0
- package/lib/session/registry.d.ts +130 -0
- package/lib/session/registry.js +908 -0
- package/lib/session/types.d.ts +227 -0
- package/lib/session/types.js +14 -0
- package/lib/structure/index.d.ts +1 -0
- package/lib/structure/index.js +1 -0
- package/lib/structure/trie.d.ts +88 -0
- package/lib/structure/trie.js +183 -0
- package/lib/syntax/byteIndex.d.ts +44 -0
- package/lib/syntax/byteIndex.js +148 -0
- package/lib/syntax/charset.d.ts +88 -0
- package/lib/syntax/charset.js +276 -0
- package/lib/syntax/index.d.ts +6 -0
- package/lib/syntax/index.js +5 -0
- package/lib/syntax/syntaxRegistry.d.ts +150 -0
- package/lib/syntax/syntaxRegistry.js +314 -0
- package/lib/syntax/syntaxTree.d.ts +106 -0
- package/lib/syntax/syntaxTree.js +668 -0
- package/lib/syntax/types.d.ts +15 -0
- package/lib/syntax/types.js +1 -0
- package/lib/types/common.d.ts +1 -1
- package/package.json +72 -193
- package/.editorconfig +0 -12
- package/.prettierignore +0 -17
- package/MCP-Token/347/250/216/344/270/216/344/270/213/344/270/200/344/273/243/345/267/245/345/205/267/345/215/217/350/256/256.html +0 -1763
- package/docs/annotation-campaign-A.csv +0 -54
- package/docs/annotation-campaign-B.csv +0 -54
- package/docs/annotation-campaign.csv +0 -54
- package/docs/eval/annotations-A.jsonl +0 -16
- package/docs/eval/annotations.json +0 -122
- package/docs/eval/recorded-labels.json +0 -12
- package/docs/eval/replay-cases.json +0 -14
- package/docs/eval/replay-labels-b.json +0 -14
- package/docs/examples/attention-request.json +0 -16
- package/docs/examples/checkpoint.json +0 -15
- package/docs/examples/claim.json +0 -66
- package/docs/examples/collaboration.json +0 -66
- package/docs/examples/concept-checkpoint.json +0 -15
- package/docs/examples/concept-prune-plan.json +0 -45
- package/docs/examples/federation.json +0 -126
- package/docs/examples/frame-chain.json +0 -77
- package/docs/examples/ledger-snapshot.json +0 -108
- package/docs/examples/manifest.json +0 -77
- package/docs/examples/message.json +0 -19
- package/docs/examples/other-model.json +0 -45
- package/docs/examples/plan.json +0 -50
- package/docs/examples/prune-plan.json +0 -48
- package/docs/examples/receipt.json +0 -22
- package/docs/examples/runtime-run.json +0 -573
- package/docs/examples/team.json +0 -66
- package/docs/examples/verb-note.json +0 -11
- package/docs/probes/bayes-scores.json +0 -1452
- package/docs/probes/calibration-imported.json +0 -141
- package/docs/probes/context-ast-deepseek.json +0 -1577
- package/docs/probes/deepseek-probe.json +0 -917
- package/docs/probes/eval-recorded-replay.json +0 -597
- package/docs/probes/eval-replay.json +0 -124
- package/docs/probes/eval-summary.json +0 -42
- package/docs/probes/runtime-eval.json +0 -4230
- package/docs/schemas/collaboration.schema.json +0 -73
- package/docs/schemas/common.schema.json +0 -125
- package/docs/schemas/compaction.schema.json +0 -121
- package/docs/schemas/concept-compaction.schema.json +0 -73
- package/docs/schemas/concept.schema.json +0 -97
- package/docs/schemas/epistemic.schema.json +0 -178
- package/docs/schemas/federation.schema.json +0 -66
- package/docs/schemas/frame.schema.json +0 -86
- package/docs/schemas/ledger-snapshot.schema.json +0 -30
- package/docs/schemas/manifest.schema.json +0 -169
- package/docs/schemas/message.schema.json +0 -41
- package/docs/schemas/plan.schema.json +0 -189
- package/docs/schemas/receipt.schema.json +0 -45
- package/docs/schemas/social.schema.json +0 -153
- package/docs/schemas/team.schema.json +0 -56
- package/docs/schemas/verb.schema.json +0 -120
- package/eslint.config.mts +0 -96
- package/index.html +0 -13
- package/lib/context/workspaceProtocol.d.ts +0 -30
- package/lib/context/workspaceProtocol.js +0 -49
- package/prettier.config.mts +0 -37
- package/public/favicon.svg +0 -1
- package/public/icons.svg +0 -24
- package/src/attention/attention.ts +0 -347
- package/src/attention/budget.ts +0 -72
- package/src/attention/cognition.ts +0 -519
- package/src/attention/index.ts +0 -8
- package/src/attention/interrupts.ts +0 -228
- package/src/attention/resource.ts +0 -316
- package/src/attention/social.ts +0 -217
- package/src/attention/socialTypes.ts +0 -115
- package/src/authz/authz.ts +0 -305
- package/src/authz/index.ts +0 -1
- package/src/bayes/calibration.ts +0 -204
- package/src/bayes/calibrationRegistry.ts +0 -111
- package/src/bayes/calibrationSelection.ts +0 -154
- package/src/bayes/engine.ts +0 -532
- package/src/bayes/index.ts +0 -6
- package/src/bayes/reliability.ts +0 -62
- package/src/bayes/scopedPriors.ts +0 -88
- package/src/boundary/frame.ts +0 -322
- package/src/boundary/ids.ts +0 -14
- package/src/boundary/index.ts +0 -12
- package/src/boundary/refTable.ts +0 -125
- package/src/boundary/toolCall.ts +0 -212
- package/src/concept/concept.ts +0 -75
- package/src/concept/conceptBudget.ts +0 -346
- package/src/concept/conceptBudgetTypes.ts +0 -79
- package/src/concept/index.ts +0 -3
- package/src/concurrency/idempotency.ts +0 -41
- package/src/concurrency/index.ts +0 -5
- package/src/concurrency/mutex.ts +0 -26
- package/src/concurrency/namedLocks.ts +0 -35
- package/src/concurrency/retry.ts +0 -50
- package/src/concurrency/worker.ts +0 -128
- package/src/context/agentContext.ts +0 -308
- package/src/context/ast.ts +0 -499
- package/src/context/contentStore.ts +0 -75
- package/src/context/context.ts +0 -65
- package/src/context/contextIndex.ts +0 -85
- package/src/context/document.ts +0 -137
- package/src/context/fileStorePath.ts +0 -14
- package/src/context/index.ts +0 -43
- package/src/context/lifecycle.ts +0 -221
- package/src/context/projections.ts +0 -151
- package/src/context/workspace.ts +0 -422
- package/src/context/workspaceProtocol.ts +0 -112
- package/src/context/workspaceService.ts +0 -423
- package/src/cooperation/board.ts +0 -104
- package/src/cooperation/collaboration.ts +0 -60
- package/src/cooperation/index.ts +0 -6
- package/src/cooperation/merge.ts +0 -190
- package/src/cooperation/metrics.ts +0 -57
- package/src/cooperation/session.ts +0 -131
- package/src/cooperation/unified.ts +0 -56
- package/src/counter.ts +0 -9
- package/src/database/adapter/adapters.ts +0 -35
- package/src/database/adapter/index.ts +0 -4
- package/src/database/adapter/runtimeSink.ts +0 -74
- package/src/database/adapter/sessionStore.ts +0 -32
- package/src/database/adapter/turnStore.ts +0 -23
- package/src/database/entity/agent.ts +0 -199
- package/src/database/entity/entity.ts +0 -1046
- package/src/database/entity/handle.ts +0 -79
- package/src/database/entity/index.ts +0 -32
- package/src/database/entity/message.ts +0 -74
- package/src/database/entity/meta.ts +0 -11
- package/src/database/entity/object.ts +0 -42
- package/src/database/entity/outbox.ts +0 -15
- package/src/database/entity/process.ts +0 -65
- package/src/database/entity/registry.ts +0 -155
- package/src/database/entity/runtimeApproval.ts +0 -30
- package/src/database/entity/runtimeSession.ts +0 -13
- package/src/database/entity/runtimeTurn.ts +0 -15
- package/src/database/entity/thread.ts +0 -85
- package/src/database/entity/window.ts +0 -85
- package/src/database/entity/worker.ts +0 -90
- package/src/database/index.ts +0 -6
- package/src/database/repository/addressSpaceRepository.ts +0 -72
- package/src/database/repository/agentRepository.ts +0 -460
- package/src/database/repository/base.ts +0 -41
- package/src/database/repository/executionRepository.ts +0 -477
- package/src/database/repository/handleRepository.ts +0 -64
- package/src/database/repository/index.ts +0 -20
- package/src/database/repository/messageRepository.ts +0 -52
- package/src/database/repository/objectRepository.ts +0 -69
- package/src/database/repository/outboxRepository.ts +0 -63
- package/src/database/repository/processRepository.ts +0 -58
- package/src/database/repository/registryRepository.ts +0 -119
- package/src/database/repository/repository.ts +0 -491
- package/src/database/repository/runtimeApprovalRepository.ts +0 -44
- package/src/database/repository/runtimeSessionRepository.ts +0 -27
- package/src/database/repository/runtimeTurnRepository.ts +0 -39
- package/src/database/repository/socialRepository.ts +0 -185
- package/src/database/repository/threadRepository.ts +0 -57
- package/src/database/repository/windowRepository.ts +0 -88
- package/src/database/repository/workerRepository.ts +0 -69
- package/src/database/service/database.ts +0 -90
- package/src/database/service/handleService.ts +0 -48
- package/src/database/service/index.ts +0 -16
- package/src/database/service/messageService.ts +0 -61
- package/src/database/service/objectService.ts +0 -59
- package/src/database/service/processService.ts +0 -61
- package/src/database/service/registryServices.ts +0 -88
- package/src/database/service/service.ts +0 -183
- package/src/database/service/stepService.ts +0 -53
- package/src/database/service/threadService.ts +0 -65
- package/src/database/service/windowService.ts +0 -30
- package/src/database/service/workerService.ts +0 -57
- package/src/database/sql/index.ts +0 -3
- package/src/database/sql/schema.ts +0 -418
- package/src/database/sql/sql.ts +0 -543
- package/src/database/store/database.ts +0 -210
- package/src/database/store/index.ts +0 -3
- package/src/database/store/store.ts +0 -266
- package/src/delegate/index.ts +0 -2
- package/src/delegate/team.ts +0 -268
- package/src/delegate/teamTypes.ts +0 -47
- package/src/diagnosis/checklist.ts +0 -74
- package/src/diagnosis/context.ts +0 -93
- package/src/diagnosis/frame.ts +0 -256
- package/src/diagnosis/index.ts +0 -5
- package/src/diagnosis/router.ts +0 -72
- package/src/diagnosis/types.ts +0 -89
- package/src/error/agentError.ts +0 -16
- package/src/error/ampError.ts +0 -20
- package/src/error/authzError.ts +0 -14
- package/src/error/boundaryRejection.ts +0 -20
- package/src/error/index.ts +0 -7
- package/src/error/kernelError.ts +0 -27
- package/src/error/mailboxError.ts +0 -9
- package/src/error/windowError.ts +0 -12
- package/src/evaluation/agreement.ts +0 -96
- package/src/evaluation/index.ts +0 -2
- package/src/evaluation/labels.ts +0 -241
- package/src/evidence/evidenceGraph.ts +0 -205
- package/src/evidence/index.ts +0 -4
- package/src/evidence/revalidation.ts +0 -191
- package/src/execution/exec.ts +0 -408
- package/src/execution/handles.ts +0 -65
- package/src/execution/index.ts +0 -3
- package/src/execution/pin.ts +0 -154
- package/src/frame/frame.ts +0 -70
- package/src/frame/index.ts +0 -1
- package/src/goal/goal.ts +0 -43
- package/src/goal/index.ts +0 -2
- package/src/goal/plan.ts +0 -196
- package/src/governance/attentionManifest.ts +0 -802
- package/src/governance/audit.ts +0 -362
- package/src/governance/budget.ts +0 -628
- package/src/governance/context.ts +0 -356
- package/src/governance/control.ts +0 -159
- package/src/governance/cooperation.ts +0 -479
- package/src/governance/credential.ts +0 -359
- package/src/governance/httpServer.ts +0 -99
- package/src/governance/index.ts +0 -32
- package/src/governance/legal.ts +0 -574
- package/src/governance/matrix.ts +0 -460
- package/src/governance/perspectives.ts +0 -406
- package/src/governance/signing.ts +0 -407
- package/src/governance/store.ts +0 -125
- package/src/governance/switching.ts +0 -459
- package/src/governance/toolPolicy.ts +0 -80
- package/src/governance/transport.ts +0 -204
- package/src/governance/types.ts +0 -380
- package/src/governance/workflow.ts +0 -743
- package/src/index.ts +0 -11
- package/src/interaction/index.ts +0 -1
- package/src/interaction/interaction.ts +0 -391
- package/src/ipc/index.ts +0 -4
- package/src/ipc/mailbox.ts +0 -132
- package/src/ipc/memorySocialStore.ts +0 -93
- package/src/ipc/social.ts +0 -93
- package/src/kernel/index.ts +0 -14
- package/src/kernel/scheduler.ts +0 -498
- package/src/ledger/checkpoint.ts +0 -304
- package/src/ledger/index.ts +0 -4
- package/src/ledger/ledger.ts +0 -31
- package/src/ledger/persistence.ts +0 -159
- package/src/ledger/share.ts +0 -80
- package/src/lock/index.ts +0 -2
- package/src/lock/lease.ts +0 -74
- package/src/main.ts +0 -199
- package/src/manifest/agentCard.ts +0 -72
- package/src/manifest/cardSign.ts +0 -87
- package/src/manifest/federation.ts +0 -237
- package/src/manifest/federationTypes.ts +0 -55
- package/src/manifest/index.ts +0 -8
- package/src/manifest/keys.ts +0 -643
- package/src/manifest/manifest.ts +0 -114
- package/src/manifest/sign.ts +0 -134
- package/src/manifest/trust.ts +0 -146
- package/src/mission/index.ts +0 -2
- package/src/mission/missionQueue.ts +0 -75
- package/src/module/index.ts +0 -9
- package/src/module/llm/deepseek.ts +0 -214
- package/src/module/llm/llm.ts +0 -84
- package/src/module/mcp/client.ts +0 -110
- package/src/module/mcp/http.ts +0 -102
- package/src/module/mcp/protocol.ts +0 -77
- package/src/module/mcp/server.ts +0 -148
- package/src/module/mcp/transport.ts +0 -30
- package/src/module/mcp/workspaceServer.ts +0 -111
- package/src/module/sandbox/sandbox.ts +0 -29
- package/src/module/tool/mcpExecutor.ts +0 -54
- package/src/module/tool/policy.ts +0 -52
- package/src/module/tool/redact.ts +0 -29
- package/src/module/tool/tool.ts +0 -53
- package/src/module/tool/workspaceExecutor.ts +0 -35
- package/src/policy/guard.ts +0 -240
- package/src/policy/index.ts +0 -2
- package/src/policy/policy.ts +0 -561
- package/src/process/agent.ts +0 -341
- package/src/process/agentService.ts +0 -236
- package/src/process/agentStore.ts +0 -378
- package/src/process/executionStore.ts +0 -151
- package/src/process/index.ts +0 -5
- package/src/process/process.ts +0 -240
- package/src/process/transitions.ts +0 -19
- package/src/progress/index.ts +0 -2
- package/src/progress/progress.ts +0 -85
- package/src/protocol/a2a.ts +0 -120
- package/src/protocol/channel.ts +0 -44
- package/src/protocol/envelope.ts +0 -655
- package/src/protocol/httpChannel.ts +0 -87
- package/src/protocol/index.ts +0 -6
- package/src/protocol/protocol.ts +0 -138
- package/src/protocol/wire.ts +0 -60
- package/src/receipt/index.ts +0 -1
- package/src/receipt/receipt.ts +0 -47
- package/src/registry/content.ts +0 -69
- package/src/registry/index.ts +0 -23
- package/src/registry/registry.ts +0 -599
- package/src/runtime/action.ts +0 -87
- package/src/runtime/behavior.ts +0 -330
- package/src/runtime/behaviorTuning.ts +0 -163
- package/src/runtime/cognitiveRuntime.ts +0 -703
- package/src/runtime/escalation.ts +0 -35
- package/src/runtime/governedTask.ts +0 -233
- package/src/runtime/index.ts +0 -15
- package/src/runtime/kernelRuntime.ts +0 -144
- package/src/runtime/operation.ts +0 -35
- package/src/runtime/replay.ts +0 -71
- package/src/runtime/routing.ts +0 -58
- package/src/runtime/safety.ts +0 -48
- package/src/runtime/session.ts +0 -341
- package/src/runtime/sessionStore.ts +0 -43
- package/src/runtime/telemetry.ts +0 -55
- package/src/runtime/turnStore.ts +0 -30
- package/src/scenario/index.ts +0 -1
- package/src/scenario/scenario.ts +0 -299
- package/src/semantic/canonical.ts +0 -24
- package/src/semantic/index.ts +0 -2
- package/src/semantic/sha256.ts +0 -82
- package/src/storage/appendLog.ts +0 -372
- package/src/storage/fileAppendSink.ts +0 -40
- package/src/storage/index.ts +0 -2
- package/src/store/bindCache.ts +0 -22
- package/src/store/cache.ts +0 -191
- package/src/store/context.ts +0 -31
- package/src/store/handleStore.ts +0 -31
- package/src/store/index.ts +0 -9
- package/src/store/messageStore.ts +0 -31
- package/src/store/objectStore.ts +0 -31
- package/src/store/processStore.ts +0 -31
- package/src/store/threadStore.ts +0 -31
- package/src/store/windowStore.ts +0 -31
- package/src/structure/abstractSyntaxTree.ts +0 -493
- package/src/structure/avlTree.ts +0 -408
- package/src/structure/binarySearchTree.ts +0 -352
- package/src/structure/binaryTree.ts +0 -525
- package/src/structure/bloomFilter.ts +0 -231
- package/src/structure/compare.ts +0 -110
- package/src/structure/cuckooFilter.ts +0 -337
- package/src/structure/deque.ts +0 -223
- package/src/structure/filterKey.ts +0 -36
- package/src/structure/hash.ts +0 -279
- package/src/structure/heap.ts +0 -268
- package/src/structure/index.ts +0 -20
- package/src/structure/iterator.ts +0 -22
- package/src/structure/lru.ts +0 -619
- package/src/structure/ordered.ts +0 -399
- package/src/structure/priority.ts +0 -915
- package/src/structure/queue.ts +0 -168
- package/src/structure/redBlackTree.ts +0 -680
- package/src/structure/segmentTree.ts +0 -248
- package/src/structure/stack.ts +0 -118
- package/src/structure/unordered.ts +0 -407
- package/src/style.css +0 -278
- package/src/thread/index.ts +0 -2
- package/src/thread/thread.ts +0 -176
- package/src/thread/transitions.ts +0 -17
- package/src/types/common.ts +0 -119
- package/src/types/index.ts +0 -23
- package/src/warrant/epistemic.ts +0 -154
- package/src/warrant/index.ts +0 -3
- package/src/warrant/inquiry.ts +0 -166
- package/src/warrant/warrant.ts +0 -179
- package/src/window/compaction.ts +0 -403
- package/src/window/compactionTypes.ts +0 -119
- package/src/window/index.ts +0 -7
- package/src/window/page.ts +0 -18
- package/src/window/window.ts +0 -244
- package/tools/_helpers.ts +0 -34
- package/tools/a2a-check.ts +0 -110
- package/tools/a2a-flow-check.ts +0 -78
- package/tools/agent-card-check.ts +0 -76
- package/tools/agent-check.ts +0 -236
- package/tools/agent-store-check.ts +0 -153
- package/tools/agreement-check.ts +0 -27
- package/tools/annotation-server-check.ts +0 -48
- package/tools/annotation-server.ts +0 -230
- package/tools/annotation-status.ts +0 -65
- package/tools/approval-access-check.ts +0 -66
- package/tools/arch-check.ts +0 -72
- package/tools/attention-core-check.ts +0 -48
- package/tools/attention-resource-check.ts +0 -169
- package/tools/audit-check.ts +0 -207
- package/tools/authority-check.ts +0 -124
- package/tools/authz-check.ts +0 -138
- package/tools/bayes-check.ts +0 -162
- package/tools/bayes-probe.ts +0 -154
- package/tools/behavior-tuning-check.ts +0 -53
- package/tools/board-check.ts +0 -87
- package/tools/boundary-check.ts +0 -199
- package/tools/bundle-trust-check.ts +0 -96
- package/tools/calibrate-imported.ts +0 -108
- package/tools/calibration-check.ts +0 -44
- package/tools/calibration-registry-check.ts +0 -40
- package/tools/calibration-sim.ts +0 -40
- package/tools/card-sign-check.ts +0 -71
- package/tools/card-trust-check.ts +0 -78
- package/tools/channel-check.ts +0 -86
- package/tools/checkpoint-check.ts +0 -620
- package/tools/cleanup-style-configs.ts +0 -29
- package/tools/cognition-check.ts +0 -648
- package/tools/cognitive-runtime-check.ts +0 -609
- package/tools/collaboration-demo.ts +0 -78
- package/tools/compaction-check.ts +0 -266
- package/tools/concept-check.ts +0 -260
- package/tools/concurrency-check.ts +0 -242
- package/tools/conformance-runtime.ts +0 -389
- package/tools/conformance.ts +0 -651
- package/tools/context-ast-check.ts +0 -90
- package/tools/context-ast-deepseek.ts +0 -242
- package/tools/context-graph-bench.ts +0 -50
- package/tools/context-graph-check.ts +0 -229
- package/tools/context-index-check.ts +0 -48
- package/tools/context-lifecycle-check.ts +0 -69
- package/tools/context-projection-check.ts +0 -73
- package/tools/context-scope-check.ts +0 -134
- package/tools/context-storage-check.ts +0 -113
- package/tools/cooperation-check.ts +0 -517
- package/tools/cooperation-http-check.ts +0 -125
- package/tools/deepseek-llm-check.ts +0 -147
- package/tools/deepseek-probe.ts +0 -494
- package/tools/diagnosis-check.ts +0 -109
- package/tools/diagnosis-router-check.ts +0 -50
- package/tools/document-context-check.ts +0 -237
- package/tools/envelope-check.ts +0 -659
- package/tools/eslint-rules/index.ts +0 -26
- package/tools/eslint-rules/rules/jsdoc-comment-format.ts +0 -105
- package/tools/eslint-rules/rules/no-function-keyword.ts +0 -60
- package/tools/eslint-rules/rules/no-multiline-parameters.ts +0 -71
- package/tools/eslint-rules/rules/no-multiline-type-parameters.ts +0 -57
- package/tools/eslint-rules/rules/no-undefined-comparison.ts +0 -115
- package/tools/eslint-rules/rules/prefer-template-for-string-conversion.ts +0 -97
- package/tools/eslint-rules/rules/require-typeof-parentheses.ts +0 -49
- package/tools/eslint-rules/rules/require-variable-type.ts +0 -36
- package/tools/eslint-rules/rules/variable-naming.ts +0 -175
- package/tools/eval-recorded-replay.ts +0 -215
- package/tools/eval-replay.ts +0 -139
- package/tools/eval-summary.ts +0 -136
- package/tools/evidence-revalidation-check.ts +0 -235
- package/tools/exec-check.ts +0 -217
- package/tools/federation-check.ts +0 -166
- package/tools/federation-demo.ts +0 -45
- package/tools/filter-check.ts +0 -243
- package/tools/governance-check.ts +0 -680
- package/tools/governance-store-check.ts +0 -131
- package/tools/governed-task-check.ts +0 -227
- package/tools/guard-check.ts +0 -122
- package/tools/http-channel-check.ts +0 -125
- package/tools/import-campaign.ts +0 -28
- package/tools/inquiry-check.ts +0 -126
- package/tools/interaction-check.ts +0 -171
- package/tools/interrupts-check.ts +0 -173
- package/tools/ipc-check.ts +0 -170
- package/tools/kernel-async-check.ts +0 -136
- package/tools/kernel-check.ts +0 -369
- package/tools/kernel-runtime-check.ts +0 -276
- package/tools/keys-check.ts +0 -559
- package/tools/label-audit.ts +0 -70
- package/tools/labels-workflow-check.ts +0 -49
- package/tools/linear-structure-check.ts +0 -524
- package/tools/live-exec.ts +0 -62
- package/tools/live-governance-eval.ts +0 -813
- package/tools/live-legacy.ts +0 -50
- package/tools/lru-check.ts +0 -182
- package/tools/make-annotation-campaign.ts +0 -57
- package/tools/mcp-executor-check.ts +0 -33
- package/tools/merge-annotations.ts +0 -32
- package/tools/merge-check.ts +0 -98
- package/tools/metrics-check.ts +0 -84
- package/tools/net-probe.ts +0 -107
- package/tools/oauth-probe.ts +0 -117
- package/tools/outbox-check.ts +0 -50
- package/tools/persistence-check.ts +0 -144
- package/tools/pin-check.ts +0 -116
- package/tools/platform-check.ts +0 -281
- package/tools/policy-check.ts +0 -514
- package/tools/prettier-plugin/index.mts +0 -84
- package/tools/priority-check.ts +0 -627
- package/tools/probe-context7.ts +0 -63
- package/tools/registry-check.ts +0 -252
- package/tools/reliability-check.ts +0 -25
- package/tools/retry-check.ts +0 -85
- package/tools/rewrite-declaration-extensions.ts +0 -98
- package/tools/runtime-check.ts +0 -165
- package/tools/runtime-deepseek-check.ts +0 -85
- package/tools/runtime-eval.ts +0 -358
- package/tools/scenario-check.ts +0 -161
- package/tools/scenario-incident.ts +0 -162
- package/tools/scoped-priors-check.ts +0 -35
- package/tools/scoped-priors-pooling.ts +0 -34
- package/tools/segment-ast-check.ts +0 -649
- package/tools/session-check.ts +0 -196
- package/tools/session-store-check.ts +0 -73
- package/tools/share-check.ts +0 -88
- package/tools/sign-check.ts +0 -95
- package/tools/signing-check.ts +0 -275
- package/tools/snapshot-demo.ts +0 -65
- package/tools/social-check.ts +0 -146
- package/tools/structure-compare-check.ts +0 -95
- package/tools/support/documentScanner.ts +0 -577
- package/tools/support/texScanner.ts +0 -631
- package/tools/support/workspaceScanner.ts +0 -476
- package/tools/team-check.ts +0 -163
- package/tools/team-demo.ts +0 -36
- package/tools/telemetry-check.ts +0 -44
- package/tools/tex-context-check.ts +0 -263
- package/tools/tool-gate-check.ts +0 -98
- package/tools/tree-structure-check.ts +0 -786
- package/tools/trust-flow-check.ts +0 -158
- package/tools/turn-store-check.ts +0 -57
- package/tools/unified-check.ts +0 -83
- package/tools/validate.ts +0 -309
- package/tools/wire-check.ts +0 -96
- package/tools/workspace-agent-check.ts +0 -486
- package/tools/workspace-agent-demo.ts +0 -62
- package/tools/workspace-agent-server.ts +0 -101
- package/tools/workspace-context-check.ts +0 -331
- package/tools/workspace-context.ts +0 -131
- package/tsconfig.build.json +0 -14
- package/tsconfig.json +0 -24
- package/tsconfig.tools.json +0 -31
- package/viz/context-ast.json +0 -1577
|
@@ -0,0 +1,668 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Lossless, read-only syntax trees.
|
|
3
|
+
*
|
|
4
|
+
* This is a concrete syntax tree (CST) rather than a type-checked compiler AST:
|
|
5
|
+
* every non-whitespace token is represented exactly once, ranges point back to
|
|
6
|
+
* UTF-8 bytes and 1-based lines, and declarations/blocks form a hierarchy. It
|
|
7
|
+
* never evaluates code, imports a module, resolves types or executes a parser
|
|
8
|
+
* binary, which is the only safe default for an agent reading an untrusted
|
|
9
|
+
* workspace.
|
|
10
|
+
*
|
|
11
|
+
* The tree is deliberately language-neutral. A TypeScript `class`, a Java
|
|
12
|
+
* `class` and a C++ `struct` all become declaration nodes with the same shape;
|
|
13
|
+
* a caller that needs language semantics reads `language` and the token text.
|
|
14
|
+
*/
|
|
15
|
+
import { rawDigest } from "../fingerprint/raw.js";
|
|
16
|
+
import { fail } from "../file/errors.js";
|
|
17
|
+
import { DefaultSyntaxRegistry } from "./syntaxRegistry.js";
|
|
18
|
+
export { DefaultSyntaxRegistry, SyntaxRegistry, createSyntaxRegistry, syntaxLanguageOf } from "./syntaxRegistry.js";
|
|
19
|
+
const DefaultMaxTokens = 100_000;
|
|
20
|
+
const DefaultMaxNodes = 20_000;
|
|
21
|
+
const MaxSyntaxDepth = 256;
|
|
22
|
+
const isIdentifierStart = (character) => /[\p{L}_$]/u.test(character);
|
|
23
|
+
const isIdentifierPart = (character) => /[\p{L}\p{N}_$]/u.test(character);
|
|
24
|
+
const isDigit = (character) => character >= "0" && character <= "9";
|
|
25
|
+
const isWhitespace = (character) => character === " " || character === "\t" || character === "\n" || character === "\r";
|
|
26
|
+
const lineStartsOf = (text) => {
|
|
27
|
+
const starts = [0];
|
|
28
|
+
for (let index = 0; index < text.length; index += 1) {
|
|
29
|
+
if (text.charCodeAt(index) === 10) {
|
|
30
|
+
starts.push(index + 1);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
return starts;
|
|
34
|
+
};
|
|
35
|
+
const lineAt = (starts, offset) => {
|
|
36
|
+
let low = 0;
|
|
37
|
+
let high = starts.length - 1;
|
|
38
|
+
while (low < high) {
|
|
39
|
+
const mid = Math.ceil((low + high) / 2);
|
|
40
|
+
if (starts[mid] <= offset) {
|
|
41
|
+
low = mid;
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
high = mid - 1;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
return low + 1;
|
|
48
|
+
};
|
|
49
|
+
/**
|
|
50
|
+
* Tokenise one source text. Whitespace is skipped; every other character is
|
|
51
|
+
* represented by exactly one token, so concatenating token text and skipped
|
|
52
|
+
* whitespace reconstructs the source.
|
|
53
|
+
*/
|
|
54
|
+
const tokenize = (text, language, registry, maxTokens) => {
|
|
55
|
+
const rule = registry.ruleOf(language);
|
|
56
|
+
const keywords = registry.keywordsOf(language);
|
|
57
|
+
const starts = lineStartsOf(text);
|
|
58
|
+
const tokens = [];
|
|
59
|
+
let offset = 0;
|
|
60
|
+
let byte = 0;
|
|
61
|
+
let truncated = false;
|
|
62
|
+
const push = (kind, start, end, startByte) => {
|
|
63
|
+
if (tokens.length >= maxTokens) {
|
|
64
|
+
truncated = true;
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
const line = lineAt(starts, start);
|
|
68
|
+
const endLine = lineAt(starts, Math.max(start, end - 1));
|
|
69
|
+
tokens.push({
|
|
70
|
+
kind,
|
|
71
|
+
text: text.slice(start, end),
|
|
72
|
+
range: {
|
|
73
|
+
startByte: BigInt(startByte),
|
|
74
|
+
endByte: BigInt(startByte + Buffer.byteLength(text.slice(start, end), "utf8")),
|
|
75
|
+
startLine: BigInt(line),
|
|
76
|
+
endLine: BigInt(endLine),
|
|
77
|
+
},
|
|
78
|
+
});
|
|
79
|
+
};
|
|
80
|
+
while (offset < text.length && !truncated) {
|
|
81
|
+
const character = text[offset];
|
|
82
|
+
if (isWhitespace(character)) {
|
|
83
|
+
const start = offset;
|
|
84
|
+
while (offset < text.length && isWhitespace(text[offset])) {
|
|
85
|
+
offset += 1;
|
|
86
|
+
}
|
|
87
|
+
byte += Buffer.byteLength(text.slice(start, offset), "utf8");
|
|
88
|
+
continue;
|
|
89
|
+
}
|
|
90
|
+
if (rule.lineComment !== (void 0) && rule.lineComment.length > 0 && text.startsWith(rule.lineComment, offset)) {
|
|
91
|
+
const start = offset;
|
|
92
|
+
const startByte = byte;
|
|
93
|
+
while (offset < text.length && text[offset] !== "\n") {
|
|
94
|
+
offset += 1;
|
|
95
|
+
}
|
|
96
|
+
push("comment", start, offset, startByte);
|
|
97
|
+
byte += Buffer.byteLength(text.slice(start, offset), "utf8");
|
|
98
|
+
continue;
|
|
99
|
+
}
|
|
100
|
+
if (rule.blockStart !== (void 0) && rule.blockStart.length > 0 && text.startsWith(rule.blockStart, offset)) {
|
|
101
|
+
const start = offset;
|
|
102
|
+
const startByte = byte;
|
|
103
|
+
const close = text.indexOf(rule.blockEnd ?? rule.blockStart, offset + rule.blockStart.length);
|
|
104
|
+
offset = close === -1 ? text.length : close + (rule.blockEnd ?? rule.blockStart).length;
|
|
105
|
+
push("comment", start, offset, startByte);
|
|
106
|
+
byte += Buffer.byteLength(text.slice(start, offset), "utf8");
|
|
107
|
+
continue;
|
|
108
|
+
}
|
|
109
|
+
if (character === '"' || character === "'" || character === "`") {
|
|
110
|
+
const start = offset;
|
|
111
|
+
const startByte = byte;
|
|
112
|
+
const quote = character;
|
|
113
|
+
const triple = quote !== "`" && text.startsWith(`${quote}${quote}${quote}`, offset);
|
|
114
|
+
const closing = triple ? `${quote}${quote}${quote}` : quote;
|
|
115
|
+
offset += closing.length;
|
|
116
|
+
while (offset < text.length) {
|
|
117
|
+
if (text[offset] === "\\") {
|
|
118
|
+
offset += 2;
|
|
119
|
+
continue;
|
|
120
|
+
}
|
|
121
|
+
if (text.startsWith(closing, offset)) {
|
|
122
|
+
offset += closing.length;
|
|
123
|
+
break;
|
|
124
|
+
}
|
|
125
|
+
offset += 1;
|
|
126
|
+
}
|
|
127
|
+
push("string", start, offset, startByte);
|
|
128
|
+
byte += Buffer.byteLength(text.slice(start, offset), "utf8");
|
|
129
|
+
continue;
|
|
130
|
+
}
|
|
131
|
+
if (isDigit(character)) {
|
|
132
|
+
const start = offset;
|
|
133
|
+
const startByte = byte;
|
|
134
|
+
while (offset < text.length && /[0-9A-Fa-fxXoObBeE._]/.test(text[offset])) {
|
|
135
|
+
offset += 1;
|
|
136
|
+
}
|
|
137
|
+
push("number", start, offset, startByte);
|
|
138
|
+
byte += Buffer.byteLength(text.slice(start, offset), "utf8");
|
|
139
|
+
continue;
|
|
140
|
+
}
|
|
141
|
+
if (isIdentifierStart(character)) {
|
|
142
|
+
const start = offset;
|
|
143
|
+
const startByte = byte;
|
|
144
|
+
offset += 1;
|
|
145
|
+
while (offset < text.length && isIdentifierPart(text[offset])) {
|
|
146
|
+
offset += 1;
|
|
147
|
+
}
|
|
148
|
+
const value = text.slice(start, offset);
|
|
149
|
+
push(keywords.has(value) ? "keyword" : "identifier", start, offset, startByte);
|
|
150
|
+
byte += Buffer.byteLength(value, "utf8");
|
|
151
|
+
continue;
|
|
152
|
+
}
|
|
153
|
+
const startByte = byte;
|
|
154
|
+
const width = text.codePointAt(offset) > 0xffff ? 2 : 1;
|
|
155
|
+
push("punctuation", offset, offset + width, startByte);
|
|
156
|
+
byte += Buffer.byteLength(text.slice(offset, offset + width), "utf8");
|
|
157
|
+
offset += width;
|
|
158
|
+
}
|
|
159
|
+
return { tokens, truncated };
|
|
160
|
+
};
|
|
161
|
+
const rangeOf = (tokens) => {
|
|
162
|
+
const first = tokens[0];
|
|
163
|
+
const last = tokens[tokens.length - 1];
|
|
164
|
+
return {
|
|
165
|
+
startByte: first.range.startByte,
|
|
166
|
+
endByte: last.range.endByte,
|
|
167
|
+
startLine: first.range.startLine,
|
|
168
|
+
endLine: last.range.endLine,
|
|
169
|
+
};
|
|
170
|
+
};
|
|
171
|
+
const emptyRange = { startByte: 0n, endByte: 0n, startLine: 1n, endLine: 1n };
|
|
172
|
+
/**
|
|
173
|
+
* Find the index of the matching closing delimiter, or `end` when absent.
|
|
174
|
+
*/
|
|
175
|
+
const matchDelimiter = (tokens, start, end, open, close) => {
|
|
176
|
+
let depth = 0;
|
|
177
|
+
for (let index = start; index < end; index += 1) {
|
|
178
|
+
if (tokens[index].text === open) {
|
|
179
|
+
depth += 1;
|
|
180
|
+
}
|
|
181
|
+
else if (tokens[index].text === close) {
|
|
182
|
+
depth -= 1;
|
|
183
|
+
if (depth === 0) {
|
|
184
|
+
return index;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
return end;
|
|
189
|
+
};
|
|
190
|
+
const declarationKind = (keyword) => {
|
|
191
|
+
if (keyword === "class" || keyword === "object" || keyword === "record") {
|
|
192
|
+
return "Class";
|
|
193
|
+
}
|
|
194
|
+
if (keyword === "interface") {
|
|
195
|
+
return "Interface";
|
|
196
|
+
}
|
|
197
|
+
if (keyword === "struct") {
|
|
198
|
+
return "Struct";
|
|
199
|
+
}
|
|
200
|
+
if (keyword === "trait") {
|
|
201
|
+
return "Trait";
|
|
202
|
+
}
|
|
203
|
+
if (keyword === "enum") {
|
|
204
|
+
return "Enum";
|
|
205
|
+
}
|
|
206
|
+
if (keyword === "namespace" || keyword === "module") {
|
|
207
|
+
return "Namespace";
|
|
208
|
+
}
|
|
209
|
+
if (keyword === "function" || keyword === "def" || keyword === "fn" || keyword === "func") {
|
|
210
|
+
return "Function";
|
|
211
|
+
}
|
|
212
|
+
if (keyword === "import" || keyword === "use" || keyword === "package") {
|
|
213
|
+
return "Import";
|
|
214
|
+
}
|
|
215
|
+
if (keyword === "export") {
|
|
216
|
+
return "Export";
|
|
217
|
+
}
|
|
218
|
+
if (keyword === "type" || keyword === "typedef") {
|
|
219
|
+
return "Declaration";
|
|
220
|
+
}
|
|
221
|
+
return undefined;
|
|
222
|
+
};
|
|
223
|
+
/**
|
|
224
|
+
* Build a declaration/block hierarchy from a token stream. The function is
|
|
225
|
+
* deliberately permissive: malformed input still yields a tree, and any token
|
|
226
|
+
* that is not owned by a declaration remains on its parent block.
|
|
227
|
+
*/
|
|
228
|
+
const parseCode = (state) => {
|
|
229
|
+
const tokens = state.tokens;
|
|
230
|
+
const parseRange = (start, end, kind, name, headerTokens = 0, depth = 0) => {
|
|
231
|
+
state.nodes += 1;
|
|
232
|
+
const local = [];
|
|
233
|
+
const children = [];
|
|
234
|
+
let index = start;
|
|
235
|
+
/**
|
|
236
|
+
* The declaration keyword/name that opened this range belongs to this
|
|
237
|
+
* node, not to a new declaration. Consuming the header first is what
|
|
238
|
+
* keeps `class A { ... }` from recursively re-detecting its own
|
|
239
|
+
* `class` token.
|
|
240
|
+
*/
|
|
241
|
+
for (let header = 0; header < headerTokens && index < end; header += 1) {
|
|
242
|
+
local.push(tokens[index]);
|
|
243
|
+
index += 1;
|
|
244
|
+
}
|
|
245
|
+
while (index < end) {
|
|
246
|
+
if (depth >= MaxSyntaxDepth || state.nodes >= state.maxNodes) {
|
|
247
|
+
state.truncated = true;
|
|
248
|
+
for (let remaining = index; remaining < end; remaining += 1) {
|
|
249
|
+
local.push(tokens[remaining]);
|
|
250
|
+
}
|
|
251
|
+
break;
|
|
252
|
+
}
|
|
253
|
+
const token = tokens[index];
|
|
254
|
+
/**
|
|
255
|
+
* A method or free function is an identifier followed by a
|
|
256
|
+
* parenthesised parameter list and a brace body. Calls are excluded
|
|
257
|
+
* by requiring the `{` after the closing `)`.
|
|
258
|
+
*/
|
|
259
|
+
const classLike = kind === "Class" || kind === "Interface" || kind === "Struct" || kind === "Trait";
|
|
260
|
+
if (classLike && token.kind === "identifier" && tokens[index + 1]?.text === "(") {
|
|
261
|
+
const close = matchDelimiter(tokens, index + 1, end, "(", ")");
|
|
262
|
+
let bodyOpen = -1;
|
|
263
|
+
for (let lookahead = close + 1; lookahead < end && lookahead <= close + 16; lookahead += 1) {
|
|
264
|
+
const text = tokens[lookahead].text;
|
|
265
|
+
if (text === "{") {
|
|
266
|
+
bodyOpen = lookahead;
|
|
267
|
+
break;
|
|
268
|
+
}
|
|
269
|
+
if (text === ";" || text === "}" || text === "=") {
|
|
270
|
+
break;
|
|
271
|
+
}
|
|
272
|
+
}
|
|
273
|
+
if (bodyOpen >= 0) {
|
|
274
|
+
const bodyEnd = Math.min(end, blockEnd(tokens, bodyOpen, end));
|
|
275
|
+
const method = parseRange(index, bodyEnd, kind === "Class" || kind === "Interface" || kind === "Struct" || kind === "Trait" ? "Method" : "Function", token.text, 1, depth + 1);
|
|
276
|
+
children.push(method);
|
|
277
|
+
index = Math.max(index + 1, bodyEnd);
|
|
278
|
+
continue;
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
const declaration = token.kind === "keyword" ? declarationKind(token.text) : (void 0);
|
|
282
|
+
if (declaration === (void 0)) {
|
|
283
|
+
local.push(token);
|
|
284
|
+
index += 1;
|
|
285
|
+
continue;
|
|
286
|
+
}
|
|
287
|
+
let nameToken = tokens[index + 1];
|
|
288
|
+
let keywordIndex = index + 1;
|
|
289
|
+
while (nameToken !== (void 0) && nameToken.text === "*") {
|
|
290
|
+
keywordIndex += 1;
|
|
291
|
+
nameToken = tokens[keywordIndex];
|
|
292
|
+
}
|
|
293
|
+
if (nameToken === (void 0) || nameToken.kind !== "identifier") {
|
|
294
|
+
if (token.text === "export" || token.text === "import" || token.text === "use" || token.text === "package") {
|
|
295
|
+
const until = Math.max(index + 1, blockEnd(tokens, index, end));
|
|
296
|
+
children.push(parseRange(index, until, declaration, (void 0), 1, depth + 1));
|
|
297
|
+
index = until;
|
|
298
|
+
continue;
|
|
299
|
+
}
|
|
300
|
+
local.push(token);
|
|
301
|
+
index += 1;
|
|
302
|
+
continue;
|
|
303
|
+
}
|
|
304
|
+
const bodyStart = nextBodyToken(tokens, keywordIndex + 1, end);
|
|
305
|
+
const bodyEnd = bodyStart < end ? blockEnd(tokens, bodyStart, end) : bodyStart;
|
|
306
|
+
/**
|
|
307
|
+
* A malformed declaration can resolve to an empty range (for
|
|
308
|
+
* example `class` at EOF). Advancing by at least one token keeps the
|
|
309
|
+
* parser total instead of recursing on the same index forever.
|
|
310
|
+
*/
|
|
311
|
+
const safeEnd = Math.max(index + 1, Math.min(end, bodyEnd));
|
|
312
|
+
const childKind = declaration;
|
|
313
|
+
const child = parseRange(index, safeEnd, childKind, nameToken.text, 1, depth + 1);
|
|
314
|
+
children.push(child);
|
|
315
|
+
index = safeEnd;
|
|
316
|
+
}
|
|
317
|
+
return {
|
|
318
|
+
kind,
|
|
319
|
+
...(name === (void 0) ? {} : { name }),
|
|
320
|
+
range: local.length === 0 && children.length === 0 ? emptyRange : rangeOf(local.length > 0 ? local : tokens.slice(start, Math.max(start + 1, end))),
|
|
321
|
+
children,
|
|
322
|
+
tokens: local,
|
|
323
|
+
};
|
|
324
|
+
};
|
|
325
|
+
const first = tokens[0];
|
|
326
|
+
const root = parseRange(0, tokens.length, "SourceFile");
|
|
327
|
+
if (root.range.startByte === 0n && first !== (void 0)) {
|
|
328
|
+
return { ...root, range: rangeOf(tokens) };
|
|
329
|
+
}
|
|
330
|
+
return root;
|
|
331
|
+
};
|
|
332
|
+
/**
|
|
333
|
+
* End of one statement/block. Semicolon or brace group or a line break for
|
|
334
|
+
* header-only forms.
|
|
335
|
+
*/
|
|
336
|
+
const blockEnd = (tokens, start, end) => {
|
|
337
|
+
let index = start;
|
|
338
|
+
while (index < end) {
|
|
339
|
+
const text = tokens[index].text;
|
|
340
|
+
if (text === "{") {
|
|
341
|
+
const close = matchDelimiter(tokens, index, end, "{", "}");
|
|
342
|
+
return Math.min(end, close + 1);
|
|
343
|
+
}
|
|
344
|
+
if (text === ";") {
|
|
345
|
+
return index + 1;
|
|
346
|
+
}
|
|
347
|
+
if (text === "}") {
|
|
348
|
+
return index;
|
|
349
|
+
}
|
|
350
|
+
index += 1;
|
|
351
|
+
}
|
|
352
|
+
return end;
|
|
353
|
+
};
|
|
354
|
+
const nextBodyToken = (tokens, start, end) => {
|
|
355
|
+
for (let index = start; index < end; index += 1) {
|
|
356
|
+
const text = tokens[index].text;
|
|
357
|
+
if (text === "{" || text === ":" || text === "=" || text === ";") {
|
|
358
|
+
return text === "{" ? index : index + 1;
|
|
359
|
+
}
|
|
360
|
+
}
|
|
361
|
+
return end;
|
|
362
|
+
};
|
|
363
|
+
/**
|
|
364
|
+
* Parse markup into a tag/text tree. This is not an HTML5 tree builder: it
|
|
365
|
+
* balances tags, keeps attributes as child tokens and never executes scripts.
|
|
366
|
+
*/
|
|
367
|
+
const parseMarkup = (state) => {
|
|
368
|
+
const tokens = state.tokens;
|
|
369
|
+
const root = { kind: "SourceFile", range: tokens.length === 0 ? emptyRange : rangeOf(tokens), children: [], tokens: [] };
|
|
370
|
+
const stack = [root];
|
|
371
|
+
for (let index = 0; index < tokens.length; index += 1) {
|
|
372
|
+
const token = tokens[index];
|
|
373
|
+
const parent = stack[stack.length - 1];
|
|
374
|
+
if (token.kind === "punctuation" && token.text === "<") {
|
|
375
|
+
let end = index;
|
|
376
|
+
while (end < tokens.length && tokens[end].text !== ">") {
|
|
377
|
+
end += 1;
|
|
378
|
+
}
|
|
379
|
+
const closing = tokens[index + 1]?.text === "/";
|
|
380
|
+
const nameToken = tokens[index + (closing ? 2 : 1)];
|
|
381
|
+
const tagName = nameToken?.kind === "identifier" || nameToken?.kind === "keyword" ? nameToken.text : "";
|
|
382
|
+
const node = {
|
|
383
|
+
kind: "Tag",
|
|
384
|
+
...(tagName.length === 0 ? {} : { name: tagName }),
|
|
385
|
+
detail: closing ? "closing" : "opening",
|
|
386
|
+
range: rangeOf(tokens.slice(index, Math.min(tokens.length, end + 1))),
|
|
387
|
+
children: [],
|
|
388
|
+
tokens: tokens.slice(index, Math.min(tokens.length, end + 1)),
|
|
389
|
+
};
|
|
390
|
+
if (state.nodes >= state.maxNodes || stack.length > MaxSyntaxDepth) {
|
|
391
|
+
state.truncated = true;
|
|
392
|
+
for (let remaining = index; remaining < tokens.length; remaining += 1) {
|
|
393
|
+
parent.tokens.push(tokens[remaining]);
|
|
394
|
+
}
|
|
395
|
+
break;
|
|
396
|
+
}
|
|
397
|
+
if (closing && stack.length > 1 && stack[stack.length - 1].name === tagName) {
|
|
398
|
+
stack.pop().children.push(node);
|
|
399
|
+
}
|
|
400
|
+
else {
|
|
401
|
+
parent.children.push(node);
|
|
402
|
+
}
|
|
403
|
+
state.nodes += 1;
|
|
404
|
+
if (!closing && tokens[end]?.text === ">" && tokens[end - 1]?.text !== "/") {
|
|
405
|
+
stack.push(node);
|
|
406
|
+
}
|
|
407
|
+
index = end;
|
|
408
|
+
continue;
|
|
409
|
+
}
|
|
410
|
+
parent.tokens.push(token);
|
|
411
|
+
}
|
|
412
|
+
return root;
|
|
413
|
+
};
|
|
414
|
+
/**
|
|
415
|
+
* Parse Python by indentation. Each `class`/`def` owns the more-indented lines
|
|
416
|
+
* that follow it; decorators attach to the next declaration.
|
|
417
|
+
*/
|
|
418
|
+
const parsePython = (state, text) => {
|
|
419
|
+
const tokens = state.tokens;
|
|
420
|
+
const lines = new Map();
|
|
421
|
+
for (let index = 0; index < tokens.length; index += 1) {
|
|
422
|
+
const token = tokens[index];
|
|
423
|
+
const line = Number(token.range.startLine);
|
|
424
|
+
const bucket = lines.get(line);
|
|
425
|
+
if (bucket === (void 0)) {
|
|
426
|
+
lines.set(line, [token]);
|
|
427
|
+
}
|
|
428
|
+
else {
|
|
429
|
+
bucket.push(token);
|
|
430
|
+
}
|
|
431
|
+
}
|
|
432
|
+
const ordered = [...lines.keys()].sort((left, right) => left - right);
|
|
433
|
+
const sourceLines = text.split(/\r?\n/);
|
|
434
|
+
const root = {
|
|
435
|
+
kind: "SourceFile",
|
|
436
|
+
range: tokens.length === 0 ? emptyRange : rangeOf(tokens),
|
|
437
|
+
children: [],
|
|
438
|
+
tokens: [],
|
|
439
|
+
};
|
|
440
|
+
const frames = [{ indent: -1, node: root }];
|
|
441
|
+
let pending = [];
|
|
442
|
+
for (let index = 0; index < ordered.length; index += 1) {
|
|
443
|
+
const line = ordered[index];
|
|
444
|
+
const bucket = lines.get(line);
|
|
445
|
+
const raw = sourceLines[line - 1] ?? "";
|
|
446
|
+
const leading = /^[ \t]*/.exec(raw)?.[0] ?? "";
|
|
447
|
+
const indent = leading.replaceAll("\t", " ").length;
|
|
448
|
+
const first = bucket[0];
|
|
449
|
+
if (first.text === "@") {
|
|
450
|
+
pending.push(...bucket);
|
|
451
|
+
continue;
|
|
452
|
+
}
|
|
453
|
+
while (frames.length > 1 && indent <= frames[frames.length - 1].indent) {
|
|
454
|
+
frames.pop();
|
|
455
|
+
}
|
|
456
|
+
const parent = frames[frames.length - 1].node;
|
|
457
|
+
/**
|
|
458
|
+
* A class-scope assignment is a property, not a free token. Only the
|
|
459
|
+
* direct class frame qualifies, so `self.x = ...` inside a method stays
|
|
460
|
+
* with the method.
|
|
461
|
+
*/
|
|
462
|
+
if (parent.kind === "Class" &&
|
|
463
|
+
first.kind === "identifier" &&
|
|
464
|
+
bucket.length >= 2 &&
|
|
465
|
+
(bucket[1].text === "=" || (bucket[1].text === ":" && bucket.some((token) => token.text === "=")))) {
|
|
466
|
+
const property = {
|
|
467
|
+
kind: "Property",
|
|
468
|
+
name: first.text,
|
|
469
|
+
range: rangeOf([...pending, ...bucket]),
|
|
470
|
+
children: [],
|
|
471
|
+
tokens: [...pending, ...bucket],
|
|
472
|
+
};
|
|
473
|
+
if (state.nodes < state.maxNodes && frames.length <= MaxSyntaxDepth) {
|
|
474
|
+
parent.children.push(property);
|
|
475
|
+
state.nodes += 1;
|
|
476
|
+
}
|
|
477
|
+
else {
|
|
478
|
+
state.truncated = true;
|
|
479
|
+
parent.tokens.push(...pending, ...bucket);
|
|
480
|
+
}
|
|
481
|
+
pending = [];
|
|
482
|
+
continue;
|
|
483
|
+
}
|
|
484
|
+
const declaration = first.kind === "keyword" ? declarationKind(first.text) : (void 0);
|
|
485
|
+
const isImport = first.text === "import" || first.text === "from";
|
|
486
|
+
if (declaration !== (void 0) && bucket.length > 1 && bucket[1].kind === "identifier") {
|
|
487
|
+
const node = {
|
|
488
|
+
kind: isImport ? "Import" : declaration,
|
|
489
|
+
name: bucket[1].text,
|
|
490
|
+
range: rangeOf([...pending, ...bucket]),
|
|
491
|
+
children: [],
|
|
492
|
+
tokens: [...pending, ...bucket],
|
|
493
|
+
};
|
|
494
|
+
if (state.nodes < state.maxNodes && frames.length <= MaxSyntaxDepth) {
|
|
495
|
+
parent.children.push(node);
|
|
496
|
+
state.nodes += 1;
|
|
497
|
+
if (!isImport) {
|
|
498
|
+
frames.push({ indent, node });
|
|
499
|
+
}
|
|
500
|
+
}
|
|
501
|
+
else {
|
|
502
|
+
state.truncated = true;
|
|
503
|
+
parent.tokens.push(...pending, ...bucket);
|
|
504
|
+
}
|
|
505
|
+
pending = [];
|
|
506
|
+
}
|
|
507
|
+
else {
|
|
508
|
+
parent.tokens.push(...pending, ...bucket);
|
|
509
|
+
pending = [];
|
|
510
|
+
}
|
|
511
|
+
}
|
|
512
|
+
root.tokens.push(...pending);
|
|
513
|
+
return root;
|
|
514
|
+
};
|
|
515
|
+
/**
|
|
516
|
+
* Parse text/markdown/TeX by headings. The full text is kept in `detail`; the
|
|
517
|
+
* tree is a table of contents, not a replacement for reading the file.
|
|
518
|
+
*/
|
|
519
|
+
const parseTextTree = (state, text) => {
|
|
520
|
+
const root = {
|
|
521
|
+
kind: "SourceFile",
|
|
522
|
+
range: state.tokens.length === 0 ? emptyRange : rangeOf(state.tokens),
|
|
523
|
+
children: [],
|
|
524
|
+
tokens: [],
|
|
525
|
+
};
|
|
526
|
+
const lines = text.split(/\r?\n/);
|
|
527
|
+
let current = root;
|
|
528
|
+
const stack = [root];
|
|
529
|
+
let tokenIndex = 0;
|
|
530
|
+
for (let index = 0; index < lines.length; index += 1) {
|
|
531
|
+
const line = lines[index];
|
|
532
|
+
const match = /^(#{1,6})\s+(.+)$/.exec(line) ?? /^(Chapter|Part|Section)\s+.+$/.exec(line);
|
|
533
|
+
if (match !== null) {
|
|
534
|
+
const depth = match[1].startsWith("#") ? match[1].length : 0;
|
|
535
|
+
while (stack.length > depth + 1) {
|
|
536
|
+
stack.pop();
|
|
537
|
+
}
|
|
538
|
+
if (state.nodes < state.maxNodes) {
|
|
539
|
+
const node = {
|
|
540
|
+
kind: "Heading",
|
|
541
|
+
name: (match[2] ?? match[0]).trim(),
|
|
542
|
+
range: { startByte: 0n, endByte: 0n, startLine: BigInt(index + 1), endLine: BigInt(index + 1) },
|
|
543
|
+
children: [],
|
|
544
|
+
tokens: [],
|
|
545
|
+
};
|
|
546
|
+
stack[stack.length - 1].children.push(node);
|
|
547
|
+
stack.push(node);
|
|
548
|
+
current = node;
|
|
549
|
+
state.nodes += 1;
|
|
550
|
+
}
|
|
551
|
+
else {
|
|
552
|
+
state.truncated = true;
|
|
553
|
+
}
|
|
554
|
+
}
|
|
555
|
+
while (tokenIndex < state.tokens.length && Number(state.tokens[tokenIndex].range.startLine) === index + 1) {
|
|
556
|
+
current.tokens.push(state.tokens[tokenIndex]);
|
|
557
|
+
tokenIndex += 1;
|
|
558
|
+
}
|
|
559
|
+
}
|
|
560
|
+
return root;
|
|
561
|
+
};
|
|
562
|
+
/**
|
|
563
|
+
* Build the tree for an already-decoded text.
|
|
564
|
+
*/
|
|
565
|
+
export const buildSyntaxTreeFromText = (path, text, language, options = {}) => {
|
|
566
|
+
if ((options.maxTokens !== (void 0) && (!Number.isSafeInteger(options.maxTokens) || options.maxTokens < 1)) ||
|
|
567
|
+
(options.maxNodes !== (void 0) && (!Number.isSafeInteger(options.maxNodes) || options.maxNodes < 1))) {
|
|
568
|
+
return fail("invalid_arguments");
|
|
569
|
+
}
|
|
570
|
+
const maxTokens = Math.min(options.maxTokens ?? DefaultMaxTokens, DefaultMaxTokens);
|
|
571
|
+
const maxNodes = Math.min(options.maxNodes ?? DefaultMaxNodes, DefaultMaxNodes);
|
|
572
|
+
const registry = options.registry ?? DefaultSyntaxRegistry;
|
|
573
|
+
const scanned = tokenize(text, language, registry, maxTokens);
|
|
574
|
+
const state = { tokens: scanned.tokens, maxNodes, nodes: 0, truncated: scanned.truncated };
|
|
575
|
+
const family = registry.language(language)?.family ?? "code";
|
|
576
|
+
if (family === "python" || family === "markup" || family === "text") {
|
|
577
|
+
state.nodes = 1;
|
|
578
|
+
}
|
|
579
|
+
let root;
|
|
580
|
+
if (family === "python") {
|
|
581
|
+
root = parsePython(state, text);
|
|
582
|
+
}
|
|
583
|
+
else if (family === "markup") {
|
|
584
|
+
root = parseMarkup(state);
|
|
585
|
+
}
|
|
586
|
+
else if (family === "text") {
|
|
587
|
+
root = parseTextTree(state, text);
|
|
588
|
+
}
|
|
589
|
+
else {
|
|
590
|
+
root = parseCode(state);
|
|
591
|
+
}
|
|
592
|
+
const countNodes = (node) => {
|
|
593
|
+
let count = 0;
|
|
594
|
+
const pending = [node];
|
|
595
|
+
while (pending.length > 0) {
|
|
596
|
+
const current = pending.pop();
|
|
597
|
+
count += 1;
|
|
598
|
+
for (const child of current.children) {
|
|
599
|
+
pending.push(child);
|
|
600
|
+
}
|
|
601
|
+
}
|
|
602
|
+
return count;
|
|
603
|
+
};
|
|
604
|
+
return {
|
|
605
|
+
path,
|
|
606
|
+
language,
|
|
607
|
+
fingerprint: rawDigest(new TextEncoder().encode(text)),
|
|
608
|
+
charset: "utf-8",
|
|
609
|
+
root,
|
|
610
|
+
tokens: scanned.tokens,
|
|
611
|
+
tokenCount: scanned.tokens.length,
|
|
612
|
+
nodeCount: countNodes(root),
|
|
613
|
+
truncated: state.truncated,
|
|
614
|
+
};
|
|
615
|
+
};
|
|
616
|
+
const wireRange = (range) => ({
|
|
617
|
+
startByte: range.startByte.toString(),
|
|
618
|
+
endByte: range.endByte.toString(),
|
|
619
|
+
startLine: range.startLine.toString(),
|
|
620
|
+
endLine: range.endLine.toString(),
|
|
621
|
+
});
|
|
622
|
+
const wireToken = (token) => ({
|
|
623
|
+
kind: token.kind,
|
|
624
|
+
text: token.text,
|
|
625
|
+
range: wireRange(token.range),
|
|
626
|
+
});
|
|
627
|
+
const wireNode = (node) => {
|
|
628
|
+
const copy = {
|
|
629
|
+
kind: node.kind,
|
|
630
|
+
...(node.name === (void 0) ? {} : { name: node.name }),
|
|
631
|
+
...(node.detail === (void 0) ? {} : { detail: node.detail }),
|
|
632
|
+
range: wireRange(node.range),
|
|
633
|
+
children: [],
|
|
634
|
+
tokens: node.tokens.map(wireToken),
|
|
635
|
+
};
|
|
636
|
+
const pending = [{ source: node, target: copy }];
|
|
637
|
+
while (pending.length > 0) {
|
|
638
|
+
const frame = pending.pop();
|
|
639
|
+
for (const child of frame.source.children) {
|
|
640
|
+
const mapped = {
|
|
641
|
+
kind: child.kind,
|
|
642
|
+
...(child.name === (void 0) ? {} : { name: child.name }),
|
|
643
|
+
...(child.detail === (void 0) ? {} : { detail: child.detail }),
|
|
644
|
+
range: wireRange(child.range),
|
|
645
|
+
children: [],
|
|
646
|
+
tokens: child.tokens.map(wireToken),
|
|
647
|
+
};
|
|
648
|
+
frame.target.children.push(mapped);
|
|
649
|
+
pending.push({ source: child, target: mapped });
|
|
650
|
+
}
|
|
651
|
+
}
|
|
652
|
+
return copy;
|
|
653
|
+
};
|
|
654
|
+
/**
|
|
655
|
+
* Project a tree onto JSON-safe decimal strings.
|
|
656
|
+
*/
|
|
657
|
+
export const wireSyntaxTree = (tree) => ({
|
|
658
|
+
...tree,
|
|
659
|
+
root: wireNode(tree.root),
|
|
660
|
+
tokens: tree.tokens.map(wireToken),
|
|
661
|
+
});
|
|
662
|
+
/**
|
|
663
|
+
* Recursively free a node and its children. Kept for callers that want to drop
|
|
664
|
+
* a large tree from memory explicitly.
|
|
665
|
+
*/
|
|
666
|
+
export const disposeSyntaxNode = (node) => {
|
|
667
|
+
node.children.forEach(disposeSyntaxNode);
|
|
668
|
+
};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/** Shared source encoding and position contracts. */
|
|
2
|
+
export type Charset = "utf-8" | "utf-8-bom" | "utf-16le" | "utf-16be" | "latin1" | "binary" | "none";
|
|
3
|
+
/**
|
|
4
|
+
* Byte/line extent shared by syntax tokens and outline nodes. Lines are 1-based and `endLine` is
|
|
5
|
+
* inclusive; byte offsets are half-open (`endByte` is the first byte after the
|
|
6
|
+
* node). Both are bigint because a book or a generated file can exceed 2^53
|
|
7
|
+
* bytes/lines and an outline is persisted, so a value must not lose precision
|
|
8
|
+
* on the way to SQLite.
|
|
9
|
+
*/
|
|
10
|
+
export interface SourceRange {
|
|
11
|
+
readonly startByte: bigint;
|
|
12
|
+
readonly endByte: bigint;
|
|
13
|
+
readonly startLine: bigint;
|
|
14
|
+
readonly endLine: bigint;
|
|
15
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
package/lib/types/common.d.ts
CHANGED
|
@@ -22,7 +22,7 @@ export type Trust = "self" | "verified" | "trusted" | "asserted" | "inferred" |
|
|
|
22
22
|
* T0 assumed · T1 sourced (entailment) · T2 observed · T3 tested · T4 replicated
|
|
23
23
|
*/
|
|
24
24
|
export type Tier = "T0" | "T1" | "T2" | "T3" | "T4";
|
|
25
|
-
export type RefKind = "entity" | "concept" | "process" | "thread" | "question" | "hypothesis" | "claim" | "evidence" | "goal" | "plan" | "task" | "tool" | "memory" | "other" | "human" | "agent" | "event" | "handle" | "frame" | "self" | "unknown" | "common-ground" | "capability" | "receipt" | "org";
|
|
25
|
+
export type RefKind = "entity" | "concept" | "process" | "thread" | "question" | "hypothesis" | "claim" | "evidence" | "goal" | "plan" | "task" | "tool" | "memory" | "other" | "human" | "agent" | "event" | "handle" | "frame" | "self" | "unknown" | "common-ground" | "capability" | "receipt" | "org" | "role" | "duty" | "assignment" | "interaction" | "result-contract";
|
|
26
26
|
/**
|
|
27
27
|
* A pointer, not a copy. The ledger stores ids; content lives wherever it lives.
|
|
28
28
|
*/
|