@namzu/sdk 38.1.0 → 39.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +758 -0
- package/dist/advisory/executor.d.ts +10 -1
- package/dist/advisory/executor.d.ts.map +1 -1
- package/dist/advisory/executor.js +5 -26
- package/dist/advisory/executor.js.map +1 -1
- package/dist/advisory/history.d.ts +9 -0
- package/dist/advisory/history.d.ts.map +1 -0
- package/dist/advisory/history.js +120 -0
- package/dist/advisory/history.js.map +1 -0
- package/dist/advisory/index.d.ts +1 -1
- package/dist/advisory/index.d.ts.map +1 -1
- package/dist/advisory/index.js.map +1 -1
- package/dist/agents/ReactiveAgent.d.ts.map +1 -1
- package/dist/agents/ReactiveAgent.js +3 -0
- package/dist/agents/ReactiveAgent.js.map +1 -1
- package/dist/agents/runAgent.d.ts +10 -0
- package/dist/agents/runAgent.d.ts.map +1 -1
- package/dist/agents/runAgent.js +3 -0
- package/dist/agents/runAgent.js.map +1 -1
- package/dist/compaction/manual.d.ts +6 -0
- package/dist/compaction/manual.d.ts.map +1 -1
- package/dist/compaction/manual.js +21 -2
- package/dist/compaction/manual.js.map +1 -1
- package/dist/compaction/summary.d.ts.map +1 -1
- package/dist/compaction/summary.js +4 -1
- package/dist/compaction/summary.js.map +1 -1
- package/dist/config/runtime.js +2 -2
- package/dist/config/runtime.js.map +1 -1
- package/dist/contracts/schemas.js +1 -1
- package/dist/contracts/schemas.js.map +1 -1
- package/dist/eval/harness-protection.d.ts +18 -0
- package/dist/eval/harness-protection.d.ts.map +1 -0
- package/dist/eval/harness-protection.js +58 -0
- package/dist/eval/harness-protection.js.map +1 -0
- package/dist/eval/harness-verification.d.ts +6 -1
- package/dist/eval/harness-verification.d.ts.map +1 -1
- package/dist/eval/harness-verification.js +19 -2
- package/dist/eval/harness-verification.js.map +1 -1
- package/dist/eval/index.d.ts +1 -0
- package/dist/eval/index.d.ts.map +1 -1
- package/dist/eval/index.js.map +1 -1
- package/dist/manager/resident/activity.d.ts +50 -0
- package/dist/manager/resident/activity.d.ts.map +1 -0
- package/dist/manager/resident/activity.js +125 -0
- package/dist/manager/resident/activity.js.map +1 -0
- package/dist/manager/resident/agenda.d.ts +137 -0
- package/dist/manager/resident/agenda.d.ts.map +1 -0
- package/dist/manager/resident/agenda.js +586 -0
- package/dist/manager/resident/agenda.js.map +1 -0
- package/dist/manager/resident/consumption.d.ts +104 -0
- package/dist/manager/resident/consumption.d.ts.map +1 -0
- package/dist/manager/resident/consumption.js +233 -0
- package/dist/manager/resident/consumption.js.map +1 -0
- package/dist/manager/resident/delivery-window.d.ts +22 -0
- package/dist/manager/resident/delivery-window.d.ts.map +1 -0
- package/dist/manager/resident/delivery-window.js +78 -0
- package/dist/manager/resident/delivery-window.js.map +1 -0
- package/dist/manager/resident/evidence-recall.d.ts +24 -0
- package/dist/manager/resident/evidence-recall.d.ts.map +1 -0
- package/dist/manager/resident/evidence-recall.js +295 -0
- package/dist/manager/resident/evidence-recall.js.map +1 -0
- package/dist/manager/resident/history-disk.d.ts +10 -0
- package/dist/manager/resident/history-disk.d.ts.map +1 -0
- package/dist/manager/resident/history-disk.js +50 -0
- package/dist/manager/resident/history-disk.js.map +1 -0
- package/dist/manager/resident/history.d.ts +79 -0
- package/dist/manager/resident/history.d.ts.map +1 -0
- package/dist/manager/resident/history.js +203 -0
- package/dist/manager/resident/history.js.map +1 -0
- package/dist/manager/resident/host.d.ts +78 -0
- package/dist/manager/resident/host.d.ts.map +1 -0
- package/dist/manager/resident/host.js +252 -0
- package/dist/manager/resident/host.js.map +1 -0
- package/dist/manager/resident/initiative.d.ts +111 -0
- package/dist/manager/resident/initiative.d.ts.map +1 -0
- package/dist/manager/resident/initiative.js +129 -0
- package/dist/manager/resident/initiative.js.map +1 -0
- package/dist/manager/resident/learning-cycle.d.ts +131 -0
- package/dist/manager/resident/learning-cycle.d.ts.map +1 -0
- package/dist/manager/resident/learning-cycle.js +306 -0
- package/dist/manager/resident/learning-cycle.js.map +1 -0
- package/dist/manager/resident/learning-observation.d.ts +80 -0
- package/dist/manager/resident/learning-observation.d.ts.map +1 -0
- package/dist/manager/resident/learning-observation.js +22 -0
- package/dist/manager/resident/learning-observation.js.map +1 -0
- package/dist/manager/resident/learning-store.d.ts +106 -0
- package/dist/manager/resident/learning-store.d.ts.map +1 -0
- package/dist/manager/resident/learning-store.js +598 -0
- package/dist/manager/resident/learning-store.js.map +1 -0
- package/dist/manager/resident/learning.d.ts +726 -0
- package/dist/manager/resident/learning.d.ts.map +1 -0
- package/dist/manager/resident/learning.js +353 -0
- package/dist/manager/resident/learning.js.map +1 -0
- package/dist/manager/resident/loop.d.ts +31 -0
- package/dist/manager/resident/loop.d.ts.map +1 -0
- package/dist/manager/resident/loop.js +69 -0
- package/dist/manager/resident/loop.js.map +1 -0
- package/dist/manager/resident/outbox.d.ts +180 -0
- package/dist/manager/resident/outbox.d.ts.map +1 -0
- package/dist/manager/resident/outbox.js +214 -0
- package/dist/manager/resident/outbox.js.map +1 -0
- package/dist/manager/resident/proposal.d.ts +91 -0
- package/dist/manager/resident/proposal.d.ts.map +1 -0
- package/dist/manager/resident/proposal.js +75 -0
- package/dist/manager/resident/proposal.js.map +1 -0
- package/dist/manager/resident/store.d.ts +182 -0
- package/dist/manager/resident/store.d.ts.map +1 -0
- package/dist/manager/resident/store.js +199 -0
- package/dist/manager/resident/store.js.map +1 -0
- package/dist/manager/resident/tool-evidence.d.ts +71 -0
- package/dist/manager/resident/tool-evidence.d.ts.map +1 -0
- package/dist/manager/resident/tool-evidence.js +285 -0
- package/dist/manager/resident/tool-evidence.js.map +1 -0
- package/dist/manager/run/persistence.d.ts.map +1 -1
- package/dist/manager/run/persistence.js +6 -0
- package/dist/manager/run/persistence.js.map +1 -1
- package/dist/plugin/loader.d.ts.map +1 -1
- package/dist/plugin/loader.js +5 -3
- package/dist/plugin/loader.js.map +1 -1
- package/dist/prompt/coding-agent-doctrine.d.ts +1 -1
- package/dist/prompt/coding-agent-doctrine.d.ts.map +1 -1
- package/dist/prompt/coding-agent-doctrine.js +2 -0
- package/dist/prompt/coding-agent-doctrine.js.map +1 -1
- package/dist/prompt/contributions.d.ts +5 -2
- package/dist/prompt/contributions.d.ts.map +1 -1
- package/dist/prompt/contributions.js.map +1 -1
- package/dist/prompt/index.d.ts +4 -0
- package/dist/prompt/index.d.ts.map +1 -1
- package/dist/prompt/index.js +2 -0
- package/dist/prompt/index.js.map +1 -1
- package/dist/prompt/resident-learning.d.ts +19 -0
- package/dist/prompt/resident-learning.d.ts.map +1 -0
- package/dist/prompt/resident-learning.js +125 -0
- package/dist/prompt/resident-learning.js.map +1 -0
- package/dist/prompt/resident-step.d.ts +36 -0
- package/dist/prompt/resident-step.d.ts.map +1 -0
- package/dist/prompt/resident-step.js +135 -0
- package/dist/prompt/resident-step.js.map +1 -0
- package/dist/provider/collect-chat-completion.d.ts +2 -1
- package/dist/provider/collect-chat-completion.d.ts.map +1 -1
- package/dist/provider/collect-chat-completion.js +7 -6
- package/dist/provider/collect-chat-completion.js.map +1 -1
- package/dist/provider/fallback.d.ts.map +1 -1
- package/dist/provider/fallback.js +2 -1
- package/dist/provider/fallback.js.map +1 -1
- package/dist/provider/stream-text.d.ts +16 -0
- package/dist/provider/stream-text.d.ts.map +1 -0
- package/dist/provider/stream-text.js +51 -0
- package/dist/provider/stream-text.js.map +1 -0
- package/dist/public-runtime.d.ts +22 -3
- package/dist/public-runtime.d.ts.map +1 -1
- package/dist/public-runtime.js +21 -3
- package/dist/public-runtime.js.map +1 -1
- package/dist/public-tools.d.ts +2 -0
- package/dist/public-tools.d.ts.map +1 -1
- package/dist/public-tools.js +2 -0
- package/dist/public-tools.js.map +1 -1
- package/dist/public-types.d.ts +29 -3
- package/dist/public-types.d.ts.map +1 -1
- package/dist/registry/index.d.ts +1 -1
- package/dist/registry/index.d.ts.map +1 -1
- package/dist/registry/tool/execute.d.ts +18 -0
- package/dist/registry/tool/execute.d.ts.map +1 -1
- package/dist/registry/tool/execute.js +43 -6
- package/dist/registry/tool/execute.js.map +1 -1
- package/dist/run/LimitChecker.js +3 -3
- package/dist/run/LimitChecker.js.map +1 -1
- package/dist/run/evidence-query.d.ts +41 -0
- package/dist/run/evidence-query.d.ts.map +1 -0
- package/dist/run/evidence-query.js +270 -0
- package/dist/run/evidence-query.js.map +1 -0
- package/dist/run/evidence-recall.d.ts +99 -0
- package/dist/run/evidence-recall.d.ts.map +1 -0
- package/dist/run/evidence-recall.js +633 -0
- package/dist/run/evidence-recall.js.map +1 -0
- package/dist/run/index.d.ts +2 -0
- package/dist/run/index.d.ts.map +1 -1
- package/dist/run/index.js +1 -0
- package/dist/run/index.js.map +1 -1
- package/dist/run/json-claim-verifier.d.ts +83 -0
- package/dist/run/json-claim-verifier.d.ts.map +1 -0
- package/dist/run/json-claim-verifier.js +200 -0
- package/dist/run/json-claim-verifier.js.map +1 -0
- package/dist/run/preparation-context-error.d.ts +10 -0
- package/dist/run/preparation-context-error.d.ts.map +1 -0
- package/dist/run/preparation-context-error.js +15 -0
- package/dist/run/preparation-context-error.js.map +1 -0
- package/dist/run-query/index.d.ts +3 -1
- package/dist/run-query/index.d.ts.map +1 -1
- package/dist/runtime/query/callback-inference.d.ts +8 -0
- package/dist/runtime/query/callback-inference.d.ts.map +1 -0
- package/dist/runtime/query/callback-inference.js +89 -0
- package/dist/runtime/query/callback-inference.js.map +1 -0
- package/dist/runtime/query/checkpoint.d.ts +4 -0
- package/dist/runtime/query/checkpoint.d.ts.map +1 -1
- package/dist/runtime/query/checkpoint.js +13 -0
- package/dist/runtime/query/checkpoint.js.map +1 -1
- package/dist/runtime/query/events.d.ts +7 -1
- package/dist/runtime/query/events.d.ts.map +1 -1
- package/dist/runtime/query/events.js +39 -12
- package/dist/runtime/query/events.js.map +1 -1
- package/dist/runtime/query/executor.d.ts +7 -1
- package/dist/runtime/query/executor.d.ts.map +1 -1
- package/dist/runtime/query/executor.js +38 -7
- package/dist/runtime/query/executor.js.map +1 -1
- package/dist/runtime/query/file-evidence-context.d.ts +5 -0
- package/dist/runtime/query/file-evidence-context.d.ts.map +1 -0
- package/dist/runtime/query/file-evidence-context.js +64 -0
- package/dist/runtime/query/file-evidence-context.js.map +1 -0
- package/dist/runtime/query/guard.d.ts.map +1 -1
- package/dist/runtime/query/guard.js +4 -0
- package/dist/runtime/query/guard.js.map +1 -1
- package/dist/runtime/query/index.d.ts +10 -1
- package/dist/runtime/query/index.d.ts.map +1 -1
- package/dist/runtime/query/index.js +40 -25
- package/dist/runtime/query/index.js.map +1 -1
- package/dist/runtime/query/iteration/index.d.ts +9 -31
- package/dist/runtime/query/iteration/index.d.ts.map +1 -1
- package/dist/runtime/query/iteration/index.js +231 -93
- package/dist/runtime/query/iteration/index.js.map +1 -1
- package/dist/runtime/query/iteration/phases/advisory.d.ts +2 -1
- package/dist/runtime/query/iteration/phases/advisory.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/advisory.js +2 -1
- package/dist/runtime/query/iteration/phases/advisory.js.map +1 -1
- package/dist/runtime/query/iteration/phases/context.d.ts +2 -1
- package/dist/runtime/query/iteration/phases/context.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/context.js.map +1 -1
- package/dist/runtime/query/iteration/phases/tool-review.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/tool-review.js +3 -0
- package/dist/runtime/query/iteration/phases/tool-review.js.map +1 -1
- package/dist/runtime/query/iteration/provider-rejected-image.d.ts +2 -1
- package/dist/runtime/query/iteration/provider-rejected-image.d.ts.map +1 -1
- package/dist/runtime/query/iteration/provider-rejected-image.js +5 -2
- package/dist/runtime/query/iteration/provider-rejected-image.js.map +1 -1
- package/dist/runtime/query/iteration/stream-turn.d.ts +4 -1
- package/dist/runtime/query/iteration/stream-turn.d.ts.map +1 -1
- package/dist/runtime/query/iteration/stream-turn.js +22 -8
- package/dist/runtime/query/iteration/stream-turn.js.map +1 -1
- package/dist/runtime/query/prompt-cache.d.ts.map +1 -1
- package/dist/runtime/query/prompt-cache.js +21 -42
- package/dist/runtime/query/prompt-cache.js.map +1 -1
- package/dist/runtime/query/resume-pending.d.ts +18 -33
- package/dist/runtime/query/resume-pending.d.ts.map +1 -1
- package/dist/runtime/query/resume-pending.js +59 -42
- package/dist/runtime/query/resume-pending.js.map +1 -1
- package/dist/runtime/query/review-policy.d.ts +4 -4
- package/dist/runtime/query/review-policy.d.ts.map +1 -1
- package/dist/runtime/query/review-policy.js +10 -9
- package/dist/runtime/query/review-policy.js.map +1 -1
- package/dist/runtime/query/sandbox-lifecycle.d.ts.map +1 -1
- package/dist/runtime/query/sandbox-lifecycle.js +4 -0
- package/dist/runtime/query/sandbox-lifecycle.js.map +1 -1
- package/dist/runtime/query/tool-output-budget.d.ts +10 -6
- package/dist/runtime/query/tool-output-budget.d.ts.map +1 -1
- package/dist/runtime/query/tool-output-budget.js +54 -12
- package/dist/runtime/query/tool-output-budget.js.map +1 -1
- package/dist/runtime/query/tooling.d.ts +3 -1
- package/dist/runtime/query/tooling.d.ts.map +1 -1
- package/dist/runtime/query/tooling.js +4 -0
- package/dist/runtime/query/tooling.js.map +1 -1
- package/dist/scheduler/completion-inbox.d.ts +3 -0
- package/dist/scheduler/completion-inbox.d.ts.map +1 -1
- package/dist/scheduler/completion-inbox.js +28 -0
- package/dist/scheduler/completion-inbox.js.map +1 -1
- package/dist/store/evidence/compaction-archive.d.ts +109 -0
- package/dist/store/evidence/compaction-archive.d.ts.map +1 -0
- package/dist/store/evidence/compaction-archive.js +125 -0
- package/dist/store/evidence/compaction-archive.js.map +1 -0
- package/dist/store/evidence/compaction-provenance.d.ts +7 -0
- package/dist/store/evidence/compaction-provenance.d.ts.map +1 -0
- package/dist/store/evidence/compaction-provenance.js +49 -0
- package/dist/store/evidence/compaction-provenance.js.map +1 -0
- package/dist/store/evidence/compaction-text.d.ts +16 -0
- package/dist/store/evidence/compaction-text.d.ts.map +1 -0
- package/dist/store/evidence/compaction-text.js +51 -0
- package/dist/store/evidence/compaction-text.js.map +1 -0
- package/dist/store/evidence/disk.d.ts +11 -0
- package/dist/store/evidence/disk.d.ts.map +1 -0
- package/dist/store/evidence/disk.js +367 -0
- package/dist/store/evidence/disk.js.map +1 -0
- package/dist/store/evidence/format.d.ts +25 -0
- package/dist/store/evidence/format.d.ts.map +1 -0
- package/dist/store/evidence/format.js +115 -0
- package/dist/store/evidence/format.js.map +1 -0
- package/dist/store/evidence/index-page.d.ts +208 -0
- package/dist/store/evidence/index-page.d.ts.map +1 -0
- package/dist/store/evidence/index-page.js +262 -0
- package/dist/store/evidence/index-page.js.map +1 -0
- package/dist/store/evidence/io.d.ts +24 -0
- package/dist/store/evidence/io.d.ts.map +1 -0
- package/dist/store/evidence/io.js +69 -0
- package/dist/store/evidence/io.js.map +1 -0
- package/dist/store/evidence/linked.d.ts +9 -0
- package/dist/store/evidence/linked.d.ts.map +1 -0
- package/dist/store/evidence/linked.js +314 -0
- package/dist/store/evidence/linked.js.map +1 -0
- package/dist/store/evidence/passages.d.ts +15 -0
- package/dist/store/evidence/passages.d.ts.map +1 -0
- package/dist/store/evidence/passages.js +72 -0
- package/dist/store/evidence/passages.js.map +1 -0
- package/dist/store/evidence/record-chain.d.ts +42 -0
- package/dist/store/evidence/record-chain.d.ts.map +1 -0
- package/dist/store/evidence/record-chain.js +111 -0
- package/dist/store/evidence/record-chain.js.map +1 -0
- package/dist/store/evidence/search-input.d.ts +21 -0
- package/dist/store/evidence/search-input.d.ts.map +1 -0
- package/dist/store/evidence/search-input.js +44 -0
- package/dist/store/evidence/search-input.js.map +1 -0
- package/dist/store/evidence/selection.d.ts +9 -0
- package/dist/store/evidence/selection.d.ts.map +1 -0
- package/dist/store/evidence/selection.js +17 -0
- package/dist/store/evidence/selection.js.map +1 -0
- package/dist/store/evidence/source-kind.d.ts +11 -0
- package/dist/store/evidence/source-kind.d.ts.map +1 -0
- package/dist/store/evidence/source-kind.js +26 -0
- package/dist/store/evidence/source-kind.js.map +1 -0
- package/dist/store/evidence/source-text.d.ts +51 -0
- package/dist/store/evidence/source-text.d.ts.map +1 -0
- package/dist/store/evidence/source-text.js +213 -0
- package/dist/store/evidence/source-text.js.map +1 -0
- package/dist/store/evidence/types.d.ts +162 -0
- package/dist/store/evidence/types.d.ts.map +1 -0
- package/dist/store/evidence/types.js +2 -0
- package/dist/store/evidence/types.js.map +1 -0
- package/dist/store/memory/disk.d.ts +2 -0
- package/dist/store/memory/disk.d.ts.map +1 -1
- package/dist/store/memory/disk.js +2 -1
- package/dist/store/memory/disk.js.map +1 -1
- package/dist/store/run/disk.d.ts +10 -0
- package/dist/store/run/disk.d.ts.map +1 -1
- package/dist/store/run/disk.js +87 -7
- package/dist/store/run/disk.js.map +1 -1
- package/dist/store/run/memory.d.ts +1 -0
- package/dist/store/run/memory.d.ts.map +1 -1
- package/dist/store/run/memory.js +10 -0
- package/dist/store/run/memory.js.map +1 -1
- package/dist/store/run/tool-executions.d.ts +13 -0
- package/dist/store/run/tool-executions.d.ts.map +1 -0
- package/dist/store/run/tool-executions.js +99 -0
- package/dist/store/run/tool-executions.js.map +1 -0
- package/dist/store/session/index.d.ts +2 -0
- package/dist/store/session/index.d.ts.map +1 -1
- package/dist/store/session/index.js +1 -0
- package/dist/store/session/index.js.map +1 -1
- package/dist/store/session/sqlite.d.ts +57 -0
- package/dist/store/session/sqlite.d.ts.map +1 -0
- package/dist/store/session/sqlite.js +430 -0
- package/dist/store/session/sqlite.js.map +1 -0
- package/dist/tools/builtins/job.d.ts.map +1 -1
- package/dist/tools/builtins/job.js +4 -5
- package/dist/tools/builtins/job.js.map +1 -1
- package/dist/tools/builtins/write-file.js +2 -2
- package/dist/tools/builtins/write-file.js.map +1 -1
- package/dist/tools/defineTool.d.ts +2 -1
- package/dist/tools/defineTool.d.ts.map +1 -1
- package/dist/tools/defineTool.js +1 -1
- package/dist/tools/defineTool.js.map +1 -1
- package/dist/tools/file-read-tracker.d.ts.map +1 -1
- package/dist/tools/file-read-tracker.js +12 -3
- package/dist/tools/file-read-tracker.js.map +1 -1
- package/dist/tools/resident-history.d.ts +10 -0
- package/dist/tools/resident-history.d.ts.map +1 -0
- package/dist/tools/resident-history.js +80 -0
- package/dist/tools/resident-history.js.map +1 -0
- package/dist/tools/resident-tool-evidence.d.ts +5 -0
- package/dist/tools/resident-tool-evidence.d.ts.map +1 -0
- package/dist/tools/resident-tool-evidence.js +57 -0
- package/dist/tools/resident-tool-evidence.js.map +1 -0
- package/dist/types/advisory/config.d.ts +7 -0
- package/dist/types/advisory/config.d.ts.map +1 -1
- package/dist/types/agent/reactive.d.ts +1 -0
- package/dist/types/agent/reactive.d.ts.map +1 -1
- package/dist/types/authorization/index.d.ts +9 -9
- package/dist/types/authorization/index.d.ts.map +1 -1
- package/dist/types/authorization/index.js +1 -1
- package/dist/types/authorization/index.js.map +1 -1
- package/dist/types/hitl/index.d.ts +4 -0
- package/dist/types/hitl/index.d.ts.map +1 -1
- package/dist/types/hitl/index.js.map +1 -1
- package/dist/types/message/index.d.ts +16 -2
- package/dist/types/message/index.d.ts.map +1 -1
- package/dist/types/message/index.js +8 -1
- package/dist/types/message/index.js.map +1 -1
- package/dist/types/provider/chat.d.ts +2 -0
- package/dist/types/provider/chat.d.ts.map +1 -1
- package/dist/types/provider/stream.d.ts +4 -0
- package/dist/types/provider/stream.d.ts.map +1 -1
- package/dist/types/run/answer-review.d.ts +34 -3
- package/dist/types/run/answer-review.d.ts.map +1 -1
- package/dist/types/run/config.d.ts +3 -0
- package/dist/types/run/config.d.ts.map +1 -1
- package/dist/types/run/entity.d.ts +7 -0
- package/dist/types/run/entity.d.ts.map +1 -1
- package/dist/types/run/events.d.ts +31 -8
- package/dist/types/run/events.d.ts.map +1 -1
- package/dist/types/run/events.js.map +1 -1
- package/dist/types/run/prepare-step.d.ts +53 -8
- package/dist/types/run/prepare-step.d.ts.map +1 -1
- package/dist/types/run/store.d.ts +29 -4
- package/dist/types/run/store.d.ts.map +1 -1
- package/dist/types/run/store.js +0 -28
- package/dist/types/run/store.js.map +1 -1
- package/dist/types/tool/index.d.ts +15 -1
- package/dist/types/tool/index.d.ts.map +1 -1
- package/dist/types/tool/index.js.map +1 -1
- package/dist/utils/await-with-abort.d.ts +8 -0
- package/dist/utils/await-with-abort.d.ts.map +1 -0
- package/dist/utils/await-with-abort.js +28 -0
- package/dist/utils/await-with-abort.js.map +1 -0
- package/dist/utils/evidence-time.d.ts +3 -0
- package/dist/utils/evidence-time.d.ts.map +1 -0
- package/dist/utils/evidence-time.js +10 -0
- package/dist/utils/evidence-time.js.map +1 -0
- package/dist/utils/evidence-tokens.d.ts +13 -0
- package/dist/utils/evidence-tokens.d.ts.map +1 -0
- package/dist/utils/evidence-tokens.js +29 -0
- package/dist/utils/evidence-tokens.js.map +1 -0
- package/package.json +1 -1
- package/src/advisory/executor.ts +15 -30
- package/src/advisory/history.ts +126 -0
- package/src/advisory/index.ts +5 -1
- package/src/agents/ReactiveAgent.ts +3 -0
- package/src/agents/runAgent.ts +14 -1
- package/src/compaction/manual.ts +30 -2
- package/src/compaction/summary.ts +4 -1
- package/src/config/runtime.ts +2 -2
- package/src/contracts/schemas.ts +1 -1
- package/src/eval/harness-protection.ts +79 -0
- package/src/eval/harness-verification.ts +31 -1
- package/src/eval/index.ts +1 -0
- package/src/manager/resident/activity.ts +187 -0
- package/src/manager/resident/agenda.ts +907 -0
- package/src/manager/resident/consumption.ts +311 -0
- package/src/manager/resident/delivery-window.ts +93 -0
- package/src/manager/resident/evidence-recall.ts +363 -0
- package/src/manager/resident/history-disk.ts +63 -0
- package/src/manager/resident/history.ts +312 -0
- package/src/manager/resident/host.ts +356 -0
- package/src/manager/resident/initiative.ts +205 -0
- package/src/manager/resident/learning-cycle.ts +499 -0
- package/src/manager/resident/learning-observation.ts +39 -0
- package/src/manager/resident/learning-store.ts +813 -0
- package/src/manager/resident/learning.ts +493 -0
- package/src/manager/resident/loop.ts +101 -0
- package/src/manager/resident/outbox.ts +307 -0
- package/src/manager/resident/proposal.ts +105 -0
- package/src/manager/resident/store.ts +257 -0
- package/src/manager/resident/tool-evidence.ts +412 -0
- package/src/manager/run/persistence.ts +6 -0
- package/src/plugin/loader.ts +8 -3
- package/src/prompt/coding-agent-doctrine.ts +2 -0
- package/src/prompt/contributions.ts +5 -2
- package/src/prompt/index.ts +4 -0
- package/src/prompt/resident-learning.ts +143 -0
- package/src/prompt/resident-step.ts +176 -0
- package/src/provider/collect-chat-completion.ts +7 -6
- package/src/provider/fallback.ts +2 -1
- package/src/provider/stream-text.ts +56 -0
- package/src/public-runtime.ts +44 -0
- package/src/public-tools.ts +3 -0
- package/src/public-types.ts +165 -0
- package/src/registry/index.ts +1 -1
- package/src/registry/tool/execute.ts +56 -9
- package/src/run/LimitChecker.ts +3 -3
- package/src/run/evidence-query.ts +333 -0
- package/src/run/evidence-recall.ts +854 -0
- package/src/run/index.ts +11 -0
- package/src/run/json-claim-verifier.ts +298 -0
- package/src/run/preparation-context-error.ts +16 -0
- package/src/run-query/index.ts +1 -1
- package/src/runtime/query/callback-inference.ts +94 -0
- package/src/runtime/query/checkpoint.ts +14 -0
- package/src/runtime/query/events.ts +46 -14
- package/src/runtime/query/executor.ts +51 -9
- package/src/runtime/query/file-evidence-context.ts +65 -0
- package/src/runtime/query/guard.ts +2 -0
- package/src/runtime/query/index.ts +50 -27
- package/src/runtime/query/iteration/index.ts +269 -86
- package/src/runtime/query/iteration/phases/advisory.ts +3 -0
- package/src/runtime/query/iteration/phases/context.ts +2 -0
- package/src/runtime/query/iteration/phases/tool-review.ts +3 -0
- package/src/runtime/query/iteration/provider-rejected-image.ts +6 -1
- package/src/runtime/query/iteration/stream-turn.ts +35 -8
- package/src/runtime/query/prompt-cache.ts +24 -47
- package/src/runtime/query/resume-pending.ts +65 -40
- package/src/runtime/query/review-policy.ts +13 -9
- package/src/runtime/query/sandbox-lifecycle.ts +3 -0
- package/src/runtime/query/tool-output-budget.ts +65 -13
- package/src/runtime/query/tooling.ts +7 -1
- package/src/scheduler/completion-inbox.ts +26 -0
- package/src/store/evidence/compaction-archive.ts +139 -0
- package/src/store/evidence/compaction-provenance.ts +52 -0
- package/src/store/evidence/compaction-text.ts +61 -0
- package/src/store/evidence/disk.ts +461 -0
- package/src/store/evidence/format.ts +126 -0
- package/src/store/evidence/index-page.ts +292 -0
- package/src/store/evidence/io.ts +95 -0
- package/src/store/evidence/linked.ts +365 -0
- package/src/store/evidence/passages.ts +88 -0
- package/src/store/evidence/record-chain.ts +108 -0
- package/src/store/evidence/search-input.ts +62 -0
- package/src/store/evidence/selection.ts +25 -0
- package/src/store/evidence/source-kind.ts +36 -0
- package/src/store/evidence/source-text.ts +285 -0
- package/src/store/evidence/types.ts +177 -0
- package/src/store/memory/disk.ts +4 -1
- package/src/store/run/disk.ts +110 -8
- package/src/store/run/memory.ts +10 -0
- package/src/store/run/tool-executions.ts +112 -0
- package/src/store/session/index.ts +2 -0
- package/src/store/session/sqlite.ts +584 -0
- package/src/tools/builtins/job.ts +4 -5
- package/src/tools/builtins/write-file.ts +2 -2
- package/src/tools/defineTool.ts +4 -2
- package/src/tools/file-read-tracker.ts +8 -2
- package/src/tools/resident-history.ts +86 -0
- package/src/tools/resident-tool-evidence.ts +68 -0
- package/src/types/advisory/config.ts +7 -0
- package/src/types/agent/reactive.ts +1 -0
- package/src/types/authorization/index.ts +2 -2
- package/src/types/hitl/index.ts +4 -0
- package/src/types/message/index.ts +20 -0
- package/src/types/provider/chat.ts +2 -0
- package/src/types/provider/stream.ts +4 -0
- package/src/types/run/answer-review.ts +34 -3
- package/src/types/run/config.ts +3 -0
- package/src/types/run/entity.ts +7 -0
- package/src/types/run/events.ts +31 -8
- package/src/types/run/prepare-step.ts +59 -8
- package/src/types/run/store.ts +35 -4
- package/src/types/tool/index.ts +19 -1
- package/src/utils/await-with-abort.ts +26 -0
- package/src/utils/evidence-time.ts +9 -0
- package/src/utils/evidence-tokens.ts +32 -0
|
@@ -0,0 +1,367 @@
|
|
|
1
|
+
import { lstat } from 'node:fs/promises';
|
|
2
|
+
import { join, resolve } from 'node:path';
|
|
3
|
+
import { z } from 'zod';
|
|
4
|
+
import { EVIDENCE_CHUNK_BYTES, digest, mayContain, mayContainToken } from './format.js';
|
|
5
|
+
import { entrySchema, evidenceSeal, indexPage, positionSchema, } from './index-page.js';
|
|
6
|
+
import { EvidencePageLimit, PAGE_BYTES, RECORD_BYTES, decode, openEvidence, readBytes, readSmall, stamp, } from './io.js';
|
|
7
|
+
import { passageMatcher, passagesInWindow } from './passages.js';
|
|
8
|
+
import { evidenceSearchInput, evidenceTermRefinement, evidenceTermsSchema } from './search-input.js';
|
|
9
|
+
import { evidenceExclusionsKey, evidenceExclusionsSchema, excludesSuccessfulTool, } from './selection.js';
|
|
10
|
+
import { createTextSourceReader, readTextPage } from './source-text.js';
|
|
11
|
+
const integer = z.number().int().nonnegative().safe();
|
|
12
|
+
const scopeSchema = z
|
|
13
|
+
.object({
|
|
14
|
+
tenantId: z.string().uuid(),
|
|
15
|
+
projectId: z.string().uuid(),
|
|
16
|
+
sessionId: z.string().uuid(),
|
|
17
|
+
runId: z.string().uuid(),
|
|
18
|
+
})
|
|
19
|
+
.strict();
|
|
20
|
+
const cursorSchema = z.object({
|
|
21
|
+
kind: z.enum(['search', 'search-terms', 'search-tokens']),
|
|
22
|
+
query: z.string().max(256),
|
|
23
|
+
termsKey: z
|
|
24
|
+
.string()
|
|
25
|
+
.regex(/^[a-f0-9]{64}$/)
|
|
26
|
+
.optional(),
|
|
27
|
+
caseSensitive: z.boolean().default(true),
|
|
28
|
+
matchMode: z.enum(['literal', 'token']).default('literal'),
|
|
29
|
+
exclusionsKey: z
|
|
30
|
+
.string()
|
|
31
|
+
.regex(/^[a-f0-9]{64}$/)
|
|
32
|
+
.optional(),
|
|
33
|
+
seq: integer.optional(),
|
|
34
|
+
part: integer.optional(),
|
|
35
|
+
mode: z.enum(['tools', 'text']).default('tools'),
|
|
36
|
+
position: positionSchema,
|
|
37
|
+
entry: integer.max(64),
|
|
38
|
+
chunk: integer,
|
|
39
|
+
within: integer.default(0),
|
|
40
|
+
});
|
|
41
|
+
const pointerSchema = entrySchema.pick({
|
|
42
|
+
offset: true,
|
|
43
|
+
length: true,
|
|
44
|
+
sha256: true,
|
|
45
|
+
seq: true,
|
|
46
|
+
part: true,
|
|
47
|
+
});
|
|
48
|
+
const addressSchema = z.object({ kind: z.literal('text'), entry: pointerSchema });
|
|
49
|
+
/** Ignore an uncommitted tail in a nonterminal snapshot without repairing the writer's file. */
|
|
50
|
+
async function completePrefix(handle, size, budget) {
|
|
51
|
+
if ((await readBytes(handle, size - 1, 1, budget))[0] === 10)
|
|
52
|
+
return size;
|
|
53
|
+
const floor = Math.max(0, size - RECORD_BYTES);
|
|
54
|
+
let end = size - 1;
|
|
55
|
+
while (end > floor) {
|
|
56
|
+
const start = Math.max(floor, end - 65_536);
|
|
57
|
+
const bytes = await readBytes(handle, start, end - start, budget);
|
|
58
|
+
const newline = bytes.lastIndexOf(10);
|
|
59
|
+
if (newline >= 0)
|
|
60
|
+
return start + newline + 1;
|
|
61
|
+
end = start;
|
|
62
|
+
}
|
|
63
|
+
if (floor === 0)
|
|
64
|
+
throw new Error('Transcript has no complete recorded evidence.');
|
|
65
|
+
throw new Error('Incomplete transcript tail exceeds the bounded record size.');
|
|
66
|
+
}
|
|
67
|
+
/**
|
|
68
|
+
* @experimental Bounded, authenticated disk index over one explicitly authorized run.
|
|
69
|
+
* Closed by default; snapshot mode permits nonterminal metadata without assuming a dead writer.
|
|
70
|
+
* The host owns authorization and the private directories. Stat changes invalidate addresses;
|
|
71
|
+
* individual record/chunk digests detect changed bytes. This is not a hostile filesystem sandbox.
|
|
72
|
+
*/
|
|
73
|
+
export function createDiskRunTextEvidenceSource(options) {
|
|
74
|
+
return createSource(options, 'text');
|
|
75
|
+
}
|
|
76
|
+
/** @experimental Tool-only view of the shared invocation text index. */
|
|
77
|
+
export function createDiskRunEvidenceSource(options) {
|
|
78
|
+
const source = createSource(options, 'tools');
|
|
79
|
+
const tool = (value) => {
|
|
80
|
+
if (value.toolName === undefined || value.isError === undefined)
|
|
81
|
+
throw new Error('Expected tool evidence.');
|
|
82
|
+
return { ...value, toolName: value.toolName, isError: value.isError };
|
|
83
|
+
};
|
|
84
|
+
return Object.freeze({
|
|
85
|
+
scope: source.scope,
|
|
86
|
+
supportsTermRefinement: true,
|
|
87
|
+
async search(options = {}, signal) {
|
|
88
|
+
const result = await source.search(options, signal);
|
|
89
|
+
return { ...result, matches: result.matches.map(tool) };
|
|
90
|
+
},
|
|
91
|
+
async read(options, signal) {
|
|
92
|
+
return tool(await source.read(options, signal));
|
|
93
|
+
},
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
function createSource(options, mode) {
|
|
97
|
+
const consistency = z.enum(['closed', 'snapshot']).parse(options.consistency ?? 'closed');
|
|
98
|
+
const maxReadBytes = z
|
|
99
|
+
.number()
|
|
100
|
+
.int()
|
|
101
|
+
.min(1024 * 1024)
|
|
102
|
+
.max(PAGE_BYTES)
|
|
103
|
+
.parse(options.maxReadBytes ?? PAGE_BYTES);
|
|
104
|
+
const scope = Object.freeze(scopeSchema.parse(options.scope));
|
|
105
|
+
const runDir = resolve(options.runDir);
|
|
106
|
+
const indexDir = resolve(options.indexDir);
|
|
107
|
+
const scopeKey = digest(JSON.stringify(scope));
|
|
108
|
+
async function access(signal, requestedBytes, action) {
|
|
109
|
+
const budget = {
|
|
110
|
+
bytes: 0,
|
|
111
|
+
limit: Math.min(maxReadBytes, requestedBytes ?? maxReadBytes),
|
|
112
|
+
signal,
|
|
113
|
+
};
|
|
114
|
+
signal?.throwIfAborted();
|
|
115
|
+
const metaPath = join(runDir, 'run.json');
|
|
116
|
+
const metaStamp = stamp(await lstat(metaPath));
|
|
117
|
+
const metaBytes = await readSmall(metaPath, budget, 512 * 1024);
|
|
118
|
+
if (metaStamp !== stamp(await lstat(metaPath)))
|
|
119
|
+
throw new Error('Run metadata changed during retrieval.');
|
|
120
|
+
const meta = JSON.parse(decode(metaBytes));
|
|
121
|
+
const terminal = ['completed', 'failed', 'cancelled'].includes(meta.status);
|
|
122
|
+
const readable = terminal ||
|
|
123
|
+
(consistency === 'snapshot' && ['idle', 'pending', 'running'].includes(meta.status));
|
|
124
|
+
if (meta.id !== scope.runId ||
|
|
125
|
+
!readable ||
|
|
126
|
+
JSON.stringify(scopeSchema.parse(meta.metadata?.scope)) !== JSON.stringify(scope))
|
|
127
|
+
throw new Error(consistency === 'closed'
|
|
128
|
+
? 'Evidence run is not closed or does not belong to the authorized scope.'
|
|
129
|
+
: 'Evidence run does not satisfy snapshot consistency or its authorized scope.');
|
|
130
|
+
const path = join(runDir, 'transcript.jsonl');
|
|
131
|
+
const handle = await openEvidence(path);
|
|
132
|
+
try {
|
|
133
|
+
const before = await handle.stat();
|
|
134
|
+
if (before.size === 0)
|
|
135
|
+
throw new Error('Transcript is empty; evidence is incomplete.');
|
|
136
|
+
const size = consistency === 'snapshot' && !terminal
|
|
137
|
+
? await completePrefix(handle, before.size, budget)
|
|
138
|
+
: before.size;
|
|
139
|
+
const sourceKey = digest(`${consistency === 'snapshot' ? 'snapshot-v1:' : ''}${mode === 'text' ? 'text-v2:' : ''}${scopeKey}:${stamp(before)}:${digest(metaBytes)}`);
|
|
140
|
+
const seal = await evidenceSeal(indexDir, scopeKey, sourceKey, budget);
|
|
141
|
+
const value = await action(handle, size, seal, sourceKey, budget, !terminal);
|
|
142
|
+
signal?.throwIfAborted();
|
|
143
|
+
if (stamp(before) !== stamp(await handle.stat()) ||
|
|
144
|
+
stamp(before) !== stamp(await lstat(path)) ||
|
|
145
|
+
metaStamp !== stamp(await lstat(metaPath)))
|
|
146
|
+
throw new Error('Evidence source changed during retrieval.');
|
|
147
|
+
return value;
|
|
148
|
+
}
|
|
149
|
+
finally {
|
|
150
|
+
await handle.close();
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
return Object.freeze({
|
|
154
|
+
scope,
|
|
155
|
+
supportsTermRefinement: true,
|
|
156
|
+
async search(options = {}, signal) {
|
|
157
|
+
const input = z
|
|
158
|
+
.object({
|
|
159
|
+
maxReadBytes: integer
|
|
160
|
+
.min(1024 * 1024)
|
|
161
|
+
.max(PAGE_BYTES)
|
|
162
|
+
.optional(),
|
|
163
|
+
query: z.string().max(256).optional(),
|
|
164
|
+
terms: evidenceTermsSchema,
|
|
165
|
+
refineTerms: evidenceTermsSchema,
|
|
166
|
+
caseSensitive: z.boolean().default(true),
|
|
167
|
+
matchMode: z.enum(['literal', 'token']).default('literal'),
|
|
168
|
+
excludeSuccessfulTools: evidenceExclusionsSchema,
|
|
169
|
+
excludeDerivedSummaries: z.boolean().default(false),
|
|
170
|
+
cursor: z.string().max(4096).optional(),
|
|
171
|
+
seq: integer.positive().optional(),
|
|
172
|
+
part: integer.optional(),
|
|
173
|
+
limit: integer.min(1).max(4).default(4),
|
|
174
|
+
})
|
|
175
|
+
.strict()
|
|
176
|
+
.parse(options);
|
|
177
|
+
if (input.part !== undefined && input.seq === undefined)
|
|
178
|
+
throw new Error('Part requires an event sequence.');
|
|
179
|
+
const { query, terms, termsKey, browse } = evidenceSearchInput(input);
|
|
180
|
+
const refined = input.refineTerms
|
|
181
|
+
? evidenceSearchInput({
|
|
182
|
+
terms: evidenceTermRefinement(input, input.refineTerms),
|
|
183
|
+
matchMode: 'token',
|
|
184
|
+
})
|
|
185
|
+
: undefined;
|
|
186
|
+
const selectedTerms = refined?.terms ?? terms;
|
|
187
|
+
const exclusionsKey = evidenceExclusionsKey(input.excludeSuccessfulTools, input.excludeDerivedSummaries);
|
|
188
|
+
const kind = input.matchMode === 'token'
|
|
189
|
+
? 'search-tokens'
|
|
190
|
+
: terms
|
|
191
|
+
? 'search-terms'
|
|
192
|
+
: 'search';
|
|
193
|
+
return access(signal, input.maxReadBytes, async (handle, size, seal, sourceKey, budget, nonterminal) => {
|
|
194
|
+
const readSource = createTextSourceReader(handle, runDir, scope.runId, budget);
|
|
195
|
+
const cursor = input.cursor
|
|
196
|
+
? cursorSchema.parse(seal.unpack(input.cursor))
|
|
197
|
+
: {
|
|
198
|
+
kind,
|
|
199
|
+
query,
|
|
200
|
+
termsKey,
|
|
201
|
+
exclusionsKey,
|
|
202
|
+
seq: input.seq,
|
|
203
|
+
part: input.part,
|
|
204
|
+
mode,
|
|
205
|
+
position: { offset: 0, seq: 0, textIndex: 0 },
|
|
206
|
+
entry: 0,
|
|
207
|
+
chunk: 0,
|
|
208
|
+
within: 0,
|
|
209
|
+
caseSensitive: input.caseSensitive,
|
|
210
|
+
matchMode: input.matchMode,
|
|
211
|
+
};
|
|
212
|
+
if (cursor.kind !== kind ||
|
|
213
|
+
cursor.query !== query ||
|
|
214
|
+
cursor.termsKey !== termsKey ||
|
|
215
|
+
cursor.exclusionsKey !== exclusionsKey ||
|
|
216
|
+
cursor.caseSensitive !== input.caseSensitive ||
|
|
217
|
+
cursor.matchMode !== input.matchMode ||
|
|
218
|
+
cursor.seq !== input.seq ||
|
|
219
|
+
cursor.part !== input.part ||
|
|
220
|
+
cursor.mode !== mode)
|
|
221
|
+
throw new Error('Search cursor query changed.');
|
|
222
|
+
// Authenticate the original query first, then seal future cursors
|
|
223
|
+
// with the narrower key at exactly the same archive position.
|
|
224
|
+
if (refined)
|
|
225
|
+
cursor.termsKey = refined.termsKey;
|
|
226
|
+
const { page, cacheHit } = await indexPage(handle, size, scope.runId, cursor.position, seal, sourceKey, budget);
|
|
227
|
+
const matches = [];
|
|
228
|
+
const unavailable = [];
|
|
229
|
+
let partial = false;
|
|
230
|
+
let excludedToolResults = 0;
|
|
231
|
+
let excludedSummaries = 0;
|
|
232
|
+
let entryIndex = cursor.entry;
|
|
233
|
+
let chunk = cursor.chunk;
|
|
234
|
+
let within = cursor.within;
|
|
235
|
+
const matchPassage = passageMatcher(selectedTerms ?? query, input.caseSensitive, input.matchMode);
|
|
236
|
+
while (entryIndex < page.entries.length && matches.length < input.limit) {
|
|
237
|
+
const entry = page.entries[entryIndex];
|
|
238
|
+
if (!entry)
|
|
239
|
+
throw new Error('Invalid index entry.');
|
|
240
|
+
if ((mode === 'tools' && entry.source !== 'tool_completed') ||
|
|
241
|
+
(input.seq !== undefined && entry.seq !== input.seq) ||
|
|
242
|
+
(input.part !== undefined && entry.part !== input.part)) {
|
|
243
|
+
entryIndex++;
|
|
244
|
+
chunk = 0;
|
|
245
|
+
within = 0;
|
|
246
|
+
continue;
|
|
247
|
+
}
|
|
248
|
+
try {
|
|
249
|
+
const derived = input.excludeDerivedSummaries && entry.source === 'compaction_shed:summary';
|
|
250
|
+
if (derived || excludesSuccessfulTool(entry, input.excludeSuccessfulTools)) {
|
|
251
|
+
if (derived)
|
|
252
|
+
excludedSummaries++;
|
|
253
|
+
else
|
|
254
|
+
excludedToolResults++;
|
|
255
|
+
entryIndex++;
|
|
256
|
+
chunk = 0;
|
|
257
|
+
within = 0;
|
|
258
|
+
continue;
|
|
259
|
+
}
|
|
260
|
+
if (entry.truncated && !entry.spill)
|
|
261
|
+
partial = true;
|
|
262
|
+
if (!entry.spill &&
|
|
263
|
+
!(selectedTerms ?? [query]).some((term) => input.matchMode === 'token'
|
|
264
|
+
? mayContainToken(entry.tokenFilter, term) &&
|
|
265
|
+
(!input.caseSensitive || mayContain(entry.filter, term))
|
|
266
|
+
: !input.caseSensitive || mayContain(entry.filter, term))) {
|
|
267
|
+
entryIndex++;
|
|
268
|
+
chunk = 0;
|
|
269
|
+
within = 0;
|
|
270
|
+
continue;
|
|
271
|
+
}
|
|
272
|
+
const source = await readSource(entry);
|
|
273
|
+
while (chunk < source.chunks && matches.length < input.limit) {
|
|
274
|
+
signal?.throwIfAborted();
|
|
275
|
+
if ((selectedTerms ?? [query]).some((term) => source.mayMatch(chunk, term, input.matchMode, input.caseSensitive))) {
|
|
276
|
+
const window = await source.window(chunk, input.matchMode === 'token');
|
|
277
|
+
const text = decode(window.bytes);
|
|
278
|
+
const page = passagesInWindow(text, Math.max(within, window.searchFrom ?? 0), matchPassage, input.limit - matches.length, entry.spill ? (chunk + 1) * EVIDENCE_CHUNK_BYTES - window.offset : undefined);
|
|
279
|
+
within = page.next;
|
|
280
|
+
for (const { start, end } of page.passages) {
|
|
281
|
+
const excerpt = text.slice(start, end);
|
|
282
|
+
const byteOffset = window.offset + Buffer.byteLength(text.slice(0, start));
|
|
283
|
+
matches.push({
|
|
284
|
+
address: seal.pack({ kind: 'text', entry: pointerSchema.parse(entry) }),
|
|
285
|
+
seq: entry.seq,
|
|
286
|
+
recordedAt: source.recordedAt,
|
|
287
|
+
source: entry.source,
|
|
288
|
+
part: entry.part,
|
|
289
|
+
characterOffset: window.characterOffset === undefined
|
|
290
|
+
? undefined
|
|
291
|
+
: window.characterOffset + start,
|
|
292
|
+
toolName: entry.toolName,
|
|
293
|
+
isError: entry.isError,
|
|
294
|
+
retained: source.retained,
|
|
295
|
+
excerpt,
|
|
296
|
+
excerptComplete: source.retained === 'full' &&
|
|
297
|
+
byteOffset === 0 &&
|
|
298
|
+
Buffer.byteLength(excerpt) === source.bytes,
|
|
299
|
+
byteOffset,
|
|
300
|
+
});
|
|
301
|
+
}
|
|
302
|
+
if (within < text.length)
|
|
303
|
+
break;
|
|
304
|
+
}
|
|
305
|
+
within = 0;
|
|
306
|
+
chunk++;
|
|
307
|
+
if (browse) {
|
|
308
|
+
chunk = source.chunks;
|
|
309
|
+
break;
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
if (chunk < source.chunks)
|
|
313
|
+
break;
|
|
314
|
+
}
|
|
315
|
+
catch (error) {
|
|
316
|
+
signal?.throwIfAborted();
|
|
317
|
+
if (error instanceof EvidencePageLimit)
|
|
318
|
+
break;
|
|
319
|
+
unavailable.push(`Text record ${entry.seq}/${entry.part} is unavailable or changed.`);
|
|
320
|
+
}
|
|
321
|
+
entryIndex++;
|
|
322
|
+
chunk = 0;
|
|
323
|
+
within = 0;
|
|
324
|
+
}
|
|
325
|
+
const nextCursor = entryIndex < page.entries.length
|
|
326
|
+
? seal.pack({ ...cursor, entry: entryIndex, chunk, within })
|
|
327
|
+
: page.next && (input.seq === undefined || page.next.seq < input.seq)
|
|
328
|
+
? seal.pack({ ...cursor, position: page.next, entry: 0, chunk: 0, within: 0 })
|
|
329
|
+
: null;
|
|
330
|
+
return {
|
|
331
|
+
scope,
|
|
332
|
+
matches,
|
|
333
|
+
nextCursor,
|
|
334
|
+
scannedBytes: budget.bytes,
|
|
335
|
+
indexedRecords: cacheHit ? 0 : page.records,
|
|
336
|
+
cacheHit,
|
|
337
|
+
incomplete: nonterminal || unavailable.length > 0 || partial,
|
|
338
|
+
unavailable,
|
|
339
|
+
...(excludedToolResults ? { excludedToolResults } : {}),
|
|
340
|
+
...(excludedSummaries ? { excludedSummaries } : {}),
|
|
341
|
+
};
|
|
342
|
+
});
|
|
343
|
+
},
|
|
344
|
+
async read(options, signal) {
|
|
345
|
+
const input = z
|
|
346
|
+
.object({
|
|
347
|
+
address: z.string().max(8192),
|
|
348
|
+
byteOffset: integer.optional(),
|
|
349
|
+
maxReadBytes: integer
|
|
350
|
+
.min(1024 * 1024)
|
|
351
|
+
.max(PAGE_BYTES)
|
|
352
|
+
.optional(),
|
|
353
|
+
})
|
|
354
|
+
.strict()
|
|
355
|
+
.parse(options);
|
|
356
|
+
return access(signal, input.maxReadBytes, async (handle, _size, seal, _sourceKey, budget) => {
|
|
357
|
+
const pointer = addressSchema.parse(seal.unpack(input.address)).entry;
|
|
358
|
+
const source = await createTextSourceReader(handle, runDir, scope.runId, budget)(pointer);
|
|
359
|
+
const entry = source.entry;
|
|
360
|
+
if (mode === 'tools' && entry.source !== 'tool_completed')
|
|
361
|
+
throw new Error('Not tool evidence.');
|
|
362
|
+
return readTextPage(source, scope, input.byteOffset ?? 0, budget);
|
|
363
|
+
});
|
|
364
|
+
},
|
|
365
|
+
});
|
|
366
|
+
}
|
|
367
|
+
//# sourceMappingURL=disk.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"disk.js","sourceRoot":"","sources":["../../../src/store/evidence/disk.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAExC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AACvF,OAAO,EAEN,WAAW,EACX,YAAY,EACZ,SAAS,EACT,cAAc,GACd,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAEN,iBAAiB,EACjB,UAAU,EACV,YAAY,EACZ,MAAM,EACN,YAAY,EACZ,SAAS,EACT,SAAS,EACT,KAAK,GACL,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAA;AAChE,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AACpG,OAAO,EACN,qBAAqB,EACrB,wBAAwB,EACxB,sBAAsB,GACtB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAYvE,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAA;AACrD,MAAM,WAAW,GAAG,CAAC;KACnB,MAAM,CAAC;IACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE;IAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE;CACxB,CAAC;KACD,MAAM,EAAE,CAAA;AACV,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;IACzD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC;IAC1B,QAAQ,EAAE,CAAC;SACT,MAAM,EAAE;SACR,KAAK,CAAC,gBAAgB,CAAC;SACvB,QAAQ,EAAE;IACZ,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACxC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC1D,aAAa,EAAE,CAAC;SACd,MAAM,EAAE;SACR,KAAK,CAAC,gBAAgB,CAAC;SACvB,QAAQ,EAAE;IACZ,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE;IACvB,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;IACxB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAChD,QAAQ,EAAE,cAAc;IACxB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;IACtB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;CAC1B,CAAC,CAAA;AACF,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,CAAC;IACtC,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,IAAI;IACZ,GAAG,EAAE,IAAI;IACT,IAAI,EAAE,IAAI;CACV,CAAC,CAAA;AACF,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAA;AAEjF,gGAAgG;AAChG,KAAK,UAAU,cAAc,CAAC,MAAkB,EAAE,IAAY,EAAE,MAAsB;IACrF,IAAI,CAAC,MAAM,SAAS,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;QAAE,OAAO,IAAI,CAAA;IACzE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,YAAY,CAAC,CAAA;IAC9C,IAAI,GAAG,GAAG,IAAI,GAAG,CAAC,CAAA;IAClB,OAAO,GAAG,GAAG,KAAK,EAAE,CAAC;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,GAAG,MAAM,CAAC,CAAA;QAC3C,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,KAAK,EAAE,MAAM,CAAC,CAAA;QACjE,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAA;QACrC,IAAI,OAAO,IAAI,CAAC;YAAE,OAAO,KAAK,GAAG,OAAO,GAAG,CAAC,CAAA;QAC5C,GAAG,GAAG,KAAK,CAAA;IACZ,CAAC;IACD,IAAI,KAAK,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IACjF,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAA;AAC/E,CAAC;AACD;;;;;GAKG;AACH,MAAM,UAAU,+BAA+B,CAC9C,OAA+B;IAE/B,OAAO,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;AACrC,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,2BAA2B,CAAC,OAA+B;IAC1E,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAG,CAAqD,KAAQ,EAAE,EAAE;QAC7E,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;YAC9D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;QAC3C,OAAO,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAA;IACtE,CAAC,CAAA;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,sBAAsB,EAAE,IAAI;QAC5B,KAAK,CAAC,MAAM,CAAC,UAAwC,EAAE,EAAE,MAAoB;YAC5E,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;YACnD,OAAO,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAA;QACxD,CAAC;QACD,KAAK,CAAC,IAAI,CACT,OAA+B,EAC/B,MAAoB;YAEpB,OAAO,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;QAChD,CAAC;KACD,CAAC,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CACpB,OAA+B,EAC/B,IAAsB;IAEtB,MAAM,WAAW,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,CAAA;IACzF,MAAM,YAAY,GAAG,CAAC;SACpB,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;SAChB,GAAG,CAAC,UAAU,CAAC;SACf,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAA;IAC9C,KAAK,UAAU,MAAM,CACpB,MAA+B,EAC/B,cAAkC,EAClC,MAOe;QAEf,MAAM,MAAM,GAAmB;YAC9B,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,cAAc,IAAI,YAAY,CAAC;YAC7D,MAAM;SACN,CAAA;QACD,MAAM,EAAE,cAAc,EAAE,CAAA;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;QACzC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC9C,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI,CAAC,CAAA;QAC/D,IAAI,SAAS,KAAK,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;QAC1C,MAAM,QAAQ,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC3E,MAAM,QAAQ,GACb,QAAQ;YACR,CAAC,WAAW,KAAK,UAAU,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACrF,IACC,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC,KAAK;YACvB,CAAC,QAAQ;YACT,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YAEjF,MAAM,IAAI,KAAK,CACd,WAAW,KAAK,QAAQ;gBACvB,CAAC,CAAC,wEAAwE;gBAC1E,CAAC,CAAC,6EAA6E,CAChF,CAAA;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;QAC7C,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAClC,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;YACtF,MAAM,IAAI,GACT,WAAW,KAAK,UAAU,IAAI,CAAC,QAAQ;gBACtC,CAAC,CAAC,MAAM,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC;gBACnD,CAAC,CAAC,MAAM,CAAC,IAAI,CAAA;YACf,MAAM,SAAS,GAAG,MAAM,CACvB,GAAG,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,EAAE,CAC1I,CAAA;YACD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAA;YACtE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAA;YAC5E,MAAM,EAAE,cAAc,EAAE,CAAA;YACxB,IACC,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC1C,SAAS,KAAK,KAAK,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAE1C,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;YAC7D,OAAO,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACV,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC;QACpB,KAAK;QACL,sBAAsB,EAAE,IAAI;QAC5B,KAAK,CAAC,MAAM,CAAC,UAAwC,EAAE,EAAE,MAAoB;YAC5E,MAAM,KAAK,GAAG,CAAC;iBACb,MAAM,CAAC;gBACP,YAAY,EAAE,OAAO;qBACnB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;qBAChB,GAAG,CAAC,UAAU,CAAC;qBACf,QAAQ,EAAE;gBACZ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;gBACrC,KAAK,EAAE,mBAAmB;gBAC1B,WAAW,EAAE,mBAAmB;gBAChC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;gBACxC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;gBAC1D,sBAAsB,EAAE,wBAAwB;gBAChD,uBAAuB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;gBACnD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE;gBACvC,GAAG,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;gBAClC,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE;gBACxB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;aACvC,CAAC;iBACD,MAAM,EAAE;iBACR,KAAK,CAAC,OAAO,CAAC,CAAA;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS;gBACtD,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;YACpD,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAA;YACrE,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW;gBAChC,CAAC,CAAC,mBAAmB,CAAC;oBACpB,KAAK,EAAE,sBAAsB,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC;oBACvD,SAAS,EAAE,OAAO;iBAClB,CAAC;gBACH,CAAC,CAAC,SAAS,CAAA;YACZ,MAAM,aAAa,GAAG,OAAO,EAAE,KAAK,IAAI,KAAK,CAAA;YAC7C,MAAM,aAAa,GAAG,qBAAqB,CAC1C,KAAK,CAAC,sBAAsB,EAC5B,KAAK,CAAC,uBAAuB,CAC7B,CAAA;YACD,MAAM,IAAI,GACT,KAAK,CAAC,SAAS,KAAK,OAAO;gBAC1B,CAAC,CAAE,eAAyB;gBAC5B,CAAC,CAAC,KAAK;oBACN,CAAC,CAAE,cAAwB;oBAC3B,CAAC,CAAE,QAAkB,CAAA;YACxB,OAAO,MAAM,CACZ,MAAM,EACN,KAAK,CAAC,YAAY,EAClB,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE;gBAC5D,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBAC9E,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM;oBAC1B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAC/C,CAAC,CAAC;wBACA,IAAI;wBACJ,KAAK;wBACL,QAAQ;wBACR,aAAa;wBACb,GAAG,EAAE,KAAK,CAAC,GAAG;wBACd,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,IAAI;wBACJ,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;wBAC7C,KAAK,EAAE,CAAC;wBACR,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,CAAC;wBACT,aAAa,EAAE,KAAK,CAAC,aAAa;wBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;qBAC1B,CAAA;gBACH,IACC,MAAM,CAAC,IAAI,KAAK,IAAI;oBACpB,MAAM,CAAC,KAAK,KAAK,KAAK;oBACtB,MAAM,CAAC,QAAQ,KAAK,QAAQ;oBAC5B,MAAM,CAAC,aAAa,KAAK,aAAa;oBACtC,MAAM,CAAC,aAAa,KAAK,KAAK,CAAC,aAAa;oBAC5C,MAAM,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;oBACpC,MAAM,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG;oBACxB,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;oBAC1B,MAAM,CAAC,IAAI,KAAK,IAAI;oBAEpB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;gBAChD,kEAAkE;gBAClE,8DAA8D;gBAC9D,IAAI,OAAO;oBAAE,MAAM,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;gBAC/C,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,SAAS,CACzC,MAAM,EACN,IAAI,EACJ,KAAK,CAAC,KAAK,EACX,MAAM,CAAC,QAAQ,EACf,IAAI,EACJ,SAAS,EACT,MAAM,CACN,CAAA;gBACD,MAAM,OAAO,GAA2B,EAAE,CAAA;gBAC1C,MAAM,WAAW,GAAa,EAAE,CAAA;gBAChC,IAAI,OAAO,GAAG,KAAK,CAAA;gBACnB,IAAI,mBAAmB,GAAG,CAAC,CAAA;gBAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAA;gBACzB,IAAI,UAAU,GAAG,MAAM,CAAC,KAAK,CAAA;gBAC7B,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;gBACxB,IAAI,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;gBAC1B,MAAM,YAAY,GAAG,cAAc,CAClC,aAAa,IAAI,KAAK,EACtB,KAAK,CAAC,aAAa,EACnB,KAAK,CAAC,SAAS,CACf,CAAA;gBACD,OAAO,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;oBACzE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAA;oBACtC,IAAI,CAAC,KAAK;wBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;oBACnD,IACC,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,gBAAgB,CAAC;wBACvD,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC;wBACpD,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,EACtD,CAAC;wBACF,UAAU,EAAE,CAAA;wBACZ,KAAK,GAAG,CAAC,CAAA;wBACT,MAAM,GAAG,CAAC,CAAA;wBACV,SAAQ;oBACT,CAAC;oBACD,IAAI,CAAC;wBACJ,MAAM,OAAO,GACZ,KAAK,CAAC,uBAAuB,IAAI,KAAK,CAAC,MAAM,KAAK,yBAAyB,CAAA;wBAC5E,IAAI,OAAO,IAAI,sBAAsB,CAAC,KAAK,EAAE,KAAK,CAAC,sBAAsB,CAAC,EAAE,CAAC;4BAC5E,IAAI,OAAO;gCAAE,iBAAiB,EAAE,CAAA;;gCAC3B,mBAAmB,EAAE,CAAA;4BAC1B,UAAU,EAAE,CAAA;4BACZ,KAAK,GAAG,CAAC,CAAA;4BACT,MAAM,GAAG,CAAC,CAAA;4BACV,SAAQ;wBACT,CAAC;wBACD,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,KAAK;4BAAE,OAAO,GAAG,IAAI,CAAA;wBACnD,IACC,CAAC,KAAK,CAAC,KAAK;4BACZ,CAAC,CAAC,aAAa,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACzC,KAAK,CAAC,SAAS,KAAK,OAAO;gCAC1B,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC;oCACzC,CAAC,CAAC,KAAK,CAAC,aAAa,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gCACzD,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CACzD,EACA,CAAC;4BACF,UAAU,EAAE,CAAA;4BACZ,KAAK,GAAG,CAAC,CAAA;4BACT,MAAM,GAAG,CAAC,CAAA;4BACV,SAAQ;wBACT,CAAC;wBACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAA;wBACtC,OAAO,KAAK,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;4BAC9D,MAAM,EAAE,cAAc,EAAE,CAAA;4BACxB,IACC,CAAC,aAAa,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACxC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,CAClE,EACA,CAAC;gCACF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,CAAA;gCACtE,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gCACjC,MAAM,IAAI,GAAG,gBAAgB,CAC5B,IAAI,EACJ,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,EACxC,YAAY,EACZ,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,EAC5B,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,oBAAoB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAC5E,CAAA;gCACD,MAAM,GAAG,IAAI,CAAC,IAAI,CAAA;gCAClB,KAAK,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oCAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;oCACtC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAA;oCAC1E,OAAO,CAAC,IAAI,CAAC;wCACZ,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;wCACvE,GAAG,EAAE,KAAK,CAAC,GAAG;wCACd,UAAU,EAAE,MAAM,CAAC,UAAU;wCAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;wCACpB,IAAI,EAAE,KAAK,CAAC,IAAI;wCAChB,eAAe,EACd,MAAM,CAAC,eAAe,KAAK,SAAS;4CACnC,CAAC,CAAC,SAAS;4CACX,CAAC,CAAC,MAAM,CAAC,eAAe,GAAG,KAAK;wCAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ;wCACxB,OAAO,EAAE,KAAK,CAAC,OAAO;wCACtB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wCACzB,OAAO;wCACP,eAAe,EACd,MAAM,CAAC,QAAQ,KAAK,MAAM;4CAC1B,UAAU,KAAK,CAAC;4CAChB,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,MAAM,CAAC,KAAK;wCAC5C,UAAU;qCACV,CAAC,CAAA;gCACH,CAAC;gCACD,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM;oCAAE,MAAK;4BAChC,CAAC;4BACD,MAAM,GAAG,CAAC,CAAA;4BACV,KAAK,EAAE,CAAA;4BACP,IAAI,MAAM,EAAE,CAAC;gCACZ,KAAK,GAAG,MAAM,CAAC,MAAM,CAAA;gCACrB,MAAK;4BACN,CAAC;wBACF,CAAC;wBACD,IAAI,KAAK,GAAG,MAAM,CAAC,MAAM;4BAAE,MAAK;oBACjC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAChB,MAAM,EAAE,cAAc,EAAE,CAAA;wBACxB,IAAI,KAAK,YAAY,iBAAiB;4BAAE,MAAK;wBAC7C,WAAW,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,6BAA6B,CAAC,CAAA;oBACtF,CAAC;oBACD,UAAU,EAAE,CAAA;oBACZ,KAAK,GAAG,CAAC,CAAA;oBACT,MAAM,GAAG,CAAC,CAAA;gBACX,CAAC;gBACD,MAAM,UAAU,GACf,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM;oBAC/B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;oBAC5D,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;wBACpE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;wBAC9E,CAAC,CAAC,IAAI,CAAA;gBACT,OAAO;oBACN,KAAK;oBACL,OAAO;oBACP,UAAU;oBACV,YAAY,EAAE,MAAM,CAAC,KAAK;oBAC1B,cAAc,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO;oBAC3C,QAAQ;oBACR,UAAU,EAAE,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO;oBAC5D,WAAW;oBACX,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvD,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACnD,CAAA;YACF,CAAC,CACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,IAAI,CACT,OAA+B,EAC/B,MAAoB;YAEpB,MAAM,KAAK,GAAG,CAAC;iBACb,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;gBAC7B,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE;gBAC9B,YAAY,EAAE,OAAO;qBACnB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;qBAChB,GAAG,CAAC,UAAU,CAAC;qBACf,QAAQ,EAAE;aACZ,CAAC;iBACD,MAAM,EAAE;iBACR,KAAK,CAAC,OAAO,CAAC,CAAA;YAChB,OAAO,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE;gBAC3F,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;gBACrE,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,CAAA;gBACzF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;gBAC1B,IAAI,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,gBAAgB;oBACxD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;gBACtC,OAAO,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,IAAI,CAAC,EAAE,MAAM,CAAC,CAAA;YAClE,CAAC,CAAC,CAAA;QACH,CAAC;KACD,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
export declare const EVIDENCE_CHUNK_BYTES = 65536;
|
|
2
|
+
export declare const SEARCH_OVERLAP_BYTES = 1024;
|
|
3
|
+
export declare function digest(value: string | Uint8Array): string;
|
|
4
|
+
export declare function textFilter(text: string): string;
|
|
5
|
+
export declare function mayContain(filter: string, query: string): boolean;
|
|
6
|
+
/** Negative-only membership filter using the same whole-token keys as discovery. */
|
|
7
|
+
export declare function tokenFilter(text: string): string;
|
|
8
|
+
export declare function mayContainToken(filter: string | undefined, query: string): boolean;
|
|
9
|
+
/** Internal manifest, authenticated by the digest recorded in tool_completed. */
|
|
10
|
+
export interface SpillManifest {
|
|
11
|
+
version: 1;
|
|
12
|
+
bytes: number;
|
|
13
|
+
chars?: number;
|
|
14
|
+
chunkBytes: number;
|
|
15
|
+
chunks: {
|
|
16
|
+
sha256: string;
|
|
17
|
+
filter: string;
|
|
18
|
+
tokenFilter?: string;
|
|
19
|
+
characterOffset?: number;
|
|
20
|
+
}[];
|
|
21
|
+
}
|
|
22
|
+
/** Optional acceleration must not reduce the previously retainable output size. */
|
|
23
|
+
export declare function encodeSpillManifest(manifest: SpillManifest): string;
|
|
24
|
+
export declare function spillManifest(bytes: Buffer): string;
|
|
25
|
+
//# sourceMappingURL=format.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../../src/store/evidence/format.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,oBAAoB,QAAS,CAAA;AAC1C,eAAO,MAAM,oBAAoB,OAAQ,CAAA;AAIzC,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAEzD;AAoBD,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAQ/C;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAQjE;AAQD,oFAAoF;AACpF,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAQhD;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAOlF;AAED,iFAAiF;AACjF,MAAM,WAAW,aAAa;IAC7B,OAAO,EAAE,CAAC,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;CAC5F;AAED,mFAAmF;AACnF,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,aAAa,GAAG,MAAM,CAOnE;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CA6BnD"}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { createHash } from 'node:crypto';
|
|
2
|
+
import { evidenceTokenEntries, evidenceTokenKey } from '../../utils/evidence-tokens.js';
|
|
3
|
+
import { RECORD_BYTES } from './io.js';
|
|
4
|
+
export const EVIDENCE_CHUNK_BYTES = 65_536;
|
|
5
|
+
export const SEARCH_OVERLAP_BYTES = 1_024;
|
|
6
|
+
const FILTER_BYTES = 1_024;
|
|
7
|
+
const TOKEN_FILTER_PREFIX = `tokens-v1:${digest(`${process.version}:${process.versions.v8}:${process.versions.unicode}`).slice(0, 16)}:`;
|
|
8
|
+
export function digest(value) {
|
|
9
|
+
return createHash('sha256').update(value).digest('hex');
|
|
10
|
+
}
|
|
11
|
+
function hashAt(text, offset) {
|
|
12
|
+
let hash = 2166136261;
|
|
13
|
+
for (let i = 0; i < 3; i++)
|
|
14
|
+
hash = Math.imul(hash ^ text.charCodeAt(offset + i), 16777619);
|
|
15
|
+
return hash >>> 0;
|
|
16
|
+
}
|
|
17
|
+
function second(hash) {
|
|
18
|
+
return Math.imul(hash ^ (hash >>> 16), 0x45d9f3b) >>> 0;
|
|
19
|
+
}
|
|
20
|
+
function contains(bits, hash) {
|
|
21
|
+
const bit = hash % (bits.length * 8);
|
|
22
|
+
return ((bits[bit >>> 3] ?? 0) & (1 << (bit & 7))) !== 0;
|
|
23
|
+
}
|
|
24
|
+
function set(bits, hash) {
|
|
25
|
+
const bit = hash % (bits.length * 8);
|
|
26
|
+
bits[bit >>> 3] = (bits[bit >>> 3] ?? 0) | (1 << (bit & 7));
|
|
27
|
+
}
|
|
28
|
+
// A negative rules out a literal match; a positive always needs source verification.
|
|
29
|
+
export function textFilter(text) {
|
|
30
|
+
const bits = Buffer.alloc(FILTER_BYTES);
|
|
31
|
+
for (let i = 0; i + 2 < text.length; i++) {
|
|
32
|
+
const hash = hashAt(text, i);
|
|
33
|
+
set(bits, hash);
|
|
34
|
+
set(bits, second(hash));
|
|
35
|
+
}
|
|
36
|
+
return bits.toString('base64');
|
|
37
|
+
}
|
|
38
|
+
export function mayContain(filter, query) {
|
|
39
|
+
const bits = Buffer.from(filter, 'base64');
|
|
40
|
+
if (bits.length !== FILTER_BYTES)
|
|
41
|
+
throw new Error('Invalid evidence filter.');
|
|
42
|
+
for (let i = 0; i + 2 < query.length; i++) {
|
|
43
|
+
const hash = hashAt(query, i);
|
|
44
|
+
if (!contains(bits, hash) || !contains(bits, second(hash)))
|
|
45
|
+
return false;
|
|
46
|
+
}
|
|
47
|
+
return true;
|
|
48
|
+
}
|
|
49
|
+
function tokenHash(token) {
|
|
50
|
+
let hash = 2166136261;
|
|
51
|
+
for (let i = 0; i < token.length; i++)
|
|
52
|
+
hash = Math.imul(hash ^ token.charCodeAt(i), 16777619);
|
|
53
|
+
return hash >>> 0;
|
|
54
|
+
}
|
|
55
|
+
/** Negative-only membership filter using the same whole-token keys as discovery. */
|
|
56
|
+
export function tokenFilter(text) {
|
|
57
|
+
const bits = Buffer.alloc(text.length <= 1024 ? 128 : text.length <= 8192 ? 512 : FILTER_BYTES);
|
|
58
|
+
for (const match of evidenceTokenEntries(text)) {
|
|
59
|
+
const hash = tokenHash(evidenceTokenKey(match[0]));
|
|
60
|
+
set(bits, hash);
|
|
61
|
+
set(bits, second(hash));
|
|
62
|
+
}
|
|
63
|
+
return TOKEN_FILTER_PREFIX + bits.toString('base64');
|
|
64
|
+
}
|
|
65
|
+
export function mayContainToken(filter, query) {
|
|
66
|
+
if (filter === undefined || !filter.startsWith(TOKEN_FILTER_PREFIX))
|
|
67
|
+
return true;
|
|
68
|
+
const bits = Buffer.from(filter.slice(TOKEN_FILTER_PREFIX.length), 'base64');
|
|
69
|
+
if (![128, 512, FILTER_BYTES].includes(bits.length))
|
|
70
|
+
throw new Error('Invalid evidence token filter.');
|
|
71
|
+
const hash = tokenHash(evidenceTokenKey(query));
|
|
72
|
+
return contains(bits, hash) && contains(bits, second(hash));
|
|
73
|
+
}
|
|
74
|
+
/** Optional acceleration must not reduce the previously retainable output size. */
|
|
75
|
+
export function encodeSpillManifest(manifest) {
|
|
76
|
+
const encoded = JSON.stringify(manifest);
|
|
77
|
+
if (Buffer.byteLength(encoded, 'utf8') <= RECORD_BYTES)
|
|
78
|
+
return encoded;
|
|
79
|
+
return JSON.stringify({
|
|
80
|
+
...manifest,
|
|
81
|
+
chunks: manifest.chunks.map(({ tokenFilter: _filter, ...chunk }) => chunk),
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
export function spillManifest(bytes) {
|
|
85
|
+
const chunks = [];
|
|
86
|
+
let chars = 0;
|
|
87
|
+
const boundary = (position) => {
|
|
88
|
+
let offset = position;
|
|
89
|
+
while (offset < bytes.length && ((bytes[offset] ?? 0) & 0xc0) === 0x80)
|
|
90
|
+
offset++;
|
|
91
|
+
return Math.min(offset, bytes.length);
|
|
92
|
+
};
|
|
93
|
+
for (let offset = 0; offset < bytes.length; offset += EVIDENCE_CHUNK_BYTES) {
|
|
94
|
+
const text = bytes
|
|
95
|
+
.subarray(offset, offset + EVIDENCE_CHUNK_BYTES + SEARCH_OVERLAP_BYTES)
|
|
96
|
+
.toString('utf8');
|
|
97
|
+
chunks.push({
|
|
98
|
+
characterOffset: chars,
|
|
99
|
+
sha256: digest(bytes.subarray(offset, offset + EVIDENCE_CHUNK_BYTES)),
|
|
100
|
+
filter: textFilter(text),
|
|
101
|
+
tokenFilter: tokenFilter(text),
|
|
102
|
+
});
|
|
103
|
+
chars += bytes
|
|
104
|
+
.subarray(boundary(offset), boundary(offset + EVIDENCE_CHUNK_BYTES))
|
|
105
|
+
.toString('utf8').length;
|
|
106
|
+
}
|
|
107
|
+
return encodeSpillManifest({
|
|
108
|
+
version: 1,
|
|
109
|
+
bytes: bytes.length,
|
|
110
|
+
chars,
|
|
111
|
+
chunkBytes: EVIDENCE_CHUNK_BYTES,
|
|
112
|
+
chunks,
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
//# sourceMappingURL=format.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"format.js","sourceRoot":"","sources":["../../../src/store/evidence/format.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAA;AACvF,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAA;AAC1C,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,CAAA;AACzC,MAAM,YAAY,GAAG,KAAK,CAAA;AAC1B,MAAM,mBAAmB,GAAG,aAAa,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAA;AAExI,MAAM,UAAU,MAAM,CAAC,KAA0B;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,MAAM,CAAC,IAAY,EAAE,MAAc;IAC3C,IAAI,IAAI,GAAG,UAAU,CAAA;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QAAE,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;IAC1F,OAAO,IAAI,KAAK,CAAC,CAAA;AAClB,CAAC;AACD,SAAS,MAAM,CAAC,IAAY;IAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAA;AACxD,CAAC;AACD,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAY;IAC3C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACpC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;AACzD,CAAC;AACD,SAAS,GAAG,CAAC,IAAY,EAAE,IAAY;IACtC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACpC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,UAAU,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAC5B,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACf,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;AAC/B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,KAAa;IACvD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAC1C,IAAI,IAAI,CAAC,MAAM,KAAK,YAAY;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;IAC7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAC7B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAA;IACzE,CAAC;IACD,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC/B,IAAI,IAAI,GAAG,UAAU,CAAA;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;IAC7F,OAAO,IAAI,KAAK,CAAC,CAAA;AAClB,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,WAAW,CAAC,IAAY;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAA;IAC/F,KAAK,MAAM,KAAK,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,SAAS,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAClD,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACf,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IACxB,CAAC;IACD,OAAO,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;AACrD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAA0B,EAAE,KAAa;IACxE,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAA;IAChF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAA;IAC5E,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAA;IAClD,MAAM,IAAI,GAAG,SAAS,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAA;IAC/C,OAAO,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;AAC5D,CAAC;AAWD,mFAAmF;AACnF,MAAM,UAAU,mBAAmB,CAAC,QAAuB;IAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;IACxC,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,YAAY;QAAE,OAAO,OAAO,CAAA;IACtE,OAAO,IAAI,CAAC,SAAS,CAAC;QACrB,GAAG,QAAQ;QACX,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC;KAC1E,CAAC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa;IAC1C,MAAM,MAAM,GAA4B,EAAE,CAAA;IAC1C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,MAAM,QAAQ,GAAG,CAAC,QAAgB,EAAE,EAAE;QACrC,IAAI,MAAM,GAAG,QAAQ,CAAA;QACrB,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI;YAAE,MAAM,EAAE,CAAA;QAChF,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;IACtC,CAAC,CAAA;IACD,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,oBAAoB,EAAE,CAAC;QAC5E,MAAM,IAAI,GAAG,KAAK;aAChB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,oBAAoB,GAAG,oBAAoB,CAAC;aACtE,QAAQ,CAAC,MAAM,CAAC,CAAA;QAClB,MAAM,CAAC,IAAI,CAAC;YACX,eAAe,EAAE,KAAK;YACtB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,oBAAoB,CAAC,CAAC;YACrE,MAAM,EAAE,UAAU,CAAC,IAAI,CAAC;YACxB,WAAW,EAAE,WAAW,CAAC,IAAI,CAAC;SAC9B,CAAC,CAAA;QACF,KAAK,IAAI,KAAK;aACZ,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,oBAAoB,CAAC,CAAC;aACnE,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,CAAA;IAC1B,CAAC;IACD,OAAO,mBAAmB,CAAC;QAC1B,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,KAAK;QACL,UAAU,EAAE,oBAAoB;QAChC,MAAM;KACN,CAAC,CAAA;AACH,CAAC"}
|