@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1008 -1
- package/README.md +40 -81
- package/dist-lib/index.d.ts +1 -1
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +19 -2
- package/dist-lib/lib/api/agents.js +121 -24
- package/dist-lib/lib/api/app-config.d.ts +4 -1
- package/dist-lib/lib/api/app-config.js +17 -6
- package/dist-lib/lib/api/attachments.js +3 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +13 -2
- package/dist-lib/lib/api/chat.js +114 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +17 -2
- package/dist-lib/lib/api/chunks.js +70 -13
- package/dist-lib/lib/api/config.d.ts +6 -2
- package/dist-lib/lib/api/config.js +47 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +9 -0
- package/dist-lib/lib/api/device-routes.js +123 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +23 -11
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +12 -1
- package/dist-lib/lib/api/execution.js +44 -14
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +28 -6
- package/dist-lib/lib/api/index.js +101 -33
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +67 -26
- package/dist-lib/lib/api/mesh.d.ts +12 -4
- package/dist-lib/lib/api/mesh.js +12 -8
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +169 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +71 -34
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +48 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +2 -2
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +5 -0
- package/dist-lib/lib/api/workspace.js +47 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +37 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +30 -17
- package/dist-lib/lib/assistant/history.js +179 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/message.d.ts +27 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +100 -0
- package/dist-lib/lib/assistant/model-round.js +619 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +42 -0
- package/dist-lib/lib/assistant/round-host.js +241 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +4 -1
- package/dist-lib/lib/assistant-client.js +27 -8
- package/dist-lib/lib/assistant-tree.d.ts +10 -3
- package/dist-lib/lib/assistant-tree.js +63 -20
- package/dist-lib/lib/assistant.d.ts +93 -24
- package/dist-lib/lib/assistant.js +2048 -1231
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +2 -2
- package/dist-lib/lib/client.js +10 -1
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +18 -4
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +40 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +71 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +45 -19
- package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
- package/dist-lib/lib/core/archived-mesh.js +77 -58
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +395 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +8 -7
- package/dist-lib/lib/core/chat-move.d.ts +75 -0
- package/dist-lib/lib/core/chat-move.js +598 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +19 -4
- package/dist-lib/lib/core/chat-project.d.ts +2 -0
- package/dist-lib/lib/core/chat-project.js +15 -0
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +33 -4
- package/dist-lib/lib/core/chat.js +122 -39
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +250 -45
- package/dist-lib/lib/core/collections.d.ts +40 -1
- package/dist-lib/lib/core/collections.js +40 -1
- package/dist-lib/lib/core/config-value.d.ts +6 -0
- package/dist-lib/lib/core/config-value.js +14 -0
- package/dist-lib/lib/core/contract/activity.d.ts +3 -2
- package/dist-lib/lib/core/contract/activity.js +39 -21
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +36 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +34 -4
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +21 -0
- package/dist-lib/lib/core/contract/projects.js +327 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +121 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
- package/dist-lib/lib/core/contract/run-requests.js +81 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/departures.d.ts +16 -5
- package/dist-lib/lib/core/departures.js +79 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +5 -3
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.js +8 -7
- package/dist-lib/lib/core/files/index.d.ts +27 -14
- package/dist-lib/lib/core/files/index.js +220 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
- package/dist-lib/lib/core/files/processing/index.js +99 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +14 -3
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
- package/dist-lib/lib/core/files/rag/build.js +32 -8
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +57 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
- package/dist-lib/lib/core/files/rag/index.js +30 -8
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
- package/dist-lib/lib/core/files/records/knowledge.js +40 -3
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +20 -48
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +53 -14
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +30 -18
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +86 -7
- package/dist-lib/lib/core/local/index.js +312 -27
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +107 -30
- package/dist-lib/lib/core/mesh.js +625 -171
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +13 -0
- package/dist-lib/lib/core/project-keys.js +56 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +26 -0
- package/dist-lib/lib/core/public-mesh.js +94 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/run-requests.js +58 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
- package/dist-lib/lib/core/skill-secrets.js +90 -72
- package/dist-lib/lib/core/sync/background.d.ts +35 -0
- package/dist-lib/lib/core/sync/background.js +85 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +164 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
- package/dist-lib/lib/core/sync/view-updates.js +133 -0
- package/dist-lib/lib/core/sync-status.js +3 -3
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +11 -11
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
- package/dist-lib/lib/core/workspace-upgrade.js +50 -0
- package/dist-lib/lib/core.d.ts +303 -84
- package/dist-lib/lib/core.js +3952 -1511
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +794 -0
- package/dist-lib/lib/errors.js +728 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
- package/dist-lib/lib/kv-cache-retention.js +98 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +42 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +16 -12
- package/dist-lib/lib/model-download.js +90 -34
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +27 -0
- package/dist-lib/lib/model-memory-cap.js +69 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +13 -5
- package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +3 -0
- package/dist-lib/lib/probe-rounds.js +5 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +44 -0
- package/dist-lib/lib/run-replay.js +158 -0
- package/dist-lib/lib/run-transcript.d.ts +11 -12
- package/dist-lib/lib/run-transcript.js +16 -18
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +780 -155
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +7 -0
- package/dist-lib/schema/indexes.js +48 -3
- package/dist-lib/schema/local.js +80 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +474 -14
- package/dist-lib/spec/bind.js +212 -48
- package/dist-lib/spec/calls.js +46 -5
- package/dist-lib/spec/capabilities.d.ts +100 -18
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +739 -206
- package/dist-lib/spec/hrpc/index.js +844 -345
- package/dist-lib/spec/hrpc/messages.js +3906 -1749
- package/dist-lib/spec/hyperschema/index.js +3906 -1749
- package/dist-lib/spec/hyperschema/schema.json +4809 -3119
- package/dist-lib/spec/hyperschema/types.d.ts +482 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
- package/dist-lib/spec/local/hyperschema/index.js +573 -16
- package/dist-lib/spec/local/hyperschema/schema.json +354 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
- package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
- package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
- package/package.json +64 -43
- package/worker/assistant-sidecar.mjs +18 -2
- package/worker/stow-entry.mjs +2 -0
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
- package/tui/README.md +0 -142
- package/tui/app.mjs +0 -6939
- package/tui/boot.mjs +0 -111
- package/tui/index.mjs +0 -53
- package/tui/lib/boot-timing.mjs +0 -41
- package/tui/lib/busy-words.mjs +0 -116
- package/tui/lib/export.mjs +0 -194
- package/tui/lib/knowledge-command.mjs +0 -190
- package/tui/lib/knowledge-import.mjs +0 -171
- package/tui/lib/render.mjs +0 -196
- package/tui/lib/save-file.mjs +0 -88
- package/tui/lib/select.mjs +0 -81
- package/tui/lib/selection.mjs +0 -18
- package/tui/lib/setup.mjs +0 -101
- package/tui/lib/sidebar.mjs +0 -63
- package/tui/lib/splash-art.mjs +0 -107
- package/tui/lib/splash.mjs +0 -18
- package/tui/lib/upload-frames.mjs +0 -9
- package/tui/lib/usage.mjs +0 -59
- package/tui/lib/wrap.mjs +0 -143
- package/tui/main.mjs +0 -264
|
@@ -6,7 +6,7 @@ export interface IndexingEmbedder extends BuildEmbedder {
|
|
|
6
6
|
}
|
|
7
7
|
export type IndexingProgress = (update: {
|
|
8
8
|
knowledgeId: string;
|
|
9
|
-
chatId
|
|
9
|
+
chatId?: string | null;
|
|
10
10
|
stage: 'embedding' | 'ready' | 'failed';
|
|
11
11
|
processedChunks: number;
|
|
12
12
|
totalChunks: number;
|
|
@@ -1,10 +1,9 @@
|
|
|
1
1
|
import { classifyRagDocument, contentHash, documentIndexArtifactId, encodeRagArtifact, pipelineVersionFor, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
2
|
-
import { buildArtifactPayload, EmbedderFailure } from './build.js';
|
|
2
|
+
import { buildArtifactPayload, EmbedderFailure, yieldTurn } from './build.js';
|
|
3
3
|
import { isClaimLive } from '../processing/index.js';
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
4
|
+
import { ClaimLostError } from '../processing/claims.js';
|
|
5
|
+
import { contentFailure, failureDetail, failureError, isContentFailure } from './failure.js';
|
|
6
6
|
const UNSUPPORTED = 'unsupported';
|
|
7
|
-
const ERROR_LIMIT = 300;
|
|
8
7
|
export const EMBED_RETRY_LIMIT = 5;
|
|
9
8
|
export class IndexingPass {
|
|
10
9
|
_embedder;
|
|
@@ -39,7 +38,7 @@ export class IndexingPass {
|
|
|
39
38
|
document.schedule(row.expiresAt);
|
|
40
39
|
return;
|
|
41
40
|
}
|
|
42
|
-
if (document.claims.isFailed(row.id)) {
|
|
41
|
+
if (document.claims.isFailed(row.id) || isContentFailure(row)) {
|
|
43
42
|
return;
|
|
44
43
|
}
|
|
45
44
|
}
|
|
@@ -74,7 +73,10 @@ export class IndexingPass {
|
|
|
74
73
|
mimeType: knowledge.mimeType,
|
|
75
74
|
bytes
|
|
76
75
|
});
|
|
77
|
-
|
|
76
|
+
const refusal = contentFailure(knowledge.fileName, bytes, {
|
|
77
|
+
supported: kind !== RAG_DOCUMENT_KIND.unsupported
|
|
78
|
+
});
|
|
79
|
+
if (refusal?.reason === 'unsupported' && knowledge.chatId) {
|
|
78
80
|
local.artifactIdMemo = UNSUPPORTED;
|
|
79
81
|
document.work({
|
|
80
82
|
state: 'not-applicable',
|
|
@@ -88,10 +90,10 @@ export class IndexingPass {
|
|
|
88
90
|
});
|
|
89
91
|
return;
|
|
90
92
|
}
|
|
91
|
-
if (kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
|
|
93
|
+
if (!refusal && kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
|
|
92
94
|
local.artifactIdMemo = UNSUPPORTED;
|
|
93
95
|
document.work({
|
|
94
|
-
state: '
|
|
96
|
+
state: 'failed',
|
|
95
97
|
reason: 'extractor unavailable on this device'
|
|
96
98
|
});
|
|
97
99
|
return;
|
|
@@ -115,12 +117,16 @@ export class IndexingPass {
|
|
|
115
117
|
return;
|
|
116
118
|
}
|
|
117
119
|
document.work({ state: 'running' });
|
|
120
|
+
const lease = document.claims.lease(artifactId, claim.claimId);
|
|
118
121
|
let blobRef = null;
|
|
119
122
|
let lastTotal = 0;
|
|
120
123
|
try {
|
|
121
124
|
if (signal.aborted || document.paused() || document.closed()) {
|
|
122
125
|
throw new Error('interrupted: suspend');
|
|
123
126
|
}
|
|
127
|
+
if (refusal) {
|
|
128
|
+
throw refusal;
|
|
129
|
+
}
|
|
124
130
|
const payload = await buildArtifactPayload({
|
|
125
131
|
embedder: this._embedder,
|
|
126
132
|
extractors: this._extractors,
|
|
@@ -128,18 +134,22 @@ export class IndexingPass {
|
|
|
128
134
|
artifactId,
|
|
129
135
|
bytes,
|
|
130
136
|
signal,
|
|
131
|
-
|
|
137
|
+
onExtracting: (pages) => lease.keep(pages === 1),
|
|
138
|
+
onExtracted: async () => {
|
|
139
|
+
document.admit();
|
|
140
|
+
await lease.keep(true);
|
|
141
|
+
},
|
|
142
|
+
onProgress: async (processedChunks, totalChunks) => {
|
|
132
143
|
lastTotal = totalChunks;
|
|
133
144
|
document.report({
|
|
134
145
|
stage: 'embedding',
|
|
135
146
|
processedChunks,
|
|
136
147
|
totalChunks
|
|
137
148
|
});
|
|
149
|
+
await lease.keep();
|
|
138
150
|
}
|
|
139
151
|
});
|
|
140
|
-
|
|
141
|
-
throw new AbortedError();
|
|
142
|
-
}
|
|
152
|
+
await yieldTurn(signal);
|
|
143
153
|
const built = await document.write(encodeRagArtifact(payload));
|
|
144
154
|
blobRef = built.blobRef;
|
|
145
155
|
const current = await document.current();
|
|
@@ -170,7 +180,7 @@ export class IndexingPass {
|
|
|
170
180
|
processedChunks: payload.chunks.length,
|
|
171
181
|
totalChunks: payload.chunks.length
|
|
172
182
|
});
|
|
173
|
-
|
|
183
|
+
document.log?.info('rag', applied ? 'indexed' : 'indexed, claim superseded', {
|
|
174
184
|
id: artifactId,
|
|
175
185
|
chunks: payload.chunks.length
|
|
176
186
|
});
|
|
@@ -179,10 +189,13 @@ export class IndexingPass {
|
|
|
179
189
|
if (document.closed()) {
|
|
180
190
|
return;
|
|
181
191
|
}
|
|
192
|
+
if (err instanceof ClaimLostError) {
|
|
193
|
+
document.work({ state: 'pending', reason: 'claimed by another device' });
|
|
194
|
+
document.log?.info('rag', 'indexing claim taken over', { id: artifactId });
|
|
195
|
+
return;
|
|
196
|
+
}
|
|
182
197
|
const interrupted = document.paused() || signal.aborted;
|
|
183
|
-
const
|
|
184
|
-
const clipped = raw.length > ERROR_LIMIT ? `${raw.slice(0, ERROR_LIMIT)}...` : raw;
|
|
185
|
-
const message = interrupted ? 'interrupted: suspend' : clipped;
|
|
198
|
+
const message = interrupted ? 'interrupted: suspend' : failureDetail(err);
|
|
186
199
|
const failures = !interrupted && err instanceof EmbedderFailure
|
|
187
200
|
? (local.embedFailures = (local.embedFailures ?? 0) + 1)
|
|
188
201
|
: 0;
|
|
@@ -207,7 +220,7 @@ export class IndexingPass {
|
|
|
207
220
|
artifactId,
|
|
208
221
|
claimId: claim.claimId,
|
|
209
222
|
status: 'failed',
|
|
210
|
-
error: message
|
|
223
|
+
error: interrupted ? message : failureError(err)
|
|
211
224
|
});
|
|
212
225
|
}
|
|
213
226
|
catch {
|
|
@@ -220,7 +233,7 @@ export class IndexingPass {
|
|
|
220
233
|
error: message
|
|
221
234
|
});
|
|
222
235
|
}
|
|
223
|
-
|
|
236
|
+
document.log?.warn('rag', 'indexing failed', { id: artifactId, error: message });
|
|
224
237
|
}
|
|
225
238
|
}
|
|
226
239
|
}
|
|
@@ -2,10 +2,12 @@ import type { QvacKnowledge } from '../../../../../spec/mesh/hyperschema/types.d
|
|
|
2
2
|
import type { Mesh } from '../../../mesh.ts';
|
|
3
3
|
import { type VectorHit } from 'rag-extract';
|
|
4
4
|
export declare function fullTextBudgetChars(ctxSize: number): number;
|
|
5
|
+
export declare function retrievalBudgetTokens(ctxSize: number): number | undefined;
|
|
5
6
|
export interface IdentifiedHit {
|
|
6
7
|
readonly id: string;
|
|
7
8
|
}
|
|
8
9
|
export declare function isFullTextHit(hit: IdentifiedHit): boolean;
|
|
10
|
+
export declare function fullTextAttachmentId(hit: IdentifiedHit): string | null;
|
|
9
11
|
export type FullTextCoverage = {
|
|
10
12
|
readonly unit: 'pages';
|
|
11
13
|
readonly included: number;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import * as z from 'zod';
|
|
2
|
-
import { classifyRagDocument, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
2
|
+
import { classifyRagDocument, DEFAULT_CHUNK_BUDGET_TOKENS, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
3
3
|
const DEFAULT_FULL_TEXT_BUDGET_TOKENS = 4096;
|
|
4
4
|
const CHARS_PER_TOKEN = 4;
|
|
5
5
|
const FULL_TEXT_KINDS = new Set([
|
|
@@ -14,10 +14,16 @@ export function fullTextBudgetChars(ctxSize) {
|
|
|
14
14
|
const tokens = ctxSize > 0 ? Math.floor(ctxSize / 2) : DEFAULT_FULL_TEXT_BUDGET_TOKENS;
|
|
15
15
|
return tokens * CHARS_PER_TOKEN;
|
|
16
16
|
}
|
|
17
|
+
export function retrievalBudgetTokens(ctxSize) {
|
|
18
|
+
return ctxSize > 0 ? Math.min(DEFAULT_CHUNK_BUDGET_TOKENS, Math.floor(ctxSize / 4)) : undefined;
|
|
19
|
+
}
|
|
17
20
|
const FULL_TEXT_HIT_PREFIX = 'full-text-';
|
|
18
21
|
export function isFullTextHit(hit) {
|
|
19
22
|
return hit.id.startsWith(FULL_TEXT_HIT_PREFIX);
|
|
20
23
|
}
|
|
24
|
+
export function fullTextAttachmentId(hit) {
|
|
25
|
+
return isFullTextHit(hit) ? hit.id.slice(FULL_TEXT_HIT_PREFIX.length) : null;
|
|
26
|
+
}
|
|
21
27
|
const FullTextExtrasSchema = z.object({
|
|
22
28
|
truncated: z.boolean().optional().catch(undefined),
|
|
23
29
|
coverage: z
|
|
@@ -92,7 +98,7 @@ export async function fullTextHits(mesh, rows, { budgetChars, head = false }) {
|
|
|
92
98
|
});
|
|
93
99
|
}
|
|
94
100
|
catch (err) {
|
|
95
|
-
|
|
101
|
+
mesh.log?.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
|
|
96
102
|
return null;
|
|
97
103
|
}
|
|
98
104
|
if (!read.text) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import '
|
|
1
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
2
2
|
import { applySimilarityFloor, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
|
|
3
3
|
import type { VectorHit } from 'rag-extract/vector';
|
|
4
4
|
export { applySimilarityFloor, RAG_MIN_SIMILARITY };
|
|
5
|
-
export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit
|
|
5
|
+
export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit>, log?: LoggerInterface | null): void;
|
|
@@ -1,6 +1,5 @@
|
|
|
1
|
-
import '../../../logger.js';
|
|
2
1
|
import { applySimilarityFloor, logSimilarityScores as traceSimilarityScores, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
|
|
3
2
|
export { applySimilarityFloor, RAG_MIN_SIMILARITY };
|
|
4
|
-
export function logSimilarityScores(candidates, kept) {
|
|
5
|
-
traceSimilarityScores(candidates, kept, (message) =>
|
|
3
|
+
export function logSimilarityScores(candidates, kept, log) {
|
|
4
|
+
traceSimilarityScores(candidates, kept, (message) => log?.debug('rag', message));
|
|
6
5
|
}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import b4a from 'b4a';
|
|
2
|
+
import { listChunks, updateOp } from '../../chunk.js';
|
|
1
3
|
import { hasLiveSource } from './routing.js';
|
|
2
4
|
export async function syncAttachmentChunk(mesh, chunk) {
|
|
3
5
|
if (chunk.type !== 'attachment')
|
|
@@ -6,10 +8,29 @@ export async function syncAttachmentChunk(mesh, chunk) {
|
|
|
6
8
|
if (!attachment?.deletedAt || typeof attachment.blobId !== 'string') {
|
|
7
9
|
return;
|
|
8
10
|
}
|
|
11
|
+
await tombstoneDerived(mesh, chunk, attachment.deletedAt);
|
|
9
12
|
if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId)) {
|
|
10
13
|
return;
|
|
11
14
|
}
|
|
12
|
-
|
|
15
|
+
mesh.log?.debug('sync', 'attachment tombstone observed - reclaiming blob bytes', { id: chunk.id });
|
|
13
16
|
await mesh.files.clear(attachment.blobId, chunk.id);
|
|
14
17
|
await mesh.fileIndex?.markCleared(attachment.blobId);
|
|
15
18
|
}
|
|
19
|
+
async function tombstoneDerived(mesh, source, at) {
|
|
20
|
+
const ours = mesh.ourDeviceId;
|
|
21
|
+
if (!ours || !source.attachment) {
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
const batch = mesh.batch();
|
|
25
|
+
for (const chunk of await listChunks(mesh, { chatId: source.chatId, type: 'attachment' })) {
|
|
26
|
+
const { attachment } = chunk;
|
|
27
|
+
if (chunk.sourceId !== source.attachment.id || !attachment || attachment.deletedAt) {
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
if (b4a.equals(chunk.originDeviceId, ours)) {
|
|
31
|
+
const tombstone = { ...attachment, deletedAt: at };
|
|
32
|
+
batch.dispatch('update-chunk', updateOp(chunk, { id: chunk.id, attachment: tombstone }));
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
await batch.flush();
|
|
36
|
+
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.ts';
|
|
1
|
+
export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.ts';
|
|
2
2
|
export type { AddKnowledgeInput, AddKnowledgeArtifactInput } from './knowledge.ts';
|
|
3
3
|
export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.ts';
|
|
4
4
|
export { groupAttachmentsByMessage } from './linkage.ts';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.js';
|
|
1
|
+
export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.js';
|
|
2
2
|
export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.js';
|
|
3
3
|
export { groupAttachmentsByMessage } from './linkage.js';
|
|
4
4
|
export { syncAttachmentChunk } from './chunks.js';
|
|
@@ -1,14 +1,24 @@
|
|
|
1
|
+
import type HyperDB from 'hyperdb';
|
|
1
2
|
import type { QvacKnowledge, QvacKnowledgeArtifact, QvacRemoveKnowledgeOperation } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
3
|
import type { Mesh } from '../../mesh.ts';
|
|
3
|
-
export type AddKnowledgeInput = Pick<QvacKnowledge, '
|
|
4
|
+
export type AddKnowledgeInput = Pick<QvacKnowledge, 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id' | 'chatId'>>;
|
|
4
5
|
export interface ChatScope {
|
|
5
6
|
readonly chatId: string;
|
|
6
7
|
}
|
|
8
|
+
export interface KnowledgeRoom {
|
|
9
|
+
readonly capBytes: number;
|
|
10
|
+
readonly bytes: number;
|
|
11
|
+
}
|
|
7
12
|
export interface KnowledgeScope {
|
|
8
13
|
readonly knowledgeId: string;
|
|
9
14
|
}
|
|
10
15
|
export declare function getKnowledge(store: Mesh, id: string): Promise<QvacKnowledge | null>;
|
|
16
|
+
export declare function mustGetKnowledge(store: Mesh, id: string): Promise<QvacKnowledge>;
|
|
11
17
|
export declare function listKnowledge(store: Mesh, { chatId }: ChatScope): Promise<QvacKnowledge[]>;
|
|
18
|
+
export declare function listKnowledgeBase(store: Mesh): Promise<QvacKnowledge[]>;
|
|
19
|
+
export declare function usedKnowledgeBytes(rows: ReadonlyArray<QvacKnowledge>): number;
|
|
20
|
+
export declare function knowledgeCapBytes(db: HyperDB): Promise<number>;
|
|
21
|
+
export declare function assertKnowledgeRoom(store: Mesh, bytes: number): Promise<KnowledgeRoom>;
|
|
12
22
|
export declare function addKnowledge(store: Mesh, input: AddKnowledgeInput): Promise<QvacKnowledge>;
|
|
13
23
|
export declare function assertRemovableAt(at: number): void;
|
|
14
24
|
export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: QvacRemoveKnowledgeOperation): Promise<QvacKnowledge>;
|
|
@@ -1,6 +1,9 @@
|
|
|
1
|
+
import { CoreError } from '../../../errors.js';
|
|
1
2
|
import { randomId } from '../../id.js';
|
|
2
3
|
import { assertArtifactOutput } from './output.js';
|
|
3
|
-
import {
|
|
4
|
+
import { DEFAULT_KNOWLEDGE_CAP_BYTES } from '../rag/limits.js';
|
|
5
|
+
import { KNOWLEDGE_CAP_ROW } from '../../contract/knowledge.js';
|
|
6
|
+
import { ACTIVE_KNOWLEDGE_BASE, ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_CAPS } from '../../collections.js';
|
|
4
7
|
export async function getKnowledge(store, id) {
|
|
5
8
|
const snap = store.view.snapshot();
|
|
6
9
|
try {
|
|
@@ -11,10 +14,10 @@ export async function getKnowledge(store, id) {
|
|
|
11
14
|
await snap.close();
|
|
12
15
|
}
|
|
13
16
|
}
|
|
14
|
-
async function mustGetKnowledge(store, id) {
|
|
17
|
+
export async function mustGetKnowledge(store, id) {
|
|
15
18
|
const row = await getKnowledge(store, id);
|
|
16
19
|
if (!row) {
|
|
17
|
-
throw new
|
|
20
|
+
throw new CoreError('KNOWLEDGE_NOT_FOUND', [id]);
|
|
18
21
|
}
|
|
19
22
|
return row;
|
|
20
23
|
}
|
|
@@ -30,6 +33,40 @@ export async function listKnowledge(store, { chatId }) {
|
|
|
30
33
|
await snap.close();
|
|
31
34
|
}
|
|
32
35
|
}
|
|
36
|
+
export async function listKnowledgeBase(store) {
|
|
37
|
+
const snap = store.view.snapshot();
|
|
38
|
+
try {
|
|
39
|
+
return await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
|
|
40
|
+
}
|
|
41
|
+
finally {
|
|
42
|
+
await snap.close();
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
export function usedKnowledgeBytes(rows) {
|
|
46
|
+
return rows.reduce((sum, row) => sum + row.byteLength, 0);
|
|
47
|
+
}
|
|
48
|
+
export async function knowledgeCapBytes(db) {
|
|
49
|
+
const row = await db.get(KNOWLEDGE_CAPS, { id: KNOWLEDGE_CAP_ROW });
|
|
50
|
+
return row?.bytes ?? DEFAULT_KNOWLEDGE_CAP_BYTES;
|
|
51
|
+
}
|
|
52
|
+
async function knowledgeRoom(store) {
|
|
53
|
+
const snap = store.view.snapshot();
|
|
54
|
+
try {
|
|
55
|
+
const rows = await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
|
|
56
|
+
const capBytes = await knowledgeCapBytes(snap);
|
|
57
|
+
return { capBytes, bytes: Math.max(0, capBytes - usedKnowledgeBytes(rows)) };
|
|
58
|
+
}
|
|
59
|
+
finally {
|
|
60
|
+
await snap.close();
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
export async function assertKnowledgeRoom(store, bytes) {
|
|
64
|
+
const room = await knowledgeRoom(store);
|
|
65
|
+
if (bytes > room.bytes) {
|
|
66
|
+
throw new CoreError('KNOWLEDGE_CAP_REACHED', [room.capBytes]);
|
|
67
|
+
}
|
|
68
|
+
return room;
|
|
69
|
+
}
|
|
33
70
|
export async function addKnowledge(store, input) {
|
|
34
71
|
const now = Date.now();
|
|
35
72
|
const knowledge = {
|
|
@@ -1,14 +1,18 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
2
|
import { fileKeyOf } from '../local-index.js';
|
|
3
3
|
import { referencedBlobs } from './sweep.js';
|
|
4
|
-
import {
|
|
4
|
+
import { findChunksOfType } from '../../chunk.js';
|
|
5
|
+
import { KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_BY_CHAT, PURGED_CHATS } from '../../collections.js';
|
|
5
6
|
export async function reclaimPurgedFiles(mesh) {
|
|
6
7
|
const index = mesh.fileIndex;
|
|
7
8
|
if (!index) {
|
|
8
9
|
return 0;
|
|
9
10
|
}
|
|
10
11
|
const rows = await index.list();
|
|
11
|
-
const purged = await
|
|
12
|
+
const purged = await purgedChats(mesh, rows);
|
|
13
|
+
if (purged.size) {
|
|
14
|
+
await index.retireChats(purged);
|
|
15
|
+
}
|
|
12
16
|
const candidates = rows.filter((row) => !!row.chatId && purged.has(row.chatId));
|
|
13
17
|
if (candidates.length === 0) {
|
|
14
18
|
return 0;
|
|
@@ -39,8 +43,8 @@ export async function chatReferences(mesh, chatId) {
|
|
|
39
43
|
const inChat = { gte: { chatId }, lte: { chatId } };
|
|
40
44
|
const snap = mesh.view.snapshot();
|
|
41
45
|
try {
|
|
42
|
-
for
|
|
43
|
-
if (chunk.
|
|
46
|
+
for (const chunk of await findChunksOfType(snap, { chatId, type: 'attachment' })) {
|
|
47
|
+
if (chunk.attachment) {
|
|
44
48
|
references.push(chunk.attachment.blobId);
|
|
45
49
|
}
|
|
46
50
|
}
|
|
@@ -80,12 +84,13 @@ export async function reclaimReferences(mesh, references) {
|
|
|
80
84
|
void mesh.files.compact([...cores.values()]);
|
|
81
85
|
}
|
|
82
86
|
}
|
|
83
|
-
async function
|
|
84
|
-
const purged = new
|
|
87
|
+
async function purgedChats(mesh, rows) {
|
|
88
|
+
const purged = new Map();
|
|
85
89
|
const chatIds = rows.map((row) => row.chatId).filter((id) => !!id);
|
|
86
90
|
for (const chatId of new Set(chatIds)) {
|
|
87
|
-
|
|
88
|
-
|
|
91
|
+
const row = await mesh.view.get(PURGED_CHATS, { chatId });
|
|
92
|
+
if (row) {
|
|
93
|
+
purged.set(chatId, row.at);
|
|
89
94
|
}
|
|
90
95
|
}
|
|
91
96
|
return purged;
|
|
@@ -2,12 +2,11 @@ import { hasLiveSource } from './routing.js';
|
|
|
2
2
|
import { removeChatAttachments, removeChatKnowledge } from '../../chat.js';
|
|
3
3
|
import { listChunks } from '../../chunk.js';
|
|
4
4
|
import { getKnowledge, listKnowledgeArtifactsByKnowledge } from './knowledge.js';
|
|
5
|
-
import {
|
|
6
|
-
import { CHATS, CHUNK_COUNTERS, KNOWLEDGE, PURGED_CHATS } from '../../collections.js';
|
|
5
|
+
import { CHATS, KNOWLEDGE, PURGED_CHATS } from '../../collections.js';
|
|
7
6
|
export async function syncKnowledgeTombstone(mesh, row) {
|
|
8
7
|
if (!row.deletedAt)
|
|
9
8
|
return;
|
|
10
|
-
|
|
9
|
+
mesh.log?.debug('sync', 'knowledge tombstone observed - reclaiming blob bytes', { id: row.id });
|
|
11
10
|
if (typeof row.blobId === 'string' && !(await hasLiveSource(mesh, row.chatId, row.blobId))) {
|
|
12
11
|
await mesh.files.clear(row.blobId, row.id);
|
|
13
12
|
await mesh.fileIndex?.markCleared(row.blobId);
|
|
@@ -26,67 +25,40 @@ export async function syncArtifactArrival(mesh, row) {
|
|
|
26
25
|
await mesh.files.clear(row.artifactBlobId, row.id);
|
|
27
26
|
}
|
|
28
27
|
export async function sweepTombstonedBlobs(mesh, deviceId = null) {
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
28
|
+
const held = (await mesh.fileIndex?.list()) ?? [];
|
|
29
|
+
const chatIds = new Set(held.map((row) => row.chatId).filter((id) => !!id));
|
|
30
|
+
for (const chatId of chatIds) {
|
|
31
|
+
if (mesh.closing)
|
|
32
32
|
return;
|
|
33
|
+
if (deviceId && mesh.writable) {
|
|
34
|
+
await recascadeTombstonedChat(mesh, chatId, deviceId);
|
|
33
35
|
}
|
|
36
|
+
await mesh.files.syncAttachments(await listChunks(mesh, { chatId, type: 'attachment' }));
|
|
34
37
|
}
|
|
35
|
-
const
|
|
38
|
+
const snap = mesh.view.snapshot();
|
|
36
39
|
try {
|
|
37
|
-
for await (const row of
|
|
40
|
+
for await (const row of snap.find(KNOWLEDGE)) {
|
|
38
41
|
if (mesh.closing)
|
|
39
42
|
return;
|
|
40
43
|
await syncKnowledgeTombstone(mesh, row);
|
|
41
44
|
}
|
|
42
45
|
}
|
|
43
46
|
finally {
|
|
44
|
-
await
|
|
45
|
-
}
|
|
46
|
-
const counters = mesh.view.snapshot();
|
|
47
|
-
try {
|
|
48
|
-
for await (const counter of counters.find(CHUNK_COUNTERS)) {
|
|
49
|
-
if (mesh.closing)
|
|
50
|
-
return;
|
|
51
|
-
const finished = await syncChatAttachmentChunks(mesh, counter.chatId);
|
|
52
|
-
if (!finished) {
|
|
53
|
-
return;
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
finally {
|
|
58
|
-
await counters.close();
|
|
47
|
+
await snap.close();
|
|
59
48
|
}
|
|
60
49
|
}
|
|
61
|
-
async function
|
|
62
|
-
const
|
|
50
|
+
async function recascadeTombstonedChat(mesh, chatId, deviceId) {
|
|
51
|
+
const chat = await mesh.view.get(CHATS, { id: chatId });
|
|
52
|
+
if (!chat?.deletedAt || (await mesh.view.get(PURGED_CHATS, { chatId }))) {
|
|
53
|
+
return;
|
|
54
|
+
}
|
|
63
55
|
try {
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
return false;
|
|
67
|
-
}
|
|
68
|
-
if (!chat.deletedAt || (await chats.get(PURGED_CHATS, { chatId: chat.id }))) {
|
|
69
|
-
continue;
|
|
70
|
-
}
|
|
71
|
-
await removeChatAttachments(mesh, chat.id, { deviceId, at: chat.deletedAt });
|
|
72
|
-
await removeChatKnowledge(mesh, chat.id, chat.deletedAt);
|
|
73
|
-
}
|
|
56
|
+
await removeChatAttachments(mesh, chatId, { deviceId, at: chat.deletedAt });
|
|
57
|
+
await removeChatKnowledge(mesh, chatId, chat.deletedAt);
|
|
74
58
|
}
|
|
75
59
|
catch (error) {
|
|
76
|
-
|
|
60
|
+
mesh.log?.warn('sync', 'chat-tombstone sweep failed - continuing with local reclaims', {
|
|
77
61
|
error
|
|
78
62
|
});
|
|
79
63
|
}
|
|
80
|
-
finally {
|
|
81
|
-
await chats.close();
|
|
82
|
-
}
|
|
83
|
-
return true;
|
|
84
|
-
}
|
|
85
|
-
async function syncChatAttachmentChunks(mesh, chatId) {
|
|
86
|
-
for (const chunk of await listChunks(mesh, { chatId, type: 'attachment' })) {
|
|
87
|
-
if (mesh.closing)
|
|
88
|
-
return false;
|
|
89
|
-
await syncAttachmentChunk(mesh, chunk);
|
|
90
|
-
}
|
|
91
|
-
return true;
|
|
92
64
|
}
|
|
@@ -3,7 +3,7 @@ import type { Mesh } from '../../mesh.ts';
|
|
|
3
3
|
import type { AttachmentFile } from '../../document-attachment.ts';
|
|
4
4
|
export declare function isKnowledgeRoutedAttachment(input: AttachmentFile): boolean;
|
|
5
5
|
export declare function routeAttachmentToKnowledge(mesh: Mesh, chatId: string, attachment: QvacChunkContentAttachment): Promise<QvacKnowledge>;
|
|
6
|
-
export declare function hasLiveSource(mesh: Mesh, chatId: string, reference: string): Promise<boolean>;
|
|
6
|
+
export declare function hasLiveSource(mesh: Mesh, chatId: string | null | undefined, reference: string): Promise<boolean>;
|
|
7
7
|
interface AttachTurnChunk {
|
|
8
8
|
readonly id: string;
|
|
9
9
|
readonly seq: number;
|
|
@@ -4,7 +4,7 @@ import { compareBlobReferences } from '../store/index.js';
|
|
|
4
4
|
import { getChat, setChatRagEnabled } from '../../chat.js';
|
|
5
5
|
import { listChunks } from '../../chunk.js';
|
|
6
6
|
import { IMAGE_MIMES } from '../../image/normalize.js';
|
|
7
|
-
import { addKnowledge, listKnowledge, removeKnowledge } from './knowledge.js';
|
|
7
|
+
import { addKnowledge, listKnowledge, listKnowledgeBase, removeKnowledge } from './knowledge.js';
|
|
8
8
|
import b4a from 'b4a';
|
|
9
9
|
export function isKnowledgeRoutedAttachment(input) {
|
|
10
10
|
if (IMAGE_MIMES.has(input.mimeType.toLowerCase()))
|
|
@@ -34,9 +34,13 @@ export async function routeAttachmentToKnowledge(mesh, chatId, attachment) {
|
|
|
34
34
|
}
|
|
35
35
|
export async function hasLiveSource(mesh, chatId, reference) {
|
|
36
36
|
const same = (blobId) => compareBlobReferences(blobId, reference, b4a.toHex(mesh.blobs.core.key)) !== false;
|
|
37
|
-
|
|
37
|
+
const rows = chatId ? await listKnowledge(mesh, { chatId }) : await listKnowledgeBase(mesh);
|
|
38
|
+
if (rows.some((row) => same(row.blobId))) {
|
|
38
39
|
return true;
|
|
39
40
|
}
|
|
41
|
+
if (!chatId) {
|
|
42
|
+
return false;
|
|
43
|
+
}
|
|
40
44
|
return (await listChunks(mesh, { chatId, type: 'attachment' })).some(({ attachment }) => attachment && !attachment.deletedAt && same(attachment.blobId));
|
|
41
45
|
}
|
|
42
46
|
export function attachTurnDocumentIds(chunks) {
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { mediaKindOrdinal } from '../../../../schema/media-kind.js';
|
|
2
|
-
import { ATTACHMENTS_BY_MEDIA_KIND, CHATS, CHUNKS,
|
|
2
|
+
import { ATTACHMENTS_BY_MEDIA_KIND, CHATS, CHUNKS, KNOWLEDGE } from '../../collections.js';
|
|
3
|
+
import { findChunksOfType } from '../../chunk.js';
|
|
3
4
|
export function attachmentRecord(chunk) {
|
|
4
5
|
const file = chunk.attachment;
|
|
5
6
|
if (chunk.type !== 'attachment' || !file) {
|
|
@@ -64,10 +65,7 @@ export async function scopedFile(view, { chatId, fileId }) {
|
|
|
64
65
|
if (row) {
|
|
65
66
|
return row.chatId === chatId && !row.deletedAt ? row : null;
|
|
66
67
|
}
|
|
67
|
-
for
|
|
68
|
-
gte: { chatId },
|
|
69
|
-
lte: { chatId }
|
|
70
|
-
})) {
|
|
68
|
+
for (const chunk of await findChunksOfType(view, { chatId, type: 'attachment' })) {
|
|
71
69
|
if (chunk.attachment?.id === fileId) {
|
|
72
70
|
return chunk.attachment.deletedAt ? null : attachmentRecord(chunk);
|
|
73
71
|
}
|
|
@@ -1,2 +1,5 @@
|
|
|
1
|
+
import type HyperDB from 'hyperdb';
|
|
2
|
+
import type { QvacChunk } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
1
3
|
import type { Mesh } from '../../mesh.ts';
|
|
2
4
|
export declare function referencedBlobs(mesh: Mesh): Promise<string[]>;
|
|
5
|
+
export declare function attachmentChunks(snapshot: HyperDB): AsyncGenerator<QvacChunk>;
|
|
@@ -1,12 +1,13 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { findChunksOfType } from '../../chunk.js';
|
|
2
|
+
import { CHUNK_COUNTERS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS } from '../../collections.js';
|
|
2
3
|
export async function referencedBlobs(mesh) {
|
|
3
4
|
const references = [];
|
|
4
5
|
const snapshot = mesh.view.snapshot();
|
|
5
6
|
try {
|
|
6
|
-
for await (const chunk of snapshot
|
|
7
|
+
for await (const chunk of attachmentChunks(snapshot)) {
|
|
7
8
|
if (mesh.closing)
|
|
8
9
|
return references;
|
|
9
|
-
if (chunk.
|
|
10
|
+
if (chunk.attachment) {
|
|
10
11
|
references.push(chunk.attachment.blobId);
|
|
11
12
|
}
|
|
12
13
|
}
|
|
@@ -26,3 +27,8 @@ export async function referencedBlobs(mesh) {
|
|
|
26
27
|
}
|
|
27
28
|
return references;
|
|
28
29
|
}
|
|
30
|
+
export async function* attachmentChunks(snapshot) {
|
|
31
|
+
for await (const { chatId } of snapshot.find(CHUNK_COUNTERS)) {
|
|
32
|
+
yield* await findChunksOfType(snapshot, { chatId, type: 'attachment' });
|
|
33
|
+
}
|
|
34
|
+
}
|
|
@@ -2,8 +2,10 @@ import type { BlobId } from 'hyperblobs';
|
|
|
2
2
|
import type Hyperblobs from 'hyperblobs';
|
|
3
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
4
|
import { type NextFrameOptions } from '../../next-frame.ts';
|
|
5
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
5
6
|
export interface BlobHost {
|
|
6
7
|
readonly blobs: Hyperblobs;
|
|
8
|
+
readonly log: LoggerInterface | null;
|
|
7
9
|
openBlobs(key: Buffer): Promise<Hyperblobs>;
|
|
8
10
|
}
|
|
9
11
|
export type WriteProgress = {
|
|
@@ -87,7 +87,7 @@ export async function clearBlob(mesh, blobId, id) {
|
|
|
87
87
|
return true;
|
|
88
88
|
}
|
|
89
89
|
catch (err) {
|
|
90
|
-
|
|
90
|
+
mesh.log?.warn('sync', 'blob clear failed', { id, err });
|
|
91
91
|
return false;
|
|
92
92
|
}
|
|
93
93
|
}
|
|
@@ -130,7 +130,7 @@ export async function compactBlobCores(mesh, coreKeys) {
|
|
|
130
130
|
}
|
|
131
131
|
}
|
|
132
132
|
catch (err) {
|
|
133
|
-
|
|
133
|
+
mesh.log?.warn('sync', 'blob compaction failed', { coreKey: b4a.toHex(key), err });
|
|
134
134
|
}
|
|
135
135
|
}
|
|
136
136
|
}
|
|
@@ -4,12 +4,14 @@ import { stringifyBlobId, writeBlob, type BlobHost } from './blob.ts';
|
|
|
4
4
|
import { readBlobReference, readBlobReferenceBytes, downloadBlobReference } from './reference.ts';
|
|
5
5
|
export { CoreBlobServer } from './server.ts';
|
|
6
6
|
export type { MeshBlobKeys, MeshForBlobCore } from './server.ts';
|
|
7
|
-
export { compareBlobReferences, isInvalidBlobReferenceError, parseBlobReference, parseBlobReferenceCoreKey } from './reference.ts';
|
|
7
|
+
export { compareBlobReferences, isInvalidBlobReferenceError, isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.ts';
|
|
8
|
+
export { PENDING_BLOB_REFERENCE } from './reference.ts';
|
|
8
9
|
export type { BlobReferenceReadOptions } from './reference.ts';
|
|
9
10
|
export type { WriteProgress } from './blob.ts';
|
|
10
11
|
export { MAX_INLINE_BYTES, MAX_REFERENCE_CHARS } from './inline.ts';
|
|
11
12
|
export declare class BlobStore extends EventEmitter {
|
|
12
13
|
readonly blobs: Hyperblobs;
|
|
14
|
+
readonly log: BlobHost['log'];
|
|
13
15
|
readonly openBlobs: BlobHost['openBlobs'];
|
|
14
16
|
private readonly _readers;
|
|
15
17
|
private readonly _updated;
|