@qvac/core 1.0.0-rc.0 → 1.0.0-rc.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1203 -1
- package/README.md +56 -45
- package/dist-lib/index.d.ts +3 -2
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +20 -2
- package/dist-lib/lib/api/agents.js +128 -24
- package/dist-lib/lib/api/app-config.d.ts +7 -1
- package/dist-lib/lib/api/app-config.js +37 -6
- package/dist-lib/lib/api/approval-rules.d.ts +1 -1
- package/dist-lib/lib/api/approval-rules.js +12 -5
- package/dist-lib/lib/api/attachments.d.ts +1 -1
- package/dist-lib/lib/api/attachments.js +14 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +12 -2
- package/dist-lib/lib/api/chat.js +100 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +19 -2
- package/dist-lib/lib/api/chunks.js +73 -13
- package/dist-lib/lib/api/config.d.ts +11 -3
- package/dist-lib/lib/api/config.js +51 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +14 -0
- package/dist-lib/lib/api/device-routes.js +144 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +28 -28
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +16 -1
- package/dist-lib/lib/api/execution.js +72 -16
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +39 -7
- package/dist-lib/lib/api/index.js +116 -36
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +69 -44
- package/dist-lib/lib/api/mesh.d.ts +15 -6
- package/dist-lib/lib/api/mesh.js +13 -9
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +172 -0
- package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
- package/dist-lib/lib/api/rag-plugin.js +44 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +106 -33
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +65 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +13 -3
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +12 -0
- package/dist-lib/lib/api/workspace.js +61 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +48 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +37 -17
- package/dist-lib/lib/assistant/history.js +212 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/media-round.d.ts +61 -0
- package/dist-lib/lib/assistant/media-round.js +111 -0
- package/dist-lib/lib/assistant/message.d.ts +28 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +118 -0
- package/dist-lib/lib/assistant/model-round.js +706 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +65 -0
- package/dist-lib/lib/assistant/round-host.js +332 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/upload.d.ts +12 -0
- package/dist-lib/lib/assistant/upload.js +36 -0
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +5 -1
- package/dist-lib/lib/assistant-client.js +54 -14
- package/dist-lib/lib/assistant-tree.d.ts +14 -3
- package/dist-lib/lib/assistant-tree.js +113 -21
- package/dist-lib/lib/assistant.d.ts +115 -25
- package/dist-lib/lib/assistant.js +2409 -1245
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +3 -2
- package/dist-lib/lib/client.js +18 -3
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +18 -4
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +47 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +76 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +58 -63
- package/dist-lib/lib/core/approval-rules.d.ts +5 -1
- package/dist-lib/lib/core/approval-rules.js +17 -9
- package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
- package/dist-lib/lib/core/archived-mesh.js +75 -59
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +404 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +10 -22
- package/dist-lib/lib/core/chat-move.d.ts +77 -0
- package/dist-lib/lib/core/chat-move.js +601 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +28 -19
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +32 -4
- package/dist-lib/lib/core/chat.js +135 -61
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +271 -72
- package/dist-lib/lib/core/collections.d.ts +41 -1
- package/dist-lib/lib/core/collections.js +41 -1
- package/dist-lib/lib/core/config-value.d.ts +7 -0
- package/dist-lib/lib/core/config-value.js +15 -0
- package/dist-lib/lib/core/contract/activity.d.ts +7 -2
- package/dist-lib/lib/core/contract/activity.js +71 -23
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +38 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +48 -12
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +23 -0
- package/dist-lib/lib/core/contract/projects.js +339 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +123 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/contract/run-requests.js +114 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
- package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
- package/dist-lib/lib/core/departures.d.ts +18 -5
- package/dist-lib/lib/core/departures.js +82 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +6 -11
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.d.ts +2 -0
- package/dist-lib/lib/core/files/attachments.js +23 -7
- package/dist-lib/lib/core/files/index.d.ts +28 -15
- package/dist-lib/lib/core/files/index.js +222 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
- package/dist-lib/lib/core/files/processing/index.js +122 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +27 -37
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
- package/dist-lib/lib/core/files/rag/build.js +119 -21
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +58 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
- package/dist-lib/lib/core/files/rag/index.js +38 -9
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
- package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
- package/dist-lib/lib/core/files/records/knowledge.js +34 -30
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +21 -55
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +117 -51
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +35 -35
- package/dist-lib/lib/core/helpers/index.d.ts +1 -1
- package/dist-lib/lib/core/helpers/index.js +2 -2
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +93 -8
- package/dist-lib/lib/core/local/index.js +327 -28
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +132 -29
- package/dist-lib/lib/core/mesh.js +775 -215
- package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
- package/dist-lib/lib/core/migrations/writer-links.js +30 -0
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +16 -0
- package/dist-lib/lib/core/project-keys.js +65 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +25 -0
- package/dist-lib/lib/core/public-mesh.js +81 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +14 -0
- package/dist-lib/lib/core/run-requests.js +78 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-availability.d.ts +33 -0
- package/dist-lib/lib/core/skill-availability.js +67 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
- package/dist-lib/lib/core/skill-secrets.js +93 -72
- package/dist-lib/lib/core/sync/background.d.ts +34 -0
- package/dist-lib/lib/core/sync/background.js +86 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +193 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
- package/dist-lib/lib/core/sync/view-updates.js +124 -0
- package/dist-lib/lib/core/sync-status.js +99 -43
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-activity.js +6 -12
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +27 -39
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
- package/dist-lib/lib/core/upgrade-summary.js +67 -0
- package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
- package/dist-lib/lib/core/vault-managed-skills.js +105 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/view-read.d.ts +4 -0
- package/dist-lib/lib/core/view-read.js +23 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
- package/dist-lib/lib/core/workspace-upgrade.js +51 -0
- package/dist-lib/lib/core.d.ts +345 -88
- package/dist-lib/lib/core.js +4275 -1513
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +814 -0
- package/dist-lib/lib/errors.js +748 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
- package/dist-lib/lib/kv-cache-ledger.js +72 -0
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
- package/dist-lib/lib/kv-cache-retention.js +101 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/llm-model-names.d.ts +1 -1
- package/dist-lib/lib/llm-model-names.js +1 -1
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +47 -2
- package/dist-lib/lib/model-context.js +1 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +22 -13
- package/dist-lib/lib/model-download.js +106 -37
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +30 -0
- package/dist-lib/lib/model-memory-cap.js +78 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +42 -13
- package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +8 -0
- package/dist-lib/lib/probe-rounds.js +10 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +45 -0
- package/dist-lib/lib/run-replay.js +169 -0
- package/dist-lib/lib/run-transcript.d.ts +13 -12
- package/dist-lib/lib/run-transcript.js +20 -19
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +941 -152
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +10 -0
- package/dist-lib/schema/indexes.js +53 -3
- package/dist-lib/schema/local.js +83 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +558 -16
- package/dist-lib/spec/bind.js +261 -48
- package/dist-lib/spec/calls.js +56 -5
- package/dist-lib/spec/capabilities.d.ts +129 -20
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +870 -207
- package/dist-lib/spec/hrpc/index.js +969 -347
- package/dist-lib/spec/hrpc/messages.js +7590 -4896
- package/dist-lib/spec/hyperschema/index.js +7590 -4896
- package/dist-lib/spec/hyperschema/schema.json +5316 -3224
- package/dist-lib/spec/hyperschema/types.d.ts +576 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
- package/dist-lib/spec/local/hyperschema/index.js +584 -16
- package/dist-lib/spec/local/hyperschema/schema.json +369 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
- package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
- package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
- package/package.json +136 -90
- package/tui/README.md +119 -20
- package/tui/app.mjs +2000 -621
- package/tui/boot.mjs +74 -9
- package/tui/cli.mjs +93 -0
- package/tui/index.mjs +2 -51
- package/tui/lib/connect-sheet.mjs +350 -0
- package/tui/lib/device-target.mjs +64 -0
- package/tui/lib/folders-command.mjs +84 -0
- package/tui/lib/fork-command.mjs +43 -0
- package/tui/lib/knowledge-import.mjs +3 -21
- package/tui/lib/local-path.mjs +21 -0
- package/tui/lib/move-command.mjs +17 -0
- package/tui/lib/render.mjs +30 -1
- package/tui/lib/setup.mjs +59 -25
- package/tui/lib/skill-connect.mjs +145 -0
- package/tui/lib/updater.mjs +86 -0
- package/tui/main.mjs +44 -18
- package/tui/plugins.mjs +158 -0
- package/worker/assistant-sidecar.mjs +28 -4
- package/worker/stow-entry.mjs +3 -50
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { KnowledgeQuery, KnowledgeService } from '@qvac/harness/lib/contract/knowledge.ts';
|
|
2
|
+
import type { VectorChunk, VectorHit, VectorIndex, VectorIndexInfo } from 'rag-extract';
|
|
3
|
+
export interface PluginHit extends VectorHit {
|
|
4
|
+
readonly artifactId: string;
|
|
5
|
+
}
|
|
6
|
+
export interface PluginIndexOptions {
|
|
7
|
+
readonly mesh: string;
|
|
8
|
+
readonly model: string;
|
|
9
|
+
}
|
|
10
|
+
export declare function knowledgeScope(mesh: string, chatId: string | null | undefined): string;
|
|
11
|
+
export declare function pluginArtifactId(mesh: string, artifactId: string): string;
|
|
12
|
+
export declare class PluginVectorIndex implements VectorIndex {
|
|
13
|
+
private readonly _knowledge;
|
|
14
|
+
private readonly _mesh;
|
|
15
|
+
private readonly _model;
|
|
16
|
+
private readonly _chunks;
|
|
17
|
+
private _dimensions;
|
|
18
|
+
private _listed;
|
|
19
|
+
private readonly _fed;
|
|
20
|
+
constructor(knowledge: KnowledgeService, { mesh, model }: PluginIndexOptions);
|
|
21
|
+
info(): VectorIndexInfo;
|
|
22
|
+
upsert(artifactId: string, chunks: ReadonlyArray<VectorChunk>): Promise<void>;
|
|
23
|
+
remove(artifactId: string): Promise<void>;
|
|
24
|
+
sweep(): Promise<void>;
|
|
25
|
+
scope(chatId: string | null): string;
|
|
26
|
+
pluginId(artifactId: string): string;
|
|
27
|
+
chunksOf(artifactId: string): number;
|
|
28
|
+
find(query: Omit<KnowledgeQuery, 'signal'>): Promise<PluginHit[]>;
|
|
29
|
+
search(): Promise<ReadonlyArray<VectorHit>>;
|
|
30
|
+
clear(): Promise<void>;
|
|
31
|
+
private _listedVersions;
|
|
32
|
+
}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import b4a from 'b4a';
|
|
2
|
+
import { contentHash } from 'rag-extract/artifact';
|
|
3
|
+
import { isRecord } from '../../../guards.js';
|
|
4
|
+
export function knowledgeScope(mesh, chatId) {
|
|
5
|
+
return chatId ? `chat:${mesh}:${chatId}` : `kb:${mesh}`;
|
|
6
|
+
}
|
|
7
|
+
export function pluginArtifactId(mesh, artifactId) {
|
|
8
|
+
return `${mesh}/${artifactId}`;
|
|
9
|
+
}
|
|
10
|
+
export class PluginVectorIndex {
|
|
11
|
+
_knowledge;
|
|
12
|
+
_mesh;
|
|
13
|
+
_model;
|
|
14
|
+
_chunks = new Map();
|
|
15
|
+
_dimensions = null;
|
|
16
|
+
_listed = null;
|
|
17
|
+
_fed = new Set();
|
|
18
|
+
constructor(knowledge, { mesh, model }) {
|
|
19
|
+
this._knowledge = knowledge;
|
|
20
|
+
this._mesh = mesh;
|
|
21
|
+
this._model = model;
|
|
22
|
+
}
|
|
23
|
+
info() {
|
|
24
|
+
const chunks = [...this._chunks.values()].reduce((sum, count) => sum + count, 0);
|
|
25
|
+
return { artifacts: this._chunks.size, chunks, dimensions: this._dimensions };
|
|
26
|
+
}
|
|
27
|
+
async upsert(artifactId, chunks) {
|
|
28
|
+
const dimensions = chunks[0]?.embedding.length ?? 0;
|
|
29
|
+
const id = pluginArtifactId(this._mesh, artifactId);
|
|
30
|
+
const version = payloadVersion(chunks);
|
|
31
|
+
this._fed.add(id);
|
|
32
|
+
const held = await this._listedVersions();
|
|
33
|
+
if (held.get(id) !== version) {
|
|
34
|
+
await this._knowledge.upsert({
|
|
35
|
+
artifactId: id,
|
|
36
|
+
version,
|
|
37
|
+
scope: knowledgeScope(this._mesh, chatIdOf(chunks[0])),
|
|
38
|
+
chunks: chunks.map(toKnowledgeChunk),
|
|
39
|
+
embedding: {
|
|
40
|
+
model: this._model,
|
|
41
|
+
dimensions,
|
|
42
|
+
vectors: chunks.map((chunk) => [...chunk.embedding])
|
|
43
|
+
}
|
|
44
|
+
});
|
|
45
|
+
held.set(id, version);
|
|
46
|
+
}
|
|
47
|
+
this._chunks.set(artifactId, chunks.length);
|
|
48
|
+
this._dimensions ??= dimensions || null;
|
|
49
|
+
}
|
|
50
|
+
async remove(artifactId) {
|
|
51
|
+
const id = pluginArtifactId(this._mesh, artifactId);
|
|
52
|
+
this._fed.delete(id);
|
|
53
|
+
await this._knowledge.remove(id);
|
|
54
|
+
(await this._listedVersions()).delete(id);
|
|
55
|
+
this._chunks.delete(artifactId);
|
|
56
|
+
}
|
|
57
|
+
async sweep() {
|
|
58
|
+
const held = await this._listedVersions();
|
|
59
|
+
for (const id of [...held.keys()]) {
|
|
60
|
+
if (!id.startsWith(`${this._mesh}/`) || this._fed.has(id))
|
|
61
|
+
continue;
|
|
62
|
+
held.delete(id);
|
|
63
|
+
await this._knowledge.remove(id);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
scope(chatId) {
|
|
67
|
+
return knowledgeScope(this._mesh, chatId);
|
|
68
|
+
}
|
|
69
|
+
pluginId(artifactId) {
|
|
70
|
+
return pluginArtifactId(this._mesh, artifactId);
|
|
71
|
+
}
|
|
72
|
+
chunksOf(artifactId) {
|
|
73
|
+
return this._chunks.get(artifactId) ?? 0;
|
|
74
|
+
}
|
|
75
|
+
async find(query) {
|
|
76
|
+
const hits = await this._knowledge.search(query);
|
|
77
|
+
return hits.map((hit) => ({
|
|
78
|
+
artifactId: hit.artifactId,
|
|
79
|
+
id: hit.chunkId,
|
|
80
|
+
content: hit.text,
|
|
81
|
+
metadataJson: JSON.stringify(hit.metadata ?? {}),
|
|
82
|
+
score: hit.score
|
|
83
|
+
}));
|
|
84
|
+
}
|
|
85
|
+
search() {
|
|
86
|
+
return Promise.reject(new Error('the knowledge plugin is searched by scope, not by vector'));
|
|
87
|
+
}
|
|
88
|
+
async clear() {
|
|
89
|
+
this._chunks.clear();
|
|
90
|
+
}
|
|
91
|
+
_listedVersions() {
|
|
92
|
+
this._listed ??= this._knowledge
|
|
93
|
+
.status()
|
|
94
|
+
.then(({ artifacts }) => new Map(artifacts.map((artifact) => [artifact.artifactId, artifact.version])));
|
|
95
|
+
return this._listed;
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
function payloadVersion(chunks) {
|
|
99
|
+
const payload = chunks.map((chunk) => [chunk.id, chunk.content, chunk.metadataJson]);
|
|
100
|
+
return contentHash(b4a.from(JSON.stringify(payload)));
|
|
101
|
+
}
|
|
102
|
+
function chatIdOf(chunk) {
|
|
103
|
+
const metadata = metadataOf(chunk);
|
|
104
|
+
return typeof metadata.chatId === 'string' ? metadata.chatId : null;
|
|
105
|
+
}
|
|
106
|
+
function toKnowledgeChunk(chunk) {
|
|
107
|
+
return { id: chunk.id, text: chunk.content, metadata: metadataOf(chunk) };
|
|
108
|
+
}
|
|
109
|
+
function metadataOf(chunk) {
|
|
110
|
+
if (!chunk?.metadataJson) {
|
|
111
|
+
return {};
|
|
112
|
+
}
|
|
113
|
+
try {
|
|
114
|
+
const parsed = JSON.parse(chunk.metadataJson);
|
|
115
|
+
return isRecord(parsed) ? parsed : {};
|
|
116
|
+
}
|
|
117
|
+
catch {
|
|
118
|
+
return {};
|
|
119
|
+
}
|
|
120
|
+
}
|
|
@@ -1,2 +1,11 @@
|
|
|
1
1
|
import type { Mesh } from '../../mesh.ts';
|
|
2
|
-
export
|
|
2
|
+
export interface IndexingDevice {
|
|
3
|
+
readonly mobile: () => boolean;
|
|
4
|
+
readonly peers: () => ReadonlyArray<string>;
|
|
5
|
+
}
|
|
6
|
+
export interface IndexingHost {
|
|
7
|
+
readonly deviceId: Buffer | null;
|
|
8
|
+
readonly chatId: string | null | undefined;
|
|
9
|
+
readonly device?: IndexingDevice;
|
|
10
|
+
}
|
|
11
|
+
export declare function canIndexKnowledge(mesh: Mesh, { deviceId, chatId, device }: IndexingHost): Promise<boolean>;
|
|
@@ -1,8 +1,29 @@
|
|
|
1
1
|
import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
|
|
2
|
+
import { isMobilePlatform } from '@qvac/harness/lib/models/model-catalog.ts';
|
|
2
3
|
import { getAgent, isOrphaned } from '../../agent.js';
|
|
3
4
|
import { getChat } from '../../chat.js';
|
|
5
|
+
import { DEVICES } from '../../collections.js';
|
|
6
|
+
import { runDefinition } from '../../shared-agents.js';
|
|
4
7
|
import b4a from 'b4a';
|
|
5
|
-
export async function
|
|
8
|
+
export async function canIndexKnowledge(mesh, { deviceId, chatId, device }) {
|
|
9
|
+
if (!chatId) {
|
|
10
|
+
if (!deviceId || !mesh.writable) {
|
|
11
|
+
return false;
|
|
12
|
+
}
|
|
13
|
+
return !device?.mobile() || !(await computerConnected(mesh, device.peers()));
|
|
14
|
+
}
|
|
15
|
+
return await canIndexChat(mesh, deviceId, chatId);
|
|
16
|
+
}
|
|
17
|
+
async function computerConnected(mesh, peers) {
|
|
18
|
+
for (const peer of peers) {
|
|
19
|
+
const row = await mesh.view.get(DEVICES, { id: b4a.from(peer, 'hex') });
|
|
20
|
+
if (row && !row.revoked && !(row.platform && isMobilePlatform(row.platform))) {
|
|
21
|
+
return true;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
return false;
|
|
25
|
+
}
|
|
26
|
+
async function canIndexChat(mesh, deviceId, chatId) {
|
|
6
27
|
if (!deviceId) {
|
|
7
28
|
return false;
|
|
8
29
|
}
|
|
@@ -10,7 +31,7 @@ export async function canIndexChat(mesh, deviceId, chatId) {
|
|
|
10
31
|
if (!chat) {
|
|
11
32
|
return false;
|
|
12
33
|
}
|
|
13
|
-
const agent = await getAgent(mesh, chat.agentId);
|
|
34
|
+
const agent = await runDefinition(mesh, await getAgent(mesh, chat.agentId));
|
|
14
35
|
if (!agent) {
|
|
15
36
|
return false;
|
|
16
37
|
}
|
|
@@ -1,12 +1,11 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
-
import { type
|
|
3
|
-
import { type BuildEmbedder } from './build.ts';
|
|
2
|
+
import { type BuildEmbedder, type KnowledgeExtractors } from './build.ts';
|
|
4
3
|
import { type FileDocument } from '../processing/index.ts';
|
|
5
4
|
export interface IndexingEmbedder extends BuildEmbedder {
|
|
6
5
|
}
|
|
7
6
|
export type IndexingProgress = (update: {
|
|
8
7
|
knowledgeId: string;
|
|
9
|
-
chatId
|
|
8
|
+
chatId?: string | null;
|
|
10
9
|
stage: 'embedding' | 'ready' | 'failed';
|
|
11
10
|
processedChunks: number;
|
|
12
11
|
totalChunks: number;
|
|
@@ -16,6 +15,6 @@ export declare const EMBED_RETRY_LIMIT = 5;
|
|
|
16
15
|
export declare class IndexingPass {
|
|
17
16
|
private readonly _embedder;
|
|
18
17
|
private readonly _extractors;
|
|
19
|
-
constructor(embedder: IndexingEmbedder, extractors?:
|
|
18
|
+
constructor(embedder: IndexingEmbedder, extractors?: KnowledgeExtractors);
|
|
20
19
|
run(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
21
20
|
}
|
|
@@ -1,10 +1,9 @@
|
|
|
1
1
|
import { classifyRagDocument, contentHash, documentIndexArtifactId, encodeRagArtifact, pipelineVersionFor, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
2
|
-
import { buildArtifactPayload, EmbedderFailure } from './build.js';
|
|
2
|
+
import { buildArtifactPayload, EmbedderFailure, yieldTurn } from './build.js';
|
|
3
3
|
import { isClaimLive } from '../processing/index.js';
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
4
|
+
import { ClaimLostError } from '../processing/claims.js';
|
|
5
|
+
import { contentFailure, failureDetail, failureError, isContentFailure } from './failure.js';
|
|
6
6
|
const UNSUPPORTED = 'unsupported';
|
|
7
|
-
const ERROR_LIMIT = 300;
|
|
8
7
|
export const EMBED_RETRY_LIMIT = 5;
|
|
9
8
|
export class IndexingPass {
|
|
10
9
|
_embedder;
|
|
@@ -39,7 +38,7 @@ export class IndexingPass {
|
|
|
39
38
|
document.schedule(row.expiresAt);
|
|
40
39
|
return;
|
|
41
40
|
}
|
|
42
|
-
if (document.claims.isFailed(row.id)) {
|
|
41
|
+
if (document.claims.isFailed(row.id) || isContentFailure(row)) {
|
|
43
42
|
return;
|
|
44
43
|
}
|
|
45
44
|
}
|
|
@@ -74,7 +73,10 @@ export class IndexingPass {
|
|
|
74
73
|
mimeType: knowledge.mimeType,
|
|
75
74
|
bytes
|
|
76
75
|
});
|
|
77
|
-
|
|
76
|
+
const refusal = contentFailure(knowledge.fileName, bytes, {
|
|
77
|
+
supported: kind !== RAG_DOCUMENT_KIND.unsupported
|
|
78
|
+
});
|
|
79
|
+
if (refusal?.reason === 'unsupported' && knowledge.chatId) {
|
|
78
80
|
local.artifactIdMemo = UNSUPPORTED;
|
|
79
81
|
document.work({
|
|
80
82
|
state: 'not-applicable',
|
|
@@ -88,10 +90,10 @@ export class IndexingPass {
|
|
|
88
90
|
});
|
|
89
91
|
return;
|
|
90
92
|
}
|
|
91
|
-
if (kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
|
|
93
|
+
if (!refusal && kind === RAG_DOCUMENT_KIND.office && !this._extractors.office) {
|
|
92
94
|
local.artifactIdMemo = UNSUPPORTED;
|
|
93
95
|
document.work({
|
|
94
|
-
state: '
|
|
96
|
+
state: 'failed',
|
|
95
97
|
reason: 'extractor unavailable on this device'
|
|
96
98
|
});
|
|
97
99
|
return;
|
|
@@ -115,12 +117,16 @@ export class IndexingPass {
|
|
|
115
117
|
return;
|
|
116
118
|
}
|
|
117
119
|
document.work({ state: 'running' });
|
|
120
|
+
const lease = document.claims.lease(artifactId, claim.claimId);
|
|
118
121
|
let blobRef = null;
|
|
119
122
|
let lastTotal = 0;
|
|
120
123
|
try {
|
|
121
124
|
if (signal.aborted || document.paused() || document.closed()) {
|
|
122
125
|
throw new Error('interrupted: suspend');
|
|
123
126
|
}
|
|
127
|
+
if (refusal) {
|
|
128
|
+
throw refusal;
|
|
129
|
+
}
|
|
124
130
|
const payload = await buildArtifactPayload({
|
|
125
131
|
embedder: this._embedder,
|
|
126
132
|
extractors: this._extractors,
|
|
@@ -128,18 +134,22 @@ export class IndexingPass {
|
|
|
128
134
|
artifactId,
|
|
129
135
|
bytes,
|
|
130
136
|
signal,
|
|
131
|
-
|
|
137
|
+
onExtracting: (pages) => lease.keep(pages === 1),
|
|
138
|
+
onExtracted: async () => {
|
|
139
|
+
document.admit();
|
|
140
|
+
await lease.keep(true);
|
|
141
|
+
},
|
|
142
|
+
onProgress: async (processedChunks, totalChunks) => {
|
|
132
143
|
lastTotal = totalChunks;
|
|
133
144
|
document.report({
|
|
134
145
|
stage: 'embedding',
|
|
135
146
|
processedChunks,
|
|
136
147
|
totalChunks
|
|
137
148
|
});
|
|
149
|
+
await lease.keep();
|
|
138
150
|
}
|
|
139
151
|
});
|
|
140
|
-
|
|
141
|
-
throw new AbortedError();
|
|
142
|
-
}
|
|
152
|
+
await yieldTurn(signal);
|
|
143
153
|
const built = await document.write(encodeRagArtifact(payload));
|
|
144
154
|
blobRef = built.blobRef;
|
|
145
155
|
const current = await document.current();
|
|
@@ -170,7 +180,7 @@ export class IndexingPass {
|
|
|
170
180
|
processedChunks: payload.chunks.length,
|
|
171
181
|
totalChunks: payload.chunks.length
|
|
172
182
|
});
|
|
173
|
-
|
|
183
|
+
document.log?.info('rag', applied ? 'indexed' : 'indexed, claim superseded', {
|
|
174
184
|
id: artifactId,
|
|
175
185
|
chunks: payload.chunks.length
|
|
176
186
|
});
|
|
@@ -179,10 +189,13 @@ export class IndexingPass {
|
|
|
179
189
|
if (document.closed()) {
|
|
180
190
|
return;
|
|
181
191
|
}
|
|
192
|
+
if (err instanceof ClaimLostError) {
|
|
193
|
+
document.work({ state: 'pending', reason: 'claimed by another device' });
|
|
194
|
+
document.log?.info('rag', 'indexing claim taken over', { id: artifactId });
|
|
195
|
+
return;
|
|
196
|
+
}
|
|
182
197
|
const interrupted = document.paused() || signal.aborted;
|
|
183
|
-
const
|
|
184
|
-
const clipped = raw.length > ERROR_LIMIT ? `${raw.slice(0, ERROR_LIMIT)}...` : raw;
|
|
185
|
-
const message = interrupted ? 'interrupted: suspend' : clipped;
|
|
198
|
+
const message = interrupted ? 'interrupted: suspend' : failureDetail(err);
|
|
186
199
|
const failures = !interrupted && err instanceof EmbedderFailure
|
|
187
200
|
? (local.embedFailures = (local.embedFailures ?? 0) + 1)
|
|
188
201
|
: 0;
|
|
@@ -207,7 +220,7 @@ export class IndexingPass {
|
|
|
207
220
|
artifactId,
|
|
208
221
|
claimId: claim.claimId,
|
|
209
222
|
status: 'failed',
|
|
210
|
-
error: message
|
|
223
|
+
error: interrupted ? message : failureError(err)
|
|
211
224
|
});
|
|
212
225
|
}
|
|
213
226
|
catch {
|
|
@@ -220,7 +233,7 @@ export class IndexingPass {
|
|
|
220
233
|
error: message
|
|
221
234
|
});
|
|
222
235
|
}
|
|
223
|
-
|
|
236
|
+
document.log?.warn('rag', 'indexing failed', { id: artifactId, error: message });
|
|
224
237
|
}
|
|
225
238
|
}
|
|
226
239
|
}
|
|
@@ -2,10 +2,12 @@ import type { QvacKnowledge } from '../../../../../spec/mesh/hyperschema/types.d
|
|
|
2
2
|
import type { Mesh } from '../../../mesh.ts';
|
|
3
3
|
import { type VectorHit } from 'rag-extract';
|
|
4
4
|
export declare function fullTextBudgetChars(ctxSize: number): number;
|
|
5
|
+
export declare function retrievalBudgetTokens(ctxSize: number): number | undefined;
|
|
5
6
|
export interface IdentifiedHit {
|
|
6
7
|
readonly id: string;
|
|
7
8
|
}
|
|
8
9
|
export declare function isFullTextHit(hit: IdentifiedHit): boolean;
|
|
10
|
+
export declare function fullTextAttachmentId(hit: IdentifiedHit): string | null;
|
|
9
11
|
export type FullTextCoverage = {
|
|
10
12
|
readonly unit: 'pages';
|
|
11
13
|
readonly included: number;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import * as z from 'zod';
|
|
2
|
-
import { classifyRagDocument, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
2
|
+
import { classifyRagDocument, DEFAULT_CHUNK_BUDGET_TOKENS, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
3
3
|
const DEFAULT_FULL_TEXT_BUDGET_TOKENS = 4096;
|
|
4
4
|
const CHARS_PER_TOKEN = 4;
|
|
5
5
|
const FULL_TEXT_KINDS = new Set([
|
|
@@ -14,10 +14,16 @@ export function fullTextBudgetChars(ctxSize) {
|
|
|
14
14
|
const tokens = ctxSize > 0 ? Math.floor(ctxSize / 2) : DEFAULT_FULL_TEXT_BUDGET_TOKENS;
|
|
15
15
|
return tokens * CHARS_PER_TOKEN;
|
|
16
16
|
}
|
|
17
|
+
export function retrievalBudgetTokens(ctxSize) {
|
|
18
|
+
return ctxSize > 0 ? Math.min(DEFAULT_CHUNK_BUDGET_TOKENS, Math.floor(ctxSize / 4)) : undefined;
|
|
19
|
+
}
|
|
17
20
|
const FULL_TEXT_HIT_PREFIX = 'full-text-';
|
|
18
21
|
export function isFullTextHit(hit) {
|
|
19
22
|
return hit.id.startsWith(FULL_TEXT_HIT_PREFIX);
|
|
20
23
|
}
|
|
24
|
+
export function fullTextAttachmentId(hit) {
|
|
25
|
+
return isFullTextHit(hit) ? hit.id.slice(FULL_TEXT_HIT_PREFIX.length) : null;
|
|
26
|
+
}
|
|
21
27
|
const FullTextExtrasSchema = z.object({
|
|
22
28
|
truncated: z.boolean().optional().catch(undefined),
|
|
23
29
|
coverage: z
|
|
@@ -92,7 +98,7 @@ export async function fullTextHits(mesh, rows, { budgetChars, head = false }) {
|
|
|
92
98
|
});
|
|
93
99
|
}
|
|
94
100
|
catch (err) {
|
|
95
|
-
|
|
101
|
+
mesh.log?.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
|
|
96
102
|
return null;
|
|
97
103
|
}
|
|
98
104
|
if (!read.text) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import '
|
|
1
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
2
2
|
import { applySimilarityFloor, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
|
|
3
3
|
import type { VectorHit } from 'rag-extract/vector';
|
|
4
4
|
export { applySimilarityFloor, RAG_MIN_SIMILARITY };
|
|
5
|
-
export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit
|
|
5
|
+
export declare function logSimilarityScores(candidates: ReadonlyArray<VectorHit>, kept: ReadonlyArray<VectorHit>, log?: LoggerInterface | null): void;
|
|
@@ -1,6 +1,5 @@
|
|
|
1
|
-
import '../../../logger.js';
|
|
2
1
|
import { applySimilarityFloor, logSimilarityScores as traceSimilarityScores, RAG_MIN_SIMILARITY } from 'rag-extract/retrieval';
|
|
3
2
|
export { applySimilarityFloor, RAG_MIN_SIMILARITY };
|
|
4
|
-
export function logSimilarityScores(candidates, kept) {
|
|
5
|
-
traceSimilarityScores(candidates, kept, (message) =>
|
|
3
|
+
export function logSimilarityScores(candidates, kept, log) {
|
|
4
|
+
traceSimilarityScores(candidates, kept, (message) => log?.debug('rag', message));
|
|
6
5
|
}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import b4a from 'b4a';
|
|
2
|
+
import { listChunks, updateOp } from '../../chunk.js';
|
|
1
3
|
import { hasLiveSource } from './routing.js';
|
|
2
4
|
export async function syncAttachmentChunk(mesh, chunk) {
|
|
3
5
|
if (chunk.type !== 'attachment')
|
|
@@ -6,10 +8,29 @@ export async function syncAttachmentChunk(mesh, chunk) {
|
|
|
6
8
|
if (!attachment?.deletedAt || typeof attachment.blobId !== 'string') {
|
|
7
9
|
return;
|
|
8
10
|
}
|
|
11
|
+
await tombstoneDerived(mesh, chunk, attachment.deletedAt);
|
|
9
12
|
if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId)) {
|
|
10
13
|
return;
|
|
11
14
|
}
|
|
12
|
-
|
|
15
|
+
mesh.log?.debug('sync', 'attachment tombstone observed - reclaiming blob bytes', { id: chunk.id });
|
|
13
16
|
await mesh.files.clear(attachment.blobId, chunk.id);
|
|
14
17
|
await mesh.fileIndex?.markCleared(attachment.blobId);
|
|
15
18
|
}
|
|
19
|
+
async function tombstoneDerived(mesh, source, at) {
|
|
20
|
+
const ours = mesh.ourDeviceId;
|
|
21
|
+
if (!ours || !source.attachment) {
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
const batch = mesh.batch();
|
|
25
|
+
for (const chunk of await listChunks(mesh, { chatId: source.chatId, type: 'attachment' })) {
|
|
26
|
+
const { attachment } = chunk;
|
|
27
|
+
if (chunk.sourceId !== source.attachment.id || !attachment || attachment.deletedAt) {
|
|
28
|
+
continue;
|
|
29
|
+
}
|
|
30
|
+
if (b4a.equals(chunk.originDeviceId, ours)) {
|
|
31
|
+
const tombstone = { ...attachment, deletedAt: at };
|
|
32
|
+
batch.dispatch('update-chunk', updateOp(chunk, { id: chunk.id, attachment: tombstone }));
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
await batch.flush();
|
|
36
|
+
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.ts';
|
|
1
|
+
export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.ts';
|
|
2
2
|
export type { AddKnowledgeInput, AddKnowledgeArtifactInput } from './knowledge.ts';
|
|
3
3
|
export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.ts';
|
|
4
4
|
export { groupAttachmentsByMessage } from './linkage.ts';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { addKnowledge, addKnowledgeArtifact, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, listKnowledge, listKnowledgeArtifactsByKnowledge, removeKnowledge } from './knowledge.js';
|
|
1
|
+
export { addKnowledge, addKnowledgeArtifact, assertKnowledgeRoom, assertRemovableAt, findKnowledgeArtifactsByKnowledge, getKnowledge, getKnowledgeArtifact, knowledgeCapBytes, listKnowledge, listKnowledgeArtifactsByKnowledge, listKnowledgeBase, mustGetKnowledge, removeKnowledge, usedKnowledgeBytes } from './knowledge.js';
|
|
2
2
|
export { attachTurnDocumentIds, hasLiveSource, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge } from './routing.js';
|
|
3
3
|
export { groupAttachmentsByMessage } from './linkage.js';
|
|
4
4
|
export { syncAttachmentChunk } from './chunks.js';
|
|
@@ -1,21 +1,29 @@
|
|
|
1
|
+
import type HyperDB from 'hyperdb';
|
|
1
2
|
import type { QvacKnowledge, QvacKnowledgeArtifact, QvacRemoveKnowledgeOperation } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
3
|
import type { Mesh } from '../../mesh.ts';
|
|
3
|
-
export type AddKnowledgeInput = Pick<QvacKnowledge, '
|
|
4
|
+
export type AddKnowledgeInput = Pick<QvacKnowledge, 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id' | 'chatId'>>;
|
|
4
5
|
export interface ChatScope {
|
|
5
6
|
readonly chatId: string;
|
|
6
7
|
}
|
|
8
|
+
export interface KnowledgeRoom {
|
|
9
|
+
readonly capBytes: number;
|
|
10
|
+
readonly bytes: number;
|
|
11
|
+
}
|
|
7
12
|
export interface KnowledgeScope {
|
|
8
13
|
readonly knowledgeId: string;
|
|
9
14
|
}
|
|
10
15
|
export declare function getKnowledge(store: Mesh, id: string): Promise<QvacKnowledge | null>;
|
|
16
|
+
export declare function mustGetKnowledge(store: Mesh, id: string): Promise<QvacKnowledge>;
|
|
11
17
|
export declare function listKnowledge(store: Mesh, { chatId }: ChatScope): Promise<QvacKnowledge[]>;
|
|
18
|
+
export declare function listKnowledgeBase(store: Mesh): Promise<QvacKnowledge[]>;
|
|
19
|
+
export declare function usedKnowledgeBytes(rows: ReadonlyArray<QvacKnowledge>): number;
|
|
20
|
+
export declare function knowledgeCapBytes(db: HyperDB): Promise<number>;
|
|
21
|
+
export declare function assertKnowledgeRoom(store: Mesh, bytes: number): Promise<KnowledgeRoom>;
|
|
12
22
|
export declare function addKnowledge(store: Mesh, input: AddKnowledgeInput): Promise<QvacKnowledge>;
|
|
13
23
|
export declare function assertRemovableAt(at: number): void;
|
|
14
24
|
export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: QvacRemoveKnowledgeOperation): Promise<QvacKnowledge>;
|
|
15
25
|
export type AddKnowledgeArtifactInput = Omit<QvacKnowledgeArtifact, 'createdAt'>;
|
|
16
26
|
export declare function getKnowledgeArtifact(store: Mesh, id: string): Promise<QvacKnowledgeArtifact | null>;
|
|
17
|
-
type KnowledgeSnapshot = ReturnType<Mesh['view']['snapshot']>;
|
|
18
27
|
export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacKnowledgeArtifact[]>;
|
|
19
|
-
export declare function findKnowledgeArtifactsByKnowledge(snap:
|
|
28
|
+
export declare function findKnowledgeArtifactsByKnowledge(snap: HyperDB, knowledgeId: string): Promise<QvacKnowledgeArtifact[]>;
|
|
20
29
|
export declare function addKnowledgeArtifact(store: Mesh, input: AddKnowledgeArtifactInput): Promise<QvacKnowledgeArtifact>;
|
|
21
|
-
export {};
|
|
@@ -1,35 +1,52 @@
|
|
|
1
|
+
import { CoreError } from '../../../errors.js';
|
|
1
2
|
import { randomId } from '../../id.js';
|
|
2
3
|
import { assertArtifactOutput } from './output.js';
|
|
3
|
-
import {
|
|
4
|
+
import { DEFAULT_KNOWLEDGE_CAP_BYTES } from '../rag/limits.js';
|
|
5
|
+
import { KNOWLEDGE_CAP_ROW } from '../../contract/knowledge.js';
|
|
6
|
+
import { ACTIVE_KNOWLEDGE_BASE, ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_CAPS } from '../../collections.js';
|
|
4
7
|
export async function getKnowledge(store, id) {
|
|
5
|
-
|
|
6
|
-
try {
|
|
7
|
-
const row = await snap.get(KNOWLEDGE, { id });
|
|
8
|
-
return row;
|
|
9
|
-
}
|
|
10
|
-
finally {
|
|
11
|
-
await snap.close();
|
|
12
|
-
}
|
|
8
|
+
return store.view.get(KNOWLEDGE, { id });
|
|
13
9
|
}
|
|
14
|
-
async function mustGetKnowledge(store, id) {
|
|
10
|
+
export async function mustGetKnowledge(store, id) {
|
|
15
11
|
const row = await getKnowledge(store, id);
|
|
16
12
|
if (!row) {
|
|
17
|
-
throw new
|
|
13
|
+
throw new CoreError('KNOWLEDGE_NOT_FOUND', [id]);
|
|
18
14
|
}
|
|
19
15
|
return row;
|
|
20
16
|
}
|
|
21
17
|
export async function listKnowledge(store, { chatId }) {
|
|
18
|
+
return store.view
|
|
19
|
+
.find(ACTIVE_KNOWLEDGE_BY_CHAT, { gte: { chatId }, lte: { chatId } })
|
|
20
|
+
.toArray();
|
|
21
|
+
}
|
|
22
|
+
export async function listKnowledgeBase(store) {
|
|
23
|
+
return store.view.find(ACTIVE_KNOWLEDGE_BASE).toArray();
|
|
24
|
+
}
|
|
25
|
+
export function usedKnowledgeBytes(rows) {
|
|
26
|
+
return rows.reduce((sum, row) => sum + row.byteLength, 0);
|
|
27
|
+
}
|
|
28
|
+
export async function knowledgeCapBytes(db) {
|
|
29
|
+
const row = await db.get(KNOWLEDGE_CAPS, { id: KNOWLEDGE_CAP_ROW });
|
|
30
|
+
return row?.bytes ?? DEFAULT_KNOWLEDGE_CAP_BYTES;
|
|
31
|
+
}
|
|
32
|
+
async function knowledgeRoom(store) {
|
|
22
33
|
const snap = store.view.snapshot();
|
|
23
34
|
try {
|
|
24
|
-
const rows = await snap
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
return rows;
|
|
35
|
+
const rows = await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
|
|
36
|
+
const capBytes = await knowledgeCapBytes(snap);
|
|
37
|
+
return { capBytes, bytes: Math.max(0, capBytes - usedKnowledgeBytes(rows)) };
|
|
28
38
|
}
|
|
29
39
|
finally {
|
|
30
40
|
await snap.close();
|
|
31
41
|
}
|
|
32
42
|
}
|
|
43
|
+
export async function assertKnowledgeRoom(store, bytes) {
|
|
44
|
+
const room = await knowledgeRoom(store);
|
|
45
|
+
if (bytes > room.bytes) {
|
|
46
|
+
throw new CoreError('KNOWLEDGE_CAP_REACHED', [room.capBytes]);
|
|
47
|
+
}
|
|
48
|
+
return room;
|
|
49
|
+
}
|
|
33
50
|
export async function addKnowledge(store, input) {
|
|
34
51
|
const now = Date.now();
|
|
35
52
|
const knowledge = {
|
|
@@ -64,23 +81,10 @@ const ARTIFACT_STRING_FIELDS = [
|
|
|
64
81
|
'artifactBlobId'
|
|
65
82
|
];
|
|
66
83
|
export async function getKnowledgeArtifact(store, id) {
|
|
67
|
-
|
|
68
|
-
try {
|
|
69
|
-
const artifact = await snap.get(KNOWLEDGE_ARTIFACTS, { id });
|
|
70
|
-
return artifact;
|
|
71
|
-
}
|
|
72
|
-
finally {
|
|
73
|
-
await snap.close();
|
|
74
|
-
}
|
|
84
|
+
return store.view.get(KNOWLEDGE_ARTIFACTS, { id });
|
|
75
85
|
}
|
|
76
86
|
export async function listKnowledgeArtifactsByKnowledge(store, { knowledgeId }) {
|
|
77
|
-
|
|
78
|
-
try {
|
|
79
|
-
return await findKnowledgeArtifactsByKnowledge(snap, knowledgeId);
|
|
80
|
-
}
|
|
81
|
-
finally {
|
|
82
|
-
await snap.close();
|
|
83
|
-
}
|
|
87
|
+
return findKnowledgeArtifactsByKnowledge(store.view, knowledgeId);
|
|
84
88
|
}
|
|
85
89
|
export async function findKnowledgeArtifactsByKnowledge(snap, knowledgeId) {
|
|
86
90
|
return await snap
|
|
@@ -1,14 +1,18 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
2
|
import { fileKeyOf } from '../local-index.js';
|
|
3
3
|
import { referencedBlobs } from './sweep.js';
|
|
4
|
-
import {
|
|
4
|
+
import { findChunksOfType } from '../../chunk.js';
|
|
5
|
+
import { KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, KNOWLEDGE_BY_CHAT, PURGED_CHATS } from '../../collections.js';
|
|
5
6
|
export async function reclaimPurgedFiles(mesh) {
|
|
6
7
|
const index = mesh.fileIndex;
|
|
7
8
|
if (!index) {
|
|
8
9
|
return 0;
|
|
9
10
|
}
|
|
10
11
|
const rows = await index.list();
|
|
11
|
-
const purged = await
|
|
12
|
+
const purged = await purgedChats(mesh, rows);
|
|
13
|
+
if (purged.size) {
|
|
14
|
+
await index.retireChats(purged);
|
|
15
|
+
}
|
|
12
16
|
const candidates = rows.filter((row) => !!row.chatId && purged.has(row.chatId));
|
|
13
17
|
if (candidates.length === 0) {
|
|
14
18
|
return 0;
|
|
@@ -39,8 +43,8 @@ export async function chatReferences(mesh, chatId) {
|
|
|
39
43
|
const inChat = { gte: { chatId }, lte: { chatId } };
|
|
40
44
|
const snap = mesh.view.snapshot();
|
|
41
45
|
try {
|
|
42
|
-
for
|
|
43
|
-
if (chunk.
|
|
46
|
+
for (const chunk of await findChunksOfType(snap, { chatId, type: 'attachment' })) {
|
|
47
|
+
if (chunk.attachment) {
|
|
44
48
|
references.push(chunk.attachment.blobId);
|
|
45
49
|
}
|
|
46
50
|
}
|
|
@@ -80,12 +84,13 @@ export async function reclaimReferences(mesh, references) {
|
|
|
80
84
|
void mesh.files.compact([...cores.values()]);
|
|
81
85
|
}
|
|
82
86
|
}
|
|
83
|
-
async function
|
|
84
|
-
const purged = new
|
|
87
|
+
async function purgedChats(mesh, rows) {
|
|
88
|
+
const purged = new Map();
|
|
85
89
|
const chatIds = rows.map((row) => row.chatId).filter((id) => !!id);
|
|
86
90
|
for (const chatId of new Set(chatIds)) {
|
|
87
|
-
|
|
88
|
-
|
|
91
|
+
const row = await mesh.view.get(PURGED_CHATS, { chatId });
|
|
92
|
+
if (row) {
|
|
93
|
+
purged.set(chatId, row.at);
|
|
89
94
|
}
|
|
90
95
|
}
|
|
91
96
|
return purged;
|