@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1008 -1
- package/README.md +40 -81
- package/dist-lib/index.d.ts +1 -1
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +19 -2
- package/dist-lib/lib/api/agents.js +121 -24
- package/dist-lib/lib/api/app-config.d.ts +4 -1
- package/dist-lib/lib/api/app-config.js +17 -6
- package/dist-lib/lib/api/attachments.js +3 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +13 -2
- package/dist-lib/lib/api/chat.js +114 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +17 -2
- package/dist-lib/lib/api/chunks.js +70 -13
- package/dist-lib/lib/api/config.d.ts +6 -2
- package/dist-lib/lib/api/config.js +47 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +9 -0
- package/dist-lib/lib/api/device-routes.js +123 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +23 -11
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +12 -1
- package/dist-lib/lib/api/execution.js +44 -14
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +28 -6
- package/dist-lib/lib/api/index.js +101 -33
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +67 -26
- package/dist-lib/lib/api/mesh.d.ts +12 -4
- package/dist-lib/lib/api/mesh.js +12 -8
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +169 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +71 -34
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +48 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +2 -2
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +5 -0
- package/dist-lib/lib/api/workspace.js +47 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +37 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +30 -17
- package/dist-lib/lib/assistant/history.js +179 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/message.d.ts +27 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +100 -0
- package/dist-lib/lib/assistant/model-round.js +619 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +42 -0
- package/dist-lib/lib/assistant/round-host.js +241 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +4 -1
- package/dist-lib/lib/assistant-client.js +27 -8
- package/dist-lib/lib/assistant-tree.d.ts +10 -3
- package/dist-lib/lib/assistant-tree.js +63 -20
- package/dist-lib/lib/assistant.d.ts +93 -24
- package/dist-lib/lib/assistant.js +2048 -1231
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +2 -2
- package/dist-lib/lib/client.js +10 -1
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +18 -4
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +40 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +71 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +45 -19
- package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
- package/dist-lib/lib/core/archived-mesh.js +77 -58
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +395 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +8 -7
- package/dist-lib/lib/core/chat-move.d.ts +75 -0
- package/dist-lib/lib/core/chat-move.js +598 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +19 -4
- package/dist-lib/lib/core/chat-project.d.ts +2 -0
- package/dist-lib/lib/core/chat-project.js +15 -0
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +33 -4
- package/dist-lib/lib/core/chat.js +122 -39
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +250 -45
- package/dist-lib/lib/core/collections.d.ts +40 -1
- package/dist-lib/lib/core/collections.js +40 -1
- package/dist-lib/lib/core/config-value.d.ts +6 -0
- package/dist-lib/lib/core/config-value.js +14 -0
- package/dist-lib/lib/core/contract/activity.d.ts +3 -2
- package/dist-lib/lib/core/contract/activity.js +39 -21
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +36 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +34 -4
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +21 -0
- package/dist-lib/lib/core/contract/projects.js +327 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +121 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
- package/dist-lib/lib/core/contract/run-requests.js +81 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/departures.d.ts +16 -5
- package/dist-lib/lib/core/departures.js +79 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +5 -3
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.js +8 -7
- package/dist-lib/lib/core/files/index.d.ts +27 -14
- package/dist-lib/lib/core/files/index.js +220 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
- package/dist-lib/lib/core/files/processing/index.js +99 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +14 -3
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
- package/dist-lib/lib/core/files/rag/build.js +32 -8
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +57 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
- package/dist-lib/lib/core/files/rag/index.js +30 -8
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
- package/dist-lib/lib/core/files/records/knowledge.js +40 -3
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +20 -48
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +53 -14
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +30 -18
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +86 -7
- package/dist-lib/lib/core/local/index.js +312 -27
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +107 -30
- package/dist-lib/lib/core/mesh.js +625 -171
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +13 -0
- package/dist-lib/lib/core/project-keys.js +56 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +26 -0
- package/dist-lib/lib/core/public-mesh.js +94 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/run-requests.js +58 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
- package/dist-lib/lib/core/skill-secrets.js +90 -72
- package/dist-lib/lib/core/sync/background.d.ts +35 -0
- package/dist-lib/lib/core/sync/background.js +85 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +164 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
- package/dist-lib/lib/core/sync/view-updates.js +133 -0
- package/dist-lib/lib/core/sync-status.js +3 -3
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +11 -11
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
- package/dist-lib/lib/core/workspace-upgrade.js +50 -0
- package/dist-lib/lib/core.d.ts +303 -84
- package/dist-lib/lib/core.js +3952 -1511
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +794 -0
- package/dist-lib/lib/errors.js +728 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
- package/dist-lib/lib/kv-cache-retention.js +98 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +42 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +16 -12
- package/dist-lib/lib/model-download.js +90 -34
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +27 -0
- package/dist-lib/lib/model-memory-cap.js +69 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +13 -5
- package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +3 -0
- package/dist-lib/lib/probe-rounds.js +5 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +44 -0
- package/dist-lib/lib/run-replay.js +158 -0
- package/dist-lib/lib/run-transcript.d.ts +11 -12
- package/dist-lib/lib/run-transcript.js +16 -18
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +780 -155
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +7 -0
- package/dist-lib/schema/indexes.js +48 -3
- package/dist-lib/schema/local.js +80 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +474 -14
- package/dist-lib/spec/bind.js +212 -48
- package/dist-lib/spec/calls.js +46 -5
- package/dist-lib/spec/capabilities.d.ts +100 -18
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +739 -206
- package/dist-lib/spec/hrpc/index.js +844 -345
- package/dist-lib/spec/hrpc/messages.js +3906 -1749
- package/dist-lib/spec/hyperschema/index.js +3906 -1749
- package/dist-lib/spec/hyperschema/schema.json +4809 -3119
- package/dist-lib/spec/hyperschema/types.d.ts +482 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
- package/dist-lib/spec/local/hyperschema/index.js +573 -16
- package/dist-lib/spec/local/hyperschema/schema.json +354 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
- package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
- package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
- package/package.json +64 -43
- package/worker/assistant-sidecar.mjs +18 -2
- package/worker/stow-entry.mjs +2 -0
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
- package/tui/README.md +0 -142
- package/tui/app.mjs +0 -6939
- package/tui/boot.mjs +0 -111
- package/tui/index.mjs +0 -53
- package/tui/lib/boot-timing.mjs +0 -41
- package/tui/lib/busy-words.mjs +0 -116
- package/tui/lib/export.mjs +0 -194
- package/tui/lib/knowledge-command.mjs +0 -190
- package/tui/lib/knowledge-import.mjs +0 -171
- package/tui/lib/render.mjs +0 -196
- package/tui/lib/save-file.mjs +0 -88
- package/tui/lib/select.mjs +0 -81
- package/tui/lib/selection.mjs +0 -18
- package/tui/lib/setup.mjs +0 -101
- package/tui/lib/sidebar.mjs +0 -63
- package/tui/lib/splash-art.mjs +0 -107
- package/tui/lib/splash.mjs +0 -18
- package/tui/lib/upload-frames.mjs +0 -9
- package/tui/lib/usage.mjs +0 -59
- package/tui/lib/wrap.mjs +0 -143
- package/tui/main.mjs +0 -264
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { QvacIndexingResolution, QvacIndexingStatus } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
2
|
import type { Mesh } from '../../mesh.ts';
|
|
3
3
|
import type { ChatScope, KnowledgeScope } from '../records/knowledge.ts';
|
|
4
|
-
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.ts';
|
|
4
|
+
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.ts';
|
|
5
5
|
export declare function isClaimLive(row: QvacIndexingStatus, at: number): boolean;
|
|
6
6
|
export interface ClaimIndexingInput {
|
|
7
7
|
artifactId: string;
|
|
@@ -12,6 +12,11 @@ export interface IndexingClaimResult {
|
|
|
12
12
|
readonly row: QvacIndexingStatus;
|
|
13
13
|
readonly won: boolean;
|
|
14
14
|
}
|
|
15
|
+
export interface ProgressIndexingInput {
|
|
16
|
+
readonly artifactId: string;
|
|
17
|
+
readonly claimId: string;
|
|
18
|
+
readonly at: number;
|
|
19
|
+
}
|
|
15
20
|
export interface ResolveIndexingInput {
|
|
16
21
|
readonly artifactId: string;
|
|
17
22
|
readonly claimId: string;
|
|
@@ -26,4 +31,5 @@ export declare function getIndexingStatus(store: Mesh, artifactId: string): Prom
|
|
|
26
31
|
export declare function listIndexingByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacIndexingStatus[]>;
|
|
27
32
|
export declare function listIndexingByChat(store: Mesh, { chatId }: ChatScope): Promise<QvacIndexingStatus[]>;
|
|
28
33
|
export declare function claimIndexing(store: Mesh, { artifactId, knowledgeId, at }: ClaimIndexingInput): Promise<IndexingClaimResult>;
|
|
34
|
+
export declare function progressIndexing(store: Mesh, { artifactId, claimId, at }: ProgressIndexingInput): Promise<boolean>;
|
|
29
35
|
export declare function resolveIndexing(store: Mesh, { artifactId, claimId, status, error }: ResolveIndexingInput): Promise<IndexingResolutionResult>;
|
|
@@ -1,9 +1,13 @@
|
|
|
1
|
-
import { INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
1
|
+
import { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
2
2
|
import { randomId } from '../../id.js';
|
|
3
|
-
|
|
3
|
+
import b4a from 'b4a';
|
|
4
|
+
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.js';
|
|
4
5
|
import { INDEXING_STATUS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE } from '../../collections.js';
|
|
5
6
|
export function isClaimLive(row, at) {
|
|
6
|
-
return (row.status === 'indexing' &&
|
|
7
|
+
return (row.status === 'indexing' &&
|
|
8
|
+
row.expiresAt > at &&
|
|
9
|
+
row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS &&
|
|
10
|
+
row.expiresAt <= at + INDEXING_MAX_CLOCK_SKEW_MS + INDEXING_CLAIM_TTL_MS);
|
|
7
11
|
}
|
|
8
12
|
export async function getIndexingStatus(store, artifactId) {
|
|
9
13
|
const snap = store.view.snapshot();
|
|
@@ -62,6 +66,13 @@ export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
|
|
|
62
66
|
const won = row.status === 'indexing' && row.claimId === claimId;
|
|
63
67
|
return { row, won };
|
|
64
68
|
}
|
|
69
|
+
export async function progressIndexing(store, { artifactId, claimId, at }) {
|
|
70
|
+
await store.dispatch('progress-indexing', { id: artifactId, claimId, at });
|
|
71
|
+
const row = await getIndexingStatus(store, artifactId);
|
|
72
|
+
return (row?.status === 'indexing' &&
|
|
73
|
+
row.claimId === claimId &&
|
|
74
|
+
b4a.equals(row.claimedBy, store.localWriterKey));
|
|
75
|
+
}
|
|
65
76
|
export async function resolveIndexing(store, { artifactId, claimId, status, error }) {
|
|
66
77
|
await store.dispatch('resolve-indexing', { id: artifactId, claimId, status, error });
|
|
67
78
|
const row = await mustGetIndexingStatus(store, artifactId);
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
1
2
|
import { type BlobStore } from '../store/index.ts';
|
|
2
3
|
import { type AbortSignal } from 'bare-abort-controller';
|
|
3
4
|
import type { FileRetries } from './state.ts';
|
|
@@ -11,6 +12,7 @@ export type SourceRead = {
|
|
|
11
12
|
kind: 'malformed';
|
|
12
13
|
};
|
|
13
14
|
export interface IndexingSourceOptions {
|
|
15
|
+
readonly log: LoggerInterface | null;
|
|
14
16
|
readonly retryMs?: number;
|
|
15
17
|
readonly retries: FileRetries;
|
|
16
18
|
readonly download?: {
|
|
@@ -20,6 +22,7 @@ export interface IndexingSourceOptions {
|
|
|
20
22
|
}
|
|
21
23
|
export declare class IndexingSource {
|
|
22
24
|
private readonly _readBytes;
|
|
25
|
+
private readonly _log;
|
|
23
26
|
private readonly _retryMs;
|
|
24
27
|
private readonly _download;
|
|
25
28
|
private readonly _downloads;
|
|
@@ -32,5 +35,6 @@ export declare class IndexingSource {
|
|
|
32
35
|
read(id: string, blobRef: string, signal?: AbortSignal): Promise<SourceRead>;
|
|
33
36
|
cancel(matches?: (id: string) => boolean): Promise<void>;
|
|
34
37
|
pending(matches: (id: string) => boolean): boolean;
|
|
38
|
+
awaitsBytes(matches: (id: string) => boolean): boolean;
|
|
35
39
|
private _fetch;
|
|
36
40
|
}
|
|
@@ -1,15 +1,17 @@
|
|
|
1
|
-
import { isInvalidBlobReferenceError, compareBlobReferences } from '../store/index.js';
|
|
1
|
+
import { isInvalidBlobReferenceError, isPendingBlobReference, compareBlobReferences } from '../store/index.js';
|
|
2
2
|
import { AbortController } from 'bare-abort-controller';
|
|
3
3
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
4
4
|
const BLOB_RETRY_MS = 30_000;
|
|
5
5
|
export class IndexingSource {
|
|
6
6
|
_readBytes;
|
|
7
|
+
_log;
|
|
7
8
|
_retryMs;
|
|
8
9
|
_download;
|
|
9
10
|
_downloads = new Map();
|
|
10
11
|
retry;
|
|
11
12
|
constructor(readBytes, opts) {
|
|
12
13
|
this._readBytes = readBytes;
|
|
14
|
+
this._log = opts.log;
|
|
13
15
|
this._retryMs = opts.retryMs ?? BLOB_RETRY_MS;
|
|
14
16
|
this.retry = opts.retries;
|
|
15
17
|
this._download = opts.download;
|
|
@@ -27,6 +29,9 @@ export class IndexingSource {
|
|
|
27
29
|
return this.retry.reconnect(onRetry);
|
|
28
30
|
}
|
|
29
31
|
async read(id, blobRef, signal) {
|
|
32
|
+
if (isPendingBlobReference(blobRef)) {
|
|
33
|
+
return { kind: 'missing', retryAt: Date.now() + this._retryMs };
|
|
34
|
+
}
|
|
30
35
|
try {
|
|
31
36
|
const bytes = await this._readBytes(blobRef, { signal, wait: !this._download });
|
|
32
37
|
this.retry.markFound(id);
|
|
@@ -37,10 +42,10 @@ export class IndexingSource {
|
|
|
37
42
|
throw new AbortedError();
|
|
38
43
|
}
|
|
39
44
|
if (isInvalidBlobReferenceError(err)) {
|
|
40
|
-
|
|
45
|
+
this._log?.warn('rag', 'blob ref is malformed, never readable', { id });
|
|
41
46
|
return { kind: 'malformed' };
|
|
42
47
|
}
|
|
43
|
-
|
|
48
|
+
this._log?.debug('rag', 'blob bytes unavailable', { id, err });
|
|
44
49
|
this.retry.markMissing(id);
|
|
45
50
|
const retryAt = this.retryMiss(id, Date.now());
|
|
46
51
|
this._fetch(id, blobRef);
|
|
@@ -65,6 +70,9 @@ export class IndexingSource {
|
|
|
65
70
|
}
|
|
66
71
|
return false;
|
|
67
72
|
}
|
|
73
|
+
awaitsBytes(matches) {
|
|
74
|
+
return this.pending(matches) || this.retry.missing(matches);
|
|
75
|
+
}
|
|
68
76
|
_fetch(id, reference) {
|
|
69
77
|
const download = this._download;
|
|
70
78
|
if (!download) {
|
|
@@ -88,7 +96,7 @@ export class IndexingSource {
|
|
|
88
96
|
download.ready(id);
|
|
89
97
|
}, (err) => {
|
|
90
98
|
if (!abort.signal.aborted) {
|
|
91
|
-
|
|
99
|
+
this._log?.debug('rag', 'blob download interrupted', { id, err });
|
|
92
100
|
}
|
|
93
101
|
})
|
|
94
102
|
.finally(() => {
|
|
@@ -4,6 +4,9 @@ export type LocalWork = Pick<AssistantFileProcessorStatus, 'state' | 'reason' |
|
|
|
4
4
|
export type IndexingProgressEntry = Omit<Parameters<IndexingProgress>[0], 'error'> & {
|
|
5
5
|
error: string | null;
|
|
6
6
|
};
|
|
7
|
+
export type ChatProgressEntry = IndexingProgressEntry & {
|
|
8
|
+
readonly chatId: string;
|
|
9
|
+
};
|
|
7
10
|
export interface LoadedArtifact {
|
|
8
11
|
artifactId: string;
|
|
9
12
|
blobRef?: string;
|
|
@@ -42,6 +45,7 @@ export declare class FileRetries {
|
|
|
42
45
|
blockedUntil(id: string, now: number): number | null;
|
|
43
46
|
miss(id: string, now: number, retryMs: number): number;
|
|
44
47
|
markMissing(id: string): void;
|
|
48
|
+
missing(matches: (id: string) => boolean): boolean;
|
|
45
49
|
markFound(id: string): void;
|
|
46
50
|
clear(id?: string): void;
|
|
47
51
|
reconnect(onRetry?: (id: string, deadline: number) => void): number | null;
|
|
@@ -58,7 +62,7 @@ export declare class FileState {
|
|
|
58
62
|
forget(id: string): DocumentState | undefined;
|
|
59
63
|
get(id: string): Readonly<DocumentState> | undefined;
|
|
60
64
|
readArtifact(id: string): Readonly<ArtifactState> | undefined;
|
|
61
|
-
progress(chatId: string):
|
|
65
|
+
progress(chatId: string): ChatProgressEntry[];
|
|
62
66
|
clearLoaded(): void;
|
|
63
67
|
retry(id: string): void;
|
|
64
68
|
reset(): void;
|
|
@@ -15,6 +15,13 @@ export class FileRetries {
|
|
|
15
15
|
markMissing(id) {
|
|
16
16
|
this._missing.add(id);
|
|
17
17
|
}
|
|
18
|
+
missing(matches) {
|
|
19
|
+
for (const id of this._missing) {
|
|
20
|
+
if (matches(id))
|
|
21
|
+
return true;
|
|
22
|
+
}
|
|
23
|
+
return false;
|
|
24
|
+
}
|
|
18
25
|
markFound(id) {
|
|
19
26
|
this._missing.delete(id);
|
|
20
27
|
}
|
|
@@ -82,7 +89,7 @@ export class FileState {
|
|
|
82
89
|
return this._artifacts.get(id);
|
|
83
90
|
}
|
|
84
91
|
progress(chatId) {
|
|
85
|
-
return [...this._documents.values()].flatMap((entry) => entry.progress?.chatId === chatId ? [entry.progress] : []);
|
|
92
|
+
return [...this._documents.values()].flatMap((entry) => entry.progress?.chatId === chatId ? [{ ...entry.progress, chatId }] : []);
|
|
86
93
|
}
|
|
87
94
|
clearLoaded() {
|
|
88
95
|
for (const entry of this._documents.values()) {
|
|
@@ -109,6 +116,7 @@ export class FileState {
|
|
|
109
116
|
output.rebuildFailures = undefined;
|
|
110
117
|
this.outputRetries.clear(artifactId);
|
|
111
118
|
}
|
|
119
|
+
entry.artifactIdMemo = undefined;
|
|
112
120
|
}
|
|
113
121
|
reset() {
|
|
114
122
|
this._documents.clear();
|
|
@@ -7,8 +7,9 @@ export interface BuildEmbedder {
|
|
|
7
7
|
texts: string[];
|
|
8
8
|
signal?: AbortSignal;
|
|
9
9
|
}): Promise<number[][]>;
|
|
10
|
+
idle?(signal: AbortSignal): Promise<void>;
|
|
10
11
|
}
|
|
11
|
-
export type BuildProgress = (processedChunks: number, totalChunks: number) => void
|
|
12
|
+
export type BuildProgress = (processedChunks: number, totalChunks: number) => void | Promise<void>;
|
|
12
13
|
export declare class EmbedderFailure extends Error {
|
|
13
14
|
constructor(cause: unknown);
|
|
14
15
|
}
|
|
@@ -19,6 +20,9 @@ export interface ArtifactBuildInput {
|
|
|
19
20
|
bytes: Buffer;
|
|
20
21
|
signal: AbortSignal;
|
|
21
22
|
onProgress?: BuildProgress;
|
|
23
|
+
onExtracting?: (pages: number, totalPages: number) => Promise<void>;
|
|
24
|
+
onExtracted?: () => void | Promise<void>;
|
|
22
25
|
extractors?: RagExtractors;
|
|
23
26
|
}
|
|
27
|
+
export declare function yieldTurn(signal: AbortSignal): Promise<void>;
|
|
24
28
|
export declare function buildArtifactPayload(input: ArtifactBuildInput): Promise<RagArtifactPayload>;
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { chunkRagDocuments, extractRagDocumentFromBytes } from 'rag-extract';
|
|
2
2
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
3
3
|
import { errorMessage } from '../../../guards.js';
|
|
4
|
+
import { IndexingFailure } from './failure.js';
|
|
4
5
|
const EMBED_BATCH = 8;
|
|
5
6
|
export class EmbedderFailure extends Error {
|
|
6
7
|
constructor(cause) {
|
|
@@ -8,27 +9,49 @@ export class EmbedderFailure extends Error {
|
|
|
8
9
|
this.name = 'EmbedderFailure';
|
|
9
10
|
}
|
|
10
11
|
}
|
|
12
|
+
export async function yieldTurn(signal) {
|
|
13
|
+
await new Promise((resolve) => setImmediate(resolve));
|
|
14
|
+
if (signal.aborted) {
|
|
15
|
+
throw new AbortedError();
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
function pageProgress(onExtracting) {
|
|
19
|
+
let chain = Promise.resolve();
|
|
20
|
+
return {
|
|
21
|
+
report: ({ pages, total }) => {
|
|
22
|
+
chain = chain.then(() => onExtracting?.(pages, total));
|
|
23
|
+
chain.catch(noop);
|
|
24
|
+
},
|
|
25
|
+
settled: () => chain
|
|
26
|
+
};
|
|
27
|
+
}
|
|
11
28
|
export async function buildArtifactPayload(input) {
|
|
12
|
-
const { embedder, knowledge, artifactId, bytes, signal, onProgress, extractors } = input;
|
|
29
|
+
const { embedder, knowledge, artifactId, bytes, signal, onProgress, onExtracted, extractors } = input;
|
|
30
|
+
const pages = pageProgress(input.onExtracting);
|
|
13
31
|
const document = await extractRagDocumentFromBytes({
|
|
14
32
|
id: artifactId,
|
|
15
33
|
artifactId,
|
|
16
34
|
attachmentId: knowledge.id,
|
|
17
|
-
chatId: knowledge.chatId,
|
|
35
|
+
chatId: knowledge.chatId ?? undefined,
|
|
18
36
|
blobId: knowledge.blobId,
|
|
19
37
|
fileName: knowledge.fileName,
|
|
20
38
|
mimeType: knowledge.mimeType,
|
|
21
39
|
bytes
|
|
22
|
-
}, { extractors, signal });
|
|
40
|
+
}, { extractors, signal, onProgress: pages.report });
|
|
41
|
+
await pages.settled();
|
|
42
|
+
await yieldTurn(signal);
|
|
43
|
+
await onExtracted?.();
|
|
23
44
|
const chunks = chunkRagDocuments([document], {});
|
|
24
45
|
if (!document.content.trim() || chunks.length === 0) {
|
|
25
|
-
throw new
|
|
46
|
+
throw new IndexingFailure('no-text', `no extractable text: ${knowledge.fileName}`);
|
|
26
47
|
}
|
|
27
|
-
onProgress?.(0, chunks.length);
|
|
48
|
+
await onProgress?.(0, chunks.length);
|
|
28
49
|
const vectors = [];
|
|
29
50
|
for (let start = 0; start < chunks.length; start += EMBED_BATCH) {
|
|
30
|
-
|
|
31
|
-
|
|
51
|
+
await yieldTurn(signal);
|
|
52
|
+
if (!knowledge.chatId) {
|
|
53
|
+
await embedder.idle?.(signal);
|
|
54
|
+
}
|
|
32
55
|
const batch = chunks.slice(start, start + EMBED_BATCH);
|
|
33
56
|
let rows;
|
|
34
57
|
try {
|
|
@@ -38,7 +61,7 @@ export async function buildArtifactPayload(input) {
|
|
|
38
61
|
throw new EmbedderFailure(err);
|
|
39
62
|
}
|
|
40
63
|
vectors.push(...rows);
|
|
41
|
-
onProgress?.(Math.min(start + batch.length, chunks.length), chunks.length);
|
|
64
|
+
await onProgress?.(Math.min(start + batch.length, chunks.length), chunks.length);
|
|
42
65
|
}
|
|
43
66
|
if (vectors.length !== chunks.length) {
|
|
44
67
|
throw new Error(`embedder returned ${vectors.length} vectors for ${chunks.length} chunks`);
|
|
@@ -58,3 +81,4 @@ export async function buildArtifactPayload(input) {
|
|
|
58
81
|
}))
|
|
59
82
|
};
|
|
60
83
|
}
|
|
84
|
+
function noop() { }
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { QvacIndexingStatus } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
|
+
import { INDEXING_FAILURES } from '../../../../schema/engine.ts';
|
|
3
|
+
export type IndexingFailureReason = (typeof INDEXING_FAILURES)[number];
|
|
4
|
+
export interface ContentCheck {
|
|
5
|
+
readonly supported: boolean;
|
|
6
|
+
}
|
|
7
|
+
export interface ParsedFailure {
|
|
8
|
+
readonly reason: IndexingFailureReason;
|
|
9
|
+
readonly detail: string | null;
|
|
10
|
+
}
|
|
11
|
+
export declare class IndexingFailure extends Error {
|
|
12
|
+
readonly reason: IndexingFailureReason;
|
|
13
|
+
constructor(reason: IndexingFailureReason, message: string);
|
|
14
|
+
}
|
|
15
|
+
export declare function contentFailure(fileName: string, bytes: Uint8Array, { supported }: ContentCheck): IndexingFailure | null;
|
|
16
|
+
export declare function failureReason(err: unknown): IndexingFailureReason;
|
|
17
|
+
export declare function failureDetail(err: unknown): string;
|
|
18
|
+
export declare function failureError(err: unknown): string;
|
|
19
|
+
export declare function parseFailure(error: string | null | undefined): ParsedFailure;
|
|
20
|
+
export declare function isContentFailure(row: QvacIndexingStatus): boolean;
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import { INDEXING_FAILURES } from '../../../../schema/engine.js';
|
|
2
|
+
import { errorMessage, isRecord } from '../../../guards.js';
|
|
3
|
+
const ERROR_LIMIT = 300;
|
|
4
|
+
const PASSWORD = /no password given|incorrect password/i;
|
|
5
|
+
const OUT_OF_SPACE = /no space left on device/i;
|
|
6
|
+
const CONTENT_FAILURES = new Set([
|
|
7
|
+
'empty',
|
|
8
|
+
'no-text',
|
|
9
|
+
'password-protected',
|
|
10
|
+
'unsupported'
|
|
11
|
+
]);
|
|
12
|
+
export class IndexingFailure extends Error {
|
|
13
|
+
reason;
|
|
14
|
+
constructor(reason, message) {
|
|
15
|
+
super(message);
|
|
16
|
+
this.name = 'IndexingFailure';
|
|
17
|
+
this.reason = reason;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
export function contentFailure(fileName, bytes, { supported }) {
|
|
21
|
+
if (!supported) {
|
|
22
|
+
return new IndexingFailure('unsupported', `${fileName} is not a supported Knowledge file.`);
|
|
23
|
+
}
|
|
24
|
+
if (bytes.length === 0) {
|
|
25
|
+
return new IndexingFailure('empty', `${fileName} is empty`);
|
|
26
|
+
}
|
|
27
|
+
return null;
|
|
28
|
+
}
|
|
29
|
+
export function failureReason(err) {
|
|
30
|
+
if (err instanceof IndexingFailure)
|
|
31
|
+
return err.reason;
|
|
32
|
+
const message = errorMessage(err);
|
|
33
|
+
if ((isRecord(err) && err.code === 'ENOSPC') || OUT_OF_SPACE.test(message)) {
|
|
34
|
+
return 'out-of-space';
|
|
35
|
+
}
|
|
36
|
+
return PASSWORD.test(message) ? 'password-protected' : 'failed';
|
|
37
|
+
}
|
|
38
|
+
export function failureDetail(err) {
|
|
39
|
+
const detail = errorMessage(err);
|
|
40
|
+
return detail.length > ERROR_LIMIT ? `${detail.slice(0, ERROR_LIMIT)}...` : detail;
|
|
41
|
+
}
|
|
42
|
+
export function failureError(err) {
|
|
43
|
+
return `${failureReason(err)}: ${failureDetail(err)}`;
|
|
44
|
+
}
|
|
45
|
+
export function parseFailure(error) {
|
|
46
|
+
if (!error) {
|
|
47
|
+
return { reason: 'failed', detail: null };
|
|
48
|
+
}
|
|
49
|
+
const split = error.indexOf(': ');
|
|
50
|
+
const reason = INDEXING_FAILURES.find((known) => known === error.slice(0, split));
|
|
51
|
+
return reason && split > 0
|
|
52
|
+
? { reason, detail: error.slice(split + 2) }
|
|
53
|
+
: { reason: 'failed', detail: error };
|
|
54
|
+
}
|
|
55
|
+
export function isContentFailure(row) {
|
|
56
|
+
return (!row.chatId && row.status === 'failed' && CONTENT_FAILURES.has(parseFailure(row.error).reason));
|
|
57
|
+
}
|
|
@@ -1,7 +1,10 @@
|
|
|
1
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
2
|
+
import ScopeLock from 'scope-lock';
|
|
1
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
4
|
import type { QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
3
5
|
import { type RagExtractors, type VectorIndex } from 'rag-extract';
|
|
4
6
|
import { type IndexingEmbedder } from './produce.ts';
|
|
7
|
+
import { type IndexingDevice } from './policy.ts';
|
|
5
8
|
import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
|
|
6
9
|
import type { LoadedArtifact } from '../processing/state.ts';
|
|
7
10
|
export interface RagProcessorOptions {
|
|
@@ -9,6 +12,9 @@ export interface RagProcessorOptions {
|
|
|
9
12
|
readonly embedder?: IndexingEmbedder;
|
|
10
13
|
readonly index?: VectorIndex | null;
|
|
11
14
|
readonly extractors?: RagExtractors;
|
|
15
|
+
readonly batches?: ScopeLock;
|
|
16
|
+
readonly device?: IndexingDevice;
|
|
17
|
+
readonly log: LoggerInterface | null;
|
|
12
18
|
}
|
|
13
19
|
export declare class RagProcessor implements FileProcessor {
|
|
14
20
|
readonly id = "rag";
|
|
@@ -16,18 +22,23 @@ export declare class RagProcessor implements FileProcessor {
|
|
|
16
22
|
readonly output = "blob";
|
|
17
23
|
readonly version: string;
|
|
18
24
|
private readonly _producer;
|
|
25
|
+
private readonly _device?;
|
|
19
26
|
readonly load?: (document: FileDocument, signal: AbortSignal) => Promise<void>;
|
|
20
27
|
private readonly _index;
|
|
28
|
+
private readonly _log;
|
|
21
29
|
constructor(options: RagProcessorOptions);
|
|
22
30
|
applies(_document: QvacKnowledge): boolean;
|
|
23
31
|
canProduce(document: QvacKnowledge, host: ProcessorHost): Promise<boolean>;
|
|
24
32
|
produce(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
33
|
+
private _settled;
|
|
25
34
|
evict(loaded: LoadedArtifact): Promise<void>;
|
|
26
35
|
close(): Promise<boolean>;
|
|
27
36
|
}
|
|
28
37
|
export { MAX_KNOWLEDGE_BYTES } from './limits.ts';
|
|
29
|
-
export {
|
|
38
|
+
export { joinedIndex } from './joined-index.ts';
|
|
39
|
+
export { canIndexKnowledge } from './policy.ts';
|
|
40
|
+
export type { IndexingDevice } from './policy.ts';
|
|
30
41
|
export type { IndexingEmbedder, IndexingProgress } from './produce.ts';
|
|
31
|
-
export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.ts';
|
|
42
|
+
export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, fullTextAttachmentId, isFullTextHit, isTruncatedFullTextHit, retrievalBudgetTokens } from './retrieval/full-text.ts';
|
|
32
43
|
export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
33
44
|
export type { RagArtifactPayload, RagDocumentRef, RagExtractors, RagSource, VectorHit, VectorIndex } from 'rag-extract';
|
|
@@ -3,22 +3,29 @@ import { pipelineVersionFor } from 'rag-extract';
|
|
|
3
3
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
4
4
|
import { IndexingPass } from './produce.js';
|
|
5
5
|
import { HydratePass } from './load.js';
|
|
6
|
-
import {
|
|
6
|
+
import { canIndexKnowledge } from './policy.js';
|
|
7
7
|
export class RagProcessor {
|
|
8
8
|
id = 'rag';
|
|
9
9
|
input = 'knowledge';
|
|
10
10
|
output = 'blob';
|
|
11
11
|
version;
|
|
12
12
|
_producer;
|
|
13
|
+
_device;
|
|
13
14
|
load;
|
|
14
15
|
_index;
|
|
16
|
+
_log;
|
|
15
17
|
constructor(options) {
|
|
16
18
|
this.version = pipelineVersionFor(options.model);
|
|
17
19
|
this._index = options.index ?? null;
|
|
18
|
-
|
|
20
|
+
this._log = options.log;
|
|
21
|
+
this._device = options.device;
|
|
22
|
+
const lock = options.batches ?? new ScopeLock();
|
|
19
23
|
const source = options.embedder;
|
|
20
24
|
const embedder = source && {
|
|
21
25
|
model: source.model,
|
|
26
|
+
idle: async (signal) => {
|
|
27
|
+
await source.idle?.(signal);
|
|
28
|
+
},
|
|
22
29
|
embed: async (input) => {
|
|
23
30
|
await lock.lock();
|
|
24
31
|
try {
|
|
@@ -35,7 +42,7 @@ export class RagProcessor {
|
|
|
35
42
|
this._producer = embedder ? new IndexingPass(embedder, options.extractors) : null;
|
|
36
43
|
if (this._index) {
|
|
37
44
|
const loader = new HydratePass({ ...options, index: this._index, embedder });
|
|
38
|
-
this.load = (document, signal) => loader.run(document, signal);
|
|
45
|
+
this.load = (document, signal) => this._settled(document, loader.run(document, signal));
|
|
39
46
|
}
|
|
40
47
|
}
|
|
41
48
|
applies(_document) {
|
|
@@ -44,10 +51,24 @@ export class RagProcessor {
|
|
|
44
51
|
async canProduce(document, host) {
|
|
45
52
|
return (!!this._producer &&
|
|
46
53
|
!document.deletedAt &&
|
|
47
|
-
(await
|
|
54
|
+
(await canIndexKnowledge(host.mesh, {
|
|
55
|
+
deviceId: host.deviceId,
|
|
56
|
+
chatId: document.chatId,
|
|
57
|
+
device: host.device
|
|
58
|
+
})));
|
|
48
59
|
}
|
|
49
60
|
async produce(document, signal) {
|
|
50
|
-
await this._producer?.run(document, signal);
|
|
61
|
+
await this._settled(document, this._producer?.run(document, signal));
|
|
62
|
+
}
|
|
63
|
+
async _settled(document, run) {
|
|
64
|
+
try {
|
|
65
|
+
await run;
|
|
66
|
+
}
|
|
67
|
+
finally {
|
|
68
|
+
if (!document.record.chatId && this._device?.mobile()) {
|
|
69
|
+
await document.clearFetched();
|
|
70
|
+
}
|
|
71
|
+
}
|
|
51
72
|
}
|
|
52
73
|
async evict(loaded) {
|
|
53
74
|
if (loaded.evict) {
|
|
@@ -61,12 +82,13 @@ export class RagProcessor {
|
|
|
61
82
|
return true;
|
|
62
83
|
}
|
|
63
84
|
catch (err) {
|
|
64
|
-
|
|
85
|
+
this._log?.warn('rag', 'vector index clear failed on close; it must not be reused', { err });
|
|
65
86
|
return false;
|
|
66
87
|
}
|
|
67
88
|
}
|
|
68
89
|
}
|
|
69
90
|
export { MAX_KNOWLEDGE_BYTES } from './limits.js';
|
|
70
|
-
export {
|
|
71
|
-
export {
|
|
91
|
+
export { joinedIndex } from './joined-index.js';
|
|
92
|
+
export { canIndexKnowledge } from './policy.js';
|
|
93
|
+
export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, fullTextAttachmentId, isFullTextHit, isTruncatedFullTextHit, retrievalBudgetTokens } from './retrieval/full-text.js';
|
|
72
94
|
export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { type VectorIndex } from 'rag-extract';
|
|
2
|
+
export interface JoinedIndexOptions {
|
|
3
|
+
readonly chatId: string;
|
|
4
|
+
readonly knowledgeBaseIds: ReadonlySet<string>;
|
|
5
|
+
}
|
|
6
|
+
export declare function joinedIndex(indexes: ReadonlyArray<VectorIndex>, { chatId, knowledgeBaseIds }: JoinedIndexOptions): VectorIndex;
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { parseRagMetadata } from 'rag-extract';
|
|
2
|
+
export function joinedIndex(indexes, { chatId, knowledgeBaseIds }) {
|
|
3
|
+
const distinct = [...new Set(indexes)];
|
|
4
|
+
const asChat = (candidate) => {
|
|
5
|
+
const metadata = parseRagMetadata(candidate.metadataJson);
|
|
6
|
+
if (!metadata?.attachmentId || !knowledgeBaseIds.has(metadata.attachmentId)) {
|
|
7
|
+
return candidate;
|
|
8
|
+
}
|
|
9
|
+
return { ...candidate, metadataJson: JSON.stringify({ ...metadata, chatId }) };
|
|
10
|
+
};
|
|
11
|
+
return {
|
|
12
|
+
info() {
|
|
13
|
+
const infos = distinct.map((index) => index.info());
|
|
14
|
+
return {
|
|
15
|
+
artifacts: infos.reduce((sum, info) => sum + info.artifacts, 0),
|
|
16
|
+
chunks: infos.reduce((sum, info) => sum + info.chunks, 0),
|
|
17
|
+
dimensions: infos.find((info) => info.dimensions !== null)?.dimensions ?? null
|
|
18
|
+
};
|
|
19
|
+
},
|
|
20
|
+
async search(embedding, { limit, filter }) {
|
|
21
|
+
const scoped = filter && ((candidate) => filter(asChat(candidate)));
|
|
22
|
+
const found = await Promise.all(distinct.map((index) => index.search(embedding, { limit, filter: scoped })));
|
|
23
|
+
return found
|
|
24
|
+
.flat()
|
|
25
|
+
.sort((a, b) => b.score - a.score)
|
|
26
|
+
.slice(0, limit);
|
|
27
|
+
},
|
|
28
|
+
upsert: readOnly,
|
|
29
|
+
remove: readOnly,
|
|
30
|
+
clear: readOnly
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
function readOnly() {
|
|
34
|
+
return Promise.reject(new Error('a joined index is read-only'));
|
|
35
|
+
}
|
|
@@ -125,7 +125,10 @@ export class HydratePass {
|
|
|
125
125
|
}
|
|
126
126
|
catch (err) {
|
|
127
127
|
document.artifact(pick.id).failedReference = pick.artifactBlobId;
|
|
128
|
-
|
|
128
|
+
document.log?.warn('rag', 'artifact undecodable, pinned for the session', {
|
|
129
|
+
id: pick.id,
|
|
130
|
+
err
|
|
131
|
+
});
|
|
129
132
|
continue;
|
|
130
133
|
}
|
|
131
134
|
if (document.paused() || document.closed()) {
|
|
@@ -140,7 +143,7 @@ export class HydratePass {
|
|
|
140
143
|
}
|
|
141
144
|
catch (err) {
|
|
142
145
|
document.artifact(pick.id).failedReference = pick.artifactBlobId;
|
|
143
|
-
|
|
146
|
+
document.log?.warn('rag', 'artifact rejected by the vector index', { id: pick.id, err });
|
|
144
147
|
continue;
|
|
145
148
|
}
|
|
146
149
|
const evict = entry && entry.artifactId !== pick.id ? entry.artifactId : undefined;
|
|
@@ -154,7 +157,7 @@ export class HydratePass {
|
|
|
154
157
|
await this._index.remove(evict);
|
|
155
158
|
local.loaded = { artifactId: pick.id, blobRef: pick.artifactBlobId };
|
|
156
159
|
}
|
|
157
|
-
|
|
160
|
+
document.log?.info('rag', 'hydrated knowledge into the vector index', {
|
|
158
161
|
artifactId: pick.id,
|
|
159
162
|
chunks: chunks.length
|
|
160
163
|
});
|
|
@@ -1,2 +1,11 @@
|
|
|
1
1
|
import type { Mesh } from '../../mesh.ts';
|
|
2
|
-
export
|
|
2
|
+
export interface IndexingDevice {
|
|
3
|
+
readonly mobile: () => boolean;
|
|
4
|
+
readonly peers: () => ReadonlyArray<string>;
|
|
5
|
+
}
|
|
6
|
+
export interface IndexingHost {
|
|
7
|
+
readonly deviceId: Buffer | null;
|
|
8
|
+
readonly chatId: string | null | undefined;
|
|
9
|
+
readonly device?: IndexingDevice;
|
|
10
|
+
}
|
|
11
|
+
export declare function canIndexKnowledge(mesh: Mesh, { deviceId, chatId, device }: IndexingHost): Promise<boolean>;
|
|
@@ -1,8 +1,29 @@
|
|
|
1
1
|
import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
|
|
2
|
+
import { isMobilePlatform } from '@qvac/harness/lib/models/model-catalog.ts';
|
|
2
3
|
import { getAgent, isOrphaned } from '../../agent.js';
|
|
3
4
|
import { getChat } from '../../chat.js';
|
|
5
|
+
import { DEVICES } from '../../collections.js';
|
|
6
|
+
import { runDefinition } from '../../shared-agents.js';
|
|
4
7
|
import b4a from 'b4a';
|
|
5
|
-
export async function
|
|
8
|
+
export async function canIndexKnowledge(mesh, { deviceId, chatId, device }) {
|
|
9
|
+
if (!chatId) {
|
|
10
|
+
if (!deviceId || !mesh.writable) {
|
|
11
|
+
return false;
|
|
12
|
+
}
|
|
13
|
+
return !device?.mobile() || !(await computerConnected(mesh, device.peers()));
|
|
14
|
+
}
|
|
15
|
+
return await canIndexChat(mesh, deviceId, chatId);
|
|
16
|
+
}
|
|
17
|
+
async function computerConnected(mesh, peers) {
|
|
18
|
+
for (const peer of peers) {
|
|
19
|
+
const row = await mesh.view.get(DEVICES, { id: b4a.from(peer, 'hex') });
|
|
20
|
+
if (row && !row.revoked && !(row.platform && isMobilePlatform(row.platform))) {
|
|
21
|
+
return true;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
return false;
|
|
25
|
+
}
|
|
26
|
+
async function canIndexChat(mesh, deviceId, chatId) {
|
|
6
27
|
if (!deviceId) {
|
|
7
28
|
return false;
|
|
8
29
|
}
|
|
@@ -10,7 +31,7 @@ export async function canIndexChat(mesh, deviceId, chatId) {
|
|
|
10
31
|
if (!chat) {
|
|
11
32
|
return false;
|
|
12
33
|
}
|
|
13
|
-
const agent = await getAgent(mesh, chat.agentId);
|
|
34
|
+
const agent = await runDefinition(mesh, await getAgent(mesh, chat.agentId));
|
|
14
35
|
if (!agent) {
|
|
15
36
|
return false;
|
|
16
37
|
}
|