@qvac/core 1.0.0-rc.0 → 1.0.0-rc.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1203 -1
- package/README.md +56 -45
- package/dist-lib/index.d.ts +3 -2
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +20 -2
- package/dist-lib/lib/api/agents.js +128 -24
- package/dist-lib/lib/api/app-config.d.ts +7 -1
- package/dist-lib/lib/api/app-config.js +37 -6
- package/dist-lib/lib/api/approval-rules.d.ts +1 -1
- package/dist-lib/lib/api/approval-rules.js +12 -5
- package/dist-lib/lib/api/attachments.d.ts +1 -1
- package/dist-lib/lib/api/attachments.js +14 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +12 -2
- package/dist-lib/lib/api/chat.js +100 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +19 -2
- package/dist-lib/lib/api/chunks.js +73 -13
- package/dist-lib/lib/api/config.d.ts +11 -3
- package/dist-lib/lib/api/config.js +51 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +14 -0
- package/dist-lib/lib/api/device-routes.js +144 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +28 -28
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +16 -1
- package/dist-lib/lib/api/execution.js +72 -16
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +39 -7
- package/dist-lib/lib/api/index.js +116 -36
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +69 -44
- package/dist-lib/lib/api/mesh.d.ts +15 -6
- package/dist-lib/lib/api/mesh.js +13 -9
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +172 -0
- package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
- package/dist-lib/lib/api/rag-plugin.js +44 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +106 -33
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +65 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +13 -3
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +12 -0
- package/dist-lib/lib/api/workspace.js +61 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +48 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +37 -17
- package/dist-lib/lib/assistant/history.js +212 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/media-round.d.ts +61 -0
- package/dist-lib/lib/assistant/media-round.js +111 -0
- package/dist-lib/lib/assistant/message.d.ts +28 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +118 -0
- package/dist-lib/lib/assistant/model-round.js +706 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +65 -0
- package/dist-lib/lib/assistant/round-host.js +332 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/upload.d.ts +12 -0
- package/dist-lib/lib/assistant/upload.js +36 -0
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +5 -1
- package/dist-lib/lib/assistant-client.js +54 -14
- package/dist-lib/lib/assistant-tree.d.ts +14 -3
- package/dist-lib/lib/assistant-tree.js +113 -21
- package/dist-lib/lib/assistant.d.ts +115 -25
- package/dist-lib/lib/assistant.js +2409 -1245
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +3 -2
- package/dist-lib/lib/client.js +18 -3
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +18 -4
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +47 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +76 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +58 -63
- package/dist-lib/lib/core/approval-rules.d.ts +5 -1
- package/dist-lib/lib/core/approval-rules.js +17 -9
- package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
- package/dist-lib/lib/core/archived-mesh.js +75 -59
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +404 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +10 -22
- package/dist-lib/lib/core/chat-move.d.ts +77 -0
- package/dist-lib/lib/core/chat-move.js +601 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +28 -19
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +32 -4
- package/dist-lib/lib/core/chat.js +135 -61
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +271 -72
- package/dist-lib/lib/core/collections.d.ts +41 -1
- package/dist-lib/lib/core/collections.js +41 -1
- package/dist-lib/lib/core/config-value.d.ts +7 -0
- package/dist-lib/lib/core/config-value.js +15 -0
- package/dist-lib/lib/core/contract/activity.d.ts +7 -2
- package/dist-lib/lib/core/contract/activity.js +71 -23
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +38 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +48 -12
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +23 -0
- package/dist-lib/lib/core/contract/projects.js +339 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +123 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/contract/run-requests.js +114 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
- package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
- package/dist-lib/lib/core/departures.d.ts +18 -5
- package/dist-lib/lib/core/departures.js +82 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +6 -11
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.d.ts +2 -0
- package/dist-lib/lib/core/files/attachments.js +23 -7
- package/dist-lib/lib/core/files/index.d.ts +28 -15
- package/dist-lib/lib/core/files/index.js +222 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
- package/dist-lib/lib/core/files/processing/index.js +122 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +27 -37
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
- package/dist-lib/lib/core/files/rag/build.js +119 -21
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +58 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
- package/dist-lib/lib/core/files/rag/index.js +38 -9
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
- package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
- package/dist-lib/lib/core/files/records/knowledge.js +34 -30
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +21 -55
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +117 -51
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +35 -35
- package/dist-lib/lib/core/helpers/index.d.ts +1 -1
- package/dist-lib/lib/core/helpers/index.js +2 -2
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +93 -8
- package/dist-lib/lib/core/local/index.js +327 -28
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +132 -29
- package/dist-lib/lib/core/mesh.js +775 -215
- package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
- package/dist-lib/lib/core/migrations/writer-links.js +30 -0
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +16 -0
- package/dist-lib/lib/core/project-keys.js +65 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +25 -0
- package/dist-lib/lib/core/public-mesh.js +81 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +14 -0
- package/dist-lib/lib/core/run-requests.js +78 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-availability.d.ts +33 -0
- package/dist-lib/lib/core/skill-availability.js +67 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
- package/dist-lib/lib/core/skill-secrets.js +93 -72
- package/dist-lib/lib/core/sync/background.d.ts +34 -0
- package/dist-lib/lib/core/sync/background.js +86 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +193 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
- package/dist-lib/lib/core/sync/view-updates.js +124 -0
- package/dist-lib/lib/core/sync-status.js +99 -43
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-activity.js +6 -12
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +27 -39
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
- package/dist-lib/lib/core/upgrade-summary.js +67 -0
- package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
- package/dist-lib/lib/core/vault-managed-skills.js +105 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/view-read.d.ts +4 -0
- package/dist-lib/lib/core/view-read.js +23 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
- package/dist-lib/lib/core/workspace-upgrade.js +51 -0
- package/dist-lib/lib/core.d.ts +345 -88
- package/dist-lib/lib/core.js +4275 -1513
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +814 -0
- package/dist-lib/lib/errors.js +748 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
- package/dist-lib/lib/kv-cache-ledger.js +72 -0
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
- package/dist-lib/lib/kv-cache-retention.js +101 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/llm-model-names.d.ts +1 -1
- package/dist-lib/lib/llm-model-names.js +1 -1
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +47 -2
- package/dist-lib/lib/model-context.js +1 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +22 -13
- package/dist-lib/lib/model-download.js +106 -37
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +30 -0
- package/dist-lib/lib/model-memory-cap.js +78 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +42 -13
- package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +8 -0
- package/dist-lib/lib/probe-rounds.js +10 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +45 -0
- package/dist-lib/lib/run-replay.js +169 -0
- package/dist-lib/lib/run-transcript.d.ts +13 -12
- package/dist-lib/lib/run-transcript.js +20 -19
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +941 -152
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +10 -0
- package/dist-lib/schema/indexes.js +53 -3
- package/dist-lib/schema/local.js +83 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +558 -16
- package/dist-lib/spec/bind.js +261 -48
- package/dist-lib/spec/calls.js +56 -5
- package/dist-lib/spec/capabilities.d.ts +129 -20
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +870 -207
- package/dist-lib/spec/hrpc/index.js +969 -347
- package/dist-lib/spec/hrpc/messages.js +7590 -4896
- package/dist-lib/spec/hyperschema/index.js +7590 -4896
- package/dist-lib/spec/hyperschema/schema.json +5316 -3224
- package/dist-lib/spec/hyperschema/types.d.ts +576 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
- package/dist-lib/spec/local/hyperschema/index.js +584 -16
- package/dist-lib/spec/local/hyperschema/schema.json +369 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
- package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
- package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
- package/package.json +136 -90
- package/tui/README.md +119 -20
- package/tui/app.mjs +2000 -621
- package/tui/boot.mjs +74 -9
- package/tui/cli.mjs +93 -0
- package/tui/index.mjs +2 -51
- package/tui/lib/connect-sheet.mjs +350 -0
- package/tui/lib/device-target.mjs +64 -0
- package/tui/lib/folders-command.mjs +84 -0
- package/tui/lib/fork-command.mjs +43 -0
- package/tui/lib/knowledge-import.mjs +3 -21
- package/tui/lib/local-path.mjs +21 -0
- package/tui/lib/move-command.mjs +17 -0
- package/tui/lib/render.mjs +30 -1
- package/tui/lib/setup.mjs +59 -25
- package/tui/lib/skill-connect.mjs +145 -0
- package/tui/lib/updater.mjs +86 -0
- package/tui/main.mjs +44 -18
- package/tui/plugins.mjs +158 -0
- package/worker/assistant-sidecar.mjs +28 -4
- package/worker/stow-entry.mjs +3 -50
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
|
@@ -1,20 +1,25 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
2
|
import EventEmitter from 'bare-events';
|
|
3
|
+
import { Readable } from 'streamx';
|
|
3
4
|
import { attachmentFiles } from './attachments.js';
|
|
4
|
-
import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
|
|
5
|
+
import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId, knowledgeCapBytes, usedKnowledgeBytes } from './records/index.js';
|
|
5
6
|
import { knowledgeFiles } from './knowledge.js';
|
|
6
7
|
import { randomId } from '../id.js';
|
|
7
|
-
import { getChunk, listChunks } from '../chunk.js';
|
|
8
|
-
import {
|
|
8
|
+
import { findChunksOfType, getChunk, listChunks } from '../chunk.js';
|
|
9
|
+
import { isClaimLive, listIndexingByChat, listIndexingByKnowledge, FileState, FileProcessing } from './processing/index.js';
|
|
9
10
|
import { DeadlineScheduler } from '../../deadline.js';
|
|
10
11
|
import { liveDeviceForWriter } from '../contract/activity.js';
|
|
12
|
+
import { runDefinition } from '../shared-agents.js';
|
|
13
|
+
import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
|
|
11
14
|
import { BlobStore, parseBlobReference } from './store/index.js';
|
|
12
15
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
13
16
|
import { RagProcessor } from './rag/index.js';
|
|
14
17
|
import { PreviewProcessor, PREVIEW_VERSION, previewId } from './preview/index.js';
|
|
18
|
+
import { parseFailure } from './rag/failure.js';
|
|
19
|
+
import { CoreError } from '../../errors.js';
|
|
15
20
|
import { errorMessage } from '../../guards.js';
|
|
16
|
-
import { ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS,
|
|
17
|
-
export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
|
|
21
|
+
import { ACTIVE_KNOWLEDGE_BASE, ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
|
|
22
|
+
export { fullTextBudgetChars, fullTextHits, joinedIndex, retrievalBudgetTokens, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
|
|
18
23
|
export { isKnowledgeRoutedAttachment } from './records/index.js';
|
|
19
24
|
export { assertRemovableAt } from './records/index.js';
|
|
20
25
|
export { assertArtifactOutput } from './records/index.js';
|
|
@@ -75,6 +80,15 @@ export class Files extends EventEmitter {
|
|
|
75
80
|
clear(reference, id) {
|
|
76
81
|
return this._store.clear(reference, id);
|
|
77
82
|
}
|
|
83
|
+
async clearFetched(reference, id) {
|
|
84
|
+
const { coreKey, inline } = parseBlobReference(reference);
|
|
85
|
+
if (inline || !coreKey || coreKey === b4a.toHex(this._mesh.blobs.core.key)) {
|
|
86
|
+
return;
|
|
87
|
+
}
|
|
88
|
+
if (await this.clear(reference, id)) {
|
|
89
|
+
await this._mesh.fileIndex?.markCleared(reference);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
78
92
|
compact(coreKeys) {
|
|
79
93
|
return this._store.compact(coreKeys);
|
|
80
94
|
}
|
|
@@ -87,6 +101,43 @@ export class Files extends EventEmitter {
|
|
|
87
101
|
listKnowledge(chatId) {
|
|
88
102
|
return listKnowledge(this._mesh, { chatId });
|
|
89
103
|
}
|
|
104
|
+
async knowledgeBase() {
|
|
105
|
+
const snap = this._mesh.view.snapshot();
|
|
106
|
+
try {
|
|
107
|
+
const entries = [];
|
|
108
|
+
const rows = await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
|
|
109
|
+
for (const knowledge of rows) {
|
|
110
|
+
const attempts = await snap
|
|
111
|
+
.find(INDEXING_STATUS_BY_KNOWLEDGE, {
|
|
112
|
+
gte: { knowledgeId: knowledge.id },
|
|
113
|
+
lte: { knowledgeId: knowledge.id }
|
|
114
|
+
})
|
|
115
|
+
.toArray();
|
|
116
|
+
const rag = attempts.filter((row) => !isProcessorArtifactId(row.id));
|
|
117
|
+
const latest = rag.reduce((current, row) => (!current || row.at > current.at ? row : current), null);
|
|
118
|
+
const status = rag.find((row) => row.status === 'ready') ?? latest;
|
|
119
|
+
const failed = status?.status === 'failed' ? status : null;
|
|
120
|
+
const failure = failed && parseFailure(failed.error);
|
|
121
|
+
const device = failed && (await liveDeviceForWriter(snap, failed.claimedBy));
|
|
122
|
+
entries.push({
|
|
123
|
+
knowledge,
|
|
124
|
+
status: status?.status ?? 'indexing',
|
|
125
|
+
error: failure?.detail,
|
|
126
|
+
loaded: !!this.state.get(knowledge.id)?.loaded,
|
|
127
|
+
reason: failure?.reason,
|
|
128
|
+
failedOn: device?.name
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
return {
|
|
132
|
+
entries,
|
|
133
|
+
usedBytes: usedKnowledgeBytes(rows),
|
|
134
|
+
capBytes: await knowledgeCapBytes(snap)
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
finally {
|
|
138
|
+
await snap.close();
|
|
139
|
+
}
|
|
140
|
+
}
|
|
90
141
|
record(id) {
|
|
91
142
|
return getKnowledge(this._mesh, id);
|
|
92
143
|
}
|
|
@@ -131,16 +182,35 @@ export class Files extends EventEmitter {
|
|
|
131
182
|
data: await this.readBytes(output.artifactBlobId)
|
|
132
183
|
};
|
|
133
184
|
}
|
|
134
|
-
async retry(
|
|
135
|
-
const file =
|
|
136
|
-
|
|
185
|
+
async retry({ chatId, fileId, processorId }) {
|
|
186
|
+
const file = chatId
|
|
187
|
+
? await this.resolve({ chatId, fileId })
|
|
188
|
+
: await this._retryKnowledgeBase(fileId);
|
|
189
|
+
const entry = this._processors.get(processorId);
|
|
137
190
|
if (!file || !entry) {
|
|
138
191
|
return;
|
|
139
192
|
}
|
|
140
|
-
this.processorState(
|
|
193
|
+
this.processorState(processorId).retry(file.id);
|
|
141
194
|
await entry.work.enqueue([file.id]);
|
|
142
195
|
this._updated();
|
|
143
196
|
}
|
|
197
|
+
async _retryKnowledgeBase(fileId) {
|
|
198
|
+
if (this._mesh.role !== 'project') {
|
|
199
|
+
throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
|
|
200
|
+
}
|
|
201
|
+
const knowledge = await this.record(fileId);
|
|
202
|
+
if (!knowledge || knowledge.chatId || knowledge.deletedAt) {
|
|
203
|
+
throw new CoreError('KNOWLEDGE_NOT_FOUND', [fileId]);
|
|
204
|
+
}
|
|
205
|
+
const failedAt = (await listIndexingByKnowledge(this._mesh, { knowledgeId: fileId }))
|
|
206
|
+
.filter((row) => row.status === 'failed')
|
|
207
|
+
.reduce((newest, row) => Math.max(newest, row.at + 1), 0);
|
|
208
|
+
await this._mesh.dispatch('retry-indexing', {
|
|
209
|
+
knowledgeId: fileId,
|
|
210
|
+
at: Math.max(Date.now(), failedAt)
|
|
211
|
+
});
|
|
212
|
+
return knowledge;
|
|
213
|
+
}
|
|
144
214
|
artifact(id) {
|
|
145
215
|
return getKnowledgeArtifact(this._mesh, id);
|
|
146
216
|
}
|
|
@@ -153,9 +223,16 @@ export class Files extends EventEmitter {
|
|
|
153
223
|
hasLiveSource(chatId, reference) {
|
|
154
224
|
return hasLiveSource(this._mesh, chatId, reference);
|
|
155
225
|
}
|
|
156
|
-
async
|
|
157
|
-
await this._mesh.fileIndex?.refresh(
|
|
158
|
-
await
|
|
226
|
+
async syncAttachments(chunks) {
|
|
227
|
+
await this._mesh.fileIndex?.refresh(chunks);
|
|
228
|
+
await this.reclaimAttachments(chunks);
|
|
229
|
+
}
|
|
230
|
+
async reclaimAttachments(chunks) {
|
|
231
|
+
for (const chunk of chunks) {
|
|
232
|
+
if (this._mesh.closing)
|
|
233
|
+
return;
|
|
234
|
+
await syncAttachmentChunk(this._mesh, chunk);
|
|
235
|
+
}
|
|
159
236
|
}
|
|
160
237
|
syncKnowledge(row) {
|
|
161
238
|
return syncKnowledgeTombstone(this._mesh, row);
|
|
@@ -218,8 +295,14 @@ export class Files extends EventEmitter {
|
|
|
218
295
|
this.setModel(options.embedder.model);
|
|
219
296
|
this.startProcessor(new RagProcessor({
|
|
220
297
|
...options,
|
|
221
|
-
model: options.embedder.model
|
|
222
|
-
|
|
298
|
+
model: options.embedder.model,
|
|
299
|
+
log: this._mesh.log
|
|
300
|
+
}), { deviceId: options.deviceId, device: options.device });
|
|
301
|
+
}
|
|
302
|
+
rescan() {
|
|
303
|
+
for (const { work } of this._processors.values()) {
|
|
304
|
+
work.rescan();
|
|
305
|
+
}
|
|
223
306
|
}
|
|
224
307
|
async stopProcessing() {
|
|
225
308
|
const cleared = await this.stopProcessor('rag');
|
|
@@ -240,7 +323,7 @@ export class Files extends EventEmitter {
|
|
|
240
323
|
const rows = await listIndexingByChat(this._mesh, { chatId });
|
|
241
324
|
let statuses = rows
|
|
242
325
|
.filter((row) => !isProcessorArtifactId(row.id))
|
|
243
|
-
.map((row) => ({ ...row, claimLive: isClaimLive(row, Date.now()) }));
|
|
326
|
+
.map((row) => ({ ...row, chatId, claimLive: isClaimLive(row, Date.now()) }));
|
|
244
327
|
for (const file of (await this.status(chatId)).files) {
|
|
245
328
|
const processor = file.processors.find((entry) => entry.processorId === 'rag');
|
|
246
329
|
if (!processor || file.readyForChat || processor.state === 'not-applicable') {
|
|
@@ -314,18 +397,83 @@ export class Files extends EventEmitter {
|
|
|
314
397
|
hydratedArtifact(id) {
|
|
315
398
|
return this.state.get(id)?.loaded?.artifactId ?? null;
|
|
316
399
|
}
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
400
|
+
ready(chatId, ids) {
|
|
401
|
+
const wanted = new Set(ids);
|
|
402
|
+
this._processing?.prioritize(ids);
|
|
403
|
+
return this._until(chatId, (all) => {
|
|
404
|
+
const files = all.filter((file) => wanted.has(file.fileId));
|
|
405
|
+
return files.every(settledFile) ? files : null;
|
|
406
|
+
});
|
|
407
|
+
}
|
|
408
|
+
async indexingHere(chatId, ids) {
|
|
409
|
+
const wanted = new Set(ids);
|
|
410
|
+
this._processing?.prioritize(ids);
|
|
411
|
+
await this._until(chatId, (files) => files.some((file) => wanted.has(file.fileId) && this.indexesHere(file)) ? null : files);
|
|
412
|
+
}
|
|
413
|
+
indexesHere(file) {
|
|
414
|
+
const rag = file.processors.find((entry) => entry.processorId === 'rag');
|
|
415
|
+
if (!this._processing?.active || settledFile(file) || rag?.state === 'not-applicable') {
|
|
416
|
+
return false;
|
|
417
|
+
}
|
|
418
|
+
if (this._processing.awaitsBytes(file.fileId)) {
|
|
419
|
+
return false;
|
|
420
|
+
}
|
|
421
|
+
if (rag?.claimedBy) {
|
|
422
|
+
return b4a.equals(rag.claimedBy, this._mesh.localWriterKey);
|
|
423
|
+
}
|
|
424
|
+
return this._processing.pending(file.fileId);
|
|
425
|
+
}
|
|
426
|
+
async _until(chatId, settle) {
|
|
427
|
+
let all = [];
|
|
428
|
+
for await (const _ of this._changes()) {
|
|
429
|
+
all = (await this.status(chatId)).files;
|
|
430
|
+
const files = settle(all);
|
|
431
|
+
if (files || this.closed) {
|
|
432
|
+
return { files: files ?? all };
|
|
433
|
+
}
|
|
434
|
+
}
|
|
435
|
+
return { files: all };
|
|
436
|
+
}
|
|
437
|
+
_changes() {
|
|
438
|
+
let due = true;
|
|
439
|
+
let pending = null;
|
|
440
|
+
const deliver = () => {
|
|
441
|
+
const cb = pending;
|
|
442
|
+
if (!due || !cb) {
|
|
443
|
+
return;
|
|
444
|
+
}
|
|
445
|
+
due = false;
|
|
446
|
+
pending = null;
|
|
447
|
+
changes.push(true);
|
|
448
|
+
cb(null);
|
|
449
|
+
};
|
|
450
|
+
const onUpdate = () => {
|
|
451
|
+
due = true;
|
|
452
|
+
deliver();
|
|
453
|
+
};
|
|
454
|
+
const onClose = () => {
|
|
455
|
+
changes.push(true);
|
|
456
|
+
changes.push(null);
|
|
457
|
+
pending?.(null);
|
|
458
|
+
};
|
|
459
|
+
const changes = new Readable({
|
|
460
|
+
read(cb) {
|
|
461
|
+
pending = cb;
|
|
462
|
+
deliver();
|
|
463
|
+
},
|
|
464
|
+
predestroy() {
|
|
465
|
+
pending?.(null);
|
|
466
|
+
pending = null;
|
|
467
|
+
},
|
|
468
|
+
destroy: (cb) => {
|
|
469
|
+
this.unwatch(onUpdate);
|
|
470
|
+
this.off('close', onClose);
|
|
471
|
+
cb(null);
|
|
327
472
|
}
|
|
328
473
|
});
|
|
474
|
+
this.watch(onUpdate);
|
|
475
|
+
this.once('close', onClose);
|
|
476
|
+
return changes;
|
|
329
477
|
}
|
|
330
478
|
reconnect() {
|
|
331
479
|
for (const { work } of this._processors.values()) {
|
|
@@ -346,15 +494,15 @@ export class Files extends EventEmitter {
|
|
|
346
494
|
return this.state.progress(chatId);
|
|
347
495
|
}
|
|
348
496
|
async beginUpload(input) {
|
|
349
|
-
const { chatId, fileName, mimeType } = input;
|
|
350
|
-
if (!
|
|
351
|
-
throw new
|
|
497
|
+
const { chatId = null, fileName, mimeType } = input;
|
|
498
|
+
if (!fileName || !mimeType) {
|
|
499
|
+
throw new CoreError('UPLOAD_METADATA_INCOMPLETE');
|
|
352
500
|
}
|
|
353
501
|
const id = input.fileId || randomId();
|
|
354
502
|
this._pruneUploads();
|
|
355
503
|
const previous = this._uploads.get(id);
|
|
356
504
|
if (previous && !previous.expiresAt) {
|
|
357
|
-
throw new
|
|
505
|
+
throw new CoreError('FILE_ID_EXISTS');
|
|
358
506
|
}
|
|
359
507
|
this._uploads.set(id, {
|
|
360
508
|
status: {
|
|
@@ -376,8 +524,9 @@ export class Files extends EventEmitter {
|
|
|
376
524
|
if (input.fileId &&
|
|
377
525
|
((await getKnowledge(this._mesh, id)) ||
|
|
378
526
|
(await getChunk(this._mesh, id)) ||
|
|
379
|
-
(
|
|
380
|
-
|
|
527
|
+
(chatId &&
|
|
528
|
+
(await listChunks(this._mesh, { chatId, type: 'attachment' })).some((chunk) => chunk.attachment?.id === id)))) {
|
|
529
|
+
throw new CoreError('FILE_ID_EXISTS');
|
|
381
530
|
}
|
|
382
531
|
}
|
|
383
532
|
catch (error) {
|
|
@@ -446,15 +595,17 @@ export class Files extends EventEmitter {
|
|
|
446
595
|
if (!chat || chat.deletedAt) {
|
|
447
596
|
return { files: [] };
|
|
448
597
|
}
|
|
449
|
-
const agent = await snap.get(AGENTS, { id: chat.agentId });
|
|
598
|
+
const agent = await runDefinition(this._mesh, await snap.get(AGENTS, { id: chat.agentId }));
|
|
599
|
+
const knowledgeOn = toolsetEnabled('knowledge', agent?.disabledToolsets);
|
|
450
600
|
const knowledge = await snap.find(ACTIVE_KNOWLEDGE_BY_CHAT, range).toArray();
|
|
451
|
-
const chunks = await snap
|
|
601
|
+
const chunks = await findChunksOfType(snap, { chatId, type: 'attachment' });
|
|
452
602
|
const statuses = await snap.find(INDEXING_STATUS_BY_CHAT, range).toArray();
|
|
603
|
+
const statusesByKnowledge = groupBy(statuses, (row) => row.knowledgeId);
|
|
453
604
|
const sources = new Map(knowledge.map((row) => [row.id, row]));
|
|
454
605
|
const ragIds = new Set(sources.keys());
|
|
455
606
|
for (const chunk of chunks) {
|
|
456
607
|
const file = chunk.attachment;
|
|
457
|
-
if (!file || file.deletedAt || sources.has(file.id)) {
|
|
608
|
+
if (!file || file.deletedAt || chunk.sourceId || sources.has(file.id)) {
|
|
458
609
|
continue;
|
|
459
610
|
}
|
|
460
611
|
sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
|
|
@@ -471,6 +622,7 @@ export class Files extends EventEmitter {
|
|
|
471
622
|
if (upload.chatId === chatId && upload.state !== 'pending') {
|
|
472
623
|
result.set(upload.fileId, {
|
|
473
624
|
...upload,
|
|
625
|
+
chatId,
|
|
474
626
|
uploadProgress: upload.uploadProgress ? { ...upload.uploadProgress } : undefined
|
|
475
627
|
});
|
|
476
628
|
}
|
|
@@ -482,12 +634,12 @@ export class Files extends EventEmitter {
|
|
|
482
634
|
lte: { knowledgeId: id }
|
|
483
635
|
})
|
|
484
636
|
.toArray();
|
|
485
|
-
const applicable = ragIds.has(id);
|
|
637
|
+
const applicable = knowledgeOn && ragIds.has(id);
|
|
486
638
|
const local = this.state.get(id);
|
|
487
639
|
const output = rows.find((row) => !isProcessorOutput(row.embedderVersion) &&
|
|
488
640
|
(!this._model || row.embedderVersion.startsWith(`${this._model}|`)));
|
|
489
641
|
const published = !!output;
|
|
490
|
-
const attempts =
|
|
642
|
+
const attempts = (statusesByKnowledge.get(id) ?? []).filter((row) => !isProcessorArtifactId(row.id));
|
|
491
643
|
const claim = attempts.find((row) => isClaimLive(row, Date.now()));
|
|
492
644
|
const failures = attempts.some((row) => row.status === 'ready')
|
|
493
645
|
? []
|
|
@@ -502,6 +654,7 @@ export class Files extends EventEmitter {
|
|
|
502
654
|
processor.outputId = local?.loaded?.artifactId ?? output?.id;
|
|
503
655
|
if (!applicable) {
|
|
504
656
|
processor.state = 'not-applicable';
|
|
657
|
+
processor.reason = ragIds.has(id) ? 'knowledge off' : undefined;
|
|
505
658
|
}
|
|
506
659
|
else if (local?.loaded) {
|
|
507
660
|
processor.state = 'ready';
|
|
@@ -512,7 +665,7 @@ export class Files extends EventEmitter {
|
|
|
512
665
|
else if (local?.work &&
|
|
513
666
|
!published &&
|
|
514
667
|
local.work.state !== 'running' &&
|
|
515
|
-
(!terminalFailure || local.work
|
|
668
|
+
(!terminalFailure || !yieldsToVerdict(local.work))) {
|
|
516
669
|
Object.assign(processor, local.work);
|
|
517
670
|
}
|
|
518
671
|
else if (local?.load && published) {
|
|
@@ -520,7 +673,7 @@ export class Files extends EventEmitter {
|
|
|
520
673
|
}
|
|
521
674
|
else if (failed && !published && failed.error !== 'interrupted: suspend') {
|
|
522
675
|
processor.state = failed.error === 'source unavailable' ? 'pending' : 'failed';
|
|
523
|
-
processor.reason = failed.error || 'processing failed';
|
|
676
|
+
processor.reason = parseFailure(failed.error).detail || 'processing failed';
|
|
524
677
|
}
|
|
525
678
|
else if (!this._model) {
|
|
526
679
|
processor.reason = 'model unavailable on this device';
|
|
@@ -542,7 +695,12 @@ export class Files extends EventEmitter {
|
|
|
542
695
|
: await this._store.available(source.blobId);
|
|
543
696
|
const processors = [
|
|
544
697
|
processor,
|
|
545
|
-
...(await this._extraProcessorStatuses(id, {
|
|
698
|
+
...(await this._extraProcessorStatuses(id, {
|
|
699
|
+
chunks,
|
|
700
|
+
knowledge,
|
|
701
|
+
rows,
|
|
702
|
+
statusesByKnowledge
|
|
703
|
+
}))
|
|
546
704
|
];
|
|
547
705
|
const uploadProgress = this._uploads.get(id)?.status.uploadProgress;
|
|
548
706
|
result.set(id, {
|
|
@@ -572,7 +730,7 @@ export class Files extends EventEmitter {
|
|
|
572
730
|
processor.agentId = agent.id;
|
|
573
731
|
}
|
|
574
732
|
}
|
|
575
|
-
async _extraProcessorStatuses(id, { chunks, knowledge, rows,
|
|
733
|
+
async _extraProcessorStatuses(id, { chunks, knowledge, rows, statusesByKnowledge }) {
|
|
576
734
|
const processors = [];
|
|
577
735
|
for (const { processor: descriptor } of this._processors.values()) {
|
|
578
736
|
if (descriptor.id === 'rag')
|
|
@@ -584,7 +742,10 @@ export class Files extends EventEmitter {
|
|
|
584
742
|
const input = record ? { ...record, kind: descriptor.input } : null;
|
|
585
743
|
processors.push(!input || !descriptor.applies(input)
|
|
586
744
|
? { processorId: descriptor.id, state: 'not-applicable', published: false }
|
|
587
|
-
: await this._processorStatus(descriptor, input, {
|
|
745
|
+
: await this._processorStatus(descriptor, input, {
|
|
746
|
+
rows,
|
|
747
|
+
attempts: statusesByKnowledge.get(id) ?? []
|
|
748
|
+
}));
|
|
588
749
|
}
|
|
589
750
|
return processors;
|
|
590
751
|
}
|
|
@@ -636,6 +797,12 @@ export class Files extends EventEmitter {
|
|
|
636
797
|
await this._store.close();
|
|
637
798
|
}
|
|
638
799
|
}
|
|
800
|
+
function settledFile(file) {
|
|
801
|
+
return file.readyForChat || file.state === 'failed';
|
|
802
|
+
}
|
|
803
|
+
function yieldsToVerdict(work) {
|
|
804
|
+
return work.state === 'pending' || (work.state === 'failed' && work.retryAt === undefined);
|
|
805
|
+
}
|
|
639
806
|
function fileState(processor, opts) {
|
|
640
807
|
if (opts.readyForChat) {
|
|
641
808
|
return { state: 'ready', reason: undefined };
|
|
@@ -645,6 +812,18 @@ function fileState(processor, opts) {
|
|
|
645
812
|
}
|
|
646
813
|
return { state: 'pending', reason: 'source unavailable on this device' };
|
|
647
814
|
}
|
|
648
|
-
|
|
815
|
+
function groupBy(items, key) {
|
|
816
|
+
const groups = new Map();
|
|
817
|
+
for (const item of items) {
|
|
818
|
+
const id = key(item);
|
|
819
|
+
let group = groups.get(id);
|
|
820
|
+
if (!group) {
|
|
821
|
+
groups.set(id, (group = []));
|
|
822
|
+
}
|
|
823
|
+
group.push(item);
|
|
824
|
+
}
|
|
825
|
+
return groups;
|
|
826
|
+
}
|
|
827
|
+
export { MemoryVectorIndex, PluginVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, fullTextAttachmentId, isFullTextHit, isWholeDocumentQuery, referencedDocuments, resolveTargetDocument, selectCoverage, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
|
|
649
828
|
export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.js';
|
|
650
|
-
export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.js';
|
|
829
|
+
export { CoreBlobServer, PENDING_BLOB_REFERENCE, isPendingBlobReference, parseBlobReferenceCoreKey } from './store/index.js';
|
|
@@ -1,6 +1,15 @@
|
|
|
1
|
+
import type { AssistantFileKnowledgeRequest, AssistantKnowledge } from '../../../spec/hyperschema/types.d.ts';
|
|
1
2
|
import { MAX_KNOWLEDGE_BYTES } from './rag/index.ts';
|
|
2
3
|
import type { Mesh } from '../mesh.ts';
|
|
3
4
|
import { type FileHandlersOptions } from './upload.ts';
|
|
4
5
|
import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
|
|
5
6
|
export { MAX_KNOWLEDGE_BYTES };
|
|
6
|
-
export
|
|
7
|
+
export type FileKnowledgeRequest = Omit<AssistantFileKnowledgeRequest, 'meshId'>;
|
|
8
|
+
export interface KnowledgeFiles extends Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'> {
|
|
9
|
+
fileKnowledge(request: FileKnowledgeRequest): Promise<AssistantKnowledge>;
|
|
10
|
+
}
|
|
11
|
+
export interface KnowledgeFilesOptions extends FileHandlersOptions {
|
|
12
|
+
readonly mobile?: () => boolean;
|
|
13
|
+
}
|
|
14
|
+
export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId, mobile }?: KnowledgeFilesOptions): KnowledgeFiles;
|
|
15
|
+
export declare function setKnowledgeCap(mesh: Mesh, bytes: number): Promise<void>;
|
|
@@ -1,8 +1,13 @@
|
|
|
1
|
-
import { listKnowledge, removeKnowledge } from './records/index.js';
|
|
2
|
-
import { MAX_KNOWLEDGE_BYTES } from './rag/index.js';
|
|
1
|
+
import { addKnowledge, assertKnowledgeRoom, hasLiveSource, listKnowledge, removeKnowledge } from './records/index.js';
|
|
2
|
+
import { MAX_KNOWLEDGE_BYTES, isSupportedRagDocument } from './rag/index.js';
|
|
3
|
+
import { requireChatIn } from '../chunk.js';
|
|
4
|
+
import { randomId } from '../id.js';
|
|
5
|
+
import { CoreError } from '../../errors.js';
|
|
3
6
|
import { uploadFile } from './upload.js';
|
|
7
|
+
import { KNOWLEDGE_CAP_ROW } from '../contract/knowledge.js';
|
|
8
|
+
import { KNOWLEDGE_CAPS } from '../collections.js';
|
|
4
9
|
export { MAX_KNOWLEDGE_BYTES };
|
|
5
|
-
export function knowledgeFiles(mesh, { maxBytes = MAX_KNOWLEDGE_BYTES, inactivityMs, deviceId } = {}) {
|
|
10
|
+
export function knowledgeFiles(mesh, { maxBytes = MAX_KNOWLEDGE_BYTES, inactivityMs, deviceId, mobile } = {}) {
|
|
6
11
|
const list = async ({ chatId }) => ({
|
|
7
12
|
knowledge: await listKnowledge(mesh, { chatId })
|
|
8
13
|
});
|
|
@@ -22,10 +27,77 @@ export function knowledgeFiles(mesh, { maxBytes = MAX_KNOWLEDGE_BYTES, inactivit
|
|
|
22
27
|
}
|
|
23
28
|
},
|
|
24
29
|
downloadKnowledge: async function* ({ blobId }) {
|
|
25
|
-
|
|
30
|
+
let fetched = false;
|
|
31
|
+
try {
|
|
32
|
+
for await (const frame of mesh.files.read(blobId)) {
|
|
33
|
+
fetched = true;
|
|
34
|
+
yield frame;
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
finally {
|
|
38
|
+
if (fetched && mobile?.() && (await hasLiveSource(mesh, null, blobId))) {
|
|
39
|
+
await mesh.files.clearFetched(blobId, blobId);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
26
42
|
},
|
|
27
43
|
listKnowledge: list,
|
|
28
44
|
listIndexing: indexingList,
|
|
29
|
-
removeKnowledge: async ({ knowledgeId, at }) => removeKnowledge(mesh, { knowledgeId, at })
|
|
45
|
+
removeKnowledge: async ({ knowledgeId, at }) => removeKnowledge(mesh, { knowledgeId, at }),
|
|
46
|
+
fileKnowledge: (request) => fileKnowledge(mesh, request)
|
|
30
47
|
};
|
|
31
48
|
}
|
|
49
|
+
async function fileKnowledge(mesh, { chatId, fileId }) {
|
|
50
|
+
if (mesh.role !== 'project') {
|
|
51
|
+
throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
|
|
52
|
+
}
|
|
53
|
+
await requireChatIn(mesh, chatId);
|
|
54
|
+
const file = await mesh.files.resolve({ chatId, fileId });
|
|
55
|
+
if (!file) {
|
|
56
|
+
throw new CoreError('KNOWLEDGE_NOT_FOUND', [fileId]);
|
|
57
|
+
}
|
|
58
|
+
if (!isSupportedRagDocument(file)) {
|
|
59
|
+
throw new CoreError('KNOWLEDGE_TYPE_UNSUPPORTED', [file.fileName]);
|
|
60
|
+
}
|
|
61
|
+
await assertKnowledgeRoom(mesh, file.byteLength);
|
|
62
|
+
const blobId = await copyBlob(mesh, file.blobId);
|
|
63
|
+
const id = randomId();
|
|
64
|
+
const { fileName, mimeType, byteLength } = file;
|
|
65
|
+
try {
|
|
66
|
+
return await addKnowledge(mesh, { id, fileName, mimeType, byteLength, blobId });
|
|
67
|
+
}
|
|
68
|
+
catch (error) {
|
|
69
|
+
await mesh.files.clear(blobId, id).catch(noop);
|
|
70
|
+
throw error;
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
async function copyBlob(mesh, source) {
|
|
74
|
+
let blobId = null;
|
|
75
|
+
for await (const frame of mesh.files.write(bytesOf(mesh.files.read(source, { wait: false })))) {
|
|
76
|
+
if ('blobId' in frame) {
|
|
77
|
+
blobId = mesh.files.reference(frame.blobId);
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
if (blobId === null) {
|
|
81
|
+
throw new Error('blob write ended without its blobId frame');
|
|
82
|
+
}
|
|
83
|
+
return blobId;
|
|
84
|
+
}
|
|
85
|
+
function noop() { }
|
|
86
|
+
async function* bytesOf(frames) {
|
|
87
|
+
for await (const { data } of frames) {
|
|
88
|
+
yield data;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
export async function setKnowledgeCap(mesh, bytes) {
|
|
92
|
+
if (mesh.role !== 'project') {
|
|
93
|
+
throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
|
|
94
|
+
}
|
|
95
|
+
if (bytes < 1) {
|
|
96
|
+
throw new CoreError('KNOWLEDGE_CAP_INVALID');
|
|
97
|
+
}
|
|
98
|
+
const current = await mesh.view.get(KNOWLEDGE_CAPS, { id: KNOWLEDGE_CAP_ROW });
|
|
99
|
+
await mesh.dispatch('set-knowledge-cap', {
|
|
100
|
+
bytes,
|
|
101
|
+
setAt: Math.max(Date.now(), (current?.setAt ?? 0) + 1)
|
|
102
|
+
});
|
|
103
|
+
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
2
|
import crypto from 'hypercore-crypto';
|
|
3
3
|
import { processorArtifactId } from '../records/index.js';
|
|
4
|
-
import { parseBlobReference } from '../store/index.js';
|
|
4
|
+
import { isPendingBlobReference, parseBlobReference } from '../store/index.js';
|
|
5
5
|
import { IMAGE_MIMES } from '../../image/normalize.js';
|
|
6
6
|
import { previewEncoder } from './image.js';
|
|
7
7
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
@@ -30,7 +30,8 @@ export class PreviewProcessor {
|
|
|
30
30
|
IMAGE_MIMES.has(file.mimeType.toLowerCase()));
|
|
31
31
|
}
|
|
32
32
|
async canProduce(file, host) {
|
|
33
|
-
|
|
33
|
+
const chat = file.chatId ? await getChat(host.mesh, file.chatId) : null;
|
|
34
|
+
return !file.deletedAt && !chat?.deletedAt;
|
|
34
35
|
}
|
|
35
36
|
accepts(output, file) {
|
|
36
37
|
if (output.embedderVersion !== this.version)
|
|
@@ -151,6 +152,9 @@ export function previewId(file) {
|
|
|
151
152
|
});
|
|
152
153
|
}
|
|
153
154
|
function previewSource(file) {
|
|
155
|
+
if (isPendingBlobReference(file.blobId)) {
|
|
156
|
+
return hash([file.blobId]);
|
|
157
|
+
}
|
|
154
158
|
const { blobId, coreKey } = parseBlobReference(file.blobId);
|
|
155
159
|
return hash([
|
|
156
160
|
coreKey ?? '',
|
|
@@ -11,6 +11,12 @@ export interface IndexingClaimsOptions {
|
|
|
11
11
|
export interface IndexingClaim {
|
|
12
12
|
readonly claimId: string;
|
|
13
13
|
}
|
|
14
|
+
export interface IndexingLease {
|
|
15
|
+
keep(force?: boolean): Promise<void>;
|
|
16
|
+
}
|
|
17
|
+
export declare class ClaimLostError extends Error {
|
|
18
|
+
constructor(artifactId: string);
|
|
19
|
+
}
|
|
14
20
|
export declare class IndexingClaims {
|
|
15
21
|
private readonly _mesh;
|
|
16
22
|
private readonly _schedule;
|
|
@@ -22,6 +28,7 @@ export declare class IndexingClaims {
|
|
|
22
28
|
markFailed(artifactId: string): void;
|
|
23
29
|
isFailed(artifactId: string): boolean;
|
|
24
30
|
claim(artifactId: string, knowledgeId: string): Promise<IndexingClaim | null>;
|
|
31
|
+
lease(artifactId: string, claimId: string): IndexingLease;
|
|
25
32
|
blockedByStatus(artifactId: string): Promise<boolean>;
|
|
26
33
|
settle(artifactId: string, knowledgeId: string): Promise<void>;
|
|
27
34
|
}
|
|
@@ -1,4 +1,11 @@
|
|
|
1
|
-
import { claimIndexing, getIndexingStatus, isClaimLive, resolveIndexing } from './protocol.js';
|
|
1
|
+
import { INDEXING_STALE_MS, claimIndexing, getIndexingStatus, isClaimLive, progressIndexing, resolveIndexing } from './protocol.js';
|
|
2
|
+
import { isContentFailure } from '../rag/failure.js';
|
|
3
|
+
export class ClaimLostError extends Error {
|
|
4
|
+
constructor(artifactId) {
|
|
5
|
+
super(`indexing claim taken over: ${artifactId}`);
|
|
6
|
+
this.name = 'ClaimLostError';
|
|
7
|
+
}
|
|
8
|
+
}
|
|
2
9
|
export class IndexingClaims {
|
|
3
10
|
_mesh;
|
|
4
11
|
_schedule;
|
|
@@ -42,18 +49,37 @@ export class IndexingClaims {
|
|
|
42
49
|
!(await getIndexingStatus(this._mesh, artifactId))) {
|
|
43
50
|
return { claimId: '' };
|
|
44
51
|
}
|
|
45
|
-
|
|
52
|
+
this._mesh.log?.debug('rag', 'claim not placed', { id: artifactId, err });
|
|
46
53
|
return null;
|
|
47
54
|
}
|
|
48
55
|
}
|
|
56
|
+
lease(artifactId, claimId) {
|
|
57
|
+
let last = Date.now();
|
|
58
|
+
return {
|
|
59
|
+
keep: async (force = false) => {
|
|
60
|
+
const at = Date.now();
|
|
61
|
+
if (!claimId || (!force && at - last < INDEXING_STALE_MS / 3)) {
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
last = at;
|
|
65
|
+
if (!(await progressIndexing(this._mesh, { artifactId, claimId, at }))) {
|
|
66
|
+
throw new ClaimLostError(artifactId);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
};
|
|
70
|
+
}
|
|
49
71
|
async blockedByStatus(artifactId) {
|
|
50
|
-
if (this.isFailed(artifactId))
|
|
51
|
-
return true;
|
|
52
72
|
const row = await getIndexingStatus(this._mesh, artifactId);
|
|
73
|
+
if (this.isFailed(artifactId)) {
|
|
74
|
+
if (row) {
|
|
75
|
+
return true;
|
|
76
|
+
}
|
|
77
|
+
this._state.artifact(artifactId).terminal = false;
|
|
78
|
+
}
|
|
53
79
|
if (!row) {
|
|
54
80
|
return false;
|
|
55
81
|
}
|
|
56
|
-
if (row.status === 'ready') {
|
|
82
|
+
if (row.status === 'ready' || isContentFailure(row)) {
|
|
57
83
|
return true;
|
|
58
84
|
}
|
|
59
85
|
if (isClaimLive(row, Date.now())) {
|
|
@@ -87,11 +113,11 @@ export class IndexingClaims {
|
|
|
87
113
|
status: 'ready'
|
|
88
114
|
});
|
|
89
115
|
if (applied) {
|
|
90
|
-
|
|
116
|
+
this._mesh.log?.info('rag', 'repaired to ready', { id: artifactId });
|
|
91
117
|
}
|
|
92
118
|
}
|
|
93
119
|
catch (err) {
|
|
94
|
-
|
|
120
|
+
this._mesh.log?.debug('rag', 'repair resolve dropped', { id: artifactId, err });
|
|
95
121
|
}
|
|
96
122
|
}
|
|
97
123
|
}
|