@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1008 -1
- package/README.md +40 -81
- package/dist-lib/index.d.ts +1 -1
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +19 -2
- package/dist-lib/lib/api/agents.js +121 -24
- package/dist-lib/lib/api/app-config.d.ts +4 -1
- package/dist-lib/lib/api/app-config.js +17 -6
- package/dist-lib/lib/api/attachments.js +3 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +13 -2
- package/dist-lib/lib/api/chat.js +114 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +17 -2
- package/dist-lib/lib/api/chunks.js +70 -13
- package/dist-lib/lib/api/config.d.ts +6 -2
- package/dist-lib/lib/api/config.js +47 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +9 -0
- package/dist-lib/lib/api/device-routes.js +123 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +23 -11
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +12 -1
- package/dist-lib/lib/api/execution.js +44 -14
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +28 -6
- package/dist-lib/lib/api/index.js +101 -33
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +67 -26
- package/dist-lib/lib/api/mesh.d.ts +12 -4
- package/dist-lib/lib/api/mesh.js +12 -8
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +169 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +71 -34
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +48 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +2 -2
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +5 -0
- package/dist-lib/lib/api/workspace.js +47 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +37 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +30 -17
- package/dist-lib/lib/assistant/history.js +179 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/message.d.ts +27 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +100 -0
- package/dist-lib/lib/assistant/model-round.js +619 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +42 -0
- package/dist-lib/lib/assistant/round-host.js +241 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +4 -1
- package/dist-lib/lib/assistant-client.js +27 -8
- package/dist-lib/lib/assistant-tree.d.ts +10 -3
- package/dist-lib/lib/assistant-tree.js +63 -20
- package/dist-lib/lib/assistant.d.ts +93 -24
- package/dist-lib/lib/assistant.js +2048 -1231
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +2 -2
- package/dist-lib/lib/client.js +10 -1
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +18 -4
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +40 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +71 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +45 -19
- package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
- package/dist-lib/lib/core/archived-mesh.js +77 -58
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +395 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +8 -7
- package/dist-lib/lib/core/chat-move.d.ts +75 -0
- package/dist-lib/lib/core/chat-move.js +598 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +19 -4
- package/dist-lib/lib/core/chat-project.d.ts +2 -0
- package/dist-lib/lib/core/chat-project.js +15 -0
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +33 -4
- package/dist-lib/lib/core/chat.js +122 -39
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +250 -45
- package/dist-lib/lib/core/collections.d.ts +40 -1
- package/dist-lib/lib/core/collections.js +40 -1
- package/dist-lib/lib/core/config-value.d.ts +6 -0
- package/dist-lib/lib/core/config-value.js +14 -0
- package/dist-lib/lib/core/contract/activity.d.ts +3 -2
- package/dist-lib/lib/core/contract/activity.js +39 -21
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +36 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +34 -4
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +21 -0
- package/dist-lib/lib/core/contract/projects.js +327 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +121 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
- package/dist-lib/lib/core/contract/run-requests.js +81 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/departures.d.ts +16 -5
- package/dist-lib/lib/core/departures.js +79 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +5 -3
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.js +8 -7
- package/dist-lib/lib/core/files/index.d.ts +27 -14
- package/dist-lib/lib/core/files/index.js +220 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
- package/dist-lib/lib/core/files/processing/index.js +99 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +14 -3
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
- package/dist-lib/lib/core/files/rag/build.js +32 -8
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +57 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
- package/dist-lib/lib/core/files/rag/index.js +30 -8
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
- package/dist-lib/lib/core/files/records/knowledge.js +40 -3
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +20 -48
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +53 -14
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +30 -18
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +86 -7
- package/dist-lib/lib/core/local/index.js +312 -27
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +107 -30
- package/dist-lib/lib/core/mesh.js +625 -171
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +13 -0
- package/dist-lib/lib/core/project-keys.js +56 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +26 -0
- package/dist-lib/lib/core/public-mesh.js +94 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/run-requests.js +58 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
- package/dist-lib/lib/core/skill-secrets.js +90 -72
- package/dist-lib/lib/core/sync/background.d.ts +35 -0
- package/dist-lib/lib/core/sync/background.js +85 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +164 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
- package/dist-lib/lib/core/sync/view-updates.js +133 -0
- package/dist-lib/lib/core/sync-status.js +3 -3
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +11 -11
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
- package/dist-lib/lib/core/workspace-upgrade.js +50 -0
- package/dist-lib/lib/core.d.ts +303 -84
- package/dist-lib/lib/core.js +3952 -1511
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +794 -0
- package/dist-lib/lib/errors.js +728 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
- package/dist-lib/lib/kv-cache-retention.js +98 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +42 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +16 -12
- package/dist-lib/lib/model-download.js +90 -34
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +27 -0
- package/dist-lib/lib/model-memory-cap.js +69 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +13 -5
- package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +3 -0
- package/dist-lib/lib/probe-rounds.js +5 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +44 -0
- package/dist-lib/lib/run-replay.js +158 -0
- package/dist-lib/lib/run-transcript.d.ts +11 -12
- package/dist-lib/lib/run-transcript.js +16 -18
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +780 -155
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +7 -0
- package/dist-lib/schema/indexes.js +48 -3
- package/dist-lib/schema/local.js +80 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +474 -14
- package/dist-lib/spec/bind.js +212 -48
- package/dist-lib/spec/calls.js +46 -5
- package/dist-lib/spec/capabilities.d.ts +100 -18
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +739 -206
- package/dist-lib/spec/hrpc/index.js +844 -345
- package/dist-lib/spec/hrpc/messages.js +3906 -1749
- package/dist-lib/spec/hyperschema/index.js +3906 -1749
- package/dist-lib/spec/hyperschema/schema.json +4809 -3119
- package/dist-lib/spec/hyperschema/types.d.ts +482 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
- package/dist-lib/spec/local/hyperschema/index.js +573 -16
- package/dist-lib/spec/local/hyperschema/schema.json +354 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
- package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
- package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
- package/package.json +64 -43
- package/worker/assistant-sidecar.mjs +18 -2
- package/worker/stow-entry.mjs +2 -0
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
- package/tui/README.md +0 -142
- package/tui/app.mjs +0 -6939
- package/tui/boot.mjs +0 -111
- package/tui/index.mjs +0 -53
- package/tui/lib/boot-timing.mjs +0 -41
- package/tui/lib/busy-words.mjs +0 -116
- package/tui/lib/export.mjs +0 -194
- package/tui/lib/knowledge-command.mjs +0 -190
- package/tui/lib/knowledge-import.mjs +0 -171
- package/tui/lib/render.mjs +0 -196
- package/tui/lib/save-file.mjs +0 -88
- package/tui/lib/select.mjs +0 -81
- package/tui/lib/selection.mjs +0 -18
- package/tui/lib/setup.mjs +0 -101
- package/tui/lib/sidebar.mjs +0 -63
- package/tui/lib/splash-art.mjs +0 -107
- package/tui/lib/splash.mjs +0 -18
- package/tui/lib/upload-frames.mjs +0 -9
- package/tui/lib/usage.mjs +0 -59
- package/tui/lib/wrap.mjs +0 -143
- package/tui/main.mjs +0 -264
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import { isAudioAttachment } from './audio-attachment.js';
|
|
2
2
|
import { classifyRagDocument, RAG_DOCUMENT_KIND } from './files/rag/index.js';
|
|
3
3
|
import { IMAGE_MIMES } from './image/normalize.js';
|
|
4
|
+
import { isVideoAttachment } from './video/attachment.js';
|
|
4
5
|
export function isDocumentAttachment(ref) {
|
|
5
6
|
if (IMAGE_MIMES.has(ref.mimeType.toLowerCase()))
|
|
6
7
|
return false;
|
|
8
|
+
if (isVideoAttachment(ref.fileName, ref.mimeType))
|
|
9
|
+
return false;
|
|
7
10
|
return !isAudioAttachment(ref.fileName, ref.mimeType);
|
|
8
11
|
}
|
|
9
12
|
export function isPdfAttachment(ref) {
|
|
@@ -30,6 +33,17 @@ export function documentUnreadNotice(reason, plural) {
|
|
|
30
33
|
}[reason];
|
|
31
34
|
return `[The attached document${plural ? 's' : ''} could not be read for this reply: ${why}.]`;
|
|
32
35
|
}
|
|
36
|
+
export function pdfPagesCutNotice({ fileName, cutAt, pageCount, shown, wholeText }) {
|
|
37
|
+
const missing = shown
|
|
38
|
+
? `Some pictures in "${fileName}" (${pageCount} pages), the first on page ${cutAt + 1}, were not shown to you as images`
|
|
39
|
+
: `No picture in "${fileName}" (${pageCount} pages) was shown to you as an image`;
|
|
40
|
+
const text = wholeText ? '; its text is all above' : '';
|
|
41
|
+
return `[${missing}: they did not fit in the context window, and no tool can show them${text}. If asked about a picture you cannot see, say it could not be shown. Do not guess its content.]`;
|
|
42
|
+
}
|
|
43
|
+
export const PDF_PAGES_SOURCE_LINE = 'Page images from the PDFs in this chat are a source too: when an image shows what the excerpts do not, answer from the image.';
|
|
44
|
+
export function pdfPagesShownNotice(fileName, labels) {
|
|
45
|
+
return `[The images from "${fileName}" are, in order: ${labels.join('; ')}.]`;
|
|
46
|
+
}
|
|
33
47
|
export function annotateDocumentAttachments(messages) {
|
|
34
48
|
for (const turn of messages.filter((message) => message.documents?.length)) {
|
|
35
49
|
const block = (turn.documents ?? []).map(documentAttachmentLine).join('\n');
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
+
import { CoreError } from '../../errors.js';
|
|
1
2
|
import { linkAttachment } from '../attachment-link.js';
|
|
2
|
-
import { getChunk, updateChunk } from '../chunk.js';
|
|
3
|
+
import { getChunk, readChunk, updateChunk } from '../chunk.js';
|
|
3
4
|
import { uploadFile } from './upload.js';
|
|
4
5
|
import b4a from 'b4a';
|
|
5
6
|
export const MAX_ATTACHMENT_BYTES = 100 * 1024 * 1024;
|
|
@@ -28,26 +29,26 @@ export function attachmentFiles(mesh, { maxBytes = MAX_ATTACHMENT_BYTES, deviceI
|
|
|
28
29
|
}
|
|
29
30
|
const chunk = await getChunk(mesh, chunkId);
|
|
30
31
|
if (!chunk) {
|
|
31
|
-
throw new
|
|
32
|
+
throw new CoreError('CHUNK_NOT_FOUND', [chunkId]);
|
|
32
33
|
}
|
|
33
34
|
if (chunk.type !== 'attachment' || !chunk.attachment) {
|
|
34
|
-
throw new
|
|
35
|
+
throw new CoreError('NOT_AN_ATTACHMENT', [chunkId]);
|
|
35
36
|
}
|
|
36
37
|
if (deviceId && !b4a.equals(chunk.originDeviceId, deviceId)) {
|
|
37
|
-
throw new
|
|
38
|
+
throw new CoreError('ATTACHMENT_DELETE_NOT_ORIGIN');
|
|
38
39
|
}
|
|
39
40
|
const attachment = chunk.attachment;
|
|
40
41
|
if (attachment.deletedAt) {
|
|
41
|
-
return chunk;
|
|
42
|
+
return readChunk(chunk);
|
|
42
43
|
}
|
|
43
44
|
const updated = await updateChunk(mesh, {
|
|
44
45
|
id: chunkId,
|
|
45
46
|
attachment: { ...attachment, deletedAt: at }
|
|
46
47
|
});
|
|
47
48
|
if (!updated.attachment?.deletedAt) {
|
|
48
|
-
throw new
|
|
49
|
+
throw new CoreError('ATTACHMENT_DELETE_DROPPED');
|
|
49
50
|
}
|
|
50
|
-
return updated;
|
|
51
|
+
return readChunk(updated);
|
|
51
52
|
}
|
|
52
53
|
};
|
|
53
54
|
}
|
|
@@ -1,22 +1,24 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import EventEmitter from 'bare-events';
|
|
3
|
-
import type { AssistantFileStatusList, AssistantFileReadRequest, AssistantFileReadFrame, AssistantFilePreviewResponse, AssistantIndexingStatusList } from '../../../spec/hyperschema/types.d.ts';
|
|
3
|
+
import type { AssistantFileStatus, AssistantFileStatusList, AssistantFileReadRequest, AssistantFileReadFrame, AssistantFilePreviewResponse, AssistantIndexingStatusList, AssistantKnowledgeBaseList } from '../../../spec/hyperschema/types.d.ts';
|
|
4
4
|
import type { QvacChunk, QvacKnowledge, QvacKnowledgeArtifact } from '../../../spec/mesh/hyperschema/types.d.ts';
|
|
5
5
|
import { attachmentFiles } from './attachments.ts';
|
|
6
6
|
import { addKnowledgeArtifact, type FileRecord } from './records/index.ts';
|
|
7
7
|
import { knowledgeFiles } from './knowledge.ts';
|
|
8
|
-
import { FileState, type LocalWork, type
|
|
8
|
+
import { FileState, type LocalWork, type FileProcessor } from './processing/index.ts';
|
|
9
|
+
import type ScopeLock from 'scope-lock';
|
|
9
10
|
import { BlobStore } from './store/index.ts';
|
|
10
|
-
import { type IndexingProgress, type IndexingEmbedder, type RagExtractors, type VectorIndex } from './rag/index.ts';
|
|
11
|
+
import { type IndexingDevice, type IndexingProgress, type IndexingEmbedder, type RagExtractors, type VectorIndex } from './rag/index.ts';
|
|
11
12
|
import type { Mesh } from '../mesh.ts';
|
|
12
13
|
import type { ChatFileKey } from './records/source.ts';
|
|
13
|
-
|
|
14
|
-
export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile, type VectorHit, type RagDocumentRef } from './rag/index.ts';
|
|
14
|
+
export { fullTextBudgetChars, fullTextHits, joinedIndex, retrievalBudgetTokens, retrieveRagKnowledge, searchRagChunks, referencesPendingFile, type VectorHit, type RagDocumentRef } from './rag/index.ts';
|
|
15
15
|
export { isKnowledgeRoutedAttachment } from './records/index.ts';
|
|
16
16
|
export { assertRemovableAt } from './records/index.ts';
|
|
17
17
|
export { assertArtifactOutput } from './records/index.ts';
|
|
18
18
|
export { claimSource } from './records/index.ts';
|
|
19
|
-
export interface RetryFileRequest
|
|
19
|
+
export interface RetryFileRequest {
|
|
20
|
+
readonly chatId?: string | null;
|
|
21
|
+
readonly fileId: string;
|
|
20
22
|
readonly processorId: string;
|
|
21
23
|
}
|
|
22
24
|
export interface FileReadOptions {
|
|
@@ -24,11 +26,13 @@ export interface FileReadOptions {
|
|
|
24
26
|
}
|
|
25
27
|
export interface StartProcessorOptions {
|
|
26
28
|
readonly deviceId: Buffer | null;
|
|
29
|
+
readonly device?: IndexingDevice;
|
|
27
30
|
}
|
|
28
31
|
export interface StartProcessingOptions extends StartProcessorOptions {
|
|
29
32
|
readonly embedder: IndexingEmbedder;
|
|
30
33
|
readonly index: VectorIndex;
|
|
31
34
|
readonly extractors?: RagExtractors;
|
|
35
|
+
readonly batches?: ScopeLock;
|
|
32
36
|
}
|
|
33
37
|
export interface FileLoadOptions {
|
|
34
38
|
readonly artifactId?: string;
|
|
@@ -69,20 +73,24 @@ export declare class Files extends EventEmitter {
|
|
|
69
73
|
inline(bytes: Buffer, mimeType: string): string;
|
|
70
74
|
reference(id: Parameters<BlobStore['reference']>[0]): string;
|
|
71
75
|
clear(reference: string, id: string): Promise<boolean>;
|
|
76
|
+
clearFetched(reference: string, id: string): Promise<void>;
|
|
72
77
|
compact(coreKeys: ReadonlyArray<Buffer>): Promise<void>;
|
|
73
78
|
attachments(options?: Parameters<typeof attachmentFiles>[1]): import("./attachments.ts").BoundAttachments;
|
|
74
|
-
knowledge(options?: Parameters<typeof knowledgeFiles>[1]):
|
|
79
|
+
knowledge(options?: Parameters<typeof knowledgeFiles>[1]): import("./knowledge.ts").KnowledgeFiles;
|
|
75
80
|
listKnowledge(chatId: string): Promise<QvacKnowledge[]>;
|
|
81
|
+
knowledgeBase(): Promise<AssistantKnowledgeBaseList>;
|
|
76
82
|
record(id: string): Promise<QvacKnowledge | null>;
|
|
77
83
|
resolve(request: ChatFileKey): Promise<FileRecord | null>;
|
|
78
84
|
fileRead(request: Omit<AssistantFileReadRequest, 'meshId'>, options?: FileReadOptions): AsyncGenerator<AssistantFileReadFrame>;
|
|
79
85
|
preview(request: ChatFileKey): Promise<AssistantFilePreviewResponse>;
|
|
80
|
-
retry(
|
|
86
|
+
retry({ chatId, fileId, processorId }: RetryFileRequest): Promise<void>;
|
|
87
|
+
private _retryKnowledgeBase;
|
|
81
88
|
artifact(id: string): Promise<QvacKnowledgeArtifact | null>;
|
|
82
89
|
artifacts(id: string): Promise<QvacKnowledgeArtifact[]>;
|
|
83
90
|
publish(input: Parameters<typeof addKnowledgeArtifact>[1]): Promise<QvacKnowledgeArtifact>;
|
|
84
91
|
hasLiveSource(chatId: string, reference: string): Promise<boolean>;
|
|
85
|
-
|
|
92
|
+
syncAttachments(chunks: ReadonlyArray<QvacChunk>): Promise<void>;
|
|
93
|
+
reclaimAttachments(chunks: ReadonlyArray<QvacChunk>): Promise<void>;
|
|
86
94
|
syncKnowledge(row: QvacKnowledge): Promise<void>;
|
|
87
95
|
syncArtifact(row: QvacKnowledgeArtifact): Promise<void>;
|
|
88
96
|
reclaimPurged(): Promise<number>;
|
|
@@ -94,6 +102,7 @@ export declare class Files extends EventEmitter {
|
|
|
94
102
|
stopProcessor(id: string): Promise<boolean>;
|
|
95
103
|
private get _processing();
|
|
96
104
|
startProcessing(options: StartProcessingOptions): void;
|
|
105
|
+
rescan(): void;
|
|
97
106
|
stopProcessing(): Promise<boolean>;
|
|
98
107
|
suspend(): Promise<void>;
|
|
99
108
|
resume(): void;
|
|
@@ -105,10 +114,14 @@ export declare class Files extends EventEmitter {
|
|
|
105
114
|
load(id: string, state: LocalWork, options?: FileLoadOptions): void;
|
|
106
115
|
clearLoaded(processorId?: string): void;
|
|
107
116
|
hydratedArtifact(id: string): string | null;
|
|
108
|
-
|
|
117
|
+
ready(chatId: string, ids: string[]): Promise<AssistantFileStatusList>;
|
|
118
|
+
indexingHere(chatId: string): Promise<void>;
|
|
119
|
+
indexesHere(file: AssistantFileStatus): boolean;
|
|
120
|
+
private _until;
|
|
121
|
+
private _changes;
|
|
109
122
|
reconnect(): void;
|
|
110
123
|
report: (update: Parameters<IndexingProgress>[0], processorId?: string) => void;
|
|
111
|
-
progress(chatId: string):
|
|
124
|
+
progress(chatId: string): import("./processing/state.ts").ChatProgressEntry[];
|
|
112
125
|
beginUpload(input: BeginUploadInput): Promise<BegunUpload>;
|
|
113
126
|
uploadProgress(id: string, bytes: number): void;
|
|
114
127
|
uploadComplete(id: string): void;
|
|
@@ -121,8 +134,8 @@ export declare class Files extends EventEmitter {
|
|
|
121
134
|
private _processorStatus;
|
|
122
135
|
close(): Promise<void>;
|
|
123
136
|
}
|
|
124
|
-
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.ts';
|
|
125
|
-
export type { IndexingEmbedder, RagExtractors, RagSource, VectorIndex } from './rag/index.ts';
|
|
137
|
+
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, fullTextAttachmentId, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.ts';
|
|
138
|
+
export type { IndexingDevice, IndexingEmbedder, RagExtractors, RagSource, VectorIndex } from './rag/index.ts';
|
|
126
139
|
export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.ts';
|
|
127
|
-
export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.ts';
|
|
140
|
+
export { CoreBlobServer, PENDING_BLOB_REFERENCE, isPendingBlobReference, parseBlobReferenceCoreKey } from './store/index.ts';
|
|
128
141
|
export type { MeshBlobKeys } from './store/index.ts';
|
|
@@ -1,20 +1,25 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
2
|
import EventEmitter from 'bare-events';
|
|
3
|
+
import { Readable } from 'streamx';
|
|
3
4
|
import { attachmentFiles } from './attachments.js';
|
|
4
|
-
import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
|
|
5
|
+
import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId, knowledgeCapBytes, usedKnowledgeBytes } from './records/index.js';
|
|
5
6
|
import { knowledgeFiles } from './knowledge.js';
|
|
6
7
|
import { randomId } from '../id.js';
|
|
7
|
-
import { getChunk, listChunks } from '../chunk.js';
|
|
8
|
-
import {
|
|
8
|
+
import { findChunksOfType, getChunk, listChunks } from '../chunk.js';
|
|
9
|
+
import { isClaimLive, listIndexingByChat, listIndexingByKnowledge, FileState, FileProcessing } from './processing/index.js';
|
|
9
10
|
import { DeadlineScheduler } from '../../deadline.js';
|
|
10
11
|
import { liveDeviceForWriter } from '../contract/activity.js';
|
|
12
|
+
import { runDefinition } from '../shared-agents.js';
|
|
13
|
+
import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
|
|
11
14
|
import { BlobStore, parseBlobReference } from './store/index.js';
|
|
12
15
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
13
16
|
import { RagProcessor } from './rag/index.js';
|
|
14
17
|
import { PreviewProcessor, PREVIEW_VERSION, previewId } from './preview/index.js';
|
|
18
|
+
import { parseFailure } from './rag/failure.js';
|
|
19
|
+
import { CoreError } from '../../errors.js';
|
|
15
20
|
import { errorMessage } from '../../guards.js';
|
|
16
|
-
import { ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS,
|
|
17
|
-
export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
|
|
21
|
+
import { ACTIVE_KNOWLEDGE_BASE, ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
|
|
22
|
+
export { fullTextBudgetChars, fullTextHits, joinedIndex, retrievalBudgetTokens, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
|
|
18
23
|
export { isKnowledgeRoutedAttachment } from './records/index.js';
|
|
19
24
|
export { assertRemovableAt } from './records/index.js';
|
|
20
25
|
export { assertArtifactOutput } from './records/index.js';
|
|
@@ -75,6 +80,15 @@ export class Files extends EventEmitter {
|
|
|
75
80
|
clear(reference, id) {
|
|
76
81
|
return this._store.clear(reference, id);
|
|
77
82
|
}
|
|
83
|
+
async clearFetched(reference, id) {
|
|
84
|
+
const { coreKey, inline } = parseBlobReference(reference);
|
|
85
|
+
if (inline || !coreKey || coreKey === b4a.toHex(this._mesh.blobs.core.key)) {
|
|
86
|
+
return;
|
|
87
|
+
}
|
|
88
|
+
if (await this.clear(reference, id)) {
|
|
89
|
+
await this._mesh.fileIndex?.markCleared(reference);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
78
92
|
compact(coreKeys) {
|
|
79
93
|
return this._store.compact(coreKeys);
|
|
80
94
|
}
|
|
@@ -87,6 +101,43 @@ export class Files extends EventEmitter {
|
|
|
87
101
|
listKnowledge(chatId) {
|
|
88
102
|
return listKnowledge(this._mesh, { chatId });
|
|
89
103
|
}
|
|
104
|
+
async knowledgeBase() {
|
|
105
|
+
const snap = this._mesh.view.snapshot();
|
|
106
|
+
try {
|
|
107
|
+
const entries = [];
|
|
108
|
+
const rows = await snap.find(ACTIVE_KNOWLEDGE_BASE).toArray();
|
|
109
|
+
for (const knowledge of rows) {
|
|
110
|
+
const attempts = await snap
|
|
111
|
+
.find(INDEXING_STATUS_BY_KNOWLEDGE, {
|
|
112
|
+
gte: { knowledgeId: knowledge.id },
|
|
113
|
+
lte: { knowledgeId: knowledge.id }
|
|
114
|
+
})
|
|
115
|
+
.toArray();
|
|
116
|
+
const rag = attempts.filter((row) => !isProcessorArtifactId(row.id));
|
|
117
|
+
const latest = rag.reduce((current, row) => (!current || row.at > current.at ? row : current), null);
|
|
118
|
+
const status = rag.find((row) => row.status === 'ready') ?? latest;
|
|
119
|
+
const failed = status?.status === 'failed' ? status : null;
|
|
120
|
+
const failure = failed && parseFailure(failed.error);
|
|
121
|
+
const device = failed && (await liveDeviceForWriter(snap, failed.claimedBy));
|
|
122
|
+
entries.push({
|
|
123
|
+
knowledge,
|
|
124
|
+
status: status?.status ?? 'indexing',
|
|
125
|
+
error: failure?.detail,
|
|
126
|
+
loaded: !!this.state.get(knowledge.id)?.loaded,
|
|
127
|
+
reason: failure?.reason,
|
|
128
|
+
failedOn: device?.name
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
return {
|
|
132
|
+
entries,
|
|
133
|
+
usedBytes: usedKnowledgeBytes(rows),
|
|
134
|
+
capBytes: await knowledgeCapBytes(snap)
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
finally {
|
|
138
|
+
await snap.close();
|
|
139
|
+
}
|
|
140
|
+
}
|
|
90
141
|
record(id) {
|
|
91
142
|
return getKnowledge(this._mesh, id);
|
|
92
143
|
}
|
|
@@ -131,16 +182,35 @@ export class Files extends EventEmitter {
|
|
|
131
182
|
data: await this.readBytes(output.artifactBlobId)
|
|
132
183
|
};
|
|
133
184
|
}
|
|
134
|
-
async retry(
|
|
135
|
-
const file =
|
|
136
|
-
|
|
185
|
+
async retry({ chatId, fileId, processorId }) {
|
|
186
|
+
const file = chatId
|
|
187
|
+
? await this.resolve({ chatId, fileId })
|
|
188
|
+
: await this._retryKnowledgeBase(fileId);
|
|
189
|
+
const entry = this._processors.get(processorId);
|
|
137
190
|
if (!file || !entry) {
|
|
138
191
|
return;
|
|
139
192
|
}
|
|
140
|
-
this.processorState(
|
|
193
|
+
this.processorState(processorId).retry(file.id);
|
|
141
194
|
await entry.work.enqueue([file.id]);
|
|
142
195
|
this._updated();
|
|
143
196
|
}
|
|
197
|
+
async _retryKnowledgeBase(fileId) {
|
|
198
|
+
if (this._mesh.role !== 'project') {
|
|
199
|
+
throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
|
|
200
|
+
}
|
|
201
|
+
const knowledge = await this.record(fileId);
|
|
202
|
+
if (!knowledge || knowledge.chatId || knowledge.deletedAt) {
|
|
203
|
+
throw new CoreError('KNOWLEDGE_NOT_FOUND', [fileId]);
|
|
204
|
+
}
|
|
205
|
+
const failedAt = (await listIndexingByKnowledge(this._mesh, { knowledgeId: fileId }))
|
|
206
|
+
.filter((row) => row.status === 'failed')
|
|
207
|
+
.reduce((newest, row) => Math.max(newest, row.at + 1), 0);
|
|
208
|
+
await this._mesh.dispatch('retry-indexing', {
|
|
209
|
+
knowledgeId: fileId,
|
|
210
|
+
at: Math.max(Date.now(), failedAt)
|
|
211
|
+
});
|
|
212
|
+
return knowledge;
|
|
213
|
+
}
|
|
144
214
|
artifact(id) {
|
|
145
215
|
return getKnowledgeArtifact(this._mesh, id);
|
|
146
216
|
}
|
|
@@ -153,9 +223,16 @@ export class Files extends EventEmitter {
|
|
|
153
223
|
hasLiveSource(chatId, reference) {
|
|
154
224
|
return hasLiveSource(this._mesh, chatId, reference);
|
|
155
225
|
}
|
|
156
|
-
async
|
|
157
|
-
await this._mesh.fileIndex?.refresh(
|
|
158
|
-
await
|
|
226
|
+
async syncAttachments(chunks) {
|
|
227
|
+
await this._mesh.fileIndex?.refresh(chunks);
|
|
228
|
+
await this.reclaimAttachments(chunks);
|
|
229
|
+
}
|
|
230
|
+
async reclaimAttachments(chunks) {
|
|
231
|
+
for (const chunk of chunks) {
|
|
232
|
+
if (this._mesh.closing)
|
|
233
|
+
return;
|
|
234
|
+
await syncAttachmentChunk(this._mesh, chunk);
|
|
235
|
+
}
|
|
159
236
|
}
|
|
160
237
|
syncKnowledge(row) {
|
|
161
238
|
return syncKnowledgeTombstone(this._mesh, row);
|
|
@@ -218,8 +295,14 @@ export class Files extends EventEmitter {
|
|
|
218
295
|
this.setModel(options.embedder.model);
|
|
219
296
|
this.startProcessor(new RagProcessor({
|
|
220
297
|
...options,
|
|
221
|
-
model: options.embedder.model
|
|
222
|
-
|
|
298
|
+
model: options.embedder.model,
|
|
299
|
+
log: this._mesh.log
|
|
300
|
+
}), { deviceId: options.deviceId, device: options.device });
|
|
301
|
+
}
|
|
302
|
+
rescan() {
|
|
303
|
+
for (const { work } of this._processors.values()) {
|
|
304
|
+
work.rescan();
|
|
305
|
+
}
|
|
223
306
|
}
|
|
224
307
|
async stopProcessing() {
|
|
225
308
|
const cleared = await this.stopProcessor('rag');
|
|
@@ -240,7 +323,7 @@ export class Files extends EventEmitter {
|
|
|
240
323
|
const rows = await listIndexingByChat(this._mesh, { chatId });
|
|
241
324
|
let statuses = rows
|
|
242
325
|
.filter((row) => !isProcessorArtifactId(row.id))
|
|
243
|
-
.map((row) => ({ ...row, claimLive: isClaimLive(row, Date.now()) }));
|
|
326
|
+
.map((row) => ({ ...row, chatId, claimLive: isClaimLive(row, Date.now()) }));
|
|
244
327
|
for (const file of (await this.status(chatId)).files) {
|
|
245
328
|
const processor = file.processors.find((entry) => entry.processorId === 'rag');
|
|
246
329
|
if (!processor || file.readyForChat || processor.state === 'not-applicable') {
|
|
@@ -314,18 +397,81 @@ export class Files extends EventEmitter {
|
|
|
314
397
|
hydratedArtifact(id) {
|
|
315
398
|
return this.state.get(id)?.loaded?.artifactId ?? null;
|
|
316
399
|
}
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
400
|
+
ready(chatId, ids) {
|
|
401
|
+
const wanted = new Set(ids);
|
|
402
|
+
this._processing?.prioritize(ids);
|
|
403
|
+
return this._until(chatId, (all) => {
|
|
404
|
+
const files = all.filter((file) => wanted.has(file.fileId));
|
|
405
|
+
return files.every(settledFile) ? files : null;
|
|
406
|
+
});
|
|
407
|
+
}
|
|
408
|
+
async indexingHere(chatId) {
|
|
409
|
+
await this._until(chatId, (files) => files.some((file) => this.indexesHere(file)) ? null : files);
|
|
410
|
+
}
|
|
411
|
+
indexesHere(file) {
|
|
412
|
+
const rag = file.processors.find((entry) => entry.processorId === 'rag');
|
|
413
|
+
if (!this._processing?.active || settledFile(file) || rag?.state === 'not-applicable') {
|
|
414
|
+
return false;
|
|
415
|
+
}
|
|
416
|
+
if (this._processing.awaitsBytes(file.fileId)) {
|
|
417
|
+
return false;
|
|
418
|
+
}
|
|
419
|
+
if (rag?.claimedBy) {
|
|
420
|
+
return b4a.equals(rag.claimedBy, this._mesh.localWriterKey);
|
|
421
|
+
}
|
|
422
|
+
return this._processing.pending(file.fileId);
|
|
423
|
+
}
|
|
424
|
+
async _until(chatId, settle) {
|
|
425
|
+
let all = [];
|
|
426
|
+
for await (const _ of this._changes()) {
|
|
427
|
+
all = (await this.status(chatId)).files;
|
|
428
|
+
const files = settle(all);
|
|
429
|
+
if (files || this.closed) {
|
|
430
|
+
return { files: files ?? all };
|
|
431
|
+
}
|
|
432
|
+
}
|
|
433
|
+
return { files: all };
|
|
434
|
+
}
|
|
435
|
+
_changes() {
|
|
436
|
+
let due = true;
|
|
437
|
+
let pending = null;
|
|
438
|
+
const deliver = () => {
|
|
439
|
+
const cb = pending;
|
|
440
|
+
if (!due || !cb) {
|
|
441
|
+
return;
|
|
442
|
+
}
|
|
443
|
+
due = false;
|
|
444
|
+
pending = null;
|
|
445
|
+
changes.push(true);
|
|
446
|
+
cb(null);
|
|
447
|
+
};
|
|
448
|
+
const onUpdate = () => {
|
|
449
|
+
due = true;
|
|
450
|
+
deliver();
|
|
451
|
+
};
|
|
452
|
+
const onClose = () => {
|
|
453
|
+
changes.push(true);
|
|
454
|
+
changes.push(null);
|
|
455
|
+
pending?.(null);
|
|
456
|
+
};
|
|
457
|
+
const changes = new Readable({
|
|
458
|
+
read(cb) {
|
|
459
|
+
pending = cb;
|
|
460
|
+
deliver();
|
|
461
|
+
},
|
|
462
|
+
predestroy() {
|
|
463
|
+
pending?.(null);
|
|
464
|
+
pending = null;
|
|
465
|
+
},
|
|
466
|
+
destroy: (cb) => {
|
|
467
|
+
this.unwatch(onUpdate);
|
|
468
|
+
this.off('close', onClose);
|
|
469
|
+
cb(null);
|
|
327
470
|
}
|
|
328
471
|
});
|
|
472
|
+
this.watch(onUpdate);
|
|
473
|
+
this.once('close', onClose);
|
|
474
|
+
return changes;
|
|
329
475
|
}
|
|
330
476
|
reconnect() {
|
|
331
477
|
for (const { work } of this._processors.values()) {
|
|
@@ -346,15 +492,15 @@ export class Files extends EventEmitter {
|
|
|
346
492
|
return this.state.progress(chatId);
|
|
347
493
|
}
|
|
348
494
|
async beginUpload(input) {
|
|
349
|
-
const { chatId, fileName, mimeType } = input;
|
|
350
|
-
if (!
|
|
351
|
-
throw new
|
|
495
|
+
const { chatId = null, fileName, mimeType } = input;
|
|
496
|
+
if (!fileName || !mimeType) {
|
|
497
|
+
throw new CoreError('UPLOAD_METADATA_INCOMPLETE');
|
|
352
498
|
}
|
|
353
499
|
const id = input.fileId || randomId();
|
|
354
500
|
this._pruneUploads();
|
|
355
501
|
const previous = this._uploads.get(id);
|
|
356
502
|
if (previous && !previous.expiresAt) {
|
|
357
|
-
throw new
|
|
503
|
+
throw new CoreError('FILE_ID_EXISTS');
|
|
358
504
|
}
|
|
359
505
|
this._uploads.set(id, {
|
|
360
506
|
status: {
|
|
@@ -376,8 +522,9 @@ export class Files extends EventEmitter {
|
|
|
376
522
|
if (input.fileId &&
|
|
377
523
|
((await getKnowledge(this._mesh, id)) ||
|
|
378
524
|
(await getChunk(this._mesh, id)) ||
|
|
379
|
-
(
|
|
380
|
-
|
|
525
|
+
(chatId &&
|
|
526
|
+
(await listChunks(this._mesh, { chatId, type: 'attachment' })).some((chunk) => chunk.attachment?.id === id)))) {
|
|
527
|
+
throw new CoreError('FILE_ID_EXISTS');
|
|
381
528
|
}
|
|
382
529
|
}
|
|
383
530
|
catch (error) {
|
|
@@ -446,15 +593,17 @@ export class Files extends EventEmitter {
|
|
|
446
593
|
if (!chat || chat.deletedAt) {
|
|
447
594
|
return { files: [] };
|
|
448
595
|
}
|
|
449
|
-
const agent = await snap.get(AGENTS, { id: chat.agentId });
|
|
596
|
+
const agent = await runDefinition(this._mesh, await snap.get(AGENTS, { id: chat.agentId }));
|
|
597
|
+
const knowledgeOn = toolsetEnabled('knowledge', agent?.disabledToolsets);
|
|
450
598
|
const knowledge = await snap.find(ACTIVE_KNOWLEDGE_BY_CHAT, range).toArray();
|
|
451
|
-
const chunks = await snap
|
|
599
|
+
const chunks = await findChunksOfType(snap, { chatId, type: 'attachment' });
|
|
452
600
|
const statuses = await snap.find(INDEXING_STATUS_BY_CHAT, range).toArray();
|
|
601
|
+
const statusesByKnowledge = groupBy(statuses, (row) => row.knowledgeId);
|
|
453
602
|
const sources = new Map(knowledge.map((row) => [row.id, row]));
|
|
454
603
|
const ragIds = new Set(sources.keys());
|
|
455
604
|
for (const chunk of chunks) {
|
|
456
605
|
const file = chunk.attachment;
|
|
457
|
-
if (!file || file.deletedAt || sources.has(file.id)) {
|
|
606
|
+
if (!file || file.deletedAt || chunk.sourceId || sources.has(file.id)) {
|
|
458
607
|
continue;
|
|
459
608
|
}
|
|
460
609
|
sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
|
|
@@ -471,6 +620,7 @@ export class Files extends EventEmitter {
|
|
|
471
620
|
if (upload.chatId === chatId && upload.state !== 'pending') {
|
|
472
621
|
result.set(upload.fileId, {
|
|
473
622
|
...upload,
|
|
623
|
+
chatId,
|
|
474
624
|
uploadProgress: upload.uploadProgress ? { ...upload.uploadProgress } : undefined
|
|
475
625
|
});
|
|
476
626
|
}
|
|
@@ -482,12 +632,12 @@ export class Files extends EventEmitter {
|
|
|
482
632
|
lte: { knowledgeId: id }
|
|
483
633
|
})
|
|
484
634
|
.toArray();
|
|
485
|
-
const applicable = ragIds.has(id);
|
|
635
|
+
const applicable = knowledgeOn && ragIds.has(id);
|
|
486
636
|
const local = this.state.get(id);
|
|
487
637
|
const output = rows.find((row) => !isProcessorOutput(row.embedderVersion) &&
|
|
488
638
|
(!this._model || row.embedderVersion.startsWith(`${this._model}|`)));
|
|
489
639
|
const published = !!output;
|
|
490
|
-
const attempts =
|
|
640
|
+
const attempts = (statusesByKnowledge.get(id) ?? []).filter((row) => !isProcessorArtifactId(row.id));
|
|
491
641
|
const claim = attempts.find((row) => isClaimLive(row, Date.now()));
|
|
492
642
|
const failures = attempts.some((row) => row.status === 'ready')
|
|
493
643
|
? []
|
|
@@ -502,6 +652,7 @@ export class Files extends EventEmitter {
|
|
|
502
652
|
processor.outputId = local?.loaded?.artifactId ?? output?.id;
|
|
503
653
|
if (!applicable) {
|
|
504
654
|
processor.state = 'not-applicable';
|
|
655
|
+
processor.reason = ragIds.has(id) ? 'knowledge off' : undefined;
|
|
505
656
|
}
|
|
506
657
|
else if (local?.loaded) {
|
|
507
658
|
processor.state = 'ready';
|
|
@@ -512,7 +663,7 @@ export class Files extends EventEmitter {
|
|
|
512
663
|
else if (local?.work &&
|
|
513
664
|
!published &&
|
|
514
665
|
local.work.state !== 'running' &&
|
|
515
|
-
(!terminalFailure || local.work
|
|
666
|
+
(!terminalFailure || !yieldsToVerdict(local.work))) {
|
|
516
667
|
Object.assign(processor, local.work);
|
|
517
668
|
}
|
|
518
669
|
else if (local?.load && published) {
|
|
@@ -520,7 +671,7 @@ export class Files extends EventEmitter {
|
|
|
520
671
|
}
|
|
521
672
|
else if (failed && !published && failed.error !== 'interrupted: suspend') {
|
|
522
673
|
processor.state = failed.error === 'source unavailable' ? 'pending' : 'failed';
|
|
523
|
-
processor.reason = failed.error || 'processing failed';
|
|
674
|
+
processor.reason = parseFailure(failed.error).detail || 'processing failed';
|
|
524
675
|
}
|
|
525
676
|
else if (!this._model) {
|
|
526
677
|
processor.reason = 'model unavailable on this device';
|
|
@@ -542,7 +693,12 @@ export class Files extends EventEmitter {
|
|
|
542
693
|
: await this._store.available(source.blobId);
|
|
543
694
|
const processors = [
|
|
544
695
|
processor,
|
|
545
|
-
...(await this._extraProcessorStatuses(id, {
|
|
696
|
+
...(await this._extraProcessorStatuses(id, {
|
|
697
|
+
chunks,
|
|
698
|
+
knowledge,
|
|
699
|
+
rows,
|
|
700
|
+
statusesByKnowledge
|
|
701
|
+
}))
|
|
546
702
|
];
|
|
547
703
|
const uploadProgress = this._uploads.get(id)?.status.uploadProgress;
|
|
548
704
|
result.set(id, {
|
|
@@ -572,7 +728,7 @@ export class Files extends EventEmitter {
|
|
|
572
728
|
processor.agentId = agent.id;
|
|
573
729
|
}
|
|
574
730
|
}
|
|
575
|
-
async _extraProcessorStatuses(id, { chunks, knowledge, rows,
|
|
731
|
+
async _extraProcessorStatuses(id, { chunks, knowledge, rows, statusesByKnowledge }) {
|
|
576
732
|
const processors = [];
|
|
577
733
|
for (const { processor: descriptor } of this._processors.values()) {
|
|
578
734
|
if (descriptor.id === 'rag')
|
|
@@ -584,7 +740,10 @@ export class Files extends EventEmitter {
|
|
|
584
740
|
const input = record ? { ...record, kind: descriptor.input } : null;
|
|
585
741
|
processors.push(!input || !descriptor.applies(input)
|
|
586
742
|
? { processorId: descriptor.id, state: 'not-applicable', published: false }
|
|
587
|
-
: await this._processorStatus(descriptor, input, {
|
|
743
|
+
: await this._processorStatus(descriptor, input, {
|
|
744
|
+
rows,
|
|
745
|
+
attempts: statusesByKnowledge.get(id) ?? []
|
|
746
|
+
}));
|
|
588
747
|
}
|
|
589
748
|
return processors;
|
|
590
749
|
}
|
|
@@ -636,6 +795,12 @@ export class Files extends EventEmitter {
|
|
|
636
795
|
await this._store.close();
|
|
637
796
|
}
|
|
638
797
|
}
|
|
798
|
+
function settledFile(file) {
|
|
799
|
+
return file.readyForChat || file.state === 'failed';
|
|
800
|
+
}
|
|
801
|
+
function yieldsToVerdict(work) {
|
|
802
|
+
return work.state === 'pending' || (work.state === 'failed' && work.retryAt === undefined);
|
|
803
|
+
}
|
|
639
804
|
function fileState(processor, opts) {
|
|
640
805
|
if (opts.readyForChat) {
|
|
641
806
|
return { state: 'ready', reason: undefined };
|
|
@@ -645,6 +810,18 @@ function fileState(processor, opts) {
|
|
|
645
810
|
}
|
|
646
811
|
return { state: 'pending', reason: 'source unavailable on this device' };
|
|
647
812
|
}
|
|
648
|
-
|
|
813
|
+
function groupBy(items, key) {
|
|
814
|
+
const groups = new Map();
|
|
815
|
+
for (const item of items) {
|
|
816
|
+
const id = key(item);
|
|
817
|
+
let group = groups.get(id);
|
|
818
|
+
if (!group) {
|
|
819
|
+
groups.set(id, (group = []));
|
|
820
|
+
}
|
|
821
|
+
group.push(item);
|
|
822
|
+
}
|
|
823
|
+
return groups;
|
|
824
|
+
}
|
|
825
|
+
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, fullTextAttachmentId, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
|
|
649
826
|
export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.js';
|
|
650
|
-
export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.js';
|
|
827
|
+
export { CoreBlobServer, PENDING_BLOB_REFERENCE, isPendingBlobReference, parseBlobReferenceCoreKey } from './store/index.js';
|
|
@@ -1,6 +1,15 @@
|
|
|
1
|
+
import type { AssistantFileKnowledgeRequest, AssistantKnowledge } from '../../../spec/hyperschema/types.d.ts';
|
|
1
2
|
import { MAX_KNOWLEDGE_BYTES } from './rag/index.ts';
|
|
2
3
|
import type { Mesh } from '../mesh.ts';
|
|
3
4
|
import { type FileHandlersOptions } from './upload.ts';
|
|
4
5
|
import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
|
|
5
6
|
export { MAX_KNOWLEDGE_BYTES };
|
|
6
|
-
export
|
|
7
|
+
export type FileKnowledgeRequest = Omit<AssistantFileKnowledgeRequest, 'meshId'>;
|
|
8
|
+
export interface KnowledgeFiles extends Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'> {
|
|
9
|
+
fileKnowledge(request: FileKnowledgeRequest): Promise<AssistantKnowledge>;
|
|
10
|
+
}
|
|
11
|
+
export interface KnowledgeFilesOptions extends FileHandlersOptions {
|
|
12
|
+
readonly mobile?: () => boolean;
|
|
13
|
+
}
|
|
14
|
+
export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId, mobile }?: KnowledgeFilesOptions): KnowledgeFiles;
|
|
15
|
+
export declare function setKnowledgeCap(mesh: Mesh, bytes: number): Promise<void>;
|