@qvac/core 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +92 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +31 -11
- package/dist-lib/lib/assistant.js +846 -390
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +50 -31
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +70 -0
- package/dist-lib/lib/core/collections.js +70 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.d.ts +2 -0
- package/dist-lib/lib/core/contract/chat.js +67 -1
- package/dist-lib/lib/core/contract/chunks.js +15 -9
- package/dist-lib/lib/core/contract/compute.d.ts +1 -1
- package/dist-lib/lib/core/contract/compute.js +4 -2
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +10 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +46 -52
- package/dist-lib/lib/core/files/index.js +149 -94
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.d.ts +4 -1
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +21 -13
- package/dist-lib/lib/core/files/processing/index.js +74 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +14 -11
- package/dist-lib/lib/core/files/processing/state.js +24 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +12 -13
- package/dist-lib/lib/core/files/rag/index.js +9 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/index.d.ts +1 -0
- package/dist-lib/lib/core/files/records/index.js +1 -0
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/purge.d.ts +4 -0
- package/dist-lib/lib/core/files/records/purge.js +108 -0
- package/dist-lib/lib/core/files/records/reclaim.js +43 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +11 -10
- package/dist-lib/lib/core/files/store/blob.js +54 -19
- package/dist-lib/lib/core/files/store/index.d.ts +2 -6
- package/dist-lib/lib/core/files/store/index.js +10 -5
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.d.ts +2 -0
- package/dist-lib/lib/core/local/files.js +51 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +33 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +1009 -541
- package/dist-lib/lib/credential-pusher.d.ts +20 -20
- package/dist-lib/lib/credential-pusher.js +65 -43
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +18 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/db.json +16 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +72 -3
- package/dist-lib/spec/mesh/hyperdb/messages.js +400 -221
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +7 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +18 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/index.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/schema.json +65 -1
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +19 -1
- package/package.json +8 -4
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +18 -49
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -1,8 +1,7 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
|
-
import { Buffer } from 'buffer';
|
|
3
2
|
import EventEmitter from 'bare-events';
|
|
4
3
|
import { attachmentFiles } from './attachments.js';
|
|
5
|
-
import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
|
|
4
|
+
import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, reclaimPurgedFiles, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
|
|
6
5
|
import { knowledgeFiles } from './knowledge.js';
|
|
7
6
|
import { randomId } from '../id.js';
|
|
8
7
|
import { getChunk, listChunks } from '../chunk.js';
|
|
@@ -13,6 +12,8 @@ import { BlobStore, parseBlobReference } from './store/index.js';
|
|
|
13
12
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
14
13
|
import { RagProcessor } from './rag/index.js';
|
|
15
14
|
import { PreviewProcessor, PREVIEW_VERSION, previewId } from './preview/index.js';
|
|
15
|
+
import { errorMessage } from '../../guards.js';
|
|
16
|
+
import { ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, CHUNKS_BY_CHAT, INDEXING_STATUS_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
|
|
16
17
|
export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
|
|
17
18
|
export { isKnowledgeRoutedAttachment } from './records/index.js';
|
|
18
19
|
export { assertRemovableAt } from './records/index.js';
|
|
@@ -43,8 +44,9 @@ export class Files extends EventEmitter {
|
|
|
43
44
|
async *read(reference, options = {}) {
|
|
44
45
|
let recorded = false;
|
|
45
46
|
for await (const frame of this._store.read(reference, options)) {
|
|
46
|
-
if (!recorded)
|
|
47
|
+
if (!recorded) {
|
|
47
48
|
this._mesh.fileIndex?.read(reference);
|
|
49
|
+
}
|
|
48
50
|
recorded = true;
|
|
49
51
|
yield frame;
|
|
50
52
|
}
|
|
@@ -73,6 +75,9 @@ export class Files extends EventEmitter {
|
|
|
73
75
|
clear(reference, id) {
|
|
74
76
|
return this._store.clear(reference, id);
|
|
75
77
|
}
|
|
78
|
+
compact(coreKeys) {
|
|
79
|
+
return this._store.compact(coreKeys);
|
|
80
|
+
}
|
|
76
81
|
attachments(options = {}) {
|
|
77
82
|
return attachmentFiles(this._mesh, options);
|
|
78
83
|
}
|
|
@@ -96,24 +101,30 @@ export class Files extends EventEmitter {
|
|
|
96
101
|
}
|
|
97
102
|
async *fileRead(request, options = {}) {
|
|
98
103
|
const file = await this.resolve(request);
|
|
99
|
-
if (options.signal?.aborted)
|
|
104
|
+
if (options.signal?.aborted) {
|
|
100
105
|
throw new AbortedError();
|
|
101
|
-
|
|
106
|
+
}
|
|
107
|
+
if (!file) {
|
|
102
108
|
return;
|
|
109
|
+
}
|
|
103
110
|
yield { metadata: file };
|
|
104
|
-
if (!request.metadataOnly)
|
|
111
|
+
if (!request.metadataOnly) {
|
|
105
112
|
yield* this.read(file.blobId, options);
|
|
113
|
+
}
|
|
106
114
|
}
|
|
107
115
|
async preview(request) {
|
|
108
116
|
const file = await this.resolve(request);
|
|
109
|
-
if (!file || !this._processors.get('preview')?.processor.applies(file))
|
|
117
|
+
if (!file || !this._processors.get('preview')?.processor.applies(file)) {
|
|
110
118
|
return {};
|
|
119
|
+
}
|
|
111
120
|
const output = await this.artifact(previewId(file));
|
|
112
|
-
if (!output || output.embedderVersion !== PREVIEW_VERSION)
|
|
121
|
+
if (!output || output.embedderVersion !== PREVIEW_VERSION) {
|
|
113
122
|
return {};
|
|
123
|
+
}
|
|
114
124
|
const reference = parseBlobReference(output.artifactBlobId);
|
|
115
|
-
if (reference.inline?.mimeType !== 'image/jpeg')
|
|
125
|
+
if (reference.inline?.mimeType !== 'image/jpeg') {
|
|
116
126
|
throw new Error('invalid preview output');
|
|
127
|
+
}
|
|
117
128
|
return {
|
|
118
129
|
outputId: output.id,
|
|
119
130
|
mimeType: reference.inline.mimeType,
|
|
@@ -123,8 +134,9 @@ export class Files extends EventEmitter {
|
|
|
123
134
|
async retry(request) {
|
|
124
135
|
const file = await this.resolve(request);
|
|
125
136
|
const entry = this._processors.get(request.processorId);
|
|
126
|
-
if (!file || !entry)
|
|
137
|
+
if (!file || !entry) {
|
|
127
138
|
return;
|
|
139
|
+
}
|
|
128
140
|
this.processorState(request.processorId).retry(file.id);
|
|
129
141
|
await entry.work.enqueue([file.id]);
|
|
130
142
|
this._updated();
|
|
@@ -151,6 +163,9 @@ export class Files extends EventEmitter {
|
|
|
151
163
|
syncArtifact(row) {
|
|
152
164
|
return syncArtifactArrival(this._mesh, row);
|
|
153
165
|
}
|
|
166
|
+
reclaimPurged() {
|
|
167
|
+
return reclaimPurgedFiles(this._mesh);
|
|
168
|
+
}
|
|
154
169
|
sweepTombstones(deviceId = null) {
|
|
155
170
|
return sweepTombstonedBlobs(this._mesh, deviceId);
|
|
156
171
|
}
|
|
@@ -158,13 +173,15 @@ export class Files extends EventEmitter {
|
|
|
158
173
|
if (!coreLength)
|
|
159
174
|
return;
|
|
160
175
|
const references = await referencedBlobs(this._mesh);
|
|
161
|
-
if (!this._mesh.closing)
|
|
176
|
+
if (!this._mesh.closing) {
|
|
162
177
|
await this._store.sweep(references, coreLength);
|
|
178
|
+
}
|
|
163
179
|
}
|
|
164
180
|
processorState(id) {
|
|
165
181
|
let state = this._states.get(id);
|
|
166
|
-
if (!state)
|
|
182
|
+
if (!state) {
|
|
167
183
|
this._states.set(id, (state = new FileState()));
|
|
184
|
+
}
|
|
168
185
|
return state;
|
|
169
186
|
}
|
|
170
187
|
start(options) {
|
|
@@ -176,15 +193,17 @@ export class Files extends EventEmitter {
|
|
|
176
193
|
}
|
|
177
194
|
const work = new FileProcessing(this._mesh, { processor, ...options });
|
|
178
195
|
this._processors.set(processor.id, { processor, work });
|
|
179
|
-
if (this._paused)
|
|
196
|
+
if (this._paused) {
|
|
180
197
|
void work.suspend();
|
|
198
|
+
}
|
|
181
199
|
work.start();
|
|
182
200
|
this._updated();
|
|
183
201
|
}
|
|
184
202
|
async stopProcessor(id) {
|
|
185
203
|
const entry = this._processors.get(id);
|
|
186
|
-
if (!entry)
|
|
204
|
+
if (!entry) {
|
|
187
205
|
return true;
|
|
206
|
+
}
|
|
188
207
|
await entry.work.suspend();
|
|
189
208
|
await entry.work.close();
|
|
190
209
|
this._processors.delete(id);
|
|
@@ -213,8 +232,9 @@ export class Files extends EventEmitter {
|
|
|
213
232
|
}
|
|
214
233
|
resume() {
|
|
215
234
|
this._paused = false;
|
|
216
|
-
for (const { work } of this._processors.values())
|
|
235
|
+
for (const { work } of this._processors.values()) {
|
|
217
236
|
work.resume();
|
|
237
|
+
}
|
|
218
238
|
}
|
|
219
239
|
async listIndexing(chatId) {
|
|
220
240
|
const rows = await listIndexingByChat(this._mesh, { chatId });
|
|
@@ -223,12 +243,15 @@ export class Files extends EventEmitter {
|
|
|
223
243
|
.map((row) => ({ ...row, claimLive: isClaimLive(row, Date.now()) }));
|
|
224
244
|
for (const file of (await this.status(chatId)).files) {
|
|
225
245
|
const processor = file.processors.find((entry) => entry.processorId === 'rag');
|
|
226
|
-
if (!processor || file.readyForChat || processor.state === 'not-applicable')
|
|
246
|
+
if (!processor || file.readyForChat || processor.state === 'not-applicable') {
|
|
227
247
|
continue;
|
|
228
|
-
|
|
248
|
+
}
|
|
249
|
+
if (processor.claimedBy) {
|
|
229
250
|
continue;
|
|
230
|
-
|
|
251
|
+
}
|
|
252
|
+
if (!processor.published && (this.state.get(file.fileId)?.sourceMisses ?? 0) < 2) {
|
|
231
253
|
continue;
|
|
254
|
+
}
|
|
232
255
|
const attempts = statuses.filter((row) => row.knowledgeId === file.fileId);
|
|
233
256
|
const latest = attempts.reduce((current, row) => (!current || row.at > current.at ? row : current), undefined);
|
|
234
257
|
statuses = statuses.filter((row) => row.knowledgeId !== file.fileId);
|
|
@@ -238,7 +261,7 @@ export class Files extends EventEmitter {
|
|
|
238
261
|
chatId,
|
|
239
262
|
status: processor.state === 'running' ? 'indexing' : 'failed',
|
|
240
263
|
claimId: '',
|
|
241
|
-
claimedBy:
|
|
264
|
+
claimedBy: b4a.alloc(0),
|
|
242
265
|
at: Math.max(latest?.at ?? 0, processor.retryAt ?? 0),
|
|
243
266
|
expiresAt: 0,
|
|
244
267
|
error: processor.reason ?? 'waiting for local index',
|
|
@@ -273,12 +296,15 @@ export class Files extends EventEmitter {
|
|
|
273
296
|
load(id, state, options = {}) {
|
|
274
297
|
const { artifactId, processorId = 'rag' } = options;
|
|
275
298
|
const entry = this.processorState(processorId).document(id);
|
|
276
|
-
if (entry.load?.state !== 'failed' || state.state !== 'pending')
|
|
299
|
+
if (entry.load?.state !== 'failed' || state.state !== 'pending') {
|
|
277
300
|
entry.load = state;
|
|
278
|
-
|
|
301
|
+
}
|
|
302
|
+
if (!artifactId) {
|
|
279
303
|
entry.loaded = undefined;
|
|
280
|
-
|
|
304
|
+
}
|
|
305
|
+
else if (entry.loaded?.artifactId !== artifactId) {
|
|
281
306
|
entry.loaded = { artifactId };
|
|
307
|
+
}
|
|
282
308
|
this._updated();
|
|
283
309
|
}
|
|
284
310
|
clearLoaded(processorId = 'rag') {
|
|
@@ -302,8 +328,9 @@ export class Files extends EventEmitter {
|
|
|
302
328
|
});
|
|
303
329
|
}
|
|
304
330
|
reconnect() {
|
|
305
|
-
for (const { work } of this._processors.values())
|
|
331
|
+
for (const { work } of this._processors.values()) {
|
|
306
332
|
work.reconnect();
|
|
333
|
+
}
|
|
307
334
|
this._updated();
|
|
308
335
|
}
|
|
309
336
|
report = (update, processorId = 'rag') => {
|
|
@@ -320,13 +347,15 @@ export class Files extends EventEmitter {
|
|
|
320
347
|
}
|
|
321
348
|
async beginUpload(input) {
|
|
322
349
|
const { chatId, fileName, mimeType } = input;
|
|
323
|
-
if (!chatId || !fileName || !mimeType)
|
|
350
|
+
if (!chatId || !fileName || !mimeType) {
|
|
324
351
|
throw new Error('upload metadata is incomplete');
|
|
352
|
+
}
|
|
325
353
|
const id = input.fileId || randomId();
|
|
326
354
|
this._pruneUploads();
|
|
327
355
|
const previous = this._uploads.get(id);
|
|
328
|
-
if (previous && !previous.expiresAt)
|
|
356
|
+
if (previous && !previous.expiresAt) {
|
|
329
357
|
throw new Error('file id already exists');
|
|
358
|
+
}
|
|
330
359
|
this._uploads.set(id, {
|
|
331
360
|
status: {
|
|
332
361
|
fileId: id,
|
|
@@ -352,10 +381,12 @@ export class Files extends EventEmitter {
|
|
|
352
381
|
}
|
|
353
382
|
}
|
|
354
383
|
catch (error) {
|
|
355
|
-
if (previous)
|
|
384
|
+
if (previous) {
|
|
356
385
|
this._uploads.set(id, previous);
|
|
357
|
-
|
|
386
|
+
}
|
|
387
|
+
else {
|
|
358
388
|
this._uploads.delete(id);
|
|
389
|
+
}
|
|
359
390
|
this._updated();
|
|
360
391
|
throw error;
|
|
361
392
|
}
|
|
@@ -364,29 +395,33 @@ export class Files extends EventEmitter {
|
|
|
364
395
|
}
|
|
365
396
|
uploadProgress(id, bytes) {
|
|
366
397
|
const upload = this._uploads.get(id)?.status;
|
|
367
|
-
if (!upload?.uploadProgress)
|
|
398
|
+
if (!upload?.uploadProgress) {
|
|
368
399
|
return;
|
|
400
|
+
}
|
|
369
401
|
upload.uploadProgress.completed += bytes;
|
|
370
402
|
this._updated();
|
|
371
403
|
}
|
|
372
404
|
uploadComplete(id) {
|
|
373
405
|
const upload = this._uploads.get(id)?.status;
|
|
374
|
-
if (upload)
|
|
406
|
+
if (upload) {
|
|
375
407
|
upload.state = 'pending';
|
|
408
|
+
}
|
|
376
409
|
this._updated();
|
|
377
410
|
}
|
|
378
411
|
uploadFailed(id, error) {
|
|
379
412
|
const upload = this._uploads.get(id)?.status;
|
|
380
|
-
if (!upload)
|
|
413
|
+
if (!upload) {
|
|
381
414
|
return;
|
|
415
|
+
}
|
|
382
416
|
upload.state = error instanceof AbortedError ? 'cancelled' : 'failed';
|
|
383
|
-
upload.reason =
|
|
417
|
+
upload.reason = errorMessage(error);
|
|
384
418
|
this._updated();
|
|
385
419
|
}
|
|
386
420
|
uploadClosed(id) {
|
|
387
421
|
const upload = this._uploads.get(id);
|
|
388
|
-
if (!upload || this.closed)
|
|
422
|
+
if (!upload || this.closed) {
|
|
389
423
|
return;
|
|
424
|
+
}
|
|
390
425
|
upload.expiresAt = Date.now() + 60_000;
|
|
391
426
|
this._deadline.schedule(upload.expiresAt);
|
|
392
427
|
}
|
|
@@ -394,10 +429,12 @@ export class Files extends EventEmitter {
|
|
|
394
429
|
for (const [id, upload] of this._uploads) {
|
|
395
430
|
if (!upload.expiresAt)
|
|
396
431
|
continue;
|
|
397
|
-
if (upload.expiresAt <= Date.now())
|
|
432
|
+
if (upload.expiresAt <= Date.now()) {
|
|
398
433
|
this._uploads.delete(id);
|
|
399
|
-
|
|
434
|
+
}
|
|
435
|
+
else {
|
|
400
436
|
this._deadline.schedule(upload.expiresAt);
|
|
437
|
+
}
|
|
401
438
|
}
|
|
402
439
|
}
|
|
403
440
|
async status(chatId) {
|
|
@@ -405,28 +442,28 @@ export class Files extends EventEmitter {
|
|
|
405
442
|
const snap = this._mesh.view.snapshot();
|
|
406
443
|
const range = { gte: { chatId }, lte: { chatId } };
|
|
407
444
|
try {
|
|
408
|
-
const chat = await snap.get(
|
|
409
|
-
if (!chat || chat.deletedAt)
|
|
445
|
+
const chat = await snap.get(CHATS, { id: chatId });
|
|
446
|
+
if (!chat || chat.deletedAt) {
|
|
410
447
|
return { files: [] };
|
|
411
|
-
|
|
412
|
-
const
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
const
|
|
416
|
-
const statuses = await snap
|
|
417
|
-
.find('@qvac/indexing-status-by-chat', range)
|
|
418
|
-
.toArray();
|
|
448
|
+
}
|
|
449
|
+
const agent = await snap.get(AGENTS, { id: chat.agentId });
|
|
450
|
+
const knowledge = await snap.find(ACTIVE_KNOWLEDGE_BY_CHAT, range).toArray();
|
|
451
|
+
const chunks = await snap.find(CHUNKS_BY_CHAT, range).toArray();
|
|
452
|
+
const statuses = await snap.find(INDEXING_STATUS_BY_CHAT, range).toArray();
|
|
419
453
|
const sources = new Map(knowledge.map((row) => [row.id, row]));
|
|
420
454
|
const ragIds = new Set(sources.keys());
|
|
421
455
|
for (const chunk of chunks) {
|
|
422
456
|
const file = chunk.attachment;
|
|
423
|
-
if (file
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
457
|
+
if (!file || file.deletedAt || sources.has(file.id)) {
|
|
458
|
+
continue;
|
|
459
|
+
}
|
|
460
|
+
sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
|
|
461
|
+
if (chunk.runId || !isKnowledgeRoutedAttachment(file)) {
|
|
462
|
+
continue;
|
|
463
|
+
}
|
|
464
|
+
const record = await snap.get(KNOWLEDGE, { id: file.id });
|
|
465
|
+
if (!record?.deletedAt) {
|
|
466
|
+
ragIds.add(file.id);
|
|
430
467
|
}
|
|
431
468
|
}
|
|
432
469
|
const result = new Map();
|
|
@@ -440,7 +477,7 @@ export class Files extends EventEmitter {
|
|
|
440
477
|
}
|
|
441
478
|
for (const [id, source] of sources) {
|
|
442
479
|
const rows = await snap
|
|
443
|
-
.find(
|
|
480
|
+
.find(KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, {
|
|
444
481
|
gte: { knowledgeId: id },
|
|
445
482
|
lte: { knowledgeId: id }
|
|
446
483
|
})
|
|
@@ -463,19 +500,14 @@ export class Files extends EventEmitter {
|
|
|
463
500
|
published
|
|
464
501
|
};
|
|
465
502
|
processor.outputId = local?.loaded?.artifactId ?? output?.id;
|
|
466
|
-
if (!applicable)
|
|
503
|
+
if (!applicable) {
|
|
467
504
|
processor.state = 'not-applicable';
|
|
468
|
-
|
|
505
|
+
}
|
|
506
|
+
else if (local?.loaded) {
|
|
469
507
|
processor.state = 'ready';
|
|
508
|
+
}
|
|
470
509
|
else if (claim) {
|
|
471
|
-
processor
|
|
472
|
-
processor.claimedBy = claim.claimedBy;
|
|
473
|
-
processor.expiresAt = claim.expiresAt;
|
|
474
|
-
this._deadline.schedule(claim.expiresAt);
|
|
475
|
-
const device = await liveDeviceForWriter(snap, claim.claimedBy);
|
|
476
|
-
if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
|
|
477
|
-
processor.agentId = agent.id;
|
|
478
|
-
}
|
|
510
|
+
await this._markClaimed(processor, { snap, claim, agent });
|
|
479
511
|
}
|
|
480
512
|
else if (local?.work &&
|
|
481
513
|
!published &&
|
|
@@ -483,18 +515,18 @@ export class Files extends EventEmitter {
|
|
|
483
515
|
(!terminalFailure || local.work.state !== 'pending')) {
|
|
484
516
|
Object.assign(processor, local.work);
|
|
485
517
|
}
|
|
486
|
-
else if (local?.load && published)
|
|
518
|
+
else if (local?.load && published) {
|
|
487
519
|
Object.assign(processor, local.load);
|
|
520
|
+
}
|
|
488
521
|
else if (failed && !published && failed.error !== 'interrupted: suspend') {
|
|
489
522
|
processor.state = failed.error === 'source unavailable' ? 'pending' : 'failed';
|
|
490
523
|
processor.reason = failed.error || 'processing failed';
|
|
491
524
|
}
|
|
525
|
+
else if (!this._model) {
|
|
526
|
+
processor.reason = 'model unavailable on this device';
|
|
527
|
+
}
|
|
492
528
|
else {
|
|
493
|
-
processor.reason =
|
|
494
|
-
? 'model unavailable on this device'
|
|
495
|
-
: published
|
|
496
|
-
? 'waiting for local index'
|
|
497
|
-
: 'waiting for agent';
|
|
529
|
+
processor.reason = published ? 'waiting for local index' : 'waiting for agent';
|
|
498
530
|
}
|
|
499
531
|
if (local?.progress &&
|
|
500
532
|
processor.state !== 'not-applicable' &&
|
|
@@ -508,33 +540,18 @@ export class Files extends EventEmitter {
|
|
|
508
540
|
const readyForChat = applicable
|
|
509
541
|
? processor.state === 'ready'
|
|
510
542
|
: await this._store.available(source.blobId);
|
|
511
|
-
const processors = [
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
const record = descriptor.input === 'attachment'
|
|
517
|
-
? chunk && attachmentRecord(chunk)
|
|
518
|
-
: knowledge.find((entry) => entry.id === id);
|
|
519
|
-
const input = record ? { ...record, kind: descriptor.input } : null;
|
|
520
|
-
processors.push(!input || !descriptor.applies(input)
|
|
521
|
-
? { processorId: descriptor.id, state: 'not-applicable', published: false }
|
|
522
|
-
: await this._processorStatus(descriptor, input, rows, statuses));
|
|
523
|
-
}
|
|
543
|
+
const processors = [
|
|
544
|
+
processor,
|
|
545
|
+
...(await this._extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }))
|
|
546
|
+
];
|
|
547
|
+
const uploadProgress = this._uploads.get(id)?.status.uploadProgress;
|
|
524
548
|
result.set(id, {
|
|
525
549
|
fileId: id,
|
|
526
550
|
chatId,
|
|
527
551
|
fileName: source.fileName,
|
|
528
552
|
mimeType: source.mimeType,
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
? undefined
|
|
532
|
-
: applicable
|
|
533
|
-
? processor.reason
|
|
534
|
-
: 'source unavailable on this device',
|
|
535
|
-
uploadProgress: this._uploads.get(id)?.status.uploadProgress
|
|
536
|
-
? { ...this._uploads.get(id).status.uploadProgress }
|
|
537
|
-
: undefined,
|
|
553
|
+
...fileState(processor, { readyForChat, applicable }),
|
|
554
|
+
uploadProgress: uploadProgress ? { ...uploadProgress } : undefined,
|
|
538
555
|
processors,
|
|
539
556
|
readyForChat
|
|
540
557
|
});
|
|
@@ -545,7 +562,33 @@ export class Files extends EventEmitter {
|
|
|
545
562
|
await snap.close();
|
|
546
563
|
}
|
|
547
564
|
}
|
|
548
|
-
async
|
|
565
|
+
async _markClaimed(processor, { snap, claim, agent }) {
|
|
566
|
+
processor.state = 'running';
|
|
567
|
+
processor.claimedBy = claim.claimedBy;
|
|
568
|
+
processor.expiresAt = claim.expiresAt;
|
|
569
|
+
this._deadline.schedule(claim.expiresAt);
|
|
570
|
+
const device = await liveDeviceForWriter(snap, claim.claimedBy);
|
|
571
|
+
if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
|
|
572
|
+
processor.agentId = agent.id;
|
|
573
|
+
}
|
|
574
|
+
}
|
|
575
|
+
async _extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }) {
|
|
576
|
+
const processors = [];
|
|
577
|
+
for (const { processor: descriptor } of this._processors.values()) {
|
|
578
|
+
if (descriptor.id === 'rag')
|
|
579
|
+
continue;
|
|
580
|
+
const chunk = chunks.find((entry) => entry.attachment?.id === id);
|
|
581
|
+
const record = descriptor.input === 'attachment'
|
|
582
|
+
? chunk && attachmentRecord(chunk)
|
|
583
|
+
: knowledge.find((entry) => entry.id === id);
|
|
584
|
+
const input = record ? { ...record, kind: descriptor.input } : null;
|
|
585
|
+
processors.push(!input || !descriptor.applies(input)
|
|
586
|
+
? { processorId: descriptor.id, state: 'not-applicable', published: false }
|
|
587
|
+
: await this._processorStatus(descriptor, input, { rows, attempts: statuses }));
|
|
588
|
+
}
|
|
589
|
+
return processors;
|
|
590
|
+
}
|
|
591
|
+
async _processorStatus(processor, file, { rows, attempts }) {
|
|
549
592
|
const output = rows.find((row) => processor.accepts ? processor.accepts(row, file) : row.embedderVersion === processor.version);
|
|
550
593
|
const local = this.processorState(processor.id).get(file.id);
|
|
551
594
|
const status = {
|
|
@@ -570,10 +613,12 @@ export class Files extends EventEmitter {
|
|
|
570
613
|
});
|
|
571
614
|
this._deadline.schedule(claim.expiresAt);
|
|
572
615
|
}
|
|
573
|
-
else if (local?.work)
|
|
616
|
+
else if (local?.work) {
|
|
574
617
|
Object.assign(status, local.work);
|
|
575
|
-
|
|
618
|
+
}
|
|
619
|
+
else {
|
|
576
620
|
status.reason = output ? 'output unavailable on this device' : 'waiting for processor';
|
|
621
|
+
}
|
|
577
622
|
return status;
|
|
578
623
|
}
|
|
579
624
|
async close() {
|
|
@@ -582,14 +627,24 @@ export class Files extends EventEmitter {
|
|
|
582
627
|
this._mesh.unwatch(this._updated);
|
|
583
628
|
this._deadline.clear();
|
|
584
629
|
this._uploads.clear();
|
|
585
|
-
for (const state of this._states.values())
|
|
630
|
+
for (const state of this._states.values()) {
|
|
586
631
|
state.close();
|
|
632
|
+
}
|
|
587
633
|
this._states.clear();
|
|
588
634
|
this.emit('close');
|
|
589
635
|
this.removeAllListeners();
|
|
590
636
|
await this._store.close();
|
|
591
637
|
}
|
|
592
638
|
}
|
|
639
|
+
function fileState(processor, opts) {
|
|
640
|
+
if (opts.readyForChat) {
|
|
641
|
+
return { state: 'ready', reason: undefined };
|
|
642
|
+
}
|
|
643
|
+
if (opts.applicable) {
|
|
644
|
+
return { state: processor.state, reason: processor.reason };
|
|
645
|
+
}
|
|
646
|
+
return { state: 'pending', reason: 'source unavailable on this device' };
|
|
647
|
+
}
|
|
593
648
|
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
|
|
594
649
|
export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.js';
|
|
595
650
|
export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.js';
|
|
@@ -1,9 +1,6 @@
|
|
|
1
1
|
import { MAX_KNOWLEDGE_BYTES } from './rag/index.ts';
|
|
2
2
|
import type { Mesh } from '../mesh.ts';
|
|
3
|
+
import { type FileHandlersOptions } from './upload.ts';
|
|
3
4
|
import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
|
|
4
5
|
export { MAX_KNOWLEDGE_BYTES };
|
|
5
|
-
export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?:
|
|
6
|
-
maxBytes?: number;
|
|
7
|
-
inactivityMs?: number;
|
|
8
|
-
deviceId?: Buffer | null;
|
|
9
|
-
}): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
|
|
6
|
+
export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?: FileHandlersOptions): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
|
|
@@ -1,11 +1,14 @@
|
|
|
1
1
|
import type { QvacChunk } from '../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
|
-
import type { FileKey, KnownFile } from '../local/files.ts';
|
|
2
|
+
import type { FileKey, KnownFile, LocalFile } from '../local/files.ts';
|
|
3
3
|
export type FileChunk = Pick<QvacChunk, 'type' | 'chatId' | 'attachment'>;
|
|
4
4
|
export interface MeshFileIndex {
|
|
5
5
|
record(chunks: ReadonlyArray<FileChunk>): Promise<void>;
|
|
6
6
|
refresh(chunks: ReadonlyArray<FileChunk>): Promise<void>;
|
|
7
7
|
read(reference: string): void;
|
|
8
8
|
markCleared(blobId: string): Promise<void>;
|
|
9
|
+
list(): Promise<LocalFile[]>;
|
|
10
|
+
retireChats(purged: ReadonlyMap<string, number>): Promise<void>;
|
|
11
|
+
forget(file: FileKey): Promise<void>;
|
|
9
12
|
}
|
|
10
13
|
export interface FileOwner {
|
|
11
14
|
readonly meshKey: Buffer;
|
|
@@ -2,11 +2,13 @@ import b4a from 'b4a';
|
|
|
2
2
|
import { parseBlobReference } from './store/reference.js';
|
|
3
3
|
export function knownFile(chunk, owner) {
|
|
4
4
|
const attachment = chunk.type === 'attachment' ? chunk.attachment : null;
|
|
5
|
-
if (!attachment)
|
|
5
|
+
if (!attachment) {
|
|
6
6
|
return null;
|
|
7
|
+
}
|
|
7
8
|
const file = referencedFile(attachment.blobId, owner);
|
|
8
|
-
if (!file)
|
|
9
|
+
if (!file) {
|
|
9
10
|
return null;
|
|
11
|
+
}
|
|
10
12
|
return {
|
|
11
13
|
...file,
|
|
12
14
|
chatId: chunk.chatId,
|
|
@@ -19,8 +21,9 @@ export function knownFile(chunk, owner) {
|
|
|
19
21
|
}
|
|
20
22
|
export function referencedFile(reference, owner) {
|
|
21
23
|
const key = fileKeyOf(reference, owner);
|
|
22
|
-
if (!key)
|
|
24
|
+
if (!key) {
|
|
23
25
|
return null;
|
|
26
|
+
}
|
|
24
27
|
return { ...key, blobId: reference, own: b4a.equals(key.coreKey, owner.ownCoreKey) };
|
|
25
28
|
}
|
|
26
29
|
export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
|
|
@@ -31,8 +34,9 @@ export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
|
|
|
31
34
|
catch {
|
|
32
35
|
return null;
|
|
33
36
|
}
|
|
34
|
-
if (parsed.inline)
|
|
37
|
+
if (parsed.inline) {
|
|
35
38
|
return null;
|
|
36
|
-
|
|
39
|
+
}
|
|
40
|
+
const coreKey = parsed.coreKey ? b4a.from(parsed.coreKey, 'hex') : ownCoreKey;
|
|
37
41
|
return { meshKey, coreKey, blockOffset: parsed.blobId.blockOffset };
|
|
38
42
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Buffer } from 'buffer';
|
|
2
1
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
3
2
|
import { MAX_INLINE_BYTES } from '../store/index.js';
|
|
3
|
+
import b4a from 'b4a';
|
|
4
4
|
export async function previewEncoder() {
|
|
5
5
|
let media;
|
|
6
6
|
try {
|
|
@@ -11,17 +11,20 @@ export async function previewEncoder() {
|
|
|
11
11
|
}
|
|
12
12
|
return async (bytes, signal) => {
|
|
13
13
|
const decoded = await media.image.decode(bytes, { maxFrames: 1 });
|
|
14
|
-
if (signal.aborted)
|
|
14
|
+
if (signal.aborted) {
|
|
15
15
|
throw new AbortedError();
|
|
16
|
+
}
|
|
16
17
|
const first = decoded.frames ? decoded.frames[0] : decoded;
|
|
17
|
-
if (!first)
|
|
18
|
+
if (!first) {
|
|
18
19
|
throw new Error('image has no frames');
|
|
20
|
+
}
|
|
19
21
|
const upright = await media.image.orientate(first, { file: bytes });
|
|
20
22
|
const resized = await media.image.resize(upright, { maxWidth: 768, maxHeight: 768 });
|
|
21
|
-
if (signal.aborted)
|
|
23
|
+
if (signal.aborted) {
|
|
22
24
|
throw new AbortedError();
|
|
25
|
+
}
|
|
23
26
|
try {
|
|
24
|
-
return
|
|
27
|
+
return b4a.from(await media.image.encode(resized, {
|
|
25
28
|
mimetype: 'image/jpeg',
|
|
26
29
|
quality: 75,
|
|
27
30
|
maxBytes: 80 * 1024
|
|
@@ -32,7 +35,7 @@ export async function previewEncoder() {
|
|
|
32
35
|
!error.message.startsWith('Could not create preview under maxBytes')) {
|
|
33
36
|
throw error;
|
|
34
37
|
}
|
|
35
|
-
return
|
|
38
|
+
return b4a.from(await media.image.encode(resized, {
|
|
36
39
|
mimetype: 'image/jpeg',
|
|
37
40
|
quality: 60,
|
|
38
41
|
maxBytes: MAX_INLINE_BYTES
|
|
@@ -1,13 +1,16 @@
|
|
|
1
|
-
import { Buffer } from 'buffer';
|
|
2
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
3
2
|
import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
4
|
-
import type { FileDocument, FileProcessor } from '../processing/index.ts';
|
|
3
|
+
import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
|
|
5
4
|
import { type FileRecord } from '../records/index.ts';
|
|
6
5
|
import { type PreviewEncoder } from './image.ts';
|
|
7
|
-
import type { Mesh } from '../../mesh.ts';
|
|
8
6
|
export { previewEncoder } from './image.ts';
|
|
9
7
|
export type { PreviewEncoder } from './image.ts';
|
|
10
8
|
export declare const PREVIEW_VERSION = "processor:preview:1";
|
|
9
|
+
export interface PreviewProcessorOptions {
|
|
10
|
+
readonly deviceId: Buffer | null;
|
|
11
|
+
readonly retryMs?: number;
|
|
12
|
+
readonly encoder?: () => Promise<PreviewEncoder | null>;
|
|
13
|
+
}
|
|
11
14
|
export declare class PreviewProcessor implements FileProcessor {
|
|
12
15
|
readonly id = "preview";
|
|
13
16
|
readonly version = "processor:preview:1";
|
|
@@ -17,15 +20,9 @@ export declare class PreviewProcessor implements FileProcessor {
|
|
|
17
20
|
private readonly _deviceId;
|
|
18
21
|
private readonly _retryMs;
|
|
19
22
|
private readonly _encoder;
|
|
20
|
-
constructor(options:
|
|
21
|
-
deviceId: Buffer | null;
|
|
22
|
-
retryMs?: number;
|
|
23
|
-
encoder?: () => Promise<PreviewEncoder | null>;
|
|
24
|
-
});
|
|
23
|
+
constructor(options: PreviewProcessorOptions);
|
|
25
24
|
applies(file: FileRecord): boolean;
|
|
26
|
-
canProduce(file: FileRecord, host:
|
|
27
|
-
mesh: Mesh;
|
|
28
|
-
}): Promise<boolean>;
|
|
25
|
+
canProduce(file: FileRecord, host: ProcessorHost): Promise<boolean>;
|
|
29
26
|
accepts(output: QvacKnowledgeArtifact, file: FileRecord): boolean;
|
|
30
27
|
produce(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
31
28
|
close(): Promise<boolean>;
|