@qvac/core 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +75 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +30 -11
- package/dist-lib/lib/assistant.js +824 -378
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +42 -28
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +69 -0
- package/dist-lib/lib/core/collections.js +69 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.js +1 -1
- package/dist-lib/lib/core/contract/chunks.js +10 -9
- package/dist-lib/lib/core/contract/compute.js +2 -1
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +5 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +44 -52
- package/dist-lib/lib/core/files/index.js +142 -93
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +18 -13
- package/dist-lib/lib/core/files/processing/index.js +65 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +13 -11
- package/dist-lib/lib/core/files/processing/state.js +19 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +10 -13
- package/dist-lib/lib/core/files/rag/index.js +3 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/reclaim.js +41 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +10 -10
- package/dist-lib/lib/core/files/store/blob.js +25 -19
- package/dist-lib/lib/core/files/store/index.d.ts +1 -6
- package/dist-lib/lib/core/files/store/index.js +4 -4
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.js +20 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +20 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +987 -539
- package/dist-lib/lib/credential-pusher.d.ts +12 -17
- package/dist-lib/lib/credential-pusher.js +61 -42
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +8 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +1 -1
- package/package.json +7 -3
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +17 -46
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
|
-
import { Buffer } from 'buffer';
|
|
3
2
|
import EventEmitter from 'bare-events';
|
|
4
3
|
import { attachmentFiles } from './attachments.js';
|
|
5
4
|
import { isKnowledgeRoutedAttachment, getKnowledge, listKnowledge, getKnowledgeArtifact, listKnowledgeArtifactsByKnowledge, addKnowledgeArtifact, hasLiveSource, syncAttachmentChunk, syncKnowledgeTombstone, syncArtifactArrival, sweepTombstonedBlobs, referencedBlobs, scopedFile, attachmentRecord, isProcessorOutput, isProcessorArtifactId } from './records/index.js';
|
|
@@ -13,6 +12,8 @@ import { BlobStore, parseBlobReference } from './store/index.js';
|
|
|
13
12
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
14
13
|
import { RagProcessor } from './rag/index.js';
|
|
15
14
|
import { PreviewProcessor, PREVIEW_VERSION, previewId } from './preview/index.js';
|
|
15
|
+
import { errorMessage } from '../../guards.js';
|
|
16
|
+
import { ACTIVE_KNOWLEDGE_BY_CHAT, AGENTS, CHATS, CHUNKS_BY_CHAT, INDEXING_STATUS_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../collections.js';
|
|
16
17
|
export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile } from './rag/index.js';
|
|
17
18
|
export { isKnowledgeRoutedAttachment } from './records/index.js';
|
|
18
19
|
export { assertRemovableAt } from './records/index.js';
|
|
@@ -43,8 +44,9 @@ export class Files extends EventEmitter {
|
|
|
43
44
|
async *read(reference, options = {}) {
|
|
44
45
|
let recorded = false;
|
|
45
46
|
for await (const frame of this._store.read(reference, options)) {
|
|
46
|
-
if (!recorded)
|
|
47
|
+
if (!recorded) {
|
|
47
48
|
this._mesh.fileIndex?.read(reference);
|
|
49
|
+
}
|
|
48
50
|
recorded = true;
|
|
49
51
|
yield frame;
|
|
50
52
|
}
|
|
@@ -96,24 +98,30 @@ export class Files extends EventEmitter {
|
|
|
96
98
|
}
|
|
97
99
|
async *fileRead(request, options = {}) {
|
|
98
100
|
const file = await this.resolve(request);
|
|
99
|
-
if (options.signal?.aborted)
|
|
101
|
+
if (options.signal?.aborted) {
|
|
100
102
|
throw new AbortedError();
|
|
101
|
-
|
|
103
|
+
}
|
|
104
|
+
if (!file) {
|
|
102
105
|
return;
|
|
106
|
+
}
|
|
103
107
|
yield { metadata: file };
|
|
104
|
-
if (!request.metadataOnly)
|
|
108
|
+
if (!request.metadataOnly) {
|
|
105
109
|
yield* this.read(file.blobId, options);
|
|
110
|
+
}
|
|
106
111
|
}
|
|
107
112
|
async preview(request) {
|
|
108
113
|
const file = await this.resolve(request);
|
|
109
|
-
if (!file || !this._processors.get('preview')?.processor.applies(file))
|
|
114
|
+
if (!file || !this._processors.get('preview')?.processor.applies(file)) {
|
|
110
115
|
return {};
|
|
116
|
+
}
|
|
111
117
|
const output = await this.artifact(previewId(file));
|
|
112
|
-
if (!output || output.embedderVersion !== PREVIEW_VERSION)
|
|
118
|
+
if (!output || output.embedderVersion !== PREVIEW_VERSION) {
|
|
113
119
|
return {};
|
|
120
|
+
}
|
|
114
121
|
const reference = parseBlobReference(output.artifactBlobId);
|
|
115
|
-
if (reference.inline?.mimeType !== 'image/jpeg')
|
|
122
|
+
if (reference.inline?.mimeType !== 'image/jpeg') {
|
|
116
123
|
throw new Error('invalid preview output');
|
|
124
|
+
}
|
|
117
125
|
return {
|
|
118
126
|
outputId: output.id,
|
|
119
127
|
mimeType: reference.inline.mimeType,
|
|
@@ -123,8 +131,9 @@ export class Files extends EventEmitter {
|
|
|
123
131
|
async retry(request) {
|
|
124
132
|
const file = await this.resolve(request);
|
|
125
133
|
const entry = this._processors.get(request.processorId);
|
|
126
|
-
if (!file || !entry)
|
|
134
|
+
if (!file || !entry) {
|
|
127
135
|
return;
|
|
136
|
+
}
|
|
128
137
|
this.processorState(request.processorId).retry(file.id);
|
|
129
138
|
await entry.work.enqueue([file.id]);
|
|
130
139
|
this._updated();
|
|
@@ -158,13 +167,15 @@ export class Files extends EventEmitter {
|
|
|
158
167
|
if (!coreLength)
|
|
159
168
|
return;
|
|
160
169
|
const references = await referencedBlobs(this._mesh);
|
|
161
|
-
if (!this._mesh.closing)
|
|
170
|
+
if (!this._mesh.closing) {
|
|
162
171
|
await this._store.sweep(references, coreLength);
|
|
172
|
+
}
|
|
163
173
|
}
|
|
164
174
|
processorState(id) {
|
|
165
175
|
let state = this._states.get(id);
|
|
166
|
-
if (!state)
|
|
176
|
+
if (!state) {
|
|
167
177
|
this._states.set(id, (state = new FileState()));
|
|
178
|
+
}
|
|
168
179
|
return state;
|
|
169
180
|
}
|
|
170
181
|
start(options) {
|
|
@@ -176,15 +187,17 @@ export class Files extends EventEmitter {
|
|
|
176
187
|
}
|
|
177
188
|
const work = new FileProcessing(this._mesh, { processor, ...options });
|
|
178
189
|
this._processors.set(processor.id, { processor, work });
|
|
179
|
-
if (this._paused)
|
|
190
|
+
if (this._paused) {
|
|
180
191
|
void work.suspend();
|
|
192
|
+
}
|
|
181
193
|
work.start();
|
|
182
194
|
this._updated();
|
|
183
195
|
}
|
|
184
196
|
async stopProcessor(id) {
|
|
185
197
|
const entry = this._processors.get(id);
|
|
186
|
-
if (!entry)
|
|
198
|
+
if (!entry) {
|
|
187
199
|
return true;
|
|
200
|
+
}
|
|
188
201
|
await entry.work.suspend();
|
|
189
202
|
await entry.work.close();
|
|
190
203
|
this._processors.delete(id);
|
|
@@ -213,8 +226,9 @@ export class Files extends EventEmitter {
|
|
|
213
226
|
}
|
|
214
227
|
resume() {
|
|
215
228
|
this._paused = false;
|
|
216
|
-
for (const { work } of this._processors.values())
|
|
229
|
+
for (const { work } of this._processors.values()) {
|
|
217
230
|
work.resume();
|
|
231
|
+
}
|
|
218
232
|
}
|
|
219
233
|
async listIndexing(chatId) {
|
|
220
234
|
const rows = await listIndexingByChat(this._mesh, { chatId });
|
|
@@ -223,12 +237,15 @@ export class Files extends EventEmitter {
|
|
|
223
237
|
.map((row) => ({ ...row, claimLive: isClaimLive(row, Date.now()) }));
|
|
224
238
|
for (const file of (await this.status(chatId)).files) {
|
|
225
239
|
const processor = file.processors.find((entry) => entry.processorId === 'rag');
|
|
226
|
-
if (!processor || file.readyForChat || processor.state === 'not-applicable')
|
|
240
|
+
if (!processor || file.readyForChat || processor.state === 'not-applicable') {
|
|
227
241
|
continue;
|
|
228
|
-
|
|
242
|
+
}
|
|
243
|
+
if (processor.claimedBy) {
|
|
229
244
|
continue;
|
|
230
|
-
|
|
245
|
+
}
|
|
246
|
+
if (!processor.published && (this.state.get(file.fileId)?.sourceMisses ?? 0) < 2) {
|
|
231
247
|
continue;
|
|
248
|
+
}
|
|
232
249
|
const attempts = statuses.filter((row) => row.knowledgeId === file.fileId);
|
|
233
250
|
const latest = attempts.reduce((current, row) => (!current || row.at > current.at ? row : current), undefined);
|
|
234
251
|
statuses = statuses.filter((row) => row.knowledgeId !== file.fileId);
|
|
@@ -238,7 +255,7 @@ export class Files extends EventEmitter {
|
|
|
238
255
|
chatId,
|
|
239
256
|
status: processor.state === 'running' ? 'indexing' : 'failed',
|
|
240
257
|
claimId: '',
|
|
241
|
-
claimedBy:
|
|
258
|
+
claimedBy: b4a.alloc(0),
|
|
242
259
|
at: Math.max(latest?.at ?? 0, processor.retryAt ?? 0),
|
|
243
260
|
expiresAt: 0,
|
|
244
261
|
error: processor.reason ?? 'waiting for local index',
|
|
@@ -273,12 +290,15 @@ export class Files extends EventEmitter {
|
|
|
273
290
|
load(id, state, options = {}) {
|
|
274
291
|
const { artifactId, processorId = 'rag' } = options;
|
|
275
292
|
const entry = this.processorState(processorId).document(id);
|
|
276
|
-
if (entry.load?.state !== 'failed' || state.state !== 'pending')
|
|
293
|
+
if (entry.load?.state !== 'failed' || state.state !== 'pending') {
|
|
277
294
|
entry.load = state;
|
|
278
|
-
|
|
295
|
+
}
|
|
296
|
+
if (!artifactId) {
|
|
279
297
|
entry.loaded = undefined;
|
|
280
|
-
|
|
298
|
+
}
|
|
299
|
+
else if (entry.loaded?.artifactId !== artifactId) {
|
|
281
300
|
entry.loaded = { artifactId };
|
|
301
|
+
}
|
|
282
302
|
this._updated();
|
|
283
303
|
}
|
|
284
304
|
clearLoaded(processorId = 'rag') {
|
|
@@ -302,8 +322,9 @@ export class Files extends EventEmitter {
|
|
|
302
322
|
});
|
|
303
323
|
}
|
|
304
324
|
reconnect() {
|
|
305
|
-
for (const { work } of this._processors.values())
|
|
325
|
+
for (const { work } of this._processors.values()) {
|
|
306
326
|
work.reconnect();
|
|
327
|
+
}
|
|
307
328
|
this._updated();
|
|
308
329
|
}
|
|
309
330
|
report = (update, processorId = 'rag') => {
|
|
@@ -320,13 +341,15 @@ export class Files extends EventEmitter {
|
|
|
320
341
|
}
|
|
321
342
|
async beginUpload(input) {
|
|
322
343
|
const { chatId, fileName, mimeType } = input;
|
|
323
|
-
if (!chatId || !fileName || !mimeType)
|
|
344
|
+
if (!chatId || !fileName || !mimeType) {
|
|
324
345
|
throw new Error('upload metadata is incomplete');
|
|
346
|
+
}
|
|
325
347
|
const id = input.fileId || randomId();
|
|
326
348
|
this._pruneUploads();
|
|
327
349
|
const previous = this._uploads.get(id);
|
|
328
|
-
if (previous && !previous.expiresAt)
|
|
350
|
+
if (previous && !previous.expiresAt) {
|
|
329
351
|
throw new Error('file id already exists');
|
|
352
|
+
}
|
|
330
353
|
this._uploads.set(id, {
|
|
331
354
|
status: {
|
|
332
355
|
fileId: id,
|
|
@@ -352,10 +375,12 @@ export class Files extends EventEmitter {
|
|
|
352
375
|
}
|
|
353
376
|
}
|
|
354
377
|
catch (error) {
|
|
355
|
-
if (previous)
|
|
378
|
+
if (previous) {
|
|
356
379
|
this._uploads.set(id, previous);
|
|
357
|
-
|
|
380
|
+
}
|
|
381
|
+
else {
|
|
358
382
|
this._uploads.delete(id);
|
|
383
|
+
}
|
|
359
384
|
this._updated();
|
|
360
385
|
throw error;
|
|
361
386
|
}
|
|
@@ -364,29 +389,33 @@ export class Files extends EventEmitter {
|
|
|
364
389
|
}
|
|
365
390
|
uploadProgress(id, bytes) {
|
|
366
391
|
const upload = this._uploads.get(id)?.status;
|
|
367
|
-
if (!upload?.uploadProgress)
|
|
392
|
+
if (!upload?.uploadProgress) {
|
|
368
393
|
return;
|
|
394
|
+
}
|
|
369
395
|
upload.uploadProgress.completed += bytes;
|
|
370
396
|
this._updated();
|
|
371
397
|
}
|
|
372
398
|
uploadComplete(id) {
|
|
373
399
|
const upload = this._uploads.get(id)?.status;
|
|
374
|
-
if (upload)
|
|
400
|
+
if (upload) {
|
|
375
401
|
upload.state = 'pending';
|
|
402
|
+
}
|
|
376
403
|
this._updated();
|
|
377
404
|
}
|
|
378
405
|
uploadFailed(id, error) {
|
|
379
406
|
const upload = this._uploads.get(id)?.status;
|
|
380
|
-
if (!upload)
|
|
407
|
+
if (!upload) {
|
|
381
408
|
return;
|
|
409
|
+
}
|
|
382
410
|
upload.state = error instanceof AbortedError ? 'cancelled' : 'failed';
|
|
383
|
-
upload.reason =
|
|
411
|
+
upload.reason = errorMessage(error);
|
|
384
412
|
this._updated();
|
|
385
413
|
}
|
|
386
414
|
uploadClosed(id) {
|
|
387
415
|
const upload = this._uploads.get(id);
|
|
388
|
-
if (!upload || this.closed)
|
|
416
|
+
if (!upload || this.closed) {
|
|
389
417
|
return;
|
|
418
|
+
}
|
|
390
419
|
upload.expiresAt = Date.now() + 60_000;
|
|
391
420
|
this._deadline.schedule(upload.expiresAt);
|
|
392
421
|
}
|
|
@@ -394,10 +423,12 @@ export class Files extends EventEmitter {
|
|
|
394
423
|
for (const [id, upload] of this._uploads) {
|
|
395
424
|
if (!upload.expiresAt)
|
|
396
425
|
continue;
|
|
397
|
-
if (upload.expiresAt <= Date.now())
|
|
426
|
+
if (upload.expiresAt <= Date.now()) {
|
|
398
427
|
this._uploads.delete(id);
|
|
399
|
-
|
|
428
|
+
}
|
|
429
|
+
else {
|
|
400
430
|
this._deadline.schedule(upload.expiresAt);
|
|
431
|
+
}
|
|
401
432
|
}
|
|
402
433
|
}
|
|
403
434
|
async status(chatId) {
|
|
@@ -405,28 +436,28 @@ export class Files extends EventEmitter {
|
|
|
405
436
|
const snap = this._mesh.view.snapshot();
|
|
406
437
|
const range = { gte: { chatId }, lte: { chatId } };
|
|
407
438
|
try {
|
|
408
|
-
const chat = await snap.get(
|
|
409
|
-
if (!chat || chat.deletedAt)
|
|
439
|
+
const chat = await snap.get(CHATS, { id: chatId });
|
|
440
|
+
if (!chat || chat.deletedAt) {
|
|
410
441
|
return { files: [] };
|
|
411
|
-
|
|
412
|
-
const
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
const
|
|
416
|
-
const statuses = await snap
|
|
417
|
-
.find('@qvac/indexing-status-by-chat', range)
|
|
418
|
-
.toArray();
|
|
442
|
+
}
|
|
443
|
+
const agent = await snap.get(AGENTS, { id: chat.agentId });
|
|
444
|
+
const knowledge = await snap.find(ACTIVE_KNOWLEDGE_BY_CHAT, range).toArray();
|
|
445
|
+
const chunks = await snap.find(CHUNKS_BY_CHAT, range).toArray();
|
|
446
|
+
const statuses = await snap.find(INDEXING_STATUS_BY_CHAT, range).toArray();
|
|
419
447
|
const sources = new Map(knowledge.map((row) => [row.id, row]));
|
|
420
448
|
const ragIds = new Set(sources.keys());
|
|
421
449
|
for (const chunk of chunks) {
|
|
422
450
|
const file = chunk.attachment;
|
|
423
|
-
if (file
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
451
|
+
if (!file || file.deletedAt || sources.has(file.id)) {
|
|
452
|
+
continue;
|
|
453
|
+
}
|
|
454
|
+
sources.set(file.id, { ...file, chatId, updatedAt: file.createdAt });
|
|
455
|
+
if (chunk.runId || !isKnowledgeRoutedAttachment(file)) {
|
|
456
|
+
continue;
|
|
457
|
+
}
|
|
458
|
+
const record = await snap.get(KNOWLEDGE, { id: file.id });
|
|
459
|
+
if (!record?.deletedAt) {
|
|
460
|
+
ragIds.add(file.id);
|
|
430
461
|
}
|
|
431
462
|
}
|
|
432
463
|
const result = new Map();
|
|
@@ -440,7 +471,7 @@ export class Files extends EventEmitter {
|
|
|
440
471
|
}
|
|
441
472
|
for (const [id, source] of sources) {
|
|
442
473
|
const rows = await snap
|
|
443
|
-
.find(
|
|
474
|
+
.find(KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE, {
|
|
444
475
|
gte: { knowledgeId: id },
|
|
445
476
|
lte: { knowledgeId: id }
|
|
446
477
|
})
|
|
@@ -463,19 +494,14 @@ export class Files extends EventEmitter {
|
|
|
463
494
|
published
|
|
464
495
|
};
|
|
465
496
|
processor.outputId = local?.loaded?.artifactId ?? output?.id;
|
|
466
|
-
if (!applicable)
|
|
497
|
+
if (!applicable) {
|
|
467
498
|
processor.state = 'not-applicable';
|
|
468
|
-
|
|
499
|
+
}
|
|
500
|
+
else if (local?.loaded) {
|
|
469
501
|
processor.state = 'ready';
|
|
502
|
+
}
|
|
470
503
|
else if (claim) {
|
|
471
|
-
processor
|
|
472
|
-
processor.claimedBy = claim.claimedBy;
|
|
473
|
-
processor.expiresAt = claim.expiresAt;
|
|
474
|
-
this._deadline.schedule(claim.expiresAt);
|
|
475
|
-
const device = await liveDeviceForWriter(snap, claim.claimedBy);
|
|
476
|
-
if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
|
|
477
|
-
processor.agentId = agent.id;
|
|
478
|
-
}
|
|
504
|
+
await this._markClaimed(processor, { snap, claim, agent });
|
|
479
505
|
}
|
|
480
506
|
else if (local?.work &&
|
|
481
507
|
!published &&
|
|
@@ -483,18 +509,18 @@ export class Files extends EventEmitter {
|
|
|
483
509
|
(!terminalFailure || local.work.state !== 'pending')) {
|
|
484
510
|
Object.assign(processor, local.work);
|
|
485
511
|
}
|
|
486
|
-
else if (local?.load && published)
|
|
512
|
+
else if (local?.load && published) {
|
|
487
513
|
Object.assign(processor, local.load);
|
|
514
|
+
}
|
|
488
515
|
else if (failed && !published && failed.error !== 'interrupted: suspend') {
|
|
489
516
|
processor.state = failed.error === 'source unavailable' ? 'pending' : 'failed';
|
|
490
517
|
processor.reason = failed.error || 'processing failed';
|
|
491
518
|
}
|
|
519
|
+
else if (!this._model) {
|
|
520
|
+
processor.reason = 'model unavailable on this device';
|
|
521
|
+
}
|
|
492
522
|
else {
|
|
493
|
-
processor.reason =
|
|
494
|
-
? 'model unavailable on this device'
|
|
495
|
-
: published
|
|
496
|
-
? 'waiting for local index'
|
|
497
|
-
: 'waiting for agent';
|
|
523
|
+
processor.reason = published ? 'waiting for local index' : 'waiting for agent';
|
|
498
524
|
}
|
|
499
525
|
if (local?.progress &&
|
|
500
526
|
processor.state !== 'not-applicable' &&
|
|
@@ -508,33 +534,18 @@ export class Files extends EventEmitter {
|
|
|
508
534
|
const readyForChat = applicable
|
|
509
535
|
? processor.state === 'ready'
|
|
510
536
|
: await this._store.available(source.blobId);
|
|
511
|
-
const processors = [
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
const record = descriptor.input === 'attachment'
|
|
517
|
-
? chunk && attachmentRecord(chunk)
|
|
518
|
-
: knowledge.find((entry) => entry.id === id);
|
|
519
|
-
const input = record ? { ...record, kind: descriptor.input } : null;
|
|
520
|
-
processors.push(!input || !descriptor.applies(input)
|
|
521
|
-
? { processorId: descriptor.id, state: 'not-applicable', published: false }
|
|
522
|
-
: await this._processorStatus(descriptor, input, rows, statuses));
|
|
523
|
-
}
|
|
537
|
+
const processors = [
|
|
538
|
+
processor,
|
|
539
|
+
...(await this._extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }))
|
|
540
|
+
];
|
|
541
|
+
const uploadProgress = this._uploads.get(id)?.status.uploadProgress;
|
|
524
542
|
result.set(id, {
|
|
525
543
|
fileId: id,
|
|
526
544
|
chatId,
|
|
527
545
|
fileName: source.fileName,
|
|
528
546
|
mimeType: source.mimeType,
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
? undefined
|
|
532
|
-
: applicable
|
|
533
|
-
? processor.reason
|
|
534
|
-
: 'source unavailable on this device',
|
|
535
|
-
uploadProgress: this._uploads.get(id)?.status.uploadProgress
|
|
536
|
-
? { ...this._uploads.get(id).status.uploadProgress }
|
|
537
|
-
: undefined,
|
|
547
|
+
...fileState(processor, { readyForChat, applicable }),
|
|
548
|
+
uploadProgress: uploadProgress ? { ...uploadProgress } : undefined,
|
|
538
549
|
processors,
|
|
539
550
|
readyForChat
|
|
540
551
|
});
|
|
@@ -545,7 +556,33 @@ export class Files extends EventEmitter {
|
|
|
545
556
|
await snap.close();
|
|
546
557
|
}
|
|
547
558
|
}
|
|
548
|
-
async
|
|
559
|
+
async _markClaimed(processor, { snap, claim, agent }) {
|
|
560
|
+
processor.state = 'running';
|
|
561
|
+
processor.claimedBy = claim.claimedBy;
|
|
562
|
+
processor.expiresAt = claim.expiresAt;
|
|
563
|
+
this._deadline.schedule(claim.expiresAt);
|
|
564
|
+
const device = await liveDeviceForWriter(snap, claim.claimedBy);
|
|
565
|
+
if (device && agent && b4a.equals(device.id, agent.providerDeviceId)) {
|
|
566
|
+
processor.agentId = agent.id;
|
|
567
|
+
}
|
|
568
|
+
}
|
|
569
|
+
async _extraProcessorStatuses(id, { chunks, knowledge, rows, statuses }) {
|
|
570
|
+
const processors = [];
|
|
571
|
+
for (const { processor: descriptor } of this._processors.values()) {
|
|
572
|
+
if (descriptor.id === 'rag')
|
|
573
|
+
continue;
|
|
574
|
+
const chunk = chunks.find((entry) => entry.attachment?.id === id);
|
|
575
|
+
const record = descriptor.input === 'attachment'
|
|
576
|
+
? chunk && attachmentRecord(chunk)
|
|
577
|
+
: knowledge.find((entry) => entry.id === id);
|
|
578
|
+
const input = record ? { ...record, kind: descriptor.input } : null;
|
|
579
|
+
processors.push(!input || !descriptor.applies(input)
|
|
580
|
+
? { processorId: descriptor.id, state: 'not-applicable', published: false }
|
|
581
|
+
: await this._processorStatus(descriptor, input, { rows, attempts: statuses }));
|
|
582
|
+
}
|
|
583
|
+
return processors;
|
|
584
|
+
}
|
|
585
|
+
async _processorStatus(processor, file, { rows, attempts }) {
|
|
549
586
|
const output = rows.find((row) => processor.accepts ? processor.accepts(row, file) : row.embedderVersion === processor.version);
|
|
550
587
|
const local = this.processorState(processor.id).get(file.id);
|
|
551
588
|
const status = {
|
|
@@ -570,10 +607,12 @@ export class Files extends EventEmitter {
|
|
|
570
607
|
});
|
|
571
608
|
this._deadline.schedule(claim.expiresAt);
|
|
572
609
|
}
|
|
573
|
-
else if (local?.work)
|
|
610
|
+
else if (local?.work) {
|
|
574
611
|
Object.assign(status, local.work);
|
|
575
|
-
|
|
612
|
+
}
|
|
613
|
+
else {
|
|
576
614
|
status.reason = output ? 'output unavailable on this device' : 'waiting for processor';
|
|
615
|
+
}
|
|
577
616
|
return status;
|
|
578
617
|
}
|
|
579
618
|
async close() {
|
|
@@ -582,14 +621,24 @@ export class Files extends EventEmitter {
|
|
|
582
621
|
this._mesh.unwatch(this._updated);
|
|
583
622
|
this._deadline.clear();
|
|
584
623
|
this._uploads.clear();
|
|
585
|
-
for (const state of this._states.values())
|
|
624
|
+
for (const state of this._states.values()) {
|
|
586
625
|
state.close();
|
|
626
|
+
}
|
|
587
627
|
this._states.clear();
|
|
588
628
|
this.emit('close');
|
|
589
629
|
this.removeAllListeners();
|
|
590
630
|
await this._store.close();
|
|
591
631
|
}
|
|
592
632
|
}
|
|
633
|
+
function fileState(processor, opts) {
|
|
634
|
+
if (opts.readyForChat) {
|
|
635
|
+
return { state: 'ready', reason: undefined };
|
|
636
|
+
}
|
|
637
|
+
if (opts.applicable) {
|
|
638
|
+
return { state: processor.state, reason: processor.reason };
|
|
639
|
+
}
|
|
640
|
+
return { state: 'pending', reason: 'source unavailable on this device' };
|
|
641
|
+
}
|
|
593
642
|
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, formatFullDocumentContext, formatRagContext, isFullTextHit, isWholeDocumentQuery, referencedDocuments, isTruncatedFullTextHit, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from './rag/index.js';
|
|
594
643
|
export { attachTurnDocumentIds, groupAttachmentsByMessage } from './records/index.js';
|
|
595
644
|
export { CoreBlobServer, parseBlobReferenceCoreKey } from './store/index.js';
|
|
@@ -1,9 +1,6 @@
|
|
|
1
1
|
import { MAX_KNOWLEDGE_BYTES } from './rag/index.ts';
|
|
2
2
|
import type { Mesh } from '../mesh.ts';
|
|
3
|
+
import { type FileHandlersOptions } from './upload.ts';
|
|
3
4
|
import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
|
|
4
5
|
export { MAX_KNOWLEDGE_BYTES };
|
|
5
|
-
export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?:
|
|
6
|
-
maxBytes?: number;
|
|
7
|
-
inactivityMs?: number;
|
|
8
|
-
deviceId?: Buffer | null;
|
|
9
|
-
}): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
|
|
6
|
+
export declare function knowledgeFiles(mesh: Mesh, { maxBytes, inactivityMs, deviceId }?: FileHandlersOptions): Pick<CapabilityHandlers, 'uploadKnowledge' | 'downloadKnowledge' | 'listKnowledge' | 'removeKnowledge' | 'listIndexing'>;
|
|
@@ -2,11 +2,13 @@ import b4a from 'b4a';
|
|
|
2
2
|
import { parseBlobReference } from './store/reference.js';
|
|
3
3
|
export function knownFile(chunk, owner) {
|
|
4
4
|
const attachment = chunk.type === 'attachment' ? chunk.attachment : null;
|
|
5
|
-
if (!attachment)
|
|
5
|
+
if (!attachment) {
|
|
6
6
|
return null;
|
|
7
|
+
}
|
|
7
8
|
const file = referencedFile(attachment.blobId, owner);
|
|
8
|
-
if (!file)
|
|
9
|
+
if (!file) {
|
|
9
10
|
return null;
|
|
11
|
+
}
|
|
10
12
|
return {
|
|
11
13
|
...file,
|
|
12
14
|
chatId: chunk.chatId,
|
|
@@ -19,8 +21,9 @@ export function knownFile(chunk, owner) {
|
|
|
19
21
|
}
|
|
20
22
|
export function referencedFile(reference, owner) {
|
|
21
23
|
const key = fileKeyOf(reference, owner);
|
|
22
|
-
if (!key)
|
|
24
|
+
if (!key) {
|
|
23
25
|
return null;
|
|
26
|
+
}
|
|
24
27
|
return { ...key, blobId: reference, own: b4a.equals(key.coreKey, owner.ownCoreKey) };
|
|
25
28
|
}
|
|
26
29
|
export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
|
|
@@ -31,8 +34,9 @@ export function fileKeyOf(reference, { meshKey, ownCoreKey }) {
|
|
|
31
34
|
catch {
|
|
32
35
|
return null;
|
|
33
36
|
}
|
|
34
|
-
if (parsed.inline)
|
|
37
|
+
if (parsed.inline) {
|
|
35
38
|
return null;
|
|
36
|
-
|
|
39
|
+
}
|
|
40
|
+
const coreKey = parsed.coreKey ? b4a.from(parsed.coreKey, 'hex') : ownCoreKey;
|
|
37
41
|
return { meshKey, coreKey, blockOffset: parsed.blobId.blockOffset };
|
|
38
42
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { Buffer } from 'buffer';
|
|
2
1
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
3
2
|
import { MAX_INLINE_BYTES } from '../store/index.js';
|
|
3
|
+
import b4a from 'b4a';
|
|
4
4
|
export async function previewEncoder() {
|
|
5
5
|
let media;
|
|
6
6
|
try {
|
|
@@ -11,17 +11,20 @@ export async function previewEncoder() {
|
|
|
11
11
|
}
|
|
12
12
|
return async (bytes, signal) => {
|
|
13
13
|
const decoded = await media.image.decode(bytes, { maxFrames: 1 });
|
|
14
|
-
if (signal.aborted)
|
|
14
|
+
if (signal.aborted) {
|
|
15
15
|
throw new AbortedError();
|
|
16
|
+
}
|
|
16
17
|
const first = decoded.frames ? decoded.frames[0] : decoded;
|
|
17
|
-
if (!first)
|
|
18
|
+
if (!first) {
|
|
18
19
|
throw new Error('image has no frames');
|
|
20
|
+
}
|
|
19
21
|
const upright = await media.image.orientate(first, { file: bytes });
|
|
20
22
|
const resized = await media.image.resize(upright, { maxWidth: 768, maxHeight: 768 });
|
|
21
|
-
if (signal.aborted)
|
|
23
|
+
if (signal.aborted) {
|
|
22
24
|
throw new AbortedError();
|
|
25
|
+
}
|
|
23
26
|
try {
|
|
24
|
-
return
|
|
27
|
+
return b4a.from(await media.image.encode(resized, {
|
|
25
28
|
mimetype: 'image/jpeg',
|
|
26
29
|
quality: 75,
|
|
27
30
|
maxBytes: 80 * 1024
|
|
@@ -32,7 +35,7 @@ export async function previewEncoder() {
|
|
|
32
35
|
!error.message.startsWith('Could not create preview under maxBytes')) {
|
|
33
36
|
throw error;
|
|
34
37
|
}
|
|
35
|
-
return
|
|
38
|
+
return b4a.from(await media.image.encode(resized, {
|
|
36
39
|
mimetype: 'image/jpeg',
|
|
37
40
|
quality: 60,
|
|
38
41
|
maxBytes: MAX_INLINE_BYTES
|
|
@@ -1,13 +1,16 @@
|
|
|
1
|
-
import { Buffer } from 'buffer';
|
|
2
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
3
2
|
import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
4
|
-
import type { FileDocument, FileProcessor } from '../processing/index.ts';
|
|
3
|
+
import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
|
|
5
4
|
import { type FileRecord } from '../records/index.ts';
|
|
6
5
|
import { type PreviewEncoder } from './image.ts';
|
|
7
|
-
import type { Mesh } from '../../mesh.ts';
|
|
8
6
|
export { previewEncoder } from './image.ts';
|
|
9
7
|
export type { PreviewEncoder } from './image.ts';
|
|
10
8
|
export declare const PREVIEW_VERSION = "processor:preview:1";
|
|
9
|
+
export interface PreviewProcessorOptions {
|
|
10
|
+
readonly deviceId: Buffer | null;
|
|
11
|
+
readonly retryMs?: number;
|
|
12
|
+
readonly encoder?: () => Promise<PreviewEncoder | null>;
|
|
13
|
+
}
|
|
11
14
|
export declare class PreviewProcessor implements FileProcessor {
|
|
12
15
|
readonly id = "preview";
|
|
13
16
|
readonly version = "processor:preview:1";
|
|
@@ -17,15 +20,9 @@ export declare class PreviewProcessor implements FileProcessor {
|
|
|
17
20
|
private readonly _deviceId;
|
|
18
21
|
private readonly _retryMs;
|
|
19
22
|
private readonly _encoder;
|
|
20
|
-
constructor(options:
|
|
21
|
-
deviceId: Buffer | null;
|
|
22
|
-
retryMs?: number;
|
|
23
|
-
encoder?: () => Promise<PreviewEncoder | null>;
|
|
24
|
-
});
|
|
23
|
+
constructor(options: PreviewProcessorOptions);
|
|
25
24
|
applies(file: FileRecord): boolean;
|
|
26
|
-
canProduce(file: FileRecord, host:
|
|
27
|
-
mesh: Mesh;
|
|
28
|
-
}): Promise<boolean>;
|
|
25
|
+
canProduce(file: FileRecord, host: ProcessorHost): Promise<boolean>;
|
|
29
26
|
accepts(output: QvacKnowledgeArtifact, file: FileRecord): boolean;
|
|
30
27
|
produce(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
31
28
|
close(): Promise<boolean>;
|