@qvac/core 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +75 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +30 -11
- package/dist-lib/lib/assistant.js +824 -378
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +42 -28
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +69 -0
- package/dist-lib/lib/core/collections.js +69 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.js +1 -1
- package/dist-lib/lib/core/contract/chunks.js +10 -9
- package/dist-lib/lib/core/contract/compute.js +2 -1
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +5 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +44 -52
- package/dist-lib/lib/core/files/index.js +142 -93
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +18 -13
- package/dist-lib/lib/core/files/processing/index.js +65 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +13 -11
- package/dist-lib/lib/core/files/processing/state.js +19 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +10 -13
- package/dist-lib/lib/core/files/rag/index.js +3 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/reclaim.js +41 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +10 -10
- package/dist-lib/lib/core/files/store/blob.js +25 -19
- package/dist-lib/lib/core/files/store/index.d.ts +1 -6
- package/dist-lib/lib/core/files/store/index.js +4 -4
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.js +20 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +20 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +987 -539
- package/dist-lib/lib/credential-pusher.d.ts +12 -17
- package/dist-lib/lib/credential-pusher.js +61 -42
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +8 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +1 -1
- package/package.json +7 -3
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +17 -46
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -2,6 +2,7 @@ import { classifyRagDocument, contentHash, documentIndexArtifactId, encodeRagArt
|
|
|
2
2
|
import { buildArtifactPayload, EmbedderFailure } from './build.js';
|
|
3
3
|
import { isClaimLive } from '../processing/index.js';
|
|
4
4
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
5
|
+
import { errorMessage } from '../../../guards.js';
|
|
5
6
|
const UNSUPPORTED = 'unsupported';
|
|
6
7
|
const ERROR_LIMIT = 300;
|
|
7
8
|
export const EMBED_RETRY_LIMIT = 5;
|
|
@@ -24,10 +25,12 @@ export class IndexingPass {
|
|
|
24
25
|
}
|
|
25
26
|
const local = document.state;
|
|
26
27
|
const memo = local.artifactIdMemo;
|
|
27
|
-
if (memo === UNSUPPORTED)
|
|
28
|
+
if (memo === UNSUPPORTED) {
|
|
28
29
|
return;
|
|
29
|
-
|
|
30
|
+
}
|
|
31
|
+
if (memo && (await document.claims.blockedByStatus(memo))) {
|
|
30
32
|
return;
|
|
33
|
+
}
|
|
31
34
|
if (!memo) {
|
|
32
35
|
const statuses = await document.statuses();
|
|
33
36
|
const now = Date.now();
|
|
@@ -36,8 +39,9 @@ export class IndexingPass {
|
|
|
36
39
|
document.schedule(row.expiresAt);
|
|
37
40
|
return;
|
|
38
41
|
}
|
|
39
|
-
if (document.claims.isFailed(row.id))
|
|
42
|
+
if (document.claims.isFailed(row.id)) {
|
|
40
43
|
return;
|
|
44
|
+
}
|
|
41
45
|
}
|
|
42
46
|
}
|
|
43
47
|
const retryAt = document.source.blockedUntil();
|
|
@@ -45,8 +49,9 @@ export class IndexingPass {
|
|
|
45
49
|
document.schedule(retryAt);
|
|
46
50
|
return;
|
|
47
51
|
}
|
|
48
|
-
if (document.paused() || document.closed())
|
|
52
|
+
if (document.paused() || document.closed()) {
|
|
49
53
|
return;
|
|
54
|
+
}
|
|
50
55
|
const read = await document.source.read(signal);
|
|
51
56
|
if (read.kind === 'malformed') {
|
|
52
57
|
local.artifactIdMemo = UNSUPPORTED;
|
|
@@ -99,13 +104,16 @@ export class IndexingPass {
|
|
|
99
104
|
embeddingModel: this._embedder.model
|
|
100
105
|
});
|
|
101
106
|
local.artifactIdMemo = artifactId;
|
|
102
|
-
if (await document.claims.blockedByStatus(artifactId))
|
|
107
|
+
if (await document.claims.blockedByStatus(artifactId)) {
|
|
103
108
|
return;
|
|
104
|
-
|
|
109
|
+
}
|
|
110
|
+
if (document.paused() || document.closed()) {
|
|
105
111
|
return;
|
|
112
|
+
}
|
|
106
113
|
const claim = await document.claims.claim(artifactId);
|
|
107
|
-
if (!claim)
|
|
114
|
+
if (!claim) {
|
|
108
115
|
return;
|
|
116
|
+
}
|
|
109
117
|
document.work({ state: 'running' });
|
|
110
118
|
let blobRef = null;
|
|
111
119
|
let lastTotal = 0;
|
|
@@ -129,8 +137,9 @@ export class IndexingPass {
|
|
|
129
137
|
});
|
|
130
138
|
}
|
|
131
139
|
});
|
|
132
|
-
if (signal.aborted)
|
|
140
|
+
if (signal.aborted) {
|
|
133
141
|
throw new AbortedError();
|
|
142
|
+
}
|
|
134
143
|
const built = await document.write(encodeRagArtifact(payload));
|
|
135
144
|
blobRef = built.blobRef;
|
|
136
145
|
const current = await document.current();
|
|
@@ -144,7 +153,11 @@ export class IndexingPass {
|
|
|
144
153
|
dimensions: payload.dimensions,
|
|
145
154
|
artifactBlobId: built.artifactBlobId
|
|
146
155
|
});
|
|
147
|
-
await document.ownership.onPublished(artifactId,
|
|
156
|
+
await document.ownership.onPublished(artifactId, {
|
|
157
|
+
blobRef: built.blobRef,
|
|
158
|
+
artifactBlobId: built.artifactBlobId,
|
|
159
|
+
landedBlobId: landed.artifactBlobId
|
|
160
|
+
});
|
|
148
161
|
const { applied } = await document.resolve({
|
|
149
162
|
artifactId,
|
|
150
163
|
claimId: claim.claimId,
|
|
@@ -163,15 +176,13 @@ export class IndexingPass {
|
|
|
163
176
|
});
|
|
164
177
|
}
|
|
165
178
|
catch (err) {
|
|
166
|
-
if (document.closed())
|
|
179
|
+
if (document.closed()) {
|
|
167
180
|
return;
|
|
181
|
+
}
|
|
168
182
|
const interrupted = document.paused() || signal.aborted;
|
|
169
|
-
const raw =
|
|
170
|
-
const
|
|
171
|
-
|
|
172
|
-
: raw.length > ERROR_LIMIT
|
|
173
|
-
? `${raw.slice(0, ERROR_LIMIT)}...`
|
|
174
|
-
: raw;
|
|
183
|
+
const raw = errorMessage(err);
|
|
184
|
+
const clipped = raw.length > ERROR_LIMIT ? `${raw.slice(0, ERROR_LIMIT)}...` : raw;
|
|
185
|
+
const message = interrupted ? 'interrupted: suspend' : clipped;
|
|
175
186
|
const failures = !interrupted && err instanceof EmbedderFailure
|
|
176
187
|
? (local.embedFailures = (local.embedFailures ?? 0) + 1)
|
|
177
188
|
: 0;
|
|
@@ -182,12 +193,15 @@ export class IndexingPass {
|
|
|
182
193
|
reason: message,
|
|
183
194
|
retryAt
|
|
184
195
|
});
|
|
185
|
-
if (retryAt)
|
|
196
|
+
if (retryAt) {
|
|
186
197
|
document.schedule(retryAt);
|
|
187
|
-
|
|
198
|
+
}
|
|
199
|
+
else if (!interrupted) {
|
|
188
200
|
document.claims.markFailed(artifactId);
|
|
189
|
-
|
|
201
|
+
}
|
|
202
|
+
if (blobRef) {
|
|
190
203
|
await document.ownership.clearUnreferenced(artifactId, blobRef);
|
|
204
|
+
}
|
|
191
205
|
try {
|
|
192
206
|
await document.resolve({
|
|
193
207
|
artifactId,
|
|
@@ -2,9 +2,10 @@ import type { QvacKnowledge } from '../../../../../spec/mesh/hyperschema/types.d
|
|
|
2
2
|
import type { Mesh } from '../../../mesh.ts';
|
|
3
3
|
import { type VectorHit } from 'rag-extract';
|
|
4
4
|
export declare function fullTextBudgetChars(ctxSize: number): number;
|
|
5
|
-
export
|
|
5
|
+
export interface IdentifiedHit {
|
|
6
6
|
readonly id: string;
|
|
7
|
-
}
|
|
7
|
+
}
|
|
8
|
+
export declare function isFullTextHit(hit: IdentifiedHit): boolean;
|
|
8
9
|
export type FullTextCoverage = {
|
|
9
10
|
readonly unit: 'pages';
|
|
10
11
|
readonly included: number;
|
|
@@ -17,6 +18,7 @@ export type FullTextCoverage = {
|
|
|
17
18
|
export declare function isTruncatedFullTextHit(hit: VectorHit): boolean;
|
|
18
19
|
export declare function formatFullDocumentContext(hits: ReadonlyArray<VectorHit>): string;
|
|
19
20
|
export interface FullTextOptions {
|
|
21
|
+
readonly budgetChars: number;
|
|
20
22
|
readonly head?: boolean;
|
|
21
23
|
}
|
|
22
|
-
export declare function fullTextHits(mesh: Mesh, rows: ReadonlyArray<QvacKnowledge>, budgetChars
|
|
24
|
+
export declare function fullTextHits(mesh: Mesh, rows: ReadonlyArray<QvacKnowledge>, { budgetChars, head }: FullTextOptions): Promise<VectorHit[] | null>;
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import * as z from 'zod';
|
|
1
2
|
import { classifyRagDocument, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
2
3
|
const DEFAULT_FULL_TEXT_BUDGET_TOKENS = 4096;
|
|
3
4
|
const CHARS_PER_TOKEN = 4;
|
|
@@ -17,9 +18,17 @@ const FULL_TEXT_HIT_PREFIX = 'full-text-';
|
|
|
17
18
|
export function isFullTextHit(hit) {
|
|
18
19
|
return hit.id.startsWith(FULL_TEXT_HIT_PREFIX);
|
|
19
20
|
}
|
|
21
|
+
const FullTextExtrasSchema = z.object({
|
|
22
|
+
truncated: z.boolean().optional().catch(undefined),
|
|
23
|
+
coverage: z
|
|
24
|
+
.object({ unit: z.enum(['pages', 'chars']), included: z.number(), total: z.number() })
|
|
25
|
+
.optional()
|
|
26
|
+
.catch(undefined)
|
|
27
|
+
});
|
|
20
28
|
function fullTextExtras(hit) {
|
|
21
29
|
try {
|
|
22
|
-
|
|
30
|
+
const parsed = FullTextExtrasSchema.safeParse(JSON.parse(hit.metadataJson));
|
|
31
|
+
return parsed.success ? parsed.data : {};
|
|
23
32
|
}
|
|
24
33
|
catch {
|
|
25
34
|
return {};
|
|
@@ -58,32 +67,41 @@ function describeCoverage(coverage) {
|
|
|
58
67
|
function formatChars(count) {
|
|
59
68
|
return count >= 1000 ? `${Math.round(count / 1000)}k` : String(count);
|
|
60
69
|
}
|
|
61
|
-
export async function fullTextHits(mesh, rows, budgetChars,
|
|
70
|
+
export async function fullTextHits(mesh, rows, { budgetChars, head = false }) {
|
|
62
71
|
if (rows.length === 0)
|
|
63
72
|
return null;
|
|
64
73
|
const kinds = rows.map((row) => classifyRagDocument({ fileName: row.fileName, mimeType: row.mimeType }));
|
|
65
|
-
if (!kinds.every((kind) => FULL_TEXT_KINDS.has(kind)))
|
|
74
|
+
if (!kinds.every((kind) => FULL_TEXT_KINDS.has(kind))) {
|
|
66
75
|
return null;
|
|
76
|
+
}
|
|
67
77
|
const hits = [];
|
|
68
78
|
let used = 0;
|
|
69
79
|
for (const [index, row] of rows.entries()) {
|
|
70
80
|
const remaining = budgetChars - used;
|
|
71
|
-
if (!head && kinds[index] !== RAG_DOCUMENT_KIND.pdf && row.byteLength > remaining)
|
|
81
|
+
if (!head && kinds[index] !== RAG_DOCUMENT_KIND.pdf && row.byteLength > remaining) {
|
|
72
82
|
return null;
|
|
83
|
+
}
|
|
73
84
|
let read;
|
|
74
85
|
try {
|
|
75
86
|
const bytes = await mesh.files.readBytes(row.blobId);
|
|
76
|
-
read = await extractFullText(
|
|
87
|
+
read = await extractFullText(bytes, {
|
|
88
|
+
kind: kinds[index],
|
|
89
|
+
row,
|
|
90
|
+
remainingChars: remaining,
|
|
91
|
+
head
|
|
92
|
+
});
|
|
77
93
|
}
|
|
78
94
|
catch (err) {
|
|
79
95
|
logger.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
|
|
80
96
|
return null;
|
|
81
97
|
}
|
|
82
|
-
if (!read.text)
|
|
98
|
+
if (!read.text) {
|
|
83
99
|
return null;
|
|
100
|
+
}
|
|
84
101
|
const fits = read.complete && read.text.length <= remaining;
|
|
85
|
-
if (!fits && !head)
|
|
102
|
+
if (!fits && !head) {
|
|
86
103
|
return null;
|
|
104
|
+
}
|
|
87
105
|
const text = fits ? read.text : read.text.slice(0, remaining);
|
|
88
106
|
used += text.length;
|
|
89
107
|
hits.push({
|
|
@@ -98,12 +116,14 @@ export async function fullTextHits(mesh, rows, budgetChars, { head = false } = {
|
|
|
98
116
|
chunkIndex: 0,
|
|
99
117
|
tokenCount: Math.ceil(text.length / 4),
|
|
100
118
|
indexedAt: new Date().toISOString(),
|
|
101
|
-
|
|
119
|
+
truncated: !fits || undefined,
|
|
120
|
+
coverage: fits ? undefined : coverageOf(read, text.length)
|
|
102
121
|
}),
|
|
103
122
|
score: 1
|
|
104
123
|
});
|
|
105
|
-
if (!fits)
|
|
124
|
+
if (!fits) {
|
|
106
125
|
break;
|
|
126
|
+
}
|
|
107
127
|
}
|
|
108
128
|
return hits;
|
|
109
129
|
}
|
|
@@ -114,7 +134,7 @@ function coverageOf(read, included) {
|
|
|
114
134
|
return { unit: 'chars', included, total: read.totalChars ?? read.text.length };
|
|
115
135
|
}
|
|
116
136
|
const MAX_BYTES_PER_CHAR = 4;
|
|
117
|
-
async function extractFullText(
|
|
137
|
+
async function extractFullText(bytes, { kind, row, remainingChars, head }) {
|
|
118
138
|
if (kind === RAG_DOCUMENT_KIND.pdf) {
|
|
119
139
|
const pdf = await extractPdfHead(bytes, { maxChars: remainingChars });
|
|
120
140
|
return {
|
|
@@ -3,10 +3,12 @@ export async function syncAttachmentChunk(mesh, chunk) {
|
|
|
3
3
|
if (chunk.type !== 'attachment')
|
|
4
4
|
return;
|
|
5
5
|
const attachment = chunk.attachment;
|
|
6
|
-
if (!attachment?.deletedAt || typeof attachment.blobId !== 'string')
|
|
6
|
+
if (!attachment?.deletedAt || typeof attachment.blobId !== 'string') {
|
|
7
7
|
return;
|
|
8
|
-
|
|
8
|
+
}
|
|
9
|
+
if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId)) {
|
|
9
10
|
return;
|
|
11
|
+
}
|
|
10
12
|
logger.debug('sync', 'attachment tombstone observed — reclaiming blob bytes', { id: chunk.id });
|
|
11
13
|
await mesh.files.clear(attachment.blobId, chunk.id);
|
|
12
14
|
await mesh.fileIndex?.markCleared(attachment.blobId);
|
|
@@ -1,22 +1,21 @@
|
|
|
1
|
-
import type { QvacKnowledge, QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
1
|
+
import type { QvacKnowledge, QvacKnowledgeArtifact, QvacRemoveKnowledgeOperation } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
2
|
import type { Mesh } from '../../mesh.ts';
|
|
3
3
|
export type AddKnowledgeInput = Pick<QvacKnowledge, 'chatId' | 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id'>>;
|
|
4
|
+
export interface ChatScope {
|
|
5
|
+
readonly chatId: string;
|
|
6
|
+
}
|
|
7
|
+
export interface KnowledgeScope {
|
|
8
|
+
readonly knowledgeId: string;
|
|
9
|
+
}
|
|
4
10
|
export declare function getKnowledge(store: Mesh, id: string): Promise<QvacKnowledge | null>;
|
|
5
|
-
export declare function listKnowledge(store: Mesh, { chatId }:
|
|
6
|
-
chatId: string;
|
|
7
|
-
}): Promise<QvacKnowledge[]>;
|
|
11
|
+
export declare function listKnowledge(store: Mesh, { chatId }: ChatScope): Promise<QvacKnowledge[]>;
|
|
8
12
|
export declare function addKnowledge(store: Mesh, input: AddKnowledgeInput): Promise<QvacKnowledge>;
|
|
9
13
|
export declare function assertRemovableAt(at: number): void;
|
|
10
|
-
export declare function removeKnowledge(store: Mesh, { knowledgeId, at }:
|
|
11
|
-
knowledgeId: string;
|
|
12
|
-
at: number;
|
|
13
|
-
}): Promise<QvacKnowledge>;
|
|
14
|
+
export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: QvacRemoveKnowledgeOperation): Promise<QvacKnowledge>;
|
|
14
15
|
export type AddKnowledgeArtifactInput = Omit<QvacKnowledgeArtifact, 'createdAt'>;
|
|
15
16
|
export declare function getKnowledgeArtifact(store: Mesh, id: string): Promise<QvacKnowledgeArtifact | null>;
|
|
16
17
|
type KnowledgeSnapshot = ReturnType<Mesh['view']['snapshot']>;
|
|
17
|
-
export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }:
|
|
18
|
-
knowledgeId: string;
|
|
19
|
-
}): Promise<QvacKnowledgeArtifact[]>;
|
|
18
|
+
export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacKnowledgeArtifact[]>;
|
|
20
19
|
export declare function findKnowledgeArtifactsByKnowledge(snap: KnowledgeSnapshot, knowledgeId: string): Promise<QvacKnowledgeArtifact[]>;
|
|
21
20
|
export declare function addKnowledgeArtifact(store: Mesh, input: AddKnowledgeArtifactInput): Promise<QvacKnowledgeArtifact>;
|
|
22
21
|
export {};
|
|
@@ -1,9 +1,6 @@
|
|
|
1
1
|
import { randomId } from '../../id.js';
|
|
2
2
|
import { assertArtifactOutput } from './output.js';
|
|
3
|
-
|
|
4
|
-
const ACTIVE_KNOWLEDGE_BY_CHAT = '@qvac/active-knowledge-by-chat';
|
|
5
|
-
const KNOWLEDGE_ARTIFACTS = '@qvac/knowledge-artifacts';
|
|
6
|
-
const KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE = '@qvac/knowledge-artifacts-by-knowledge';
|
|
3
|
+
import { ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../../collections.js';
|
|
7
4
|
export async function getKnowledge(store, id) {
|
|
8
5
|
const snap = store.view.snapshot();
|
|
9
6
|
try {
|
|
@@ -16,8 +13,9 @@ export async function getKnowledge(store, id) {
|
|
|
16
13
|
}
|
|
17
14
|
async function mustGetKnowledge(store, id) {
|
|
18
15
|
const row = await getKnowledge(store, id);
|
|
19
|
-
if (!row)
|
|
16
|
+
if (!row) {
|
|
20
17
|
throw new Error(`knowledge not found: ${id}`);
|
|
18
|
+
}
|
|
21
19
|
return row;
|
|
22
20
|
}
|
|
23
21
|
export async function listKnowledge(store, { chatId }) {
|
|
@@ -51,8 +49,9 @@ export function assertRemovableAt(at) {
|
|
|
51
49
|
export async function removeKnowledge(store, { knowledgeId, at }) {
|
|
52
50
|
assertRemovableAt(at);
|
|
53
51
|
const existing = await mustGetKnowledge(store, knowledgeId);
|
|
54
|
-
if (existing.deletedAt)
|
|
52
|
+
if (existing.deletedAt) {
|
|
55
53
|
return existing;
|
|
54
|
+
}
|
|
56
55
|
await store.dispatch('remove-knowledge', { knowledgeId, at });
|
|
57
56
|
const removed = await mustGetKnowledge(store, knowledgeId);
|
|
58
57
|
return removed;
|
|
@@ -93,13 +92,15 @@ export async function findKnowledgeArtifactsByKnowledge(snap, knowledgeId) {
|
|
|
93
92
|
}
|
|
94
93
|
export async function addKnowledgeArtifact(store, input) {
|
|
95
94
|
for (const field of ARTIFACT_STRING_FIELDS) {
|
|
96
|
-
if (!input[field])
|
|
95
|
+
if (!input[field]) {
|
|
97
96
|
throw new Error(`knowledge-artifact needs a non-empty ${field}`);
|
|
97
|
+
}
|
|
98
98
|
}
|
|
99
99
|
assertArtifactOutput(input);
|
|
100
100
|
await store.dispatch('add-knowledge-artifact', { artifact: { ...input, createdAt: Date.now() } });
|
|
101
101
|
const row = await getKnowledgeArtifact(store, input.id);
|
|
102
|
-
if (!row)
|
|
102
|
+
if (!row) {
|
|
103
103
|
throw new Error(`knowledge-artifact not found after add: ${input.id}`);
|
|
104
|
+
}
|
|
104
105
|
return row;
|
|
105
106
|
}
|
|
@@ -6,10 +6,12 @@ export function groupAttachmentsByMessage(attachments, userMessages) {
|
|
|
6
6
|
const groups = new Map();
|
|
7
7
|
const push = (messageId, chunk) => {
|
|
8
8
|
const list = groups.get(messageId);
|
|
9
|
-
if (list)
|
|
9
|
+
if (list) {
|
|
10
10
|
list.push(chunk);
|
|
11
|
-
|
|
11
|
+
}
|
|
12
|
+
else {
|
|
12
13
|
groups.set(messageId, [chunk]);
|
|
14
|
+
}
|
|
13
15
|
};
|
|
14
16
|
let boundary = 0;
|
|
15
17
|
for (const attachment of attachments) {
|
|
@@ -20,8 +22,9 @@ export function groupAttachmentsByMessage(attachments, userMessages) {
|
|
|
20
22
|
while (boundary < userMessages.length && userMessages[boundary].seq <= attachment.seq) {
|
|
21
23
|
boundary++;
|
|
22
24
|
}
|
|
23
|
-
if (boundary < userMessages.length)
|
|
25
|
+
if (boundary < userMessages.length) {
|
|
24
26
|
push(userMessages[boundary].id, attachment);
|
|
27
|
+
}
|
|
25
28
|
}
|
|
26
29
|
return groups;
|
|
27
30
|
}
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
|
-
export
|
|
3
|
-
processorId: string;
|
|
4
|
-
hash: string;
|
|
5
|
-
}
|
|
2
|
+
export interface ProcessorArtifactKey {
|
|
3
|
+
readonly processorId: string;
|
|
4
|
+
readonly hash: string;
|
|
5
|
+
}
|
|
6
|
+
export declare function processorArtifactId({ processorId, hash }: ProcessorArtifactKey): string;
|
|
6
7
|
export declare function isProcessorArtifactId(id: string): boolean;
|
|
7
8
|
export declare function isProcessorOutput(version: string): boolean;
|
|
8
9
|
export declare function assertArtifactOutput(output: Pick<QvacKnowledgeArtifact, 'embedderVersion' | 'dimensions' | 'artifactBlobId'>): void;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { MAX_REFERENCE_CHARS, parseBlobReference } from '../store/index.js';
|
|
2
|
+
import { isRecord } from '../../../guards.js';
|
|
2
3
|
const PROCESSOR_ID_SEPARATOR = ':';
|
|
3
4
|
export function processorArtifactId({ processorId, hash }) {
|
|
4
5
|
return `${processorId}${PROCESSOR_ID_SEPARATOR}${hash}`;
|
|
@@ -26,13 +27,16 @@ export function assertArtifactOutput(output) {
|
|
|
26
27
|
value = JSON.parse(output.artifactBlobId);
|
|
27
28
|
}
|
|
28
29
|
catch {
|
|
29
|
-
if (!processor)
|
|
30
|
+
if (!processor) {
|
|
30
31
|
return;
|
|
32
|
+
}
|
|
31
33
|
}
|
|
32
|
-
const inline = value
|
|
33
|
-
if (!processor && !inline)
|
|
34
|
+
const inline = isRecord(value) && 'inline' in value;
|
|
35
|
+
if (!processor && !inline) {
|
|
34
36
|
return;
|
|
37
|
+
}
|
|
35
38
|
const parsed = parseBlobReference(output.artifactBlobId);
|
|
36
|
-
if (parsed.inline && !processor)
|
|
39
|
+
if (parsed.inline && !processor) {
|
|
37
40
|
throw new Error('inline outputs need a processor identity');
|
|
41
|
+
}
|
|
38
42
|
}
|
|
@@ -3,6 +3,7 @@ import { removeChatAttachments, removeChatKnowledge } from '../../chat.js';
|
|
|
3
3
|
import { listChunks } from '../../chunk.js';
|
|
4
4
|
import { getKnowledge, listKnowledgeArtifactsByKnowledge } from './knowledge.js';
|
|
5
5
|
import { syncAttachmentChunk } from './chunks.js';
|
|
6
|
+
import { CHATS, CHUNK_COUNTERS, KNOWLEDGE } from '../../collections.js';
|
|
6
7
|
export async function syncKnowledgeTombstone(mesh, row) {
|
|
7
8
|
if (!row.deletedAt)
|
|
8
9
|
return;
|
|
@@ -19,35 +20,21 @@ export async function syncKnowledgeTombstone(mesh, row) {
|
|
|
19
20
|
}
|
|
20
21
|
export async function syncArtifactArrival(mesh, row) {
|
|
21
22
|
const knowledge = await getKnowledge(mesh, row.knowledgeId);
|
|
22
|
-
if (!knowledge?.deletedAt)
|
|
23
|
+
if (!knowledge?.deletedAt) {
|
|
23
24
|
return;
|
|
25
|
+
}
|
|
24
26
|
await mesh.files.clear(row.artifactBlobId, row.id);
|
|
25
27
|
}
|
|
26
28
|
export async function sweepTombstonedBlobs(mesh, deviceId = null) {
|
|
27
29
|
if (deviceId && mesh.writable) {
|
|
28
|
-
const
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
if (mesh.closing)
|
|
32
|
-
return;
|
|
33
|
-
if (!chat.deletedAt)
|
|
34
|
-
continue;
|
|
35
|
-
await removeChatAttachments(mesh, deviceId, chat.id, chat.deletedAt);
|
|
36
|
-
await removeChatKnowledge(mesh, chat.id, chat.deletedAt);
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
catch (error) {
|
|
40
|
-
logger.warn('sync', 'chat-tombstone sweep pass failed - continuing with local reclaims', {
|
|
41
|
-
error
|
|
42
|
-
});
|
|
43
|
-
}
|
|
44
|
-
finally {
|
|
45
|
-
await chats.close();
|
|
30
|
+
const finished = await recascadeTombstonedChats(mesh, deviceId);
|
|
31
|
+
if (!finished) {
|
|
32
|
+
return;
|
|
46
33
|
}
|
|
47
34
|
}
|
|
48
35
|
const knowledge = mesh.view.snapshot();
|
|
49
36
|
try {
|
|
50
|
-
for await (const row of knowledge.find(
|
|
37
|
+
for await (const row of knowledge.find(KNOWLEDGE)) {
|
|
51
38
|
if (mesh.closing)
|
|
52
39
|
return;
|
|
53
40
|
await syncKnowledgeTombstone(mesh, row);
|
|
@@ -58,13 +45,12 @@ export async function sweepTombstonedBlobs(mesh, deviceId = null) {
|
|
|
58
45
|
}
|
|
59
46
|
const counters = mesh.view.snapshot();
|
|
60
47
|
try {
|
|
61
|
-
for await (const counter of counters.find(
|
|
48
|
+
for await (const counter of counters.find(CHUNK_COUNTERS)) {
|
|
62
49
|
if (mesh.closing)
|
|
63
50
|
return;
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
await syncAttachmentChunk(mesh, chunk);
|
|
51
|
+
const finished = await syncChatAttachmentChunks(mesh, counter.chatId);
|
|
52
|
+
if (!finished) {
|
|
53
|
+
return;
|
|
68
54
|
}
|
|
69
55
|
}
|
|
70
56
|
}
|
|
@@ -72,3 +58,33 @@ export async function sweepTombstonedBlobs(mesh, deviceId = null) {
|
|
|
72
58
|
await counters.close();
|
|
73
59
|
}
|
|
74
60
|
}
|
|
61
|
+
async function recascadeTombstonedChats(mesh, deviceId) {
|
|
62
|
+
const chats = mesh.view.snapshot();
|
|
63
|
+
try {
|
|
64
|
+
for await (const chat of chats.find(CHATS)) {
|
|
65
|
+
if (mesh.closing)
|
|
66
|
+
return false;
|
|
67
|
+
if (!chat.deletedAt)
|
|
68
|
+
continue;
|
|
69
|
+
await removeChatAttachments(mesh, chat.id, { deviceId, at: chat.deletedAt });
|
|
70
|
+
await removeChatKnowledge(mesh, chat.id, chat.deletedAt);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
logger.warn('sync', 'chat-tombstone sweep pass failed - continuing with local reclaims', {
|
|
75
|
+
error
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
finally {
|
|
79
|
+
await chats.close();
|
|
80
|
+
}
|
|
81
|
+
return true;
|
|
82
|
+
}
|
|
83
|
+
async function syncChatAttachmentChunks(mesh, chatId) {
|
|
84
|
+
for (const chunk of await listChunks(mesh, { chatId, type: 'attachment' })) {
|
|
85
|
+
if (mesh.closing)
|
|
86
|
+
return false;
|
|
87
|
+
await syncAttachmentChunk(mesh, chunk);
|
|
88
|
+
}
|
|
89
|
+
return true;
|
|
90
|
+
}
|
|
@@ -1,10 +1,8 @@
|
|
|
1
|
-
import type { QvacChunkContentAttachment } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
1
|
+
import type { QvacChunkContentAttachment, QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
2
|
import type { Mesh } from '../../mesh.ts';
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
}): boolean;
|
|
7
|
-
export declare function routeAttachmentToKnowledge(mesh: Mesh, chatId: string, attachment: QvacChunkContentAttachment): Promise<import("../../../../spec/index").QvacKnowledge>;
|
|
3
|
+
import type { AttachmentFile } from '../../document-attachment.ts';
|
|
4
|
+
export declare function isKnowledgeRoutedAttachment(input: AttachmentFile): boolean;
|
|
5
|
+
export declare function routeAttachmentToKnowledge(mesh: Mesh, chatId: string, attachment: QvacChunkContentAttachment): Promise<QvacKnowledge>;
|
|
8
6
|
export declare function hasLiveSource(mesh: Mesh, chatId: string, reference: string): Promise<boolean>;
|
|
9
7
|
interface AttachTurnChunk {
|
|
10
8
|
readonly id: string;
|
|
@@ -22,42 +22,49 @@ export async function routeAttachmentToKnowledge(mesh, chatId, attachment) {
|
|
|
22
22
|
});
|
|
23
23
|
try {
|
|
24
24
|
const chat = await getChat(mesh, chatId);
|
|
25
|
-
if (chat && !chat.deletedAt && !chat.ragEnabled)
|
|
26
|
-
await setChatRagEnabled(mesh, chatId, true);
|
|
25
|
+
if (chat && !chat.deletedAt && !chat.ragEnabled) {
|
|
26
|
+
await setChatRagEnabled(mesh, chatId, { ragEnabled: true });
|
|
27
|
+
}
|
|
27
28
|
}
|
|
28
29
|
catch (err) {
|
|
29
|
-
await removeKnowledge(mesh, { knowledgeId: attachment.id, at: Date.now() }).catch(
|
|
30
|
+
await removeKnowledge(mesh, { knowledgeId: attachment.id, at: Date.now() }).catch(noop);
|
|
30
31
|
throw err;
|
|
31
32
|
}
|
|
32
33
|
return knowledge;
|
|
33
34
|
}
|
|
34
35
|
export async function hasLiveSource(mesh, chatId, reference) {
|
|
35
36
|
const same = (blobId) => compareBlobReferences(blobId, reference, b4a.toHex(mesh.blobs.core.key)) !== false;
|
|
36
|
-
if ((await listKnowledge(mesh, { chatId })).some((row) => same(row.blobId)))
|
|
37
|
+
if ((await listKnowledge(mesh, { chatId })).some((row) => same(row.blobId))) {
|
|
37
38
|
return true;
|
|
39
|
+
}
|
|
38
40
|
return (await listChunks(mesh, { chatId, type: 'attachment' })).some(({ attachment }) => attachment && !attachment.deletedAt && same(attachment.blobId));
|
|
39
41
|
}
|
|
40
42
|
export function attachTurnDocumentIds(chunks) {
|
|
41
43
|
const attachments = [];
|
|
42
44
|
const userMessages = [];
|
|
43
45
|
for (const chunk of chunks) {
|
|
44
|
-
if (chunk.type === 'attachment')
|
|
46
|
+
if (chunk.type === 'attachment') {
|
|
45
47
|
attachments.push(chunk);
|
|
46
|
-
|
|
48
|
+
}
|
|
49
|
+
else if (chunk.userMessage) {
|
|
47
50
|
userMessages.push(chunk);
|
|
51
|
+
}
|
|
48
52
|
}
|
|
49
53
|
const last = userMessages[userMessages.length - 1];
|
|
50
|
-
if (!last)
|
|
54
|
+
if (!last) {
|
|
51
55
|
return [];
|
|
56
|
+
}
|
|
52
57
|
const bound = groupAttachmentsByMessage(attachments, userMessages).get(last.id) ?? [];
|
|
53
58
|
const ids = [];
|
|
54
59
|
for (const chunk of bound) {
|
|
55
60
|
const ref = chunk.attachment;
|
|
56
|
-
if (!ref?.id || !ref.fileName || !ref.mimeType || ref.deletedAt)
|
|
61
|
+
if (!ref?.id || !ref.fileName || !ref.mimeType || ref.deletedAt) {
|
|
57
62
|
continue;
|
|
63
|
+
}
|
|
58
64
|
if (isKnowledgeRoutedAttachment({ fileName: ref.fileName, mimeType: ref.mimeType })) {
|
|
59
65
|
ids.push(ref.id);
|
|
60
66
|
}
|
|
61
67
|
}
|
|
62
68
|
return ids;
|
|
63
69
|
}
|
|
70
|
+
function noop() { }
|
|
@@ -10,7 +10,8 @@ export declare function attachmentRecord(chunk: QvacChunk): FileRecord | null;
|
|
|
10
10
|
export declare function fileRecord(view: HyperDB, id: string, input: FileInput): Promise<FileRecord | null>;
|
|
11
11
|
export declare function fileIds(view: HyperDB, input: FileInput, mediaKind?: string): Promise<string[]>;
|
|
12
12
|
export declare function claimSource(view: HyperDB, id: string): Promise<FileRecord | null>;
|
|
13
|
-
export
|
|
14
|
-
chatId: string;
|
|
15
|
-
fileId: string;
|
|
16
|
-
}
|
|
13
|
+
export interface ChatFileKey {
|
|
14
|
+
readonly chatId: string;
|
|
15
|
+
readonly fileId: string;
|
|
16
|
+
}
|
|
17
|
+
export declare function scopedFile(view: HyperDB, { chatId, fileId }: ChatFileKey): Promise<FileRecord | null>;
|