@qvac/core 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +75 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +30 -11
- package/dist-lib/lib/assistant.js +824 -378
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +42 -28
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +69 -0
- package/dist-lib/lib/core/collections.js +69 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.js +1 -1
- package/dist-lib/lib/core/contract/chunks.js +10 -9
- package/dist-lib/lib/core/contract/compute.js +2 -1
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +5 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +44 -52
- package/dist-lib/lib/core/files/index.js +142 -93
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +18 -13
- package/dist-lib/lib/core/files/processing/index.js +65 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +13 -11
- package/dist-lib/lib/core/files/processing/state.js +19 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +10 -13
- package/dist-lib/lib/core/files/rag/index.js +3 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/reclaim.js +41 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +10 -10
- package/dist-lib/lib/core/files/store/blob.js +25 -19
- package/dist-lib/lib/core/files/store/index.d.ts +1 -6
- package/dist-lib/lib/core/files/store/index.js +4 -4
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.js +20 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +20 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +987 -539
- package/dist-lib/lib/credential-pusher.d.ts +12 -17
- package/dist-lib/lib/credential-pusher.js +61 -42
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +8 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +1 -1
- package/package.json +7 -3
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +17 -46
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
import { INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
2
2
|
import { randomId } from '../../id.js';
|
|
3
3
|
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
4
|
+
import { INDEXING_STATUS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE } from '../../collections.js';
|
|
4
5
|
export function isClaimLive(row, at) {
|
|
5
6
|
return (row.status === 'indexing' && row.expiresAt > at && row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS);
|
|
6
7
|
}
|
|
7
|
-
const INDEXING_STATUS = '@qvac/indexing-status';
|
|
8
|
-
const INDEXING_STATUS_BY_KNOWLEDGE = '@qvac/indexing-status-by-knowledge';
|
|
9
|
-
const INDEXING_STATUS_BY_CHAT = '@qvac/indexing-status-by-chat';
|
|
10
8
|
export async function getIndexingStatus(store, artifactId) {
|
|
11
9
|
const snap = store.view.snapshot();
|
|
12
10
|
try {
|
|
@@ -19,8 +17,9 @@ export async function getIndexingStatus(store, artifactId) {
|
|
|
19
17
|
}
|
|
20
18
|
async function mustGetIndexingStatus(store, artifactId) {
|
|
21
19
|
const row = await getIndexingStatus(store, artifactId);
|
|
22
|
-
if (!row)
|
|
20
|
+
if (!row) {
|
|
23
21
|
throw new Error(`indexing status not found: ${artifactId}`);
|
|
22
|
+
}
|
|
24
23
|
return row;
|
|
25
24
|
}
|
|
26
25
|
export async function listIndexingByKnowledge(store, { knowledgeId }) {
|
|
@@ -54,8 +53,9 @@ export async function listIndexingByChat(store, { chatId }) {
|
|
|
54
53
|
}
|
|
55
54
|
}
|
|
56
55
|
export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
|
|
57
|
-
if (!at || at < 0)
|
|
56
|
+
if (!at || at < 0) {
|
|
58
57
|
throw new Error(`claim-indexing needs a positive timestamp, got ${at}`);
|
|
58
|
+
}
|
|
59
59
|
const claimId = randomId();
|
|
60
60
|
await store.dispatch('claim-indexing', { id: artifactId, knowledgeId, claimId, at });
|
|
61
61
|
const row = await mustGetIndexingStatus(store, artifactId);
|
|
@@ -1,10 +1,13 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import type { Files } from '../index.ts';
|
|
3
3
|
import type { FileProcessing } from './index.ts';
|
|
4
|
-
export
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
4
|
+
export interface SettleOptions {
|
|
5
|
+
readonly timeoutMs?: number;
|
|
6
|
+
readonly signal?: AbortSignal;
|
|
7
|
+
}
|
|
8
|
+
export interface SettleFilesOptions extends SettleOptions {
|
|
9
|
+
readonly ids: string[];
|
|
10
|
+
readonly processing: FileProcessing;
|
|
11
|
+
readonly chatIds: () => Promise<string[]>;
|
|
12
|
+
}
|
|
13
|
+
export declare function settleFiles(files: Files, options: SettleFilesOptions): Promise<void>;
|
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
2
2
|
export function settleFiles(files, options) {
|
|
3
3
|
const { ids, processing, signal, timeoutMs = 5_000 } = options;
|
|
4
|
-
if (signal?.aborted)
|
|
4
|
+
if (signal?.aborted) {
|
|
5
5
|
return Promise.reject(new AbortedError());
|
|
6
|
-
|
|
6
|
+
}
|
|
7
|
+
if (!ids.length || timeoutMs <= 0 || files.closed) {
|
|
7
8
|
return Promise.resolve();
|
|
9
|
+
}
|
|
8
10
|
const deadline = Date.now() + timeoutMs;
|
|
9
11
|
const wanted = new Set(ids);
|
|
10
12
|
return new Promise((resolve, reject) => {
|
|
@@ -20,50 +22,59 @@ export function settleFiles(files, options) {
|
|
|
20
22
|
files.unwatch(check);
|
|
21
23
|
files.off('close', onClose);
|
|
22
24
|
signal?.removeEventListener('abort', onAbort);
|
|
23
|
-
if (error)
|
|
25
|
+
if (error) {
|
|
24
26
|
reject(error);
|
|
25
|
-
|
|
27
|
+
}
|
|
28
|
+
else {
|
|
26
29
|
resolve();
|
|
30
|
+
}
|
|
27
31
|
};
|
|
28
32
|
const onClose = () => finish();
|
|
29
33
|
const onAbort = () => finish(new AbortedError());
|
|
30
34
|
const chats = options.chatIds();
|
|
31
35
|
const check = () => {
|
|
32
36
|
dirty = true;
|
|
33
|
-
if (checking || done)
|
|
37
|
+
if (checking || done) {
|
|
34
38
|
return;
|
|
39
|
+
}
|
|
35
40
|
checking = true;
|
|
36
41
|
void (async () => {
|
|
37
42
|
while (dirty && !done) {
|
|
38
43
|
dirty = false;
|
|
39
44
|
const snapshots = await Promise.all((await chats).map((chatId) => files.status(chatId)));
|
|
40
|
-
if (done)
|
|
45
|
+
if (done) {
|
|
41
46
|
return;
|
|
42
|
-
|
|
47
|
+
}
|
|
48
|
+
if (!processing.active) {
|
|
43
49
|
return finish();
|
|
50
|
+
}
|
|
44
51
|
const waiting = snapshots
|
|
45
52
|
.flatMap((snapshot) => snapshot.files)
|
|
46
53
|
.some((file) => {
|
|
47
54
|
if (!wanted.has(file.fileId) || file.readyForChat)
|
|
48
55
|
return false;
|
|
49
56
|
const rag = file.processors.find((entry) => entry.processorId === 'rag');
|
|
50
|
-
if (!rag || rag.state === 'not-applicable')
|
|
57
|
+
if (!rag || rag.state === 'not-applicable') {
|
|
51
58
|
return false;
|
|
52
|
-
|
|
59
|
+
}
|
|
60
|
+
if (rag.state === 'failed' && (!rag.retryAt || rag.retryAt > deadline)) {
|
|
53
61
|
return false;
|
|
62
|
+
}
|
|
54
63
|
return (processing.pending(file.fileId) ||
|
|
55
64
|
rag.state === 'running' ||
|
|
56
65
|
(rag.retryAt !== undefined && rag.retryAt <= deadline));
|
|
57
66
|
});
|
|
58
|
-
if (!waiting)
|
|
67
|
+
if (!waiting) {
|
|
59
68
|
finish();
|
|
69
|
+
}
|
|
60
70
|
}
|
|
61
71
|
})()
|
|
62
72
|
.catch(finish)
|
|
63
73
|
.finally(() => {
|
|
64
74
|
checking = false;
|
|
65
|
-
if (dirty && !done)
|
|
75
|
+
if (dirty && !done) {
|
|
66
76
|
check();
|
|
77
|
+
}
|
|
67
78
|
});
|
|
68
79
|
};
|
|
69
80
|
files.watch(check);
|
|
@@ -29,18 +29,19 @@ export class IndexingSource {
|
|
|
29
29
|
async read(id, blobRef, signal) {
|
|
30
30
|
try {
|
|
31
31
|
const bytes = await this._readBytes(blobRef, { signal, wait: !this._download });
|
|
32
|
-
this.retry.
|
|
32
|
+
this.retry.markFound(id);
|
|
33
33
|
return { kind: 'bytes', bytes };
|
|
34
34
|
}
|
|
35
35
|
catch (err) {
|
|
36
|
-
if (signal?.aborted || err instanceof AbortedError)
|
|
36
|
+
if (signal?.aborted || err instanceof AbortedError) {
|
|
37
37
|
throw new AbortedError();
|
|
38
|
+
}
|
|
38
39
|
if (isInvalidBlobReferenceError(err)) {
|
|
39
40
|
logger.warn('rag', 'blob ref is malformed, never readable', { id });
|
|
40
41
|
return { kind: 'malformed' };
|
|
41
42
|
}
|
|
42
43
|
logger.debug('rag', 'blob bytes unavailable', { id, err });
|
|
43
|
-
this.retry.
|
|
44
|
+
this.retry.markMissing(id);
|
|
44
45
|
const retryAt = this.retryMiss(id, Date.now());
|
|
45
46
|
this._fetch(id, blobRef);
|
|
46
47
|
return { kind: 'missing', retryAt };
|
|
@@ -58,18 +59,21 @@ export class IndexingSource {
|
|
|
58
59
|
await Promise.all(pending);
|
|
59
60
|
}
|
|
60
61
|
pending(matches) {
|
|
61
|
-
for (const id of this._downloads.keys())
|
|
62
|
+
for (const id of this._downloads.keys()) {
|
|
62
63
|
if (matches(id))
|
|
63
64
|
return true;
|
|
65
|
+
}
|
|
64
66
|
return false;
|
|
65
67
|
}
|
|
66
68
|
_fetch(id, reference) {
|
|
67
69
|
const download = this._download;
|
|
68
|
-
if (!download)
|
|
70
|
+
if (!download) {
|
|
69
71
|
return;
|
|
72
|
+
}
|
|
70
73
|
const current = this._downloads.get(id);
|
|
71
|
-
if (current && compareBlobReferences(current.reference, reference))
|
|
74
|
+
if (current && compareBlobReferences(current.reference, reference)) {
|
|
72
75
|
return;
|
|
76
|
+
}
|
|
73
77
|
current?.abort.abort(new AbortedError());
|
|
74
78
|
const abort = new AbortController();
|
|
75
79
|
const transfer = {
|
|
@@ -83,12 +87,14 @@ export class IndexingSource {
|
|
|
83
87
|
this.retryClear(id);
|
|
84
88
|
download.ready(id);
|
|
85
89
|
}, (err) => {
|
|
86
|
-
if (!abort.signal.aborted)
|
|
90
|
+
if (!abort.signal.aborted) {
|
|
87
91
|
logger.debug('rag', 'blob download interrupted', { id, err });
|
|
92
|
+
}
|
|
88
93
|
})
|
|
89
94
|
.finally(() => {
|
|
90
|
-
if (this._downloads.get(id) === transfer)
|
|
95
|
+
if (this._downloads.get(id) === transfer) {
|
|
91
96
|
this._downloads.delete(id);
|
|
97
|
+
}
|
|
92
98
|
})
|
|
93
99
|
};
|
|
94
100
|
this._downloads.set(id, transfer);
|
|
@@ -4,12 +4,12 @@ export type LocalWork = Pick<AssistantFileProcessorStatus, 'state' | 'reason' |
|
|
|
4
4
|
export type IndexingProgressEntry = Omit<Parameters<IndexingProgress>[0], 'error'> & {
|
|
5
5
|
error: string | null;
|
|
6
6
|
};
|
|
7
|
-
export
|
|
7
|
+
export interface LoadedArtifact {
|
|
8
8
|
artifactId: string;
|
|
9
9
|
blobRef?: string;
|
|
10
10
|
evict?: string;
|
|
11
|
-
}
|
|
12
|
-
|
|
11
|
+
}
|
|
12
|
+
interface DocumentState {
|
|
13
13
|
work?: LocalWork;
|
|
14
14
|
load?: LocalWork;
|
|
15
15
|
progress?: IndexingProgressEntry;
|
|
@@ -18,8 +18,8 @@ type DocumentState = {
|
|
|
18
18
|
artifactIdMemo?: string;
|
|
19
19
|
embedFailures?: number;
|
|
20
20
|
preferredUntil?: number;
|
|
21
|
-
}
|
|
22
|
-
|
|
21
|
+
}
|
|
22
|
+
export interface ArtifactState {
|
|
23
23
|
knowledgeId?: string;
|
|
24
24
|
terminal?: boolean;
|
|
25
25
|
failedReference?: string;
|
|
@@ -31,19 +31,21 @@ type ArtifactState = {
|
|
|
31
31
|
published?: {
|
|
32
32
|
artifactBlobId: string;
|
|
33
33
|
};
|
|
34
|
-
}
|
|
34
|
+
}
|
|
35
|
+
export interface RetryEntry {
|
|
36
|
+
at: number;
|
|
37
|
+
delay: number;
|
|
38
|
+
}
|
|
35
39
|
export declare class FileRetries {
|
|
36
40
|
private readonly _entries;
|
|
37
41
|
private readonly _missing;
|
|
38
42
|
blockedUntil(id: string, now: number): number | null;
|
|
39
43
|
miss(id: string, now: number, retryMs: number): number;
|
|
40
|
-
|
|
44
|
+
markMissing(id: string): void;
|
|
45
|
+
markFound(id: string): void;
|
|
41
46
|
clear(id?: string): void;
|
|
42
47
|
reconnect(onRetry?: (id: string, deadline: number) => void): number | null;
|
|
43
|
-
get(id: string): Readonly<
|
|
44
|
-
at: number;
|
|
45
|
-
delay: number;
|
|
46
|
-
}> | undefined;
|
|
48
|
+
get(id: string): Readonly<RetryEntry> | undefined;
|
|
47
49
|
rewind(id: string): void;
|
|
48
50
|
}
|
|
49
51
|
export declare class FileState {
|
|
@@ -12,11 +12,11 @@ export class FileRetries {
|
|
|
12
12
|
this._entries.set(id, { at, delay });
|
|
13
13
|
return at;
|
|
14
14
|
}
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
15
|
+
markMissing(id) {
|
|
16
|
+
this._missing.add(id);
|
|
17
|
+
}
|
|
18
|
+
markFound(id) {
|
|
19
|
+
this._missing.delete(id);
|
|
20
20
|
}
|
|
21
21
|
clear(id) {
|
|
22
22
|
if (id !== undefined) {
|
|
@@ -32,8 +32,9 @@ export class FileRetries {
|
|
|
32
32
|
let deadline = null;
|
|
33
33
|
for (const id of this._missing) {
|
|
34
34
|
const entry = this._entries.get(id);
|
|
35
|
-
if (!entry)
|
|
35
|
+
if (!entry) {
|
|
36
36
|
continue;
|
|
37
|
+
}
|
|
37
38
|
deadline ??= Date.now() + 250;
|
|
38
39
|
entry.at = Math.min(entry.at, deadline);
|
|
39
40
|
onRetry?.(id, entry.at);
|
|
@@ -45,8 +46,9 @@ export class FileRetries {
|
|
|
45
46
|
}
|
|
46
47
|
rewind(id) {
|
|
47
48
|
const entry = this._entries.get(id);
|
|
48
|
-
if (entry)
|
|
49
|
+
if (entry) {
|
|
49
50
|
entry.at = 0;
|
|
51
|
+
}
|
|
50
52
|
}
|
|
51
53
|
}
|
|
52
54
|
export class FileState {
|
|
@@ -56,14 +58,16 @@ export class FileState {
|
|
|
56
58
|
outputRetries = new FileRetries();
|
|
57
59
|
document(id) {
|
|
58
60
|
let entry = this._documents.get(id);
|
|
59
|
-
if (!entry)
|
|
61
|
+
if (!entry) {
|
|
60
62
|
this._documents.set(id, (entry = {}));
|
|
63
|
+
}
|
|
61
64
|
return entry;
|
|
62
65
|
}
|
|
63
66
|
artifact(id) {
|
|
64
67
|
let entry = this._artifacts.get(id);
|
|
65
|
-
if (!entry)
|
|
68
|
+
if (!entry) {
|
|
66
69
|
this._artifacts.set(id, (entry = {}));
|
|
70
|
+
}
|
|
67
71
|
return entry;
|
|
68
72
|
}
|
|
69
73
|
get(id) {
|
|
@@ -91,8 +95,9 @@ export class FileState {
|
|
|
91
95
|
this.sourceRetries.clear(id);
|
|
92
96
|
this.outputRetries.clear(id);
|
|
93
97
|
for (const [artifactId, output] of this._artifacts) {
|
|
94
|
-
if (output.knowledgeId !== id && artifactId !== entry.artifactIdMemo)
|
|
98
|
+
if (output.knowledgeId !== id && artifactId !== entry.artifactIdMemo) {
|
|
95
99
|
continue;
|
|
100
|
+
}
|
|
96
101
|
output.terminal = false;
|
|
97
102
|
output.failedReference = undefined;
|
|
98
103
|
output.unavailable = undefined;
|
|
@@ -103,10 +108,12 @@ export class FileState {
|
|
|
103
108
|
reset() {
|
|
104
109
|
this._documents.clear();
|
|
105
110
|
for (const [id, entry] of this._artifacts) {
|
|
106
|
-
if (entry.published)
|
|
111
|
+
if (entry.published) {
|
|
107
112
|
this._artifacts.set(id, { published: entry.published });
|
|
108
|
-
|
|
113
|
+
}
|
|
114
|
+
else {
|
|
109
115
|
this._artifacts.delete(id);
|
|
116
|
+
}
|
|
110
117
|
}
|
|
111
118
|
this.sourceRetries.clear();
|
|
112
119
|
this.outputRetries.clear();
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import type { QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
3
3
|
import { type RagArtifactPayload, type RagExtractors } from 'rag-extract';
|
|
4
|
-
export
|
|
4
|
+
export interface BuildEmbedder {
|
|
5
5
|
model: string;
|
|
6
6
|
embed(input: {
|
|
7
7
|
texts: string[];
|
|
8
8
|
signal?: AbortSignal;
|
|
9
9
|
}): Promise<number[][]>;
|
|
10
|
-
}
|
|
10
|
+
}
|
|
11
11
|
export type BuildProgress = (processedChunks: number, totalChunks: number) => void;
|
|
12
12
|
export declare class EmbedderFailure extends Error {
|
|
13
13
|
constructor(cause: unknown);
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { chunkRagDocuments, extractRagDocumentFromBytes } from 'rag-extract';
|
|
2
2
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
3
|
+
import { errorMessage } from '../../../guards.js';
|
|
3
4
|
const EMBED_BATCH = 8;
|
|
4
5
|
export class EmbedderFailure extends Error {
|
|
5
6
|
constructor(cause) {
|
|
6
|
-
super(
|
|
7
|
+
super(errorMessage(cause), { cause });
|
|
7
8
|
this.name = 'EmbedderFailure';
|
|
8
9
|
}
|
|
9
10
|
}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
1
|
export declare const RAG_ACCEPT_EXTENSIONS: readonly ['.pdf', '.txt', '.md', '.markdown', '.rtf', '.html', '.htm', '.xhtml', '.log', '.json', '.jsonl', '.csv', '.tsv', '.xml', '.yaml', '.yml'];
|
|
2
2
|
export declare const EXEC_ATTACHABLE_EXTENSIONS: readonly ['.docx', '.xlsx', '.pptx'];
|
|
3
3
|
export declare const EXEC_ATTACHABLE_MIME_TYPES: readonly ['application/vnd.openxmlformats-officedocument.wordprocessingml.document', 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet', 'application/vnd.openxmlformats-officedocument.presentationml.presentation'];
|
|
4
|
-
export
|
|
4
|
+
export interface DocumentDescriptor {
|
|
5
5
|
readonly fileName?: string;
|
|
6
6
|
readonly mimeType?: string;
|
|
7
|
-
}
|
|
8
|
-
export declare function
|
|
9
|
-
|
|
10
|
-
readonly mimeType?: string;
|
|
11
|
-
}): boolean;
|
|
7
|
+
}
|
|
8
|
+
export declare function isExecAttachableDocument(input: DocumentDescriptor): boolean;
|
|
9
|
+
export declare function isKnownUnsupportedDocument(input: DocumentDescriptor): boolean;
|
|
@@ -2,8 +2,13 @@ import type { AbortSignal } from 'bare-abort-controller';
|
|
|
2
2
|
import type { QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
3
3
|
import { type RagExtractors, type VectorIndex } from 'rag-extract';
|
|
4
4
|
import { type IndexingEmbedder } from './produce.ts';
|
|
5
|
-
import type {
|
|
6
|
-
|
|
5
|
+
import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
|
|
6
|
+
export interface RagProcessorOptions {
|
|
7
|
+
readonly model: string;
|
|
8
|
+
readonly embedder?: IndexingEmbedder;
|
|
9
|
+
readonly index?: VectorIndex | null;
|
|
10
|
+
readonly extractors?: RagExtractors;
|
|
11
|
+
}
|
|
7
12
|
export declare class RagProcessor implements FileProcessor {
|
|
8
13
|
readonly id = "rag";
|
|
9
14
|
readonly input = "knowledge";
|
|
@@ -12,17 +17,9 @@ export declare class RagProcessor implements FileProcessor {
|
|
|
12
17
|
private readonly _producer;
|
|
13
18
|
readonly load?: (document: FileDocument, signal: AbortSignal) => Promise<void>;
|
|
14
19
|
private readonly _index;
|
|
15
|
-
constructor(options:
|
|
16
|
-
model: string;
|
|
17
|
-
embedder?: IndexingEmbedder;
|
|
18
|
-
index?: VectorIndex | null;
|
|
19
|
-
extractors?: RagExtractors;
|
|
20
|
-
});
|
|
20
|
+
constructor(options: RagProcessorOptions);
|
|
21
21
|
applies(_document: QvacKnowledge): boolean;
|
|
22
|
-
canProduce(document: QvacKnowledge, host:
|
|
23
|
-
mesh: Mesh;
|
|
24
|
-
deviceId: Buffer | null;
|
|
25
|
-
}): Promise<boolean>;
|
|
22
|
+
canProduce(document: QvacKnowledge, host: ProcessorHost): Promise<boolean>;
|
|
26
23
|
produce(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
27
24
|
close(): Promise<boolean>;
|
|
28
25
|
}
|
|
@@ -30,5 +27,5 @@ export { MAX_KNOWLEDGE_BYTES } from './limits.ts';
|
|
|
30
27
|
export { canIndexChat } from './policy.ts';
|
|
31
28
|
export type { IndexingEmbedder, IndexingProgress } from './produce.ts';
|
|
32
29
|
export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.ts';
|
|
33
|
-
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
30
|
+
export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
34
31
|
export type { RagArtifactPayload, RagDocumentRef, RagExtractors, RagSource, VectorHit, VectorIndex } from 'rag-extract';
|
|
@@ -22,8 +22,9 @@ export class RagProcessor {
|
|
|
22
22
|
embed: async (input) => {
|
|
23
23
|
await lock.lock();
|
|
24
24
|
try {
|
|
25
|
-
if (input.signal?.aborted)
|
|
25
|
+
if (input.signal?.aborted) {
|
|
26
26
|
throw new AbortedError();
|
|
27
|
+
}
|
|
27
28
|
return await source.embed(input);
|
|
28
29
|
}
|
|
29
30
|
finally {
|
|
@@ -62,4 +63,4 @@ export class RagProcessor {
|
|
|
62
63
|
export { MAX_KNOWLEDGE_BYTES } from './limits.js';
|
|
63
64
|
export { canIndexChat } from './policy.js';
|
|
64
65
|
export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.js';
|
|
65
|
-
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
66
|
+
export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
@@ -3,19 +3,20 @@ import { type RagExtractors, type VectorIndex } from 'rag-extract';
|
|
|
3
3
|
import type { FileDocument } from '../processing/index.ts';
|
|
4
4
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
5
5
|
import { type BuildEmbedder } from './build.ts';
|
|
6
|
-
export
|
|
6
|
+
export interface HydratePassOptions {
|
|
7
7
|
model: string;
|
|
8
8
|
index: VectorIndex;
|
|
9
9
|
embedder?: BuildEmbedder;
|
|
10
10
|
extractors?: RagExtractors;
|
|
11
|
-
}
|
|
12
|
-
export
|
|
13
|
-
model: string;
|
|
14
|
-
pinnedDimensions: number | null;
|
|
15
|
-
failed: (id: string) => string | undefined;
|
|
16
|
-
localCoreKey?: string;
|
|
17
|
-
skip: ReadonlySet<string>;
|
|
18
|
-
}
|
|
11
|
+
}
|
|
12
|
+
export interface PickArtifactOptions {
|
|
13
|
+
readonly model: string;
|
|
14
|
+
readonly pinnedDimensions: number | null;
|
|
15
|
+
readonly failed: (id: string) => string | undefined;
|
|
16
|
+
readonly localCoreKey?: string;
|
|
17
|
+
readonly skip: ReadonlySet<string>;
|
|
18
|
+
}
|
|
19
|
+
export declare function pickArtifact(rows: QvacKnowledgeArtifact[], opts: PickArtifactOptions): QvacKnowledgeArtifact | null;
|
|
19
20
|
export declare class HydratePass {
|
|
20
21
|
private readonly _model;
|
|
21
22
|
private readonly _index;
|
|
@@ -2,13 +2,15 @@ import { contentHash, decodeRagArtifact, pipelineVersionFor } from 'rag-extract'
|
|
|
2
2
|
import { compareBlobReferences } from '../store/index.js';
|
|
3
3
|
import { buildArtifactPayload, EmbedderFailure } from './build.js';
|
|
4
4
|
import { EMBED_RETRY_LIMIT } from './produce.js';
|
|
5
|
+
import { errorMessage } from '../../../guards.js';
|
|
5
6
|
export function pickArtifact(rows, opts) {
|
|
6
7
|
const candidates = rows.filter((row) => !opts.skip.has(row.id) &&
|
|
7
8
|
!sameReference(opts.failed(row.id), row.artifactBlobId, opts.localCoreKey) &&
|
|
8
9
|
row.embedderVersion.startsWith(`${opts.model}|`) &&
|
|
9
10
|
(opts.pinnedDimensions === null || row.dimensions === opts.pinnedDimensions));
|
|
10
|
-
if (candidates.length === 0)
|
|
11
|
+
if (candidates.length === 0) {
|
|
11
12
|
return null;
|
|
13
|
+
}
|
|
12
14
|
const exactVersion = pipelineVersionFor(opts.model);
|
|
13
15
|
const exact = candidates.filter((row) => row.embedderVersion === exactVersion);
|
|
14
16
|
const pool = exact.length > 0 ? exact : candidates;
|
|
@@ -30,10 +32,12 @@ export class HydratePass {
|
|
|
30
32
|
const local = document.state;
|
|
31
33
|
let entry = local.loaded;
|
|
32
34
|
if (knowledge.deletedAt) {
|
|
33
|
-
if (!entry)
|
|
35
|
+
if (!entry) {
|
|
34
36
|
return;
|
|
35
|
-
|
|
37
|
+
}
|
|
38
|
+
if (entry.evict) {
|
|
36
39
|
await this._index.remove(entry.evict);
|
|
40
|
+
}
|
|
37
41
|
await this._index.remove(entry.artifactId);
|
|
38
42
|
local.loaded = undefined;
|
|
39
43
|
document.load({ state: 'pending' });
|
|
@@ -52,8 +56,9 @@ export class HydratePass {
|
|
|
52
56
|
skip
|
|
53
57
|
});
|
|
54
58
|
if (!pick) {
|
|
55
|
-
if (entry)
|
|
59
|
+
if (entry) {
|
|
56
60
|
document.load({ state: 'ready' }, entry.artifactId);
|
|
61
|
+
}
|
|
57
62
|
const repair = rows.find((row) => {
|
|
58
63
|
const artifact = document.readArtifact(row.id);
|
|
59
64
|
return (row.embedderVersion === pipelineVersionFor(this._model) &&
|
|
@@ -61,8 +66,9 @@ export class HydratePass {
|
|
|
61
66
|
(sameReference(artifact?.unavailable?.blobRef, row.artifactBlobId, localCoreKey) &&
|
|
62
67
|
artifact?.unavailable?.repeated)));
|
|
63
68
|
});
|
|
64
|
-
if (!entry && repair && signal)
|
|
69
|
+
if (!entry && repair && signal) {
|
|
65
70
|
await this._rebuild(document, repair, signal);
|
|
71
|
+
}
|
|
66
72
|
return;
|
|
67
73
|
}
|
|
68
74
|
if (entry &&
|
|
@@ -81,8 +87,9 @@ export class HydratePass {
|
|
|
81
87
|
skip.add(pick.id);
|
|
82
88
|
continue;
|
|
83
89
|
}
|
|
84
|
-
if (document.paused() || document.closed())
|
|
90
|
+
if (document.paused() || document.closed()) {
|
|
85
91
|
return;
|
|
92
|
+
}
|
|
86
93
|
const read = await document.output(pick.id, pick.artifactBlobId).read(signal);
|
|
87
94
|
if (read.kind === 'malformed') {
|
|
88
95
|
document.load({ state: 'failed', reason: 'invalid output reference' }, entry?.artifactId);
|
|
@@ -121,11 +128,13 @@ export class HydratePass {
|
|
|
121
128
|
logger.warn('rag', 'artifact undecodable, pinned for the session', { id: pick.id, err });
|
|
122
129
|
continue;
|
|
123
130
|
}
|
|
124
|
-
if (document.paused() || document.closed())
|
|
131
|
+
if (document.paused() || document.closed()) {
|
|
125
132
|
return;
|
|
133
|
+
}
|
|
126
134
|
const live = await document.current();
|
|
127
|
-
if (!live || live.deletedAt || signal?.aborted)
|
|
135
|
+
if (!live || live.deletedAt || signal?.aborted) {
|
|
128
136
|
return;
|
|
137
|
+
}
|
|
129
138
|
try {
|
|
130
139
|
await this._index.upsert(pick.id, chunks);
|
|
131
140
|
}
|
|
@@ -136,8 +145,9 @@ export class HydratePass {
|
|
|
136
145
|
}
|
|
137
146
|
const evict = entry && entry.artifactId !== pick.id ? entry.artifactId : undefined;
|
|
138
147
|
local.loaded = { artifactId: pick.id, blobRef: pick.artifactBlobId, evict };
|
|
139
|
-
if (signal.aborted || document.closed())
|
|
148
|
+
if (signal.aborted || document.closed()) {
|
|
140
149
|
return;
|
|
150
|
+
}
|
|
141
151
|
document.load({ state: 'ready' }, pick.id);
|
|
142
152
|
entry = undefined;
|
|
143
153
|
if (evict) {
|
|
@@ -211,8 +221,9 @@ export class HydratePass {
|
|
|
211
221
|
artifactId: artifact.id,
|
|
212
222
|
blobRef: artifact.artifactBlobId
|
|
213
223
|
};
|
|
214
|
-
if (signal.aborted || document.closed())
|
|
224
|
+
if (signal.aborted || document.closed()) {
|
|
215
225
|
return;
|
|
226
|
+
}
|
|
216
227
|
document.output(knowledge.id, knowledge.blobId).clear();
|
|
217
228
|
local.rebuildFailures = undefined;
|
|
218
229
|
document.load({ state: 'ready' }, artifact.id);
|
|
@@ -223,8 +234,9 @@ export class HydratePass {
|
|
|
223
234
|
});
|
|
224
235
|
}
|
|
225
236
|
catch (error) {
|
|
226
|
-
if (document.closed())
|
|
237
|
+
if (document.closed()) {
|
|
227
238
|
return;
|
|
239
|
+
}
|
|
228
240
|
if (signal.aborted || document.paused()) {
|
|
229
241
|
document.load({ state: 'pending', reason: 'processing interrupted' });
|
|
230
242
|
return;
|
|
@@ -234,11 +246,12 @@ export class HydratePass {
|
|
|
234
246
|
const retryAt = failures <= EMBED_RETRY_LIMIT
|
|
235
247
|
? document.output(knowledge.id, knowledge.blobId).miss()
|
|
236
248
|
: undefined;
|
|
237
|
-
if (retryAt)
|
|
249
|
+
if (retryAt) {
|
|
238
250
|
document.schedule(retryAt);
|
|
251
|
+
}
|
|
239
252
|
document.load({
|
|
240
253
|
state: 'failed',
|
|
241
|
-
reason:
|
|
254
|
+
reason: errorMessage(error),
|
|
242
255
|
retryAt
|
|
243
256
|
});
|
|
244
257
|
}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
|
|
2
2
|
import { getAgent, isOrphaned } from '../../agent.js';
|
|
3
3
|
import { getChat } from '../../chat.js';
|
|
4
|
+
import b4a from 'b4a';
|
|
4
5
|
export async function canIndexChat(mesh, deviceId, chatId) {
|
|
5
6
|
if (!deviceId) {
|
|
6
7
|
return false;
|
|
@@ -19,5 +20,5 @@ export async function canIndexChat(mesh, deviceId, chatId) {
|
|
|
19
20
|
if (await isOrphaned(mesh, agent)) {
|
|
20
21
|
return true;
|
|
21
22
|
}
|
|
22
|
-
return agent.providerDeviceId
|
|
23
|
+
return b4a.equals(agent.providerDeviceId, deviceId);
|
|
23
24
|
}
|