@qvac/core 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +92 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +31 -11
- package/dist-lib/lib/assistant.js +846 -390
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +50 -31
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +70 -0
- package/dist-lib/lib/core/collections.js +70 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.d.ts +2 -0
- package/dist-lib/lib/core/contract/chat.js +67 -1
- package/dist-lib/lib/core/contract/chunks.js +15 -9
- package/dist-lib/lib/core/contract/compute.d.ts +1 -1
- package/dist-lib/lib/core/contract/compute.js +4 -2
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +10 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +46 -52
- package/dist-lib/lib/core/files/index.js +149 -94
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.d.ts +4 -1
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +21 -13
- package/dist-lib/lib/core/files/processing/index.js +74 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +14 -11
- package/dist-lib/lib/core/files/processing/state.js +24 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +12 -13
- package/dist-lib/lib/core/files/rag/index.js +9 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/index.d.ts +1 -0
- package/dist-lib/lib/core/files/records/index.js +1 -0
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/purge.d.ts +4 -0
- package/dist-lib/lib/core/files/records/purge.js +108 -0
- package/dist-lib/lib/core/files/records/reclaim.js +43 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +11 -10
- package/dist-lib/lib/core/files/store/blob.js +54 -19
- package/dist-lib/lib/core/files/store/index.d.ts +2 -6
- package/dist-lib/lib/core/files/store/index.js +10 -5
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.d.ts +2 -0
- package/dist-lib/lib/core/local/files.js +51 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +33 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +1009 -541
- package/dist-lib/lib/credential-pusher.d.ts +20 -20
- package/dist-lib/lib/credential-pusher.js +65 -43
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +18 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/db.json +16 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +72 -3
- package/dist-lib/spec/mesh/hyperdb/messages.js +400 -221
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +7 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +18 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/index.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/schema.json +65 -1
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +19 -1
- package/package.json +8 -4
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +18 -49
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { QvacIndexingResolution, QvacIndexingStatus } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
2
|
import type { Mesh } from '../../mesh.ts';
|
|
3
|
+
import type { ChatScope, KnowledgeScope } from '../records/knowledge.ts';
|
|
3
4
|
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.ts';
|
|
4
5
|
export declare function isClaimLive(row: QvacIndexingStatus, at: number): boolean;
|
|
5
6
|
export interface ClaimIndexingInput {
|
|
@@ -7,23 +8,22 @@ export interface ClaimIndexingInput {
|
|
|
7
8
|
knowledgeId: string;
|
|
8
9
|
at: number;
|
|
9
10
|
}
|
|
11
|
+
export interface IndexingClaimResult {
|
|
12
|
+
readonly row: QvacIndexingStatus;
|
|
13
|
+
readonly won: boolean;
|
|
14
|
+
}
|
|
15
|
+
export interface ResolveIndexingInput {
|
|
16
|
+
readonly artifactId: string;
|
|
17
|
+
readonly claimId: string;
|
|
18
|
+
readonly status: QvacIndexingResolution;
|
|
19
|
+
readonly error?: string;
|
|
20
|
+
}
|
|
21
|
+
export interface IndexingResolutionResult {
|
|
22
|
+
readonly row: QvacIndexingStatus;
|
|
23
|
+
readonly applied: boolean;
|
|
24
|
+
}
|
|
10
25
|
export declare function getIndexingStatus(store: Mesh, artifactId: string): Promise<QvacIndexingStatus | null>;
|
|
11
|
-
export declare function listIndexingByKnowledge(store: Mesh, { knowledgeId }:
|
|
12
|
-
|
|
13
|
-
}): Promise<
|
|
14
|
-
export declare function
|
|
15
|
-
chatId: string;
|
|
16
|
-
}): Promise<QvacIndexingStatus[]>;
|
|
17
|
-
export declare function claimIndexing(store: Mesh, { artifactId, knowledgeId, at }: ClaimIndexingInput): Promise<{
|
|
18
|
-
row: QvacIndexingStatus;
|
|
19
|
-
won: boolean;
|
|
20
|
-
}>;
|
|
21
|
-
export declare function resolveIndexing(store: Mesh, { artifactId, claimId, status, error }: {
|
|
22
|
-
artifactId: string;
|
|
23
|
-
claimId: string;
|
|
24
|
-
status: QvacIndexingResolution;
|
|
25
|
-
error?: string;
|
|
26
|
-
}): Promise<{
|
|
27
|
-
row: QvacIndexingStatus;
|
|
28
|
-
applied: boolean;
|
|
29
|
-
}>;
|
|
26
|
+
export declare function listIndexingByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacIndexingStatus[]>;
|
|
27
|
+
export declare function listIndexingByChat(store: Mesh, { chatId }: ChatScope): Promise<QvacIndexingStatus[]>;
|
|
28
|
+
export declare function claimIndexing(store: Mesh, { artifactId, knowledgeId, at }: ClaimIndexingInput): Promise<IndexingClaimResult>;
|
|
29
|
+
export declare function resolveIndexing(store: Mesh, { artifactId, claimId, status, error }: ResolveIndexingInput): Promise<IndexingResolutionResult>;
|
|
@@ -1,12 +1,10 @@
|
|
|
1
1
|
import { INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
2
2
|
import { randomId } from '../../id.js';
|
|
3
3
|
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
4
|
+
import { INDEXING_STATUS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE } from '../../collections.js';
|
|
4
5
|
export function isClaimLive(row, at) {
|
|
5
6
|
return (row.status === 'indexing' && row.expiresAt > at && row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS);
|
|
6
7
|
}
|
|
7
|
-
const INDEXING_STATUS = '@qvac/indexing-status';
|
|
8
|
-
const INDEXING_STATUS_BY_KNOWLEDGE = '@qvac/indexing-status-by-knowledge';
|
|
9
|
-
const INDEXING_STATUS_BY_CHAT = '@qvac/indexing-status-by-chat';
|
|
10
8
|
export async function getIndexingStatus(store, artifactId) {
|
|
11
9
|
const snap = store.view.snapshot();
|
|
12
10
|
try {
|
|
@@ -19,8 +17,9 @@ export async function getIndexingStatus(store, artifactId) {
|
|
|
19
17
|
}
|
|
20
18
|
async function mustGetIndexingStatus(store, artifactId) {
|
|
21
19
|
const row = await getIndexingStatus(store, artifactId);
|
|
22
|
-
if (!row)
|
|
20
|
+
if (!row) {
|
|
23
21
|
throw new Error(`indexing status not found: ${artifactId}`);
|
|
22
|
+
}
|
|
24
23
|
return row;
|
|
25
24
|
}
|
|
26
25
|
export async function listIndexingByKnowledge(store, { knowledgeId }) {
|
|
@@ -54,8 +53,9 @@ export async function listIndexingByChat(store, { chatId }) {
|
|
|
54
53
|
}
|
|
55
54
|
}
|
|
56
55
|
export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
|
|
57
|
-
if (!at || at < 0)
|
|
56
|
+
if (!at || at < 0) {
|
|
58
57
|
throw new Error(`claim-indexing needs a positive timestamp, got ${at}`);
|
|
58
|
+
}
|
|
59
59
|
const claimId = randomId();
|
|
60
60
|
await store.dispatch('claim-indexing', { id: artifactId, knowledgeId, claimId, at });
|
|
61
61
|
const row = await mustGetIndexingStatus(store, artifactId);
|
|
@@ -1,10 +1,13 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import type { Files } from '../index.ts';
|
|
3
3
|
import type { FileProcessing } from './index.ts';
|
|
4
|
-
export
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
4
|
+
export interface SettleOptions {
|
|
5
|
+
readonly timeoutMs?: number;
|
|
6
|
+
readonly signal?: AbortSignal;
|
|
7
|
+
}
|
|
8
|
+
export interface SettleFilesOptions extends SettleOptions {
|
|
9
|
+
readonly ids: string[];
|
|
10
|
+
readonly processing: FileProcessing;
|
|
11
|
+
readonly chatIds: () => Promise<string[]>;
|
|
12
|
+
}
|
|
13
|
+
export declare function settleFiles(files: Files, options: SettleFilesOptions): Promise<void>;
|
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
2
2
|
export function settleFiles(files, options) {
|
|
3
3
|
const { ids, processing, signal, timeoutMs = 5_000 } = options;
|
|
4
|
-
if (signal?.aborted)
|
|
4
|
+
if (signal?.aborted) {
|
|
5
5
|
return Promise.reject(new AbortedError());
|
|
6
|
-
|
|
6
|
+
}
|
|
7
|
+
if (!ids.length || timeoutMs <= 0 || files.closed) {
|
|
7
8
|
return Promise.resolve();
|
|
9
|
+
}
|
|
8
10
|
const deadline = Date.now() + timeoutMs;
|
|
9
11
|
const wanted = new Set(ids);
|
|
10
12
|
return new Promise((resolve, reject) => {
|
|
@@ -20,50 +22,59 @@ export function settleFiles(files, options) {
|
|
|
20
22
|
files.unwatch(check);
|
|
21
23
|
files.off('close', onClose);
|
|
22
24
|
signal?.removeEventListener('abort', onAbort);
|
|
23
|
-
if (error)
|
|
25
|
+
if (error) {
|
|
24
26
|
reject(error);
|
|
25
|
-
|
|
27
|
+
}
|
|
28
|
+
else {
|
|
26
29
|
resolve();
|
|
30
|
+
}
|
|
27
31
|
};
|
|
28
32
|
const onClose = () => finish();
|
|
29
33
|
const onAbort = () => finish(new AbortedError());
|
|
30
34
|
const chats = options.chatIds();
|
|
31
35
|
const check = () => {
|
|
32
36
|
dirty = true;
|
|
33
|
-
if (checking || done)
|
|
37
|
+
if (checking || done) {
|
|
34
38
|
return;
|
|
39
|
+
}
|
|
35
40
|
checking = true;
|
|
36
41
|
void (async () => {
|
|
37
42
|
while (dirty && !done) {
|
|
38
43
|
dirty = false;
|
|
39
44
|
const snapshots = await Promise.all((await chats).map((chatId) => files.status(chatId)));
|
|
40
|
-
if (done)
|
|
45
|
+
if (done) {
|
|
41
46
|
return;
|
|
42
|
-
|
|
47
|
+
}
|
|
48
|
+
if (!processing.active) {
|
|
43
49
|
return finish();
|
|
50
|
+
}
|
|
44
51
|
const waiting = snapshots
|
|
45
52
|
.flatMap((snapshot) => snapshot.files)
|
|
46
53
|
.some((file) => {
|
|
47
54
|
if (!wanted.has(file.fileId) || file.readyForChat)
|
|
48
55
|
return false;
|
|
49
56
|
const rag = file.processors.find((entry) => entry.processorId === 'rag');
|
|
50
|
-
if (!rag || rag.state === 'not-applicable')
|
|
57
|
+
if (!rag || rag.state === 'not-applicable') {
|
|
51
58
|
return false;
|
|
52
|
-
|
|
59
|
+
}
|
|
60
|
+
if (rag.state === 'failed' && (!rag.retryAt || rag.retryAt > deadline)) {
|
|
53
61
|
return false;
|
|
62
|
+
}
|
|
54
63
|
return (processing.pending(file.fileId) ||
|
|
55
64
|
rag.state === 'running' ||
|
|
56
65
|
(rag.retryAt !== undefined && rag.retryAt <= deadline));
|
|
57
66
|
});
|
|
58
|
-
if (!waiting)
|
|
67
|
+
if (!waiting) {
|
|
59
68
|
finish();
|
|
69
|
+
}
|
|
60
70
|
}
|
|
61
71
|
})()
|
|
62
72
|
.catch(finish)
|
|
63
73
|
.finally(() => {
|
|
64
74
|
checking = false;
|
|
65
|
-
if (dirty && !done)
|
|
75
|
+
if (dirty && !done) {
|
|
66
76
|
check();
|
|
77
|
+
}
|
|
67
78
|
});
|
|
68
79
|
};
|
|
69
80
|
files.watch(check);
|
|
@@ -29,18 +29,19 @@ export class IndexingSource {
|
|
|
29
29
|
async read(id, blobRef, signal) {
|
|
30
30
|
try {
|
|
31
31
|
const bytes = await this._readBytes(blobRef, { signal, wait: !this._download });
|
|
32
|
-
this.retry.
|
|
32
|
+
this.retry.markFound(id);
|
|
33
33
|
return { kind: 'bytes', bytes };
|
|
34
34
|
}
|
|
35
35
|
catch (err) {
|
|
36
|
-
if (signal?.aborted || err instanceof AbortedError)
|
|
36
|
+
if (signal?.aborted || err instanceof AbortedError) {
|
|
37
37
|
throw new AbortedError();
|
|
38
|
+
}
|
|
38
39
|
if (isInvalidBlobReferenceError(err)) {
|
|
39
40
|
logger.warn('rag', 'blob ref is malformed, never readable', { id });
|
|
40
41
|
return { kind: 'malformed' };
|
|
41
42
|
}
|
|
42
43
|
logger.debug('rag', 'blob bytes unavailable', { id, err });
|
|
43
|
-
this.retry.
|
|
44
|
+
this.retry.markMissing(id);
|
|
44
45
|
const retryAt = this.retryMiss(id, Date.now());
|
|
45
46
|
this._fetch(id, blobRef);
|
|
46
47
|
return { kind: 'missing', retryAt };
|
|
@@ -58,18 +59,21 @@ export class IndexingSource {
|
|
|
58
59
|
await Promise.all(pending);
|
|
59
60
|
}
|
|
60
61
|
pending(matches) {
|
|
61
|
-
for (const id of this._downloads.keys())
|
|
62
|
+
for (const id of this._downloads.keys()) {
|
|
62
63
|
if (matches(id))
|
|
63
64
|
return true;
|
|
65
|
+
}
|
|
64
66
|
return false;
|
|
65
67
|
}
|
|
66
68
|
_fetch(id, reference) {
|
|
67
69
|
const download = this._download;
|
|
68
|
-
if (!download)
|
|
70
|
+
if (!download) {
|
|
69
71
|
return;
|
|
72
|
+
}
|
|
70
73
|
const current = this._downloads.get(id);
|
|
71
|
-
if (current && compareBlobReferences(current.reference, reference))
|
|
74
|
+
if (current && compareBlobReferences(current.reference, reference)) {
|
|
72
75
|
return;
|
|
76
|
+
}
|
|
73
77
|
current?.abort.abort(new AbortedError());
|
|
74
78
|
const abort = new AbortController();
|
|
75
79
|
const transfer = {
|
|
@@ -83,12 +87,14 @@ export class IndexingSource {
|
|
|
83
87
|
this.retryClear(id);
|
|
84
88
|
download.ready(id);
|
|
85
89
|
}, (err) => {
|
|
86
|
-
if (!abort.signal.aborted)
|
|
90
|
+
if (!abort.signal.aborted) {
|
|
87
91
|
logger.debug('rag', 'blob download interrupted', { id, err });
|
|
92
|
+
}
|
|
88
93
|
})
|
|
89
94
|
.finally(() => {
|
|
90
|
-
if (this._downloads.get(id) === transfer)
|
|
95
|
+
if (this._downloads.get(id) === transfer) {
|
|
91
96
|
this._downloads.delete(id);
|
|
97
|
+
}
|
|
92
98
|
})
|
|
93
99
|
};
|
|
94
100
|
this._downloads.set(id, transfer);
|
|
@@ -4,12 +4,12 @@ export type LocalWork = Pick<AssistantFileProcessorStatus, 'state' | 'reason' |
|
|
|
4
4
|
export type IndexingProgressEntry = Omit<Parameters<IndexingProgress>[0], 'error'> & {
|
|
5
5
|
error: string | null;
|
|
6
6
|
};
|
|
7
|
-
export
|
|
7
|
+
export interface LoadedArtifact {
|
|
8
8
|
artifactId: string;
|
|
9
9
|
blobRef?: string;
|
|
10
10
|
evict?: string;
|
|
11
|
-
}
|
|
12
|
-
|
|
11
|
+
}
|
|
12
|
+
interface DocumentState {
|
|
13
13
|
work?: LocalWork;
|
|
14
14
|
load?: LocalWork;
|
|
15
15
|
progress?: IndexingProgressEntry;
|
|
@@ -18,8 +18,8 @@ type DocumentState = {
|
|
|
18
18
|
artifactIdMemo?: string;
|
|
19
19
|
embedFailures?: number;
|
|
20
20
|
preferredUntil?: number;
|
|
21
|
-
}
|
|
22
|
-
|
|
21
|
+
}
|
|
22
|
+
export interface ArtifactState {
|
|
23
23
|
knowledgeId?: string;
|
|
24
24
|
terminal?: boolean;
|
|
25
25
|
failedReference?: string;
|
|
@@ -31,19 +31,21 @@ type ArtifactState = {
|
|
|
31
31
|
published?: {
|
|
32
32
|
artifactBlobId: string;
|
|
33
33
|
};
|
|
34
|
-
}
|
|
34
|
+
}
|
|
35
|
+
export interface RetryEntry {
|
|
36
|
+
at: number;
|
|
37
|
+
delay: number;
|
|
38
|
+
}
|
|
35
39
|
export declare class FileRetries {
|
|
36
40
|
private readonly _entries;
|
|
37
41
|
private readonly _missing;
|
|
38
42
|
blockedUntil(id: string, now: number): number | null;
|
|
39
43
|
miss(id: string, now: number, retryMs: number): number;
|
|
40
|
-
|
|
44
|
+
markMissing(id: string): void;
|
|
45
|
+
markFound(id: string): void;
|
|
41
46
|
clear(id?: string): void;
|
|
42
47
|
reconnect(onRetry?: (id: string, deadline: number) => void): number | null;
|
|
43
|
-
get(id: string): Readonly<
|
|
44
|
-
at: number;
|
|
45
|
-
delay: number;
|
|
46
|
-
}> | undefined;
|
|
48
|
+
get(id: string): Readonly<RetryEntry> | undefined;
|
|
47
49
|
rewind(id: string): void;
|
|
48
50
|
}
|
|
49
51
|
export declare class FileState {
|
|
@@ -53,6 +55,7 @@ export declare class FileState {
|
|
|
53
55
|
readonly outputRetries: FileRetries;
|
|
54
56
|
document(id: string): DocumentState;
|
|
55
57
|
artifact(id: string): ArtifactState;
|
|
58
|
+
forget(id: string): DocumentState | undefined;
|
|
56
59
|
get(id: string): Readonly<DocumentState> | undefined;
|
|
57
60
|
readArtifact(id: string): Readonly<ArtifactState> | undefined;
|
|
58
61
|
progress(chatId: string): IndexingProgressEntry[];
|
|
@@ -12,11 +12,11 @@ export class FileRetries {
|
|
|
12
12
|
this._entries.set(id, { at, delay });
|
|
13
13
|
return at;
|
|
14
14
|
}
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
15
|
+
markMissing(id) {
|
|
16
|
+
this._missing.add(id);
|
|
17
|
+
}
|
|
18
|
+
markFound(id) {
|
|
19
|
+
this._missing.delete(id);
|
|
20
20
|
}
|
|
21
21
|
clear(id) {
|
|
22
22
|
if (id !== undefined) {
|
|
@@ -32,8 +32,9 @@ export class FileRetries {
|
|
|
32
32
|
let deadline = null;
|
|
33
33
|
for (const id of this._missing) {
|
|
34
34
|
const entry = this._entries.get(id);
|
|
35
|
-
if (!entry)
|
|
35
|
+
if (!entry) {
|
|
36
36
|
continue;
|
|
37
|
+
}
|
|
37
38
|
deadline ??= Date.now() + 250;
|
|
38
39
|
entry.at = Math.min(entry.at, deadline);
|
|
39
40
|
onRetry?.(id, entry.at);
|
|
@@ -45,8 +46,9 @@ export class FileRetries {
|
|
|
45
46
|
}
|
|
46
47
|
rewind(id) {
|
|
47
48
|
const entry = this._entries.get(id);
|
|
48
|
-
if (entry)
|
|
49
|
+
if (entry) {
|
|
49
50
|
entry.at = 0;
|
|
51
|
+
}
|
|
50
52
|
}
|
|
51
53
|
}
|
|
52
54
|
export class FileState {
|
|
@@ -56,14 +58,21 @@ export class FileState {
|
|
|
56
58
|
outputRetries = new FileRetries();
|
|
57
59
|
document(id) {
|
|
58
60
|
let entry = this._documents.get(id);
|
|
59
|
-
if (!entry)
|
|
61
|
+
if (!entry) {
|
|
60
62
|
this._documents.set(id, (entry = {}));
|
|
63
|
+
}
|
|
61
64
|
return entry;
|
|
62
65
|
}
|
|
63
66
|
artifact(id) {
|
|
64
67
|
let entry = this._artifacts.get(id);
|
|
65
|
-
if (!entry)
|
|
68
|
+
if (!entry) {
|
|
66
69
|
this._artifacts.set(id, (entry = {}));
|
|
70
|
+
}
|
|
71
|
+
return entry;
|
|
72
|
+
}
|
|
73
|
+
forget(id) {
|
|
74
|
+
const entry = this._documents.get(id);
|
|
75
|
+
this._documents.delete(id);
|
|
67
76
|
return entry;
|
|
68
77
|
}
|
|
69
78
|
get(id) {
|
|
@@ -91,8 +100,9 @@ export class FileState {
|
|
|
91
100
|
this.sourceRetries.clear(id);
|
|
92
101
|
this.outputRetries.clear(id);
|
|
93
102
|
for (const [artifactId, output] of this._artifacts) {
|
|
94
|
-
if (output.knowledgeId !== id && artifactId !== entry.artifactIdMemo)
|
|
103
|
+
if (output.knowledgeId !== id && artifactId !== entry.artifactIdMemo) {
|
|
95
104
|
continue;
|
|
105
|
+
}
|
|
96
106
|
output.terminal = false;
|
|
97
107
|
output.failedReference = undefined;
|
|
98
108
|
output.unavailable = undefined;
|
|
@@ -103,10 +113,12 @@ export class FileState {
|
|
|
103
113
|
reset() {
|
|
104
114
|
this._documents.clear();
|
|
105
115
|
for (const [id, entry] of this._artifacts) {
|
|
106
|
-
if (entry.published)
|
|
116
|
+
if (entry.published) {
|
|
107
117
|
this._artifacts.set(id, { published: entry.published });
|
|
108
|
-
|
|
118
|
+
}
|
|
119
|
+
else {
|
|
109
120
|
this._artifacts.delete(id);
|
|
121
|
+
}
|
|
110
122
|
}
|
|
111
123
|
this.sourceRetries.clear();
|
|
112
124
|
this.outputRetries.clear();
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import type { QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
3
3
|
import { type RagArtifactPayload, type RagExtractors } from 'rag-extract';
|
|
4
|
-
export
|
|
4
|
+
export interface BuildEmbedder {
|
|
5
5
|
model: string;
|
|
6
6
|
embed(input: {
|
|
7
7
|
texts: string[];
|
|
8
8
|
signal?: AbortSignal;
|
|
9
9
|
}): Promise<number[][]>;
|
|
10
|
-
}
|
|
10
|
+
}
|
|
11
11
|
export type BuildProgress = (processedChunks: number, totalChunks: number) => void;
|
|
12
12
|
export declare class EmbedderFailure extends Error {
|
|
13
13
|
constructor(cause: unknown);
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { chunkRagDocuments, extractRagDocumentFromBytes } from 'rag-extract';
|
|
2
2
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
3
|
+
import { errorMessage } from '../../../guards.js';
|
|
3
4
|
const EMBED_BATCH = 8;
|
|
4
5
|
export class EmbedderFailure extends Error {
|
|
5
6
|
constructor(cause) {
|
|
6
|
-
super(
|
|
7
|
+
super(errorMessage(cause), { cause });
|
|
7
8
|
this.name = 'EmbedderFailure';
|
|
8
9
|
}
|
|
9
10
|
}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
1
|
export declare const RAG_ACCEPT_EXTENSIONS: readonly ['.pdf', '.txt', '.md', '.markdown', '.rtf', '.html', '.htm', '.xhtml', '.log', '.json', '.jsonl', '.csv', '.tsv', '.xml', '.yaml', '.yml'];
|
|
2
2
|
export declare const EXEC_ATTACHABLE_EXTENSIONS: readonly ['.docx', '.xlsx', '.pptx'];
|
|
3
3
|
export declare const EXEC_ATTACHABLE_MIME_TYPES: readonly ['application/vnd.openxmlformats-officedocument.wordprocessingml.document', 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet', 'application/vnd.openxmlformats-officedocument.presentationml.presentation'];
|
|
4
|
-
export
|
|
4
|
+
export interface DocumentDescriptor {
|
|
5
5
|
readonly fileName?: string;
|
|
6
6
|
readonly mimeType?: string;
|
|
7
|
-
}
|
|
8
|
-
export declare function
|
|
9
|
-
|
|
10
|
-
readonly mimeType?: string;
|
|
11
|
-
}): boolean;
|
|
7
|
+
}
|
|
8
|
+
export declare function isExecAttachableDocument(input: DocumentDescriptor): boolean;
|
|
9
|
+
export declare function isKnownUnsupportedDocument(input: DocumentDescriptor): boolean;
|
|
@@ -2,8 +2,14 @@ import type { AbortSignal } from 'bare-abort-controller';
|
|
|
2
2
|
import type { QvacKnowledge } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
3
3
|
import { type RagExtractors, type VectorIndex } from 'rag-extract';
|
|
4
4
|
import { type IndexingEmbedder } from './produce.ts';
|
|
5
|
-
import type {
|
|
6
|
-
import type {
|
|
5
|
+
import type { FileDocument, FileProcessor, ProcessorHost } from '../processing/index.ts';
|
|
6
|
+
import type { LoadedArtifact } from '../processing/state.ts';
|
|
7
|
+
export interface RagProcessorOptions {
|
|
8
|
+
readonly model: string;
|
|
9
|
+
readonly embedder?: IndexingEmbedder;
|
|
10
|
+
readonly index?: VectorIndex | null;
|
|
11
|
+
readonly extractors?: RagExtractors;
|
|
12
|
+
}
|
|
7
13
|
export declare class RagProcessor implements FileProcessor {
|
|
8
14
|
readonly id = "rag";
|
|
9
15
|
readonly input = "knowledge";
|
|
@@ -12,23 +18,16 @@ export declare class RagProcessor implements FileProcessor {
|
|
|
12
18
|
private readonly _producer;
|
|
13
19
|
readonly load?: (document: FileDocument, signal: AbortSignal) => Promise<void>;
|
|
14
20
|
private readonly _index;
|
|
15
|
-
constructor(options:
|
|
16
|
-
model: string;
|
|
17
|
-
embedder?: IndexingEmbedder;
|
|
18
|
-
index?: VectorIndex | null;
|
|
19
|
-
extractors?: RagExtractors;
|
|
20
|
-
});
|
|
21
|
+
constructor(options: RagProcessorOptions);
|
|
21
22
|
applies(_document: QvacKnowledge): boolean;
|
|
22
|
-
canProduce(document: QvacKnowledge, host:
|
|
23
|
-
mesh: Mesh;
|
|
24
|
-
deviceId: Buffer | null;
|
|
25
|
-
}): Promise<boolean>;
|
|
23
|
+
canProduce(document: QvacKnowledge, host: ProcessorHost): Promise<boolean>;
|
|
26
24
|
produce(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
25
|
+
evict(loaded: LoadedArtifact): Promise<void>;
|
|
27
26
|
close(): Promise<boolean>;
|
|
28
27
|
}
|
|
29
28
|
export { MAX_KNOWLEDGE_BYTES } from './limits.ts';
|
|
30
29
|
export { canIndexChat } from './policy.ts';
|
|
31
30
|
export type { IndexingEmbedder, IndexingProgress } from './produce.ts';
|
|
32
31
|
export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.ts';
|
|
33
|
-
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
32
|
+
export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
34
33
|
export type { RagArtifactPayload, RagDocumentRef, RagExtractors, RagSource, VectorHit, VectorIndex } from 'rag-extract';
|
|
@@ -22,8 +22,9 @@ export class RagProcessor {
|
|
|
22
22
|
embed: async (input) => {
|
|
23
23
|
await lock.lock();
|
|
24
24
|
try {
|
|
25
|
-
if (input.signal?.aborted)
|
|
25
|
+
if (input.signal?.aborted) {
|
|
26
26
|
throw new AbortedError();
|
|
27
|
+
}
|
|
27
28
|
return await source.embed(input);
|
|
28
29
|
}
|
|
29
30
|
finally {
|
|
@@ -48,6 +49,12 @@ export class RagProcessor {
|
|
|
48
49
|
async produce(document, signal) {
|
|
49
50
|
await this._producer?.run(document, signal);
|
|
50
51
|
}
|
|
52
|
+
async evict(loaded) {
|
|
53
|
+
if (loaded.evict) {
|
|
54
|
+
await this._index?.remove(loaded.evict);
|
|
55
|
+
}
|
|
56
|
+
await this._index?.remove(loaded.artifactId);
|
|
57
|
+
}
|
|
51
58
|
async close() {
|
|
52
59
|
try {
|
|
53
60
|
await this._index?.clear();
|
|
@@ -62,4 +69,4 @@ export class RagProcessor {
|
|
|
62
69
|
export { MAX_KNOWLEDGE_BYTES } from './limits.js';
|
|
63
70
|
export { canIndexChat } from './policy.js';
|
|
64
71
|
export { formatFullDocumentContext, fullTextBudgetChars, fullTextHits, isFullTextHit, isTruncatedFullTextHit } from './retrieval/full-text.js';
|
|
65
|
-
export { MemoryVectorIndex, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
72
|
+
export { MemoryVectorIndex, RAG_DOCUMENT_KIND, RAG_KNOWLEDGE_OFF_NOTICE, RAG_TRUNCATED_NOTICE, RAG_UNAVAILABLE_NOTICE, WEB_TOOLS, chooseRagNotice, citedByPhraseOverlap, classifyRagDocument, createRagSourceTagFilter, encodeRagArtifact, formatRagContext, isSupportedRagDocument, isWholeDocumentQuery, referencedDocuments, referencesPendingFile, retrieveRagKnowledge, searchRagChunks, sourcesFromHits, webSourcesFromToolResult, withoutDataChannel } from 'rag-extract';
|
|
@@ -3,19 +3,20 @@ import { type RagExtractors, type VectorIndex } from 'rag-extract';
|
|
|
3
3
|
import type { FileDocument } from '../processing/index.ts';
|
|
4
4
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
5
5
|
import { type BuildEmbedder } from './build.ts';
|
|
6
|
-
export
|
|
6
|
+
export interface HydratePassOptions {
|
|
7
7
|
model: string;
|
|
8
8
|
index: VectorIndex;
|
|
9
9
|
embedder?: BuildEmbedder;
|
|
10
10
|
extractors?: RagExtractors;
|
|
11
|
-
}
|
|
12
|
-
export
|
|
13
|
-
model: string;
|
|
14
|
-
pinnedDimensions: number | null;
|
|
15
|
-
failed: (id: string) => string | undefined;
|
|
16
|
-
localCoreKey?: string;
|
|
17
|
-
skip: ReadonlySet<string>;
|
|
18
|
-
}
|
|
11
|
+
}
|
|
12
|
+
export interface PickArtifactOptions {
|
|
13
|
+
readonly model: string;
|
|
14
|
+
readonly pinnedDimensions: number | null;
|
|
15
|
+
readonly failed: (id: string) => string | undefined;
|
|
16
|
+
readonly localCoreKey?: string;
|
|
17
|
+
readonly skip: ReadonlySet<string>;
|
|
18
|
+
}
|
|
19
|
+
export declare function pickArtifact(rows: QvacKnowledgeArtifact[], opts: PickArtifactOptions): QvacKnowledgeArtifact | null;
|
|
19
20
|
export declare class HydratePass {
|
|
20
21
|
private readonly _model;
|
|
21
22
|
private readonly _index;
|