@qvac/core 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +92 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +31 -11
- package/dist-lib/lib/assistant.js +846 -390
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +50 -31
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +70 -0
- package/dist-lib/lib/core/collections.js +70 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.d.ts +2 -0
- package/dist-lib/lib/core/contract/chat.js +67 -1
- package/dist-lib/lib/core/contract/chunks.js +15 -9
- package/dist-lib/lib/core/contract/compute.d.ts +1 -1
- package/dist-lib/lib/core/contract/compute.js +4 -2
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +10 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +46 -52
- package/dist-lib/lib/core/files/index.js +149 -94
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.d.ts +4 -1
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +21 -13
- package/dist-lib/lib/core/files/processing/index.js +74 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +14 -11
- package/dist-lib/lib/core/files/processing/state.js +24 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +12 -13
- package/dist-lib/lib/core/files/rag/index.js +9 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/index.d.ts +1 -0
- package/dist-lib/lib/core/files/records/index.js +1 -0
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/purge.d.ts +4 -0
- package/dist-lib/lib/core/files/records/purge.js +108 -0
- package/dist-lib/lib/core/files/records/reclaim.js +43 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +11 -10
- package/dist-lib/lib/core/files/store/blob.js +54 -19
- package/dist-lib/lib/core/files/store/index.d.ts +2 -6
- package/dist-lib/lib/core/files/store/index.js +10 -5
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.d.ts +2 -0
- package/dist-lib/lib/core/local/files.js +51 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +33 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +1009 -541
- package/dist-lib/lib/credential-pusher.d.ts +20 -20
- package/dist-lib/lib/credential-pusher.js +65 -43
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +18 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/db.json +16 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +72 -3
- package/dist-lib/spec/mesh/hyperdb/messages.js +400 -221
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +7 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +18 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/index.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/schema.json +65 -1
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +19 -1
- package/package.json +8 -4
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +18 -49
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -2,13 +2,15 @@ import { contentHash, decodeRagArtifact, pipelineVersionFor } from 'rag-extract'
|
|
|
2
2
|
import { compareBlobReferences } from '../store/index.js';
|
|
3
3
|
import { buildArtifactPayload, EmbedderFailure } from './build.js';
|
|
4
4
|
import { EMBED_RETRY_LIMIT } from './produce.js';
|
|
5
|
+
import { errorMessage } from '../../../guards.js';
|
|
5
6
|
export function pickArtifact(rows, opts) {
|
|
6
7
|
const candidates = rows.filter((row) => !opts.skip.has(row.id) &&
|
|
7
8
|
!sameReference(opts.failed(row.id), row.artifactBlobId, opts.localCoreKey) &&
|
|
8
9
|
row.embedderVersion.startsWith(`${opts.model}|`) &&
|
|
9
10
|
(opts.pinnedDimensions === null || row.dimensions === opts.pinnedDimensions));
|
|
10
|
-
if (candidates.length === 0)
|
|
11
|
+
if (candidates.length === 0) {
|
|
11
12
|
return null;
|
|
13
|
+
}
|
|
12
14
|
const exactVersion = pipelineVersionFor(opts.model);
|
|
13
15
|
const exact = candidates.filter((row) => row.embedderVersion === exactVersion);
|
|
14
16
|
const pool = exact.length > 0 ? exact : candidates;
|
|
@@ -30,10 +32,12 @@ export class HydratePass {
|
|
|
30
32
|
const local = document.state;
|
|
31
33
|
let entry = local.loaded;
|
|
32
34
|
if (knowledge.deletedAt) {
|
|
33
|
-
if (!entry)
|
|
35
|
+
if (!entry) {
|
|
34
36
|
return;
|
|
35
|
-
|
|
37
|
+
}
|
|
38
|
+
if (entry.evict) {
|
|
36
39
|
await this._index.remove(entry.evict);
|
|
40
|
+
}
|
|
37
41
|
await this._index.remove(entry.artifactId);
|
|
38
42
|
local.loaded = undefined;
|
|
39
43
|
document.load({ state: 'pending' });
|
|
@@ -52,8 +56,9 @@ export class HydratePass {
|
|
|
52
56
|
skip
|
|
53
57
|
});
|
|
54
58
|
if (!pick) {
|
|
55
|
-
if (entry)
|
|
59
|
+
if (entry) {
|
|
56
60
|
document.load({ state: 'ready' }, entry.artifactId);
|
|
61
|
+
}
|
|
57
62
|
const repair = rows.find((row) => {
|
|
58
63
|
const artifact = document.readArtifact(row.id);
|
|
59
64
|
return (row.embedderVersion === pipelineVersionFor(this._model) &&
|
|
@@ -61,8 +66,9 @@ export class HydratePass {
|
|
|
61
66
|
(sameReference(artifact?.unavailable?.blobRef, row.artifactBlobId, localCoreKey) &&
|
|
62
67
|
artifact?.unavailable?.repeated)));
|
|
63
68
|
});
|
|
64
|
-
if (!entry && repair && signal)
|
|
69
|
+
if (!entry && repair && signal) {
|
|
65
70
|
await this._rebuild(document, repair, signal);
|
|
71
|
+
}
|
|
66
72
|
return;
|
|
67
73
|
}
|
|
68
74
|
if (entry &&
|
|
@@ -81,8 +87,9 @@ export class HydratePass {
|
|
|
81
87
|
skip.add(pick.id);
|
|
82
88
|
continue;
|
|
83
89
|
}
|
|
84
|
-
if (document.paused() || document.closed())
|
|
90
|
+
if (document.paused() || document.closed()) {
|
|
85
91
|
return;
|
|
92
|
+
}
|
|
86
93
|
const read = await document.output(pick.id, pick.artifactBlobId).read(signal);
|
|
87
94
|
if (read.kind === 'malformed') {
|
|
88
95
|
document.load({ state: 'failed', reason: 'invalid output reference' }, entry?.artifactId);
|
|
@@ -121,11 +128,13 @@ export class HydratePass {
|
|
|
121
128
|
logger.warn('rag', 'artifact undecodable, pinned for the session', { id: pick.id, err });
|
|
122
129
|
continue;
|
|
123
130
|
}
|
|
124
|
-
if (document.paused() || document.closed())
|
|
131
|
+
if (document.paused() || document.closed()) {
|
|
125
132
|
return;
|
|
133
|
+
}
|
|
126
134
|
const live = await document.current();
|
|
127
|
-
if (!live || live.deletedAt || signal?.aborted)
|
|
135
|
+
if (!live || live.deletedAt || signal?.aborted) {
|
|
128
136
|
return;
|
|
137
|
+
}
|
|
129
138
|
try {
|
|
130
139
|
await this._index.upsert(pick.id, chunks);
|
|
131
140
|
}
|
|
@@ -136,8 +145,9 @@ export class HydratePass {
|
|
|
136
145
|
}
|
|
137
146
|
const evict = entry && entry.artifactId !== pick.id ? entry.artifactId : undefined;
|
|
138
147
|
local.loaded = { artifactId: pick.id, blobRef: pick.artifactBlobId, evict };
|
|
139
|
-
if (signal.aborted || document.closed())
|
|
148
|
+
if (signal.aborted || document.closed()) {
|
|
140
149
|
return;
|
|
150
|
+
}
|
|
141
151
|
document.load({ state: 'ready' }, pick.id);
|
|
142
152
|
entry = undefined;
|
|
143
153
|
if (evict) {
|
|
@@ -211,8 +221,9 @@ export class HydratePass {
|
|
|
211
221
|
artifactId: artifact.id,
|
|
212
222
|
blobRef: artifact.artifactBlobId
|
|
213
223
|
};
|
|
214
|
-
if (signal.aborted || document.closed())
|
|
224
|
+
if (signal.aborted || document.closed()) {
|
|
215
225
|
return;
|
|
226
|
+
}
|
|
216
227
|
document.output(knowledge.id, knowledge.blobId).clear();
|
|
217
228
|
local.rebuildFailures = undefined;
|
|
218
229
|
document.load({ state: 'ready' }, artifact.id);
|
|
@@ -223,8 +234,9 @@ export class HydratePass {
|
|
|
223
234
|
});
|
|
224
235
|
}
|
|
225
236
|
catch (error) {
|
|
226
|
-
if (document.closed())
|
|
237
|
+
if (document.closed()) {
|
|
227
238
|
return;
|
|
239
|
+
}
|
|
228
240
|
if (signal.aborted || document.paused()) {
|
|
229
241
|
document.load({ state: 'pending', reason: 'processing interrupted' });
|
|
230
242
|
return;
|
|
@@ -234,11 +246,12 @@ export class HydratePass {
|
|
|
234
246
|
const retryAt = failures <= EMBED_RETRY_LIMIT
|
|
235
247
|
? document.output(knowledge.id, knowledge.blobId).miss()
|
|
236
248
|
: undefined;
|
|
237
|
-
if (retryAt)
|
|
249
|
+
if (retryAt) {
|
|
238
250
|
document.schedule(retryAt);
|
|
251
|
+
}
|
|
239
252
|
document.load({
|
|
240
253
|
state: 'failed',
|
|
241
|
-
reason:
|
|
254
|
+
reason: errorMessage(error),
|
|
242
255
|
retryAt
|
|
243
256
|
});
|
|
244
257
|
}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
|
|
2
2
|
import { getAgent, isOrphaned } from '../../agent.js';
|
|
3
3
|
import { getChat } from '../../chat.js';
|
|
4
|
+
import b4a from 'b4a';
|
|
4
5
|
export async function canIndexChat(mesh, deviceId, chatId) {
|
|
5
6
|
if (!deviceId) {
|
|
6
7
|
return false;
|
|
@@ -19,5 +20,5 @@ export async function canIndexChat(mesh, deviceId, chatId) {
|
|
|
19
20
|
if (await isOrphaned(mesh, agent)) {
|
|
20
21
|
return true;
|
|
21
22
|
}
|
|
22
|
-
return agent.providerDeviceId
|
|
23
|
+
return b4a.equals(agent.providerDeviceId, deviceId);
|
|
23
24
|
}
|
|
@@ -2,6 +2,7 @@ import { classifyRagDocument, contentHash, documentIndexArtifactId, encodeRagArt
|
|
|
2
2
|
import { buildArtifactPayload, EmbedderFailure } from './build.js';
|
|
3
3
|
import { isClaimLive } from '../processing/index.js';
|
|
4
4
|
import { AbortedError } from '@qvac/harness/race-abort';
|
|
5
|
+
import { errorMessage } from '../../../guards.js';
|
|
5
6
|
const UNSUPPORTED = 'unsupported';
|
|
6
7
|
const ERROR_LIMIT = 300;
|
|
7
8
|
export const EMBED_RETRY_LIMIT = 5;
|
|
@@ -24,10 +25,12 @@ export class IndexingPass {
|
|
|
24
25
|
}
|
|
25
26
|
const local = document.state;
|
|
26
27
|
const memo = local.artifactIdMemo;
|
|
27
|
-
if (memo === UNSUPPORTED)
|
|
28
|
+
if (memo === UNSUPPORTED) {
|
|
28
29
|
return;
|
|
29
|
-
|
|
30
|
+
}
|
|
31
|
+
if (memo && (await document.claims.blockedByStatus(memo))) {
|
|
30
32
|
return;
|
|
33
|
+
}
|
|
31
34
|
if (!memo) {
|
|
32
35
|
const statuses = await document.statuses();
|
|
33
36
|
const now = Date.now();
|
|
@@ -36,8 +39,9 @@ export class IndexingPass {
|
|
|
36
39
|
document.schedule(row.expiresAt);
|
|
37
40
|
return;
|
|
38
41
|
}
|
|
39
|
-
if (document.claims.isFailed(row.id))
|
|
42
|
+
if (document.claims.isFailed(row.id)) {
|
|
40
43
|
return;
|
|
44
|
+
}
|
|
41
45
|
}
|
|
42
46
|
}
|
|
43
47
|
const retryAt = document.source.blockedUntil();
|
|
@@ -45,8 +49,9 @@ export class IndexingPass {
|
|
|
45
49
|
document.schedule(retryAt);
|
|
46
50
|
return;
|
|
47
51
|
}
|
|
48
|
-
if (document.paused() || document.closed())
|
|
52
|
+
if (document.paused() || document.closed()) {
|
|
49
53
|
return;
|
|
54
|
+
}
|
|
50
55
|
const read = await document.source.read(signal);
|
|
51
56
|
if (read.kind === 'malformed') {
|
|
52
57
|
local.artifactIdMemo = UNSUPPORTED;
|
|
@@ -99,13 +104,16 @@ export class IndexingPass {
|
|
|
99
104
|
embeddingModel: this._embedder.model
|
|
100
105
|
});
|
|
101
106
|
local.artifactIdMemo = artifactId;
|
|
102
|
-
if (await document.claims.blockedByStatus(artifactId))
|
|
107
|
+
if (await document.claims.blockedByStatus(artifactId)) {
|
|
103
108
|
return;
|
|
104
|
-
|
|
109
|
+
}
|
|
110
|
+
if (document.paused() || document.closed()) {
|
|
105
111
|
return;
|
|
112
|
+
}
|
|
106
113
|
const claim = await document.claims.claim(artifactId);
|
|
107
|
-
if (!claim)
|
|
114
|
+
if (!claim) {
|
|
108
115
|
return;
|
|
116
|
+
}
|
|
109
117
|
document.work({ state: 'running' });
|
|
110
118
|
let blobRef = null;
|
|
111
119
|
let lastTotal = 0;
|
|
@@ -129,8 +137,9 @@ export class IndexingPass {
|
|
|
129
137
|
});
|
|
130
138
|
}
|
|
131
139
|
});
|
|
132
|
-
if (signal.aborted)
|
|
140
|
+
if (signal.aborted) {
|
|
133
141
|
throw new AbortedError();
|
|
142
|
+
}
|
|
134
143
|
const built = await document.write(encodeRagArtifact(payload));
|
|
135
144
|
blobRef = built.blobRef;
|
|
136
145
|
const current = await document.current();
|
|
@@ -144,7 +153,11 @@ export class IndexingPass {
|
|
|
144
153
|
dimensions: payload.dimensions,
|
|
145
154
|
artifactBlobId: built.artifactBlobId
|
|
146
155
|
});
|
|
147
|
-
await document.ownership.onPublished(artifactId,
|
|
156
|
+
await document.ownership.onPublished(artifactId, {
|
|
157
|
+
blobRef: built.blobRef,
|
|
158
|
+
artifactBlobId: built.artifactBlobId,
|
|
159
|
+
landedBlobId: landed.artifactBlobId
|
|
160
|
+
});
|
|
148
161
|
const { applied } = await document.resolve({
|
|
149
162
|
artifactId,
|
|
150
163
|
claimId: claim.claimId,
|
|
@@ -163,15 +176,13 @@ export class IndexingPass {
|
|
|
163
176
|
});
|
|
164
177
|
}
|
|
165
178
|
catch (err) {
|
|
166
|
-
if (document.closed())
|
|
179
|
+
if (document.closed()) {
|
|
167
180
|
return;
|
|
181
|
+
}
|
|
168
182
|
const interrupted = document.paused() || signal.aborted;
|
|
169
|
-
const raw =
|
|
170
|
-
const
|
|
171
|
-
|
|
172
|
-
: raw.length > ERROR_LIMIT
|
|
173
|
-
? `${raw.slice(0, ERROR_LIMIT)}...`
|
|
174
|
-
: raw;
|
|
183
|
+
const raw = errorMessage(err);
|
|
184
|
+
const clipped = raw.length > ERROR_LIMIT ? `${raw.slice(0, ERROR_LIMIT)}...` : raw;
|
|
185
|
+
const message = interrupted ? 'interrupted: suspend' : clipped;
|
|
175
186
|
const failures = !interrupted && err instanceof EmbedderFailure
|
|
176
187
|
? (local.embedFailures = (local.embedFailures ?? 0) + 1)
|
|
177
188
|
: 0;
|
|
@@ -182,12 +193,15 @@ export class IndexingPass {
|
|
|
182
193
|
reason: message,
|
|
183
194
|
retryAt
|
|
184
195
|
});
|
|
185
|
-
if (retryAt)
|
|
196
|
+
if (retryAt) {
|
|
186
197
|
document.schedule(retryAt);
|
|
187
|
-
|
|
198
|
+
}
|
|
199
|
+
else if (!interrupted) {
|
|
188
200
|
document.claims.markFailed(artifactId);
|
|
189
|
-
|
|
201
|
+
}
|
|
202
|
+
if (blobRef) {
|
|
190
203
|
await document.ownership.clearUnreferenced(artifactId, blobRef);
|
|
204
|
+
}
|
|
191
205
|
try {
|
|
192
206
|
await document.resolve({
|
|
193
207
|
artifactId,
|
|
@@ -2,9 +2,10 @@ import type { QvacKnowledge } from '../../../../../spec/mesh/hyperschema/types.d
|
|
|
2
2
|
import type { Mesh } from '../../../mesh.ts';
|
|
3
3
|
import { type VectorHit } from 'rag-extract';
|
|
4
4
|
export declare function fullTextBudgetChars(ctxSize: number): number;
|
|
5
|
-
export
|
|
5
|
+
export interface IdentifiedHit {
|
|
6
6
|
readonly id: string;
|
|
7
|
-
}
|
|
7
|
+
}
|
|
8
|
+
export declare function isFullTextHit(hit: IdentifiedHit): boolean;
|
|
8
9
|
export type FullTextCoverage = {
|
|
9
10
|
readonly unit: 'pages';
|
|
10
11
|
readonly included: number;
|
|
@@ -17,6 +18,7 @@ export type FullTextCoverage = {
|
|
|
17
18
|
export declare function isTruncatedFullTextHit(hit: VectorHit): boolean;
|
|
18
19
|
export declare function formatFullDocumentContext(hits: ReadonlyArray<VectorHit>): string;
|
|
19
20
|
export interface FullTextOptions {
|
|
21
|
+
readonly budgetChars: number;
|
|
20
22
|
readonly head?: boolean;
|
|
21
23
|
}
|
|
22
|
-
export declare function fullTextHits(mesh: Mesh, rows: ReadonlyArray<QvacKnowledge>, budgetChars
|
|
24
|
+
export declare function fullTextHits(mesh: Mesh, rows: ReadonlyArray<QvacKnowledge>, { budgetChars, head }: FullTextOptions): Promise<VectorHit[] | null>;
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import * as z from 'zod';
|
|
1
2
|
import { classifyRagDocument, extractPdfHead, extractRagDocumentFromBytes, parseRagMetadata, RAG_DOCUMENT_KIND } from 'rag-extract';
|
|
2
3
|
const DEFAULT_FULL_TEXT_BUDGET_TOKENS = 4096;
|
|
3
4
|
const CHARS_PER_TOKEN = 4;
|
|
@@ -17,9 +18,17 @@ const FULL_TEXT_HIT_PREFIX = 'full-text-';
|
|
|
17
18
|
export function isFullTextHit(hit) {
|
|
18
19
|
return hit.id.startsWith(FULL_TEXT_HIT_PREFIX);
|
|
19
20
|
}
|
|
21
|
+
const FullTextExtrasSchema = z.object({
|
|
22
|
+
truncated: z.boolean().optional().catch(undefined),
|
|
23
|
+
coverage: z
|
|
24
|
+
.object({ unit: z.enum(['pages', 'chars']), included: z.number(), total: z.number() })
|
|
25
|
+
.optional()
|
|
26
|
+
.catch(undefined)
|
|
27
|
+
});
|
|
20
28
|
function fullTextExtras(hit) {
|
|
21
29
|
try {
|
|
22
|
-
|
|
30
|
+
const parsed = FullTextExtrasSchema.safeParse(JSON.parse(hit.metadataJson));
|
|
31
|
+
return parsed.success ? parsed.data : {};
|
|
23
32
|
}
|
|
24
33
|
catch {
|
|
25
34
|
return {};
|
|
@@ -58,32 +67,41 @@ function describeCoverage(coverage) {
|
|
|
58
67
|
function formatChars(count) {
|
|
59
68
|
return count >= 1000 ? `${Math.round(count / 1000)}k` : String(count);
|
|
60
69
|
}
|
|
61
|
-
export async function fullTextHits(mesh, rows, budgetChars,
|
|
70
|
+
export async function fullTextHits(mesh, rows, { budgetChars, head = false }) {
|
|
62
71
|
if (rows.length === 0)
|
|
63
72
|
return null;
|
|
64
73
|
const kinds = rows.map((row) => classifyRagDocument({ fileName: row.fileName, mimeType: row.mimeType }));
|
|
65
|
-
if (!kinds.every((kind) => FULL_TEXT_KINDS.has(kind)))
|
|
74
|
+
if (!kinds.every((kind) => FULL_TEXT_KINDS.has(kind))) {
|
|
66
75
|
return null;
|
|
76
|
+
}
|
|
67
77
|
const hits = [];
|
|
68
78
|
let used = 0;
|
|
69
79
|
for (const [index, row] of rows.entries()) {
|
|
70
80
|
const remaining = budgetChars - used;
|
|
71
|
-
if (!head && kinds[index] !== RAG_DOCUMENT_KIND.pdf && row.byteLength > remaining)
|
|
81
|
+
if (!head && kinds[index] !== RAG_DOCUMENT_KIND.pdf && row.byteLength > remaining) {
|
|
72
82
|
return null;
|
|
83
|
+
}
|
|
73
84
|
let read;
|
|
74
85
|
try {
|
|
75
86
|
const bytes = await mesh.files.readBytes(row.blobId);
|
|
76
|
-
read = await extractFullText(
|
|
87
|
+
read = await extractFullText(bytes, {
|
|
88
|
+
kind: kinds[index],
|
|
89
|
+
row,
|
|
90
|
+
remainingChars: remaining,
|
|
91
|
+
head
|
|
92
|
+
});
|
|
77
93
|
}
|
|
78
94
|
catch (err) {
|
|
79
95
|
logger.warn('rag', 'full-text extraction failed; falling back to retrieval', { err });
|
|
80
96
|
return null;
|
|
81
97
|
}
|
|
82
|
-
if (!read.text)
|
|
98
|
+
if (!read.text) {
|
|
83
99
|
return null;
|
|
100
|
+
}
|
|
84
101
|
const fits = read.complete && read.text.length <= remaining;
|
|
85
|
-
if (!fits && !head)
|
|
102
|
+
if (!fits && !head) {
|
|
86
103
|
return null;
|
|
104
|
+
}
|
|
87
105
|
const text = fits ? read.text : read.text.slice(0, remaining);
|
|
88
106
|
used += text.length;
|
|
89
107
|
hits.push({
|
|
@@ -98,12 +116,14 @@ export async function fullTextHits(mesh, rows, budgetChars, { head = false } = {
|
|
|
98
116
|
chunkIndex: 0,
|
|
99
117
|
tokenCount: Math.ceil(text.length / 4),
|
|
100
118
|
indexedAt: new Date().toISOString(),
|
|
101
|
-
|
|
119
|
+
truncated: !fits || undefined,
|
|
120
|
+
coverage: fits ? undefined : coverageOf(read, text.length)
|
|
102
121
|
}),
|
|
103
122
|
score: 1
|
|
104
123
|
});
|
|
105
|
-
if (!fits)
|
|
124
|
+
if (!fits) {
|
|
106
125
|
break;
|
|
126
|
+
}
|
|
107
127
|
}
|
|
108
128
|
return hits;
|
|
109
129
|
}
|
|
@@ -114,7 +134,7 @@ function coverageOf(read, included) {
|
|
|
114
134
|
return { unit: 'chars', included, total: read.totalChars ?? read.text.length };
|
|
115
135
|
}
|
|
116
136
|
const MAX_BYTES_PER_CHAR = 4;
|
|
117
|
-
async function extractFullText(
|
|
137
|
+
async function extractFullText(bytes, { kind, row, remainingChars, head }) {
|
|
118
138
|
if (kind === RAG_DOCUMENT_KIND.pdf) {
|
|
119
139
|
const pdf = await extractPdfHead(bytes, { maxChars: remainingChars });
|
|
120
140
|
return {
|
|
@@ -3,10 +3,12 @@ export async function syncAttachmentChunk(mesh, chunk) {
|
|
|
3
3
|
if (chunk.type !== 'attachment')
|
|
4
4
|
return;
|
|
5
5
|
const attachment = chunk.attachment;
|
|
6
|
-
if (!attachment?.deletedAt || typeof attachment.blobId !== 'string')
|
|
6
|
+
if (!attachment?.deletedAt || typeof attachment.blobId !== 'string') {
|
|
7
7
|
return;
|
|
8
|
-
|
|
8
|
+
}
|
|
9
|
+
if (await hasLiveSource(mesh, chunk.chatId, attachment.blobId)) {
|
|
9
10
|
return;
|
|
11
|
+
}
|
|
10
12
|
logger.debug('sync', 'attachment tombstone observed — reclaiming blob bytes', { id: chunk.id });
|
|
11
13
|
await mesh.files.clear(attachment.blobId, chunk.id);
|
|
12
14
|
await mesh.fileIndex?.markCleared(attachment.blobId);
|
|
@@ -5,6 +5,7 @@ export { groupAttachmentsByMessage } from './linkage.ts';
|
|
|
5
5
|
export { syncAttachmentChunk } from './chunks.ts';
|
|
6
6
|
export { sweepTombstonedBlobs, syncArtifactArrival, syncKnowledgeTombstone } from './reclaim.ts';
|
|
7
7
|
export { referencedBlobs } from './sweep.ts';
|
|
8
|
+
export { chatReferences, reclaimPurgedFiles, reclaimReferences } from './purge.ts';
|
|
8
9
|
export { assertArtifactOutput, isProcessorOutput, processorArtifactId, isProcessorArtifactId } from './output.ts';
|
|
9
10
|
export { attachmentRecord, fileRecord, fileIds, scopedFile, claimSource } from './source.ts';
|
|
10
11
|
export type { FileInput, FileRecord } from './source.ts';
|
|
@@ -4,5 +4,6 @@ export { groupAttachmentsByMessage } from './linkage.js';
|
|
|
4
4
|
export { syncAttachmentChunk } from './chunks.js';
|
|
5
5
|
export { sweepTombstonedBlobs, syncArtifactArrival, syncKnowledgeTombstone } from './reclaim.js';
|
|
6
6
|
export { referencedBlobs } from './sweep.js';
|
|
7
|
+
export { chatReferences, reclaimPurgedFiles, reclaimReferences } from './purge.js';
|
|
7
8
|
export { assertArtifactOutput, isProcessorOutput, processorArtifactId, isProcessorArtifactId } from './output.js';
|
|
8
9
|
export { attachmentRecord, fileRecord, fileIds, scopedFile, claimSource } from './source.js';
|
|
@@ -1,22 +1,21 @@
|
|
|
1
|
-
import type { QvacKnowledge, QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
1
|
+
import type { QvacKnowledge, QvacKnowledgeArtifact, QvacRemoveKnowledgeOperation } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
2
|
import type { Mesh } from '../../mesh.ts';
|
|
3
3
|
export type AddKnowledgeInput = Pick<QvacKnowledge, 'chatId' | 'fileName' | 'mimeType' | 'byteLength' | 'blobId'> & Partial<Pick<QvacKnowledge, 'id'>>;
|
|
4
|
+
export interface ChatScope {
|
|
5
|
+
readonly chatId: string;
|
|
6
|
+
}
|
|
7
|
+
export interface KnowledgeScope {
|
|
8
|
+
readonly knowledgeId: string;
|
|
9
|
+
}
|
|
4
10
|
export declare function getKnowledge(store: Mesh, id: string): Promise<QvacKnowledge | null>;
|
|
5
|
-
export declare function listKnowledge(store: Mesh, { chatId }:
|
|
6
|
-
chatId: string;
|
|
7
|
-
}): Promise<QvacKnowledge[]>;
|
|
11
|
+
export declare function listKnowledge(store: Mesh, { chatId }: ChatScope): Promise<QvacKnowledge[]>;
|
|
8
12
|
export declare function addKnowledge(store: Mesh, input: AddKnowledgeInput): Promise<QvacKnowledge>;
|
|
9
13
|
export declare function assertRemovableAt(at: number): void;
|
|
10
|
-
export declare function removeKnowledge(store: Mesh, { knowledgeId, at }:
|
|
11
|
-
knowledgeId: string;
|
|
12
|
-
at: number;
|
|
13
|
-
}): Promise<QvacKnowledge>;
|
|
14
|
+
export declare function removeKnowledge(store: Mesh, { knowledgeId, at }: QvacRemoveKnowledgeOperation): Promise<QvacKnowledge>;
|
|
14
15
|
export type AddKnowledgeArtifactInput = Omit<QvacKnowledgeArtifact, 'createdAt'>;
|
|
15
16
|
export declare function getKnowledgeArtifact(store: Mesh, id: string): Promise<QvacKnowledgeArtifact | null>;
|
|
16
17
|
type KnowledgeSnapshot = ReturnType<Mesh['view']['snapshot']>;
|
|
17
|
-
export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }:
|
|
18
|
-
knowledgeId: string;
|
|
19
|
-
}): Promise<QvacKnowledgeArtifact[]>;
|
|
18
|
+
export declare function listKnowledgeArtifactsByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacKnowledgeArtifact[]>;
|
|
20
19
|
export declare function findKnowledgeArtifactsByKnowledge(snap: KnowledgeSnapshot, knowledgeId: string): Promise<QvacKnowledgeArtifact[]>;
|
|
21
20
|
export declare function addKnowledgeArtifact(store: Mesh, input: AddKnowledgeArtifactInput): Promise<QvacKnowledgeArtifact>;
|
|
22
21
|
export {};
|
|
@@ -1,9 +1,6 @@
|
|
|
1
1
|
import { randomId } from '../../id.js';
|
|
2
2
|
import { assertArtifactOutput } from './output.js';
|
|
3
|
-
|
|
4
|
-
const ACTIVE_KNOWLEDGE_BY_CHAT = '@qvac/active-knowledge-by-chat';
|
|
5
|
-
const KNOWLEDGE_ARTIFACTS = '@qvac/knowledge-artifacts';
|
|
6
|
-
const KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE = '@qvac/knowledge-artifacts-by-knowledge';
|
|
3
|
+
import { ACTIVE_KNOWLEDGE_BY_CHAT, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_ARTIFACTS_BY_KNOWLEDGE } from '../../collections.js';
|
|
7
4
|
export async function getKnowledge(store, id) {
|
|
8
5
|
const snap = store.view.snapshot();
|
|
9
6
|
try {
|
|
@@ -16,8 +13,9 @@ export async function getKnowledge(store, id) {
|
|
|
16
13
|
}
|
|
17
14
|
async function mustGetKnowledge(store, id) {
|
|
18
15
|
const row = await getKnowledge(store, id);
|
|
19
|
-
if (!row)
|
|
16
|
+
if (!row) {
|
|
20
17
|
throw new Error(`knowledge not found: ${id}`);
|
|
18
|
+
}
|
|
21
19
|
return row;
|
|
22
20
|
}
|
|
23
21
|
export async function listKnowledge(store, { chatId }) {
|
|
@@ -51,8 +49,9 @@ export function assertRemovableAt(at) {
|
|
|
51
49
|
export async function removeKnowledge(store, { knowledgeId, at }) {
|
|
52
50
|
assertRemovableAt(at);
|
|
53
51
|
const existing = await mustGetKnowledge(store, knowledgeId);
|
|
54
|
-
if (existing.deletedAt)
|
|
52
|
+
if (existing.deletedAt) {
|
|
55
53
|
return existing;
|
|
54
|
+
}
|
|
56
55
|
await store.dispatch('remove-knowledge', { knowledgeId, at });
|
|
57
56
|
const removed = await mustGetKnowledge(store, knowledgeId);
|
|
58
57
|
return removed;
|
|
@@ -93,13 +92,15 @@ export async function findKnowledgeArtifactsByKnowledge(snap, knowledgeId) {
|
|
|
93
92
|
}
|
|
94
93
|
export async function addKnowledgeArtifact(store, input) {
|
|
95
94
|
for (const field of ARTIFACT_STRING_FIELDS) {
|
|
96
|
-
if (!input[field])
|
|
95
|
+
if (!input[field]) {
|
|
97
96
|
throw new Error(`knowledge-artifact needs a non-empty ${field}`);
|
|
97
|
+
}
|
|
98
98
|
}
|
|
99
99
|
assertArtifactOutput(input);
|
|
100
100
|
await store.dispatch('add-knowledge-artifact', { artifact: { ...input, createdAt: Date.now() } });
|
|
101
101
|
const row = await getKnowledgeArtifact(store, input.id);
|
|
102
|
-
if (!row)
|
|
102
|
+
if (!row) {
|
|
103
103
|
throw new Error(`knowledge-artifact not found after add: ${input.id}`);
|
|
104
|
+
}
|
|
104
105
|
return row;
|
|
105
106
|
}
|
|
@@ -6,10 +6,12 @@ export function groupAttachmentsByMessage(attachments, userMessages) {
|
|
|
6
6
|
const groups = new Map();
|
|
7
7
|
const push = (messageId, chunk) => {
|
|
8
8
|
const list = groups.get(messageId);
|
|
9
|
-
if (list)
|
|
9
|
+
if (list) {
|
|
10
10
|
list.push(chunk);
|
|
11
|
-
|
|
11
|
+
}
|
|
12
|
+
else {
|
|
12
13
|
groups.set(messageId, [chunk]);
|
|
14
|
+
}
|
|
13
15
|
};
|
|
14
16
|
let boundary = 0;
|
|
15
17
|
for (const attachment of attachments) {
|
|
@@ -20,8 +22,9 @@ export function groupAttachmentsByMessage(attachments, userMessages) {
|
|
|
20
22
|
while (boundary < userMessages.length && userMessages[boundary].seq <= attachment.seq) {
|
|
21
23
|
boundary++;
|
|
22
24
|
}
|
|
23
|
-
if (boundary < userMessages.length)
|
|
25
|
+
if (boundary < userMessages.length) {
|
|
24
26
|
push(userMessages[boundary].id, attachment);
|
|
27
|
+
}
|
|
25
28
|
}
|
|
26
29
|
return groups;
|
|
27
30
|
}
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
|
-
export
|
|
3
|
-
processorId: string;
|
|
4
|
-
hash: string;
|
|
5
|
-
}
|
|
2
|
+
export interface ProcessorArtifactKey {
|
|
3
|
+
readonly processorId: string;
|
|
4
|
+
readonly hash: string;
|
|
5
|
+
}
|
|
6
|
+
export declare function processorArtifactId({ processorId, hash }: ProcessorArtifactKey): string;
|
|
6
7
|
export declare function isProcessorArtifactId(id: string): boolean;
|
|
7
8
|
export declare function isProcessorOutput(version: string): boolean;
|
|
8
9
|
export declare function assertArtifactOutput(output: Pick<QvacKnowledgeArtifact, 'embedderVersion' | 'dimensions' | 'artifactBlobId'>): void;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { MAX_REFERENCE_CHARS, parseBlobReference } from '../store/index.js';
|
|
2
|
+
import { isRecord } from '../../../guards.js';
|
|
2
3
|
const PROCESSOR_ID_SEPARATOR = ':';
|
|
3
4
|
export function processorArtifactId({ processorId, hash }) {
|
|
4
5
|
return `${processorId}${PROCESSOR_ID_SEPARATOR}${hash}`;
|
|
@@ -26,13 +27,16 @@ export function assertArtifactOutput(output) {
|
|
|
26
27
|
value = JSON.parse(output.artifactBlobId);
|
|
27
28
|
}
|
|
28
29
|
catch {
|
|
29
|
-
if (!processor)
|
|
30
|
+
if (!processor) {
|
|
30
31
|
return;
|
|
32
|
+
}
|
|
31
33
|
}
|
|
32
|
-
const inline = value
|
|
33
|
-
if (!processor && !inline)
|
|
34
|
+
const inline = isRecord(value) && 'inline' in value;
|
|
35
|
+
if (!processor && !inline) {
|
|
34
36
|
return;
|
|
37
|
+
}
|
|
35
38
|
const parsed = parseBlobReference(output.artifactBlobId);
|
|
36
|
-
if (parsed.inline && !processor)
|
|
39
|
+
if (parsed.inline && !processor) {
|
|
37
40
|
throw new Error('inline outputs need a processor identity');
|
|
41
|
+
}
|
|
38
42
|
}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { Mesh } from '../../mesh.ts';
|
|
2
|
+
export declare function reclaimPurgedFiles(mesh: Mesh): Promise<number>;
|
|
3
|
+
export declare function chatReferences(mesh: Mesh, chatId: string): Promise<string[]>;
|
|
4
|
+
export declare function reclaimReferences(mesh: Mesh, references: ReadonlyArray<string>): Promise<void>;
|