@qvac/core 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +92 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +31 -11
- package/dist-lib/lib/assistant.js +846 -390
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +50 -31
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +70 -0
- package/dist-lib/lib/core/collections.js +70 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.d.ts +2 -0
- package/dist-lib/lib/core/contract/chat.js +67 -1
- package/dist-lib/lib/core/contract/chunks.js +15 -9
- package/dist-lib/lib/core/contract/compute.d.ts +1 -1
- package/dist-lib/lib/core/contract/compute.js +4 -2
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +10 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +46 -52
- package/dist-lib/lib/core/files/index.js +149 -94
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.d.ts +4 -1
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +21 -13
- package/dist-lib/lib/core/files/processing/index.js +74 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +14 -11
- package/dist-lib/lib/core/files/processing/state.js +24 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +12 -13
- package/dist-lib/lib/core/files/rag/index.js +9 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/index.d.ts +1 -0
- package/dist-lib/lib/core/files/records/index.js +1 -0
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/purge.d.ts +4 -0
- package/dist-lib/lib/core/files/records/purge.js +108 -0
- package/dist-lib/lib/core/files/records/reclaim.js +43 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +11 -10
- package/dist-lib/lib/core/files/store/blob.js +54 -19
- package/dist-lib/lib/core/files/store/index.d.ts +2 -6
- package/dist-lib/lib/core/files/store/index.js +10 -5
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.d.ts +2 -0
- package/dist-lib/lib/core/local/files.js +51 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +33 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +1009 -541
- package/dist-lib/lib/credential-pusher.d.ts +20 -20
- package/dist-lib/lib/credential-pusher.js +65 -43
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +18 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/db.json +16 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +72 -3
- package/dist-lib/spec/mesh/hyperdb/messages.js +400 -221
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +7 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +18 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/index.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/schema.json +65 -1
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +19 -1
- package/package.json +8 -4
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +18 -49
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -7,27 +7,26 @@ import { isKickedRow } from '../helpers/index.js';
|
|
|
7
7
|
import { verifyDeviceProof } from '../identity.js';
|
|
8
8
|
import { sealed } from './seal.js';
|
|
9
9
|
import b4a from 'b4a';
|
|
10
|
-
|
|
11
|
-
const MEMBERS = '@qvac/members';
|
|
12
|
-
const GRANTS = '@qvac/mesh-invite-grants';
|
|
10
|
+
import { DEVICES, MEMBERS, MESH_INVITE_GRANTS } from '../collections.js';
|
|
13
11
|
async function boundToAnother(tx, writerKey, id) {
|
|
14
12
|
for await (const device of devicesByWriterKey(tx, writerKey)) {
|
|
15
|
-
if (!
|
|
13
|
+
if (!b4a.equals(device.id, id))
|
|
16
14
|
return true;
|
|
17
15
|
}
|
|
18
16
|
return false;
|
|
19
17
|
}
|
|
20
|
-
export async function admitDevice({ tx, node, host, meshPublicKey, log },
|
|
18
|
+
export async function admitDevice({ tx, node, host, meshPublicKey, log }, device, { id, writerKey, claim }) {
|
|
21
19
|
const existing = await tx.get(DEVICES, { id });
|
|
22
20
|
if ((await meshKind(tx)) === 'shared' && (await boundToAnother(tx, writerKey, id))) {
|
|
23
21
|
log?.warn('contract', 'admission refused: another device is bound to this writer key', {
|
|
24
|
-
id:
|
|
22
|
+
id: b4a.toHex(id).slice(0, 16)
|
|
25
23
|
});
|
|
26
24
|
return 'refused';
|
|
27
25
|
}
|
|
28
26
|
if (!device) {
|
|
29
|
-
if (!existing)
|
|
27
|
+
if (!existing) {
|
|
30
28
|
return 'writer-only';
|
|
29
|
+
}
|
|
31
30
|
log?.debug('contract', 'admission refused: no profile to weigh against the existing row');
|
|
32
31
|
return 'refused';
|
|
33
32
|
}
|
|
@@ -38,7 +37,7 @@ export async function admitDevice({ tx, node, host, meshPublicKey, log }, id, de
|
|
|
38
37
|
joinedAt: device.joinedAt
|
|
39
38
|
});
|
|
40
39
|
const bound = existing?.writerKey ?? null;
|
|
41
|
-
const rebinding = bound !== null && !
|
|
40
|
+
const rebinding = bound !== null && !b4a.equals(bound, writerKey);
|
|
42
41
|
const alreadyAdmitted = bound !== null && !rebinding && !existing?.revoked;
|
|
43
42
|
const reclaims = signed && existing && !existing.deviceSignature;
|
|
44
43
|
if (existing &&
|
|
@@ -47,7 +46,7 @@ export async function admitDevice({ tx, node, host, meshPublicKey, log }, id, de
|
|
|
47
46
|
log?.debug('contract', 'admission refused: claim is not newer than the device row');
|
|
48
47
|
return 'refused';
|
|
49
48
|
}
|
|
50
|
-
if (alreadyAdmitted && !node.key
|
|
49
|
+
if (alreadyAdmitted && !b4a.equals(node.key, writerKey)) {
|
|
51
50
|
log?.warn('contract', 'admission refused: another writer may not rewrite a live device row', {
|
|
52
51
|
id: b4a.toHex(id).slice(0, 16)
|
|
53
52
|
});
|
|
@@ -74,7 +73,7 @@ export async function admitDevice({ tx, node, host, meshPublicKey, log }, id, de
|
|
|
74
73
|
appBuild: device.appBuild ?? existing?.appBuild,
|
|
75
74
|
appChannel: device.appChannel ?? existing?.appChannel,
|
|
76
75
|
platform: device.platform ?? existing?.platform,
|
|
77
|
-
deviceSignature: signed ? claim
|
|
76
|
+
deviceSignature: signed ? claim?.deviceSignature : existing?.deviceSignature,
|
|
78
77
|
claimedMemberId: claim?.claimedMemberId ?? existing?.claimedMemberId,
|
|
79
78
|
inviteToken: claim?.inviteToken ?? existing?.inviteToken,
|
|
80
79
|
id,
|
|
@@ -85,9 +84,9 @@ export async function admitDevice({ tx, node, host, meshPublicKey, log }, id, de
|
|
|
85
84
|
});
|
|
86
85
|
if (rebinding) {
|
|
87
86
|
await host.removeWriter(bound);
|
|
88
|
-
await markWriterRevoked(tx, bound, true);
|
|
87
|
+
await markWriterRevoked(tx, bound, { revoked: true });
|
|
89
88
|
}
|
|
90
|
-
await markWriterRevoked(tx, writerKey, false);
|
|
89
|
+
await markWriterRevoked(tx, writerKey, { revoked: false });
|
|
91
90
|
if (!alreadyAdmitted) {
|
|
92
91
|
log?.info('contract', 'device admitted', { id: b4a.toHex(id).slice(0, 16) });
|
|
93
92
|
}
|
|
@@ -95,18 +94,20 @@ export async function admitDevice({ tx, node, host, meshPublicKey, log }, id, de
|
|
|
95
94
|
}
|
|
96
95
|
async function hasStanding({ tx, node }) {
|
|
97
96
|
const author = await liveDeviceForWriter(tx, node.key);
|
|
98
|
-
if (!author?.memberId)
|
|
97
|
+
if (!author?.memberId) {
|
|
99
98
|
return false;
|
|
99
|
+
}
|
|
100
100
|
return (await tx.get(MEMBERS, { id: author.memberId })) !== null;
|
|
101
101
|
}
|
|
102
102
|
async function revokeIssuedGrants({ tx, node }, issued) {
|
|
103
103
|
const live = [];
|
|
104
|
-
for await (const grant of tx.find(
|
|
105
|
-
if (!grant.revokedAt && issued(grant))
|
|
104
|
+
for await (const grant of tx.find(MESH_INVITE_GRANTS)) {
|
|
105
|
+
if (!grant.revokedAt && issued(grant)) {
|
|
106
106
|
live.push(grant);
|
|
107
|
+
}
|
|
107
108
|
}
|
|
108
109
|
for (const grant of live) {
|
|
109
|
-
await tx.insert(
|
|
110
|
+
await tx.insert(MESH_INVITE_GRANTS, {
|
|
110
111
|
...grant,
|
|
111
112
|
revokedAt: node.timestamp,
|
|
112
113
|
revokedBy: node.key
|
|
@@ -116,16 +117,17 @@ async function revokeIssuedGrants({ tx, node }, issued) {
|
|
|
116
117
|
async function revokeWriter(payload, context) {
|
|
117
118
|
await context.host.removeWriter(payload.writerKey);
|
|
118
119
|
const id = payload.deviceId;
|
|
119
|
-
if (!id)
|
|
120
|
+
if (!id) {
|
|
120
121
|
return;
|
|
122
|
+
}
|
|
121
123
|
const existing = await context.tx.get(DEVICES, { id });
|
|
122
124
|
if (!existing) {
|
|
123
125
|
context.log?.debug('contract', 'remove-writer: no device row to revoke');
|
|
124
126
|
return;
|
|
125
127
|
}
|
|
126
128
|
const current = existing.writerKey;
|
|
127
|
-
if (current && !
|
|
128
|
-
if (context.node.key
|
|
129
|
+
if (current && !b4a.equals(current, payload.writerKey)) {
|
|
130
|
+
if (b4a.equals(context.node.key, payload.writerKey) || b4a.equals(context.node.key, current)) {
|
|
129
131
|
context.log?.debug('contract', 'remove-writer dropped: writer key already superseded');
|
|
130
132
|
return;
|
|
131
133
|
}
|
|
@@ -138,18 +140,20 @@ async function revokeWriter(payload, context) {
|
|
|
138
140
|
revokedBy: context.node.key
|
|
139
141
|
};
|
|
140
142
|
await context.tx.insert(DEVICES, revoked);
|
|
141
|
-
await markWriterRevoked(context.tx, current ?? payload.writerKey, true);
|
|
143
|
+
await markWriterRevoked(context.tx, current ?? payload.writerKey, { revoked: true });
|
|
142
144
|
context.log?.info('contract', 'writer removed, device revoked', {
|
|
143
145
|
id: b4a.toHex(id).slice(0, 16)
|
|
144
146
|
});
|
|
145
|
-
await revokeIssuedGrants(context, (grant) => grant.issuerDeviceId
|
|
147
|
+
await revokeIssuedGrants(context, (grant) => !!grant.issuerDeviceId && b4a.equals(grant.issuerDeviceId, id));
|
|
146
148
|
const owner = existing.memberId ?? existing.claimedMemberId;
|
|
147
149
|
const kicker = owner && (await liveDeviceForWriter(context.tx, context.node.key));
|
|
148
|
-
|
|
150
|
+
const kickerMember = kicker ? (kicker.memberId ?? kicker.claimedMemberId) : null;
|
|
151
|
+
if (owner && kicker && !(kickerMember && b4a.equals(kickerMember, owner))) {
|
|
149
152
|
await recordMemberRemoval(context.tx, owner);
|
|
150
153
|
}
|
|
151
|
-
if (context.node.key
|
|
154
|
+
if (b4a.equals(context.node.key, payload.writerKey)) {
|
|
152
155
|
return;
|
|
156
|
+
}
|
|
153
157
|
return revoked;
|
|
154
158
|
}
|
|
155
159
|
export function registerWriterRoutes(router) {
|
|
@@ -169,18 +173,23 @@ export function registerWriterRoutes(router) {
|
|
|
169
173
|
const existing = await context.tx.get(DEVICES, { id: payload.device.id });
|
|
170
174
|
const signedLive = existing && !existing.revoked && existing.deviceSignature;
|
|
171
175
|
const bound = signedLive ? existing.writerKey : null;
|
|
172
|
-
if (bound && !
|
|
176
|
+
if (bound && !b4a.equals(bound, payload.writerKey)) {
|
|
173
177
|
context.log?.warn('contract', 'add-writer dropped: it may not move a live device');
|
|
174
178
|
return;
|
|
175
179
|
}
|
|
176
|
-
const admission = await admitDevice(context, payload.device
|
|
177
|
-
|
|
180
|
+
const admission = await admitDevice(context, payload.device, {
|
|
181
|
+
id: payload.device.id,
|
|
182
|
+
writerKey: payload.writerKey,
|
|
183
|
+
claim: payload
|
|
184
|
+
});
|
|
185
|
+
if (admission !== 'admitted') {
|
|
178
186
|
return;
|
|
187
|
+
}
|
|
179
188
|
await context.host.addWriter(payload.writerKey);
|
|
180
189
|
return payload.device;
|
|
181
190
|
}));
|
|
182
191
|
router.add('@qvac/remove-writer', trackActivity(async (payload, context) => {
|
|
183
|
-
const self = context.node.key
|
|
192
|
+
const self = b4a.equals(context.node.key, payload.writerKey);
|
|
184
193
|
if (!self && !(await hasStanding(context))) {
|
|
185
194
|
context.log?.warn('contract', 'remove-writer dropped: the author speaks for no member here');
|
|
186
195
|
return;
|
|
@@ -195,15 +204,16 @@ export function registerWriterRoutes(router) {
|
|
|
195
204
|
const removals = [];
|
|
196
205
|
for await (const device of context.tx.find(DEVICES)) {
|
|
197
206
|
const claims = device.memberId ?? device.claimedMemberId;
|
|
198
|
-
if (device.revoked || !device.writerKey || !claims
|
|
207
|
+
if (device.revoked || !device.writerKey || !claims || !b4a.equals(claims, memberId)) {
|
|
199
208
|
continue;
|
|
209
|
+
}
|
|
200
210
|
removals.push({ writerKey: device.writerKey, deviceId: device.id, revokedAt });
|
|
201
211
|
}
|
|
202
212
|
let removed;
|
|
203
213
|
for (const removal of removals) {
|
|
204
214
|
removed = (await revokeWriter(removal, context)) ?? removed;
|
|
205
215
|
}
|
|
206
|
-
await revokeIssuedGrants(context, (grant) => grant.issuerMemberId
|
|
216
|
+
await revokeIssuedGrants(context, (grant) => !!grant.issuerMemberId && b4a.equals(grant.issuerMemberId, memberId));
|
|
207
217
|
return removed;
|
|
208
218
|
}));
|
|
209
219
|
router.add('@qvac/join', trackActivity(async (payload, context) => {
|
|
@@ -228,9 +238,14 @@ export function registerWriterRoutes(router) {
|
|
|
228
238
|
await context.host.addWriter(context.node.key);
|
|
229
239
|
return;
|
|
230
240
|
}
|
|
231
|
-
const admission = await admitDevice(context,
|
|
232
|
-
|
|
241
|
+
const admission = await admitDevice(context, payload.device, {
|
|
242
|
+
id,
|
|
243
|
+
writerKey: context.node.key,
|
|
244
|
+
claim: payload
|
|
245
|
+
});
|
|
246
|
+
if (admission === 'refused') {
|
|
233
247
|
return;
|
|
248
|
+
}
|
|
234
249
|
await context.host.addWriter(context.node.key);
|
|
235
250
|
return admission === 'admitted' ? payload.device : null;
|
|
236
251
|
}));
|
|
@@ -268,15 +283,21 @@ export function registerWriterRoutes(router) {
|
|
|
268
283
|
log?.warn('contract', 'vouched-join dropped: the joiner was removed from this mesh');
|
|
269
284
|
return;
|
|
270
285
|
}
|
|
271
|
-
if (existing &&
|
|
286
|
+
if (existing &&
|
|
287
|
+
!existing.revoked &&
|
|
288
|
+
!(existing.writerKey && b4a.equals(existing.writerKey, writerKey))) {
|
|
272
289
|
log?.warn('contract', 'vouched-join dropped: the joiner is live here on another writer');
|
|
273
290
|
return;
|
|
274
291
|
}
|
|
275
|
-
const admission = await admitDevice(context,
|
|
276
|
-
if (admission === 'refused')
|
|
292
|
+
const admission = await admitDevice(context, device, { id, writerKey, claim: payload });
|
|
293
|
+
if (admission === 'refused') {
|
|
277
294
|
return;
|
|
295
|
+
}
|
|
278
296
|
await context.host.addWriter(writerKey);
|
|
279
297
|
const admitted = await tx.get(DEVICES, { id });
|
|
298
|
+
if (!admitted) {
|
|
299
|
+
return;
|
|
300
|
+
}
|
|
280
301
|
const proven = payload.memberProof &&
|
|
281
302
|
(await verifyDeviceProof(payload.memberProof, { memberId, deviceId: id }));
|
|
282
303
|
await tx.insert(DEVICES, {
|
|
@@ -31,8 +31,9 @@ export class PendingDepartures {
|
|
|
31
31
|
async _flush() {
|
|
32
32
|
await this._lock.lock();
|
|
33
33
|
try {
|
|
34
|
-
if (this._closing)
|
|
34
|
+
if (this._closing) {
|
|
35
35
|
return;
|
|
36
|
+
}
|
|
36
37
|
for (const row of await this._local.departures()) {
|
|
37
38
|
if (this._closing)
|
|
38
39
|
return;
|
|
@@ -63,13 +64,15 @@ export class PendingDepartures {
|
|
|
63
64
|
const scope = [...SCOPE, b4a.toHex(row.key).slice(0, 8)];
|
|
64
65
|
try {
|
|
65
66
|
await mesh.ready();
|
|
66
|
-
if (this._closing || mesh.closing)
|
|
67
|
+
if (this._closing || mesh.closing) {
|
|
67
68
|
return;
|
|
69
|
+
}
|
|
68
70
|
this._swarm.join(mesh.discoveryKey, { server: true, client: true });
|
|
69
71
|
mesh.startBlindPeering(this._swarm.dht);
|
|
70
72
|
this._log?.info(scope, 'reopened a departed mesh to deliver its removal');
|
|
71
|
-
if (!(await waitForDelivery(mesh)))
|
|
73
|
+
if (!(await waitForDelivery(mesh))) {
|
|
72
74
|
return;
|
|
75
|
+
}
|
|
73
76
|
await this._local.deleteDeparture(row.key);
|
|
74
77
|
this._log?.info(scope, 'departure delivered');
|
|
75
78
|
}
|
|
@@ -84,8 +87,9 @@ export class PendingDepartures {
|
|
|
84
87
|
try {
|
|
85
88
|
this._parked.add(hex);
|
|
86
89
|
const entry = this._active.get(hex);
|
|
87
|
-
if (!entry)
|
|
90
|
+
if (!entry) {
|
|
88
91
|
return;
|
|
92
|
+
}
|
|
89
93
|
await entry.mesh.close().catch(noop);
|
|
90
94
|
await entry.done;
|
|
91
95
|
}
|
|
@@ -100,12 +104,14 @@ export class PendingDepartures {
|
|
|
100
104
|
return this._local.deleteDeparture(key);
|
|
101
105
|
}
|
|
102
106
|
async suspend() {
|
|
103
|
-
for (const { mesh } of this._active.values())
|
|
107
|
+
for (const { mesh } of this._active.values()) {
|
|
104
108
|
await mesh.suspend();
|
|
109
|
+
}
|
|
105
110
|
}
|
|
106
111
|
async resume() {
|
|
107
|
-
for (const { mesh } of this._active.values())
|
|
112
|
+
for (const { mesh } of this._active.values()) {
|
|
108
113
|
await mesh.resume();
|
|
114
|
+
}
|
|
109
115
|
}
|
|
110
116
|
async close() {
|
|
111
117
|
this._closing = true;
|
|
@@ -120,8 +126,9 @@ function waitForDelivery(mesh) {
|
|
|
120
126
|
let uploaded = 0;
|
|
121
127
|
const delivered = () => local.length > 0 &&
|
|
122
128
|
(uploaded >= local.length || local.peers.some((peer) => peer.remoteLength >= local.length));
|
|
123
|
-
if (delivered())
|
|
129
|
+
if (delivered()) {
|
|
124
130
|
return Promise.resolve(true);
|
|
131
|
+
}
|
|
125
132
|
return new Promise((resolve) => {
|
|
126
133
|
const settle = (ok) => {
|
|
127
134
|
local.off('upload', onUpload);
|
|
@@ -131,8 +138,9 @@ function waitForDelivery(mesh) {
|
|
|
131
138
|
resolve(ok);
|
|
132
139
|
};
|
|
133
140
|
const check = () => {
|
|
134
|
-
if (delivered())
|
|
141
|
+
if (delivered()) {
|
|
135
142
|
settle(true);
|
|
143
|
+
}
|
|
136
144
|
};
|
|
137
145
|
const onUpload = (index) => {
|
|
138
146
|
uploaded = Math.max(uploaded, index + 1);
|
|
@@ -14,7 +14,7 @@ export function openDeviceInvites(store) {
|
|
|
14
14
|
return (Array.isArray(value) ? value : []).filter((entry) => typeof entry?.nonce === 'string' && now - entry.issuedAt < INVITE_TTL_MS);
|
|
15
15
|
}
|
|
16
16
|
function matching(issued, token, deviceId) {
|
|
17
|
-
return issued.findIndex(({ nonce }) => deviceInviteToken(
|
|
17
|
+
return issued.findIndex(({ nonce }) => b4a.equals(deviceInviteToken(b4a.from(nonce, 'hex'), deviceId), token));
|
|
18
18
|
}
|
|
19
19
|
return {
|
|
20
20
|
async issue() {
|
|
@@ -42,8 +42,9 @@ export function openDeviceInvites(store) {
|
|
|
42
42
|
try {
|
|
43
43
|
const issued = await outstanding();
|
|
44
44
|
const index = matching(issued, token, deviceId);
|
|
45
|
-
if (index === -1 || issued[index].spent)
|
|
45
|
+
if (index === -1 || issued[index].spent) {
|
|
46
46
|
return false;
|
|
47
|
+
}
|
|
47
48
|
await store.set(NONCES_KEY, issued.map((entry, i) => (i === index ? { ...entry, spent: true } : entry)));
|
|
48
49
|
return true;
|
|
49
50
|
}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { readinessForAgents } from '../skill-readiness.js';
|
|
2
2
|
import { listAgents } from './agent.js';
|
|
3
|
+
import { DEVICES } from './collections.js';
|
|
3
4
|
export async function saveDeviceCapabilities(store, input, isAccount) {
|
|
4
5
|
const report = isAccount(store) ? input : await hostedOnly(store, input);
|
|
5
6
|
await store.dispatch('report-device-capabilities', report);
|
|
@@ -10,13 +11,14 @@ export async function retractInventory(store, deviceId, isAccount) {
|
|
|
10
11
|
const snap = store.view.snapshot();
|
|
11
12
|
let row;
|
|
12
13
|
try {
|
|
13
|
-
row = await snap.get(
|
|
14
|
+
row = await snap.get(DEVICES, { id: deviceId });
|
|
14
15
|
}
|
|
15
16
|
finally {
|
|
16
17
|
await snap.close();
|
|
17
18
|
}
|
|
18
|
-
if (!row)
|
|
19
|
+
if (!row) {
|
|
19
20
|
return;
|
|
21
|
+
}
|
|
20
22
|
const trimmed = await hostedOnly(store, {
|
|
21
23
|
deviceId,
|
|
22
24
|
installedToolNames: [],
|
|
@@ -33,8 +35,9 @@ export async function retractInventory(store, deviceId, isAccount) {
|
|
|
33
35
|
row.toolCatalog
|
|
34
36
|
].some((list) => list?.length) ||
|
|
35
37
|
(row.readySkillNames?.length ?? 0) > (trimmed.readySkillNames?.length ?? 0);
|
|
36
|
-
if (leaked)
|
|
38
|
+
if (leaked) {
|
|
37
39
|
await store.dispatch('report-device-capabilities', trimmed);
|
|
40
|
+
}
|
|
38
41
|
}
|
|
39
42
|
async function hostedOnly(store, input) {
|
|
40
43
|
const hosted = new Set((await listAgents(store, input.deviceId)).map((agent) => agent.id));
|
|
@@ -3,20 +3,29 @@ export interface DocumentAttachment {
|
|
|
3
3
|
fileName: string;
|
|
4
4
|
mimeType: string;
|
|
5
5
|
}
|
|
6
|
-
export
|
|
7
|
-
fileName: string;
|
|
8
|
-
mimeType: string;
|
|
9
|
-
}
|
|
6
|
+
export interface AttachmentFile {
|
|
7
|
+
readonly fileName: string;
|
|
8
|
+
readonly mimeType: string;
|
|
9
|
+
}
|
|
10
|
+
export declare function isDocumentAttachment(ref: AttachmentFile): boolean;
|
|
11
|
+
interface NamedFile {
|
|
12
|
+
readonly fileName: string;
|
|
13
|
+
readonly mimeType: string;
|
|
14
|
+
}
|
|
15
|
+
export declare function isPdfAttachment(ref: NamedFile): boolean;
|
|
10
16
|
export declare function documentAttachmentLine(doc: DocumentAttachment): string;
|
|
11
17
|
export declare const DOCUMENT_ATTACHMENT_ONLY_PROMPT = "The user sent one or more documents without any accompanying text, and no excerpts of them are available. Say what each file is and ask what they would like done with it.";
|
|
12
18
|
export type DocumentUnreadReason = 'indexing' | 'knowledge-off' | 'unreadable';
|
|
13
|
-
export
|
|
14
|
-
knowledgeOn: boolean;
|
|
15
|
-
failedFiles: ReadonlyArray<string> | null | undefined;
|
|
16
|
-
attachedCount: number;
|
|
17
|
-
}
|
|
19
|
+
export interface DocumentReadState {
|
|
20
|
+
readonly knowledgeOn: boolean;
|
|
21
|
+
readonly failedFiles: ReadonlyArray<string> | null | undefined;
|
|
22
|
+
readonly attachedCount: number;
|
|
23
|
+
}
|
|
24
|
+
export declare function documentUnreadReason({ knowledgeOn, failedFiles, attachedCount }: DocumentReadState): DocumentUnreadReason;
|
|
18
25
|
export declare function documentUnreadNotice(reason: DocumentUnreadReason, plural: boolean): string;
|
|
19
|
-
export
|
|
26
|
+
export interface AnnotatedMessage {
|
|
20
27
|
content: string;
|
|
21
28
|
documents?: DocumentAttachment[];
|
|
22
|
-
}
|
|
29
|
+
}
|
|
30
|
+
export declare function annotateDocumentAttachments(messages: AnnotatedMessage[]): void;
|
|
31
|
+
export {};
|
|
@@ -1,10 +1,15 @@
|
|
|
1
1
|
import { isAudioAttachment } from './audio-attachment.js';
|
|
2
|
+
import { classifyRagDocument, RAG_DOCUMENT_KIND } from './files/rag/index.js';
|
|
2
3
|
import { IMAGE_MIMES } from './image/normalize.js';
|
|
3
4
|
export function isDocumentAttachment(ref) {
|
|
4
5
|
if (IMAGE_MIMES.has(ref.mimeType.toLowerCase()))
|
|
5
6
|
return false;
|
|
6
7
|
return !isAudioAttachment(ref.fileName, ref.mimeType);
|
|
7
8
|
}
|
|
9
|
+
export function isPdfAttachment(ref) {
|
|
10
|
+
return (classifyRagDocument({ fileName: ref.fileName, mimeType: ref.mimeType }) ===
|
|
11
|
+
RAG_DOCUMENT_KIND.pdf);
|
|
12
|
+
}
|
|
8
13
|
export function documentAttachmentLine(doc) {
|
|
9
14
|
return `[Attached file "${doc.fileName}" (${doc.mimeType}) — attachmentId: ${doc.id}]`;
|
|
10
15
|
}
|
|
@@ -18,11 +23,11 @@ export function documentUnreadReason({ knowledgeOn, failedFiles, attachedCount }
|
|
|
18
23
|
}
|
|
19
24
|
export function documentUnreadNotice(reason, plural) {
|
|
20
25
|
const they = plural ? 'they are' : 'it is';
|
|
21
|
-
const why =
|
|
22
|
-
|
|
23
|
-
:
|
|
24
|
-
|
|
25
|
-
|
|
26
|
+
const why = {
|
|
27
|
+
indexing: `${they} still being indexed`,
|
|
28
|
+
'knowledge-off': `${they} not something that could be included whole, and Knowledge is off for this agent`,
|
|
29
|
+
unreadable: `${they} not readable on this device`
|
|
30
|
+
}[reason];
|
|
26
31
|
return `[The attached document${plural ? 's' : ''} could not be read for this reply: ${why}.]`;
|
|
27
32
|
}
|
|
28
33
|
export function annotateDocumentAttachments(messages) {
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { Mesh } from '../mesh.ts';
|
|
2
|
+
import { type FileHandlersOptions } from './upload.ts';
|
|
2
3
|
import type { CapabilityHandlers } from '../../../spec/capabilities.d.ts';
|
|
3
4
|
export declare const MAX_ATTACHMENT_BYTES: number;
|
|
4
5
|
type Bound<K extends keyof CapabilityHandlers> = CapabilityHandlers[K] extends (input: infer I, ...rest: infer R) => infer O ? (input: Omit<I, 'meshId'>, ...rest: R) => O : CapabilityHandlers[K];
|
|
@@ -7,9 +8,5 @@ export interface BoundAttachments {
|
|
|
7
8
|
downloadAttachment: Bound<'downloadAttachment'>;
|
|
8
9
|
deleteAttachment: Bound<'deleteAttachment'>;
|
|
9
10
|
}
|
|
10
|
-
export declare function attachmentFiles(mesh: Mesh, { maxBytes, deviceId, inactivityMs }?:
|
|
11
|
-
maxBytes?: number;
|
|
12
|
-
deviceId?: Buffer | null;
|
|
13
|
-
inactivityMs?: number;
|
|
14
|
-
}): BoundAttachments;
|
|
11
|
+
export declare function attachmentFiles(mesh: Mesh, { maxBytes, deviceId, inactivityMs }?: FileHandlersOptions): BoundAttachments;
|
|
15
12
|
export {};
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { linkAttachment } from '../attachment-link.js';
|
|
2
2
|
import { getChunk, updateChunk } from '../chunk.js';
|
|
3
3
|
import { uploadFile } from './upload.js';
|
|
4
|
+
import b4a from 'b4a';
|
|
4
5
|
export const MAX_ATTACHMENT_BYTES = 100 * 1024 * 1024;
|
|
5
6
|
export function attachmentFiles(mesh, { maxBytes = MAX_ATTACHMENT_BYTES, deviceId = null, inactivityMs } = {}) {
|
|
6
7
|
return {
|
|
@@ -26,17 +27,19 @@ export function attachmentFiles(mesh, { maxBytes = MAX_ATTACHMENT_BYTES, deviceI
|
|
|
26
27
|
throw new Error(`delete-attachment needs a positive timestamp, got ${at}`);
|
|
27
28
|
}
|
|
28
29
|
const chunk = await getChunk(mesh, chunkId);
|
|
29
|
-
if (!chunk)
|
|
30
|
+
if (!chunk) {
|
|
30
31
|
throw new Error(`chunk not found: ${chunkId}`);
|
|
32
|
+
}
|
|
31
33
|
if (chunk.type !== 'attachment' || !chunk.attachment) {
|
|
32
34
|
throw new Error(`not an attachment chunk: ${chunkId}`);
|
|
33
35
|
}
|
|
34
|
-
if (deviceId && !chunk.originDeviceId
|
|
36
|
+
if (deviceId && !b4a.equals(chunk.originDeviceId, deviceId)) {
|
|
35
37
|
throw new Error('only the origin device may delete an attachment');
|
|
36
38
|
}
|
|
37
39
|
const attachment = chunk.attachment;
|
|
38
|
-
if (attachment.deletedAt)
|
|
40
|
+
if (attachment.deletedAt) {
|
|
39
41
|
return chunk;
|
|
42
|
+
}
|
|
40
43
|
const updated = await updateChunk(mesh, {
|
|
41
44
|
id: chunkId,
|
|
42
45
|
attachment: { ...attachment, deletedAt: at }
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
-
import { Buffer } from 'buffer';
|
|
3
2
|
import EventEmitter from 'bare-events';
|
|
4
3
|
import type { AssistantFileStatusList, AssistantFileReadRequest, AssistantFileReadFrame, AssistantFilePreviewResponse, AssistantIndexingStatusList } from '../../../spec/hyperschema/types.d.ts';
|
|
5
4
|
import type { QvacChunk, QvacKnowledge, QvacKnowledgeArtifact } from '../../../spec/mesh/hyperschema/types.d.ts';
|
|
@@ -10,11 +9,42 @@ import { FileState, type LocalWork, type IndexingProgressEntry, type FileProcess
|
|
|
10
9
|
import { BlobStore } from './store/index.ts';
|
|
11
10
|
import { type IndexingProgress, type IndexingEmbedder, type RagExtractors, type VectorIndex } from './rag/index.ts';
|
|
12
11
|
import type { Mesh } from '../mesh.ts';
|
|
12
|
+
import type { ChatFileKey } from './records/source.ts';
|
|
13
|
+
import type { SettleOptions } from './processing/settle.ts';
|
|
13
14
|
export { fullTextBudgetChars, fullTextHits, retrieveRagKnowledge, searchRagChunks, referencesPendingFile, type VectorHit, type RagDocumentRef } from './rag/index.ts';
|
|
14
15
|
export { isKnowledgeRoutedAttachment } from './records/index.ts';
|
|
15
16
|
export { assertRemovableAt } from './records/index.ts';
|
|
16
17
|
export { assertArtifactOutput } from './records/index.ts';
|
|
17
18
|
export { claimSource } from './records/index.ts';
|
|
19
|
+
export interface RetryFileRequest extends ChatFileKey {
|
|
20
|
+
readonly processorId: string;
|
|
21
|
+
}
|
|
22
|
+
export interface FileReadOptions {
|
|
23
|
+
readonly signal?: AbortSignal;
|
|
24
|
+
}
|
|
25
|
+
export interface StartProcessorOptions {
|
|
26
|
+
readonly deviceId: Buffer | null;
|
|
27
|
+
}
|
|
28
|
+
export interface StartProcessingOptions extends StartProcessorOptions {
|
|
29
|
+
readonly embedder: IndexingEmbedder;
|
|
30
|
+
readonly index: VectorIndex;
|
|
31
|
+
readonly extractors?: RagExtractors;
|
|
32
|
+
}
|
|
33
|
+
export interface FileLoadOptions {
|
|
34
|
+
readonly artifactId?: string;
|
|
35
|
+
readonly processorId?: string;
|
|
36
|
+
}
|
|
37
|
+
export interface BeginUploadInput {
|
|
38
|
+
readonly fileId?: string | null;
|
|
39
|
+
readonly chatId?: string | null;
|
|
40
|
+
readonly fileName?: string | null;
|
|
41
|
+
readonly mimeType?: string | null;
|
|
42
|
+
readonly totalBytes?: number | null;
|
|
43
|
+
readonly data?: Buffer | null;
|
|
44
|
+
}
|
|
45
|
+
export interface BegunUpload {
|
|
46
|
+
readonly id: string;
|
|
47
|
+
}
|
|
18
48
|
export declare class Files extends EventEmitter {
|
|
19
49
|
private readonly _mesh;
|
|
20
50
|
private readonly _uploads;
|
|
@@ -28,11 +58,7 @@ export declare class Files extends EventEmitter {
|
|
|
28
58
|
private _paused;
|
|
29
59
|
closed: boolean;
|
|
30
60
|
constructor(mesh: Mesh);
|
|
31
|
-
read(reference: string, options?: Parameters<BlobStore['read']>[1]): AsyncGenerator<
|
|
32
|
-
data: Buffer;
|
|
33
|
-
bytesRead: number;
|
|
34
|
-
byteLength: number;
|
|
35
|
-
}, void, unknown>;
|
|
61
|
+
read(reference: string, options?: Parameters<BlobStore['read']>[1]): AsyncGenerator<import("./store/blob.ts").BlobReadChunk, void, unknown>;
|
|
36
62
|
readBytes(reference: string, options?: Parameters<BlobStore['readBytes']>[1]): Promise<Buffer<ArrayBufferLike>>;
|
|
37
63
|
download(reference: string, options: Parameters<BlobStore['download']>[1]): Promise<void>;
|
|
38
64
|
write(chunks: AsyncIterable<Uint8Array>, options?: Parameters<BlobStore['write']>[1]): AsyncGenerator<import("./store/blob.ts").WriteProgress, any, any>;
|
|
@@ -43,26 +69,15 @@ export declare class Files extends EventEmitter {
|
|
|
43
69
|
inline(bytes: Buffer, mimeType: string): string;
|
|
44
70
|
reference(id: Parameters<BlobStore['reference']>[0]): string;
|
|
45
71
|
clear(reference: string, id: string): Promise<boolean>;
|
|
72
|
+
compact(coreKeys: ReadonlyArray<Buffer>): Promise<void>;
|
|
46
73
|
attachments(options?: Parameters<typeof attachmentFiles>[1]): import("./attachments.ts").BoundAttachments;
|
|
47
74
|
knowledge(options?: Parameters<typeof knowledgeFiles>[1]): Pick<import("../../../spec/capabilities").CapabilityHandlers, "downloadKnowledge" | "listIndexing" | "listKnowledge" | "removeKnowledge" | "uploadKnowledge">;
|
|
48
75
|
listKnowledge(chatId: string): Promise<QvacKnowledge[]>;
|
|
49
76
|
record(id: string): Promise<QvacKnowledge | null>;
|
|
50
|
-
resolve(request:
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
fileRead(request: Omit<AssistantFileReadRequest, 'meshId'>, options?: {
|
|
55
|
-
signal?: AbortSignal;
|
|
56
|
-
}): AsyncGenerator<AssistantFileReadFrame>;
|
|
57
|
-
preview(request: {
|
|
58
|
-
chatId: string;
|
|
59
|
-
fileId: string;
|
|
60
|
-
}): Promise<AssistantFilePreviewResponse>;
|
|
61
|
-
retry(request: {
|
|
62
|
-
chatId: string;
|
|
63
|
-
fileId: string;
|
|
64
|
-
processorId: string;
|
|
65
|
-
}): Promise<void>;
|
|
77
|
+
resolve(request: ChatFileKey): Promise<FileRecord | null>;
|
|
78
|
+
fileRead(request: Omit<AssistantFileReadRequest, 'meshId'>, options?: FileReadOptions): AsyncGenerator<AssistantFileReadFrame>;
|
|
79
|
+
preview(request: ChatFileKey): Promise<AssistantFilePreviewResponse>;
|
|
80
|
+
retry(request: RetryFileRequest): Promise<void>;
|
|
66
81
|
artifact(id: string): Promise<QvacKnowledgeArtifact | null>;
|
|
67
82
|
artifacts(id: string): Promise<QvacKnowledgeArtifact[]>;
|
|
68
83
|
publish(input: Parameters<typeof addKnowledgeArtifact>[1]): Promise<QvacKnowledgeArtifact>;
|
|
@@ -70,23 +85,15 @@ export declare class Files extends EventEmitter {
|
|
|
70
85
|
syncAttachment(chunk: QvacChunk): Promise<void>;
|
|
71
86
|
syncKnowledge(row: QvacKnowledge): Promise<void>;
|
|
72
87
|
syncArtifact(row: QvacKnowledgeArtifact): Promise<void>;
|
|
88
|
+
reclaimPurged(): Promise<number>;
|
|
73
89
|
sweepTombstones(deviceId?: Buffer | null): Promise<void>;
|
|
74
90
|
sweepOrphans(coreLength: number): Promise<void>;
|
|
75
91
|
processorState(id: string): FileState;
|
|
76
|
-
start(options:
|
|
77
|
-
|
|
78
|
-
}): void;
|
|
79
|
-
startProcessor(processor: FileProcessor, options: {
|
|
80
|
-
deviceId: Buffer | null;
|
|
81
|
-
}): void;
|
|
92
|
+
start(options: StartProcessorOptions): void;
|
|
93
|
+
startProcessor(processor: FileProcessor, options: StartProcessorOptions): void;
|
|
82
94
|
stopProcessor(id: string): Promise<boolean>;
|
|
83
95
|
private get _processing();
|
|
84
|
-
startProcessing(options:
|
|
85
|
-
embedder: IndexingEmbedder;
|
|
86
|
-
index: VectorIndex;
|
|
87
|
-
deviceId: Buffer | null;
|
|
88
|
-
extractors?: RagExtractors;
|
|
89
|
-
}): void;
|
|
96
|
+
startProcessing(options: StartProcessingOptions): void;
|
|
90
97
|
stopProcessing(): Promise<boolean>;
|
|
91
98
|
suspend(): Promise<void>;
|
|
92
99
|
resume(): void;
|
|
@@ -95,35 +102,22 @@ export declare class Files extends EventEmitter {
|
|
|
95
102
|
unwatch(listener: () => void): void;
|
|
96
103
|
setModel(model: string | null): void;
|
|
97
104
|
work(id: string, state: LocalWork, processorId?: string): void;
|
|
98
|
-
load(id: string, state: LocalWork, options?:
|
|
99
|
-
artifactId?: string;
|
|
100
|
-
processorId?: string;
|
|
101
|
-
}): void;
|
|
105
|
+
load(id: string, state: LocalWork, options?: FileLoadOptions): void;
|
|
102
106
|
clearLoaded(processorId?: string): void;
|
|
103
107
|
hydratedArtifact(id: string): string | null;
|
|
104
|
-
settle(ids: string[], options?:
|
|
105
|
-
timeoutMs?: number;
|
|
106
|
-
signal?: AbortSignal;
|
|
107
|
-
}): Promise<void>;
|
|
108
|
+
settle(ids: string[], options?: SettleOptions): Promise<void>;
|
|
108
109
|
reconnect(): void;
|
|
109
110
|
report: (update: Parameters<IndexingProgress>[0], processorId?: string) => void;
|
|
110
111
|
progress(chatId: string): IndexingProgressEntry[];
|
|
111
|
-
beginUpload(input:
|
|
112
|
-
fileId?: string | null;
|
|
113
|
-
chatId?: string | null;
|
|
114
|
-
fileName?: string | null;
|
|
115
|
-
mimeType?: string | null;
|
|
116
|
-
totalBytes?: number | null;
|
|
117
|
-
data?: Buffer | null;
|
|
118
|
-
}): Promise<{
|
|
119
|
-
id: string;
|
|
120
|
-
}>;
|
|
112
|
+
beginUpload(input: BeginUploadInput): Promise<BegunUpload>;
|
|
121
113
|
uploadProgress(id: string, bytes: number): void;
|
|
122
114
|
uploadComplete(id: string): void;
|
|
123
115
|
uploadFailed(id: string, error: unknown): void;
|
|
124
116
|
uploadClosed(id: string): void;
|
|
125
117
|
private _pruneUploads;
|
|
126
118
|
status(chatId: string): Promise<AssistantFileStatusList>;
|
|
119
|
+
private _markClaimed;
|
|
120
|
+
private _extraProcessorStatuses;
|
|
127
121
|
private _processorStatus;
|
|
128
122
|
close(): Promise<void>;
|
|
129
123
|
}
|