@qvac/core 0.5.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +92 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +13 -8
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +2 -1
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +5 -1
- package/dist-lib/lib/api/index.js +101 -102
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.js +3 -3
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +48 -27
- package/dist-lib/lib/assistant/harness.js +40 -16
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +27 -11
- package/dist-lib/lib/assistant.d.ts +31 -11
- package/dist-lib/lib/assistant.js +846 -390
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.js +17 -15
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +50 -31
- package/dist-lib/lib/core/chunk.d.ts +19 -23
- package/dist-lib/lib/core/chunk.js +27 -21
- package/dist-lib/lib/core/collections.d.ts +70 -0
- package/dist-lib/lib/core/collections.js +70 -0
- package/dist-lib/lib/core/contract/activity.d.ts +6 -2
- package/dist-lib/lib/core/contract/activity.js +15 -12
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.d.ts +2 -0
- package/dist-lib/lib/core/contract/chat.js +67 -1
- package/dist-lib/lib/core/contract/chunks.js +15 -9
- package/dist-lib/lib/core/contract/compute.d.ts +1 -1
- package/dist-lib/lib/core/contract/compute.js +4 -2
- package/dist-lib/lib/core/contract/devices.js +6 -5
- package/dist-lib/lib/core/contract/grant-order.js +5 -6
- package/dist-lib/lib/core/contract/index.js +4 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +8 -3
- package/dist-lib/lib/core/contract/invites.js +52 -26
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -3
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +13 -2
- package/dist-lib/lib/core/contract/members.js +46 -25
- package/dist-lib/lib/core/contract/mesh-kind.js +9 -8
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +10 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +6 -1
- package/dist-lib/lib/core/contract/writers.js +55 -34
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-invites.js +3 -2
- package/dist-lib/lib/core/devices.js +6 -3
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +46 -52
- package/dist-lib/lib/core/files/index.js +149 -94
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.d.ts +4 -1
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +21 -13
- package/dist-lib/lib/core/files/processing/index.js +74 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +14 -11
- package/dist-lib/lib/core/files/processing/state.js +24 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +12 -13
- package/dist-lib/lib/core/files/rag/index.js +9 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/index.d.ts +1 -0
- package/dist-lib/lib/core/files/records/index.js +1 -0
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/purge.d.ts +4 -0
- package/dist-lib/lib/core/files/records/purge.js +108 -0
- package/dist-lib/lib/core/files/records/reclaim.js +43 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +11 -10
- package/dist-lib/lib/core/files/store/blob.js +54 -19
- package/dist-lib/lib/core/files/store/index.d.ts +2 -6
- package/dist-lib/lib/core/files/store/index.js +10 -5
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.js +12 -7
- package/dist-lib/lib/core/handoff-channel.js +27 -13
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.js +6 -2
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.js +6 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.js +4 -2
- package/dist-lib/lib/core/invite.js +2 -1
- package/dist-lib/lib/core/local/files.d.ts +2 -0
- package/dist-lib/lib/core/local/files.js +51 -19
- package/dist-lib/lib/core/local/index.d.ts +69 -46
- package/dist-lib/lib/core/local/index.js +146 -129
- package/dist-lib/lib/core/membership.d.ts +12 -2
- package/dist-lib/lib/core/membership.js +55 -33
- package/dist-lib/lib/core/mesh-seed-handoff.js +7 -1
- package/dist-lib/lib/core/mesh.d.ts +37 -27
- package/dist-lib/lib/core/mesh.js +131 -73
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +4 -4
- package/dist-lib/lib/core/send.js +6 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +33 -15
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +38 -26
- package/dist-lib/lib/core.js +1009 -541
- package/dist-lib/lib/credential-pusher.d.ts +20 -20
- package/dist-lib/lib/credential-pusher.js +65 -43
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +12 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -2
- package/dist-lib/lib/model-idle-pusher.js +3 -4
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +1 -0
- package/dist-lib/lib/run-notices.js +5 -2
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.js +4 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.js +22 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +10 -6
- package/dist-lib/schema/config.d.ts +2 -3
- package/dist-lib/schema/content.d.ts +17 -2
- package/dist-lib/schema/content.js +2 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +95 -6
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +14 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +7 -2
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +18 -4
- package/dist-lib/spec/bind.js +12 -0
- package/dist-lib/spec/calls.js +4 -0
- package/dist-lib/spec/capabilities.d.ts +12 -4
- package/dist-lib/spec/hrpc/hrpc.json +54 -2
- package/dist-lib/spec/hrpc/index.js +53 -5
- package/dist-lib/spec/hrpc/messages.js +783 -494
- package/dist-lib/spec/hyperschema/index.js +783 -494
- package/dist-lib/spec/hyperschema/schema.json +247 -1
- package/dist-lib/spec/hyperschema/types.d.ts +69 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +82 -14
- package/dist-lib/spec/local/hyperschema/index.js +42 -8
- package/dist-lib/spec/local/hyperschema/schema.json +27 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +6 -1
- package/dist-lib/spec/mesh/hyperdb/db.json +16 -1
- package/dist-lib/spec/mesh/hyperdb/index.js +72 -3
- package/dist-lib/spec/mesh/hyperdb/messages.js +400 -221
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +7 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +18 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/index.js +117 -2
- package/dist-lib/spec/mesh/hyperschema/schema.json +65 -1
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +19 -1
- package/package.json +8 -4
- package/tui/app.mjs +2424 -941
- package/tui/boot.mjs +18 -49
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -33
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { BlobId } from 'hyperblobs';
|
|
2
|
-
import { type BlobHost } from './blob.ts';
|
|
2
|
+
import { type BlobHost, type BlobReadChunk } from './blob.ts';
|
|
3
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
4
|
import { type InlinePayload } from './inline.ts';
|
|
5
5
|
export interface ParsedBlobReference {
|
|
@@ -16,12 +16,9 @@ export declare function isInvalidBlobReferenceError(error: unknown): error is Ty
|
|
|
16
16
|
export declare function parseBlobReferenceCoreKey(blobReference: string): string | undefined;
|
|
17
17
|
export declare function parseBlobReference(blobReference: string): ParsedBlobReference;
|
|
18
18
|
export declare function compareBlobReferences(left: string, right: string, localCoreKey?: string): boolean | null;
|
|
19
|
-
export declare function readBlobReference(mesh: BlobHost, blobReference: string, options?: BlobReferenceReadOptions): AsyncGenerator<
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
}>;
|
|
24
|
-
export declare function downloadBlobReference(mesh: BlobHost, reference: string, { signal }: {
|
|
25
|
-
signal: AbortSignal;
|
|
26
|
-
}): Promise<void>;
|
|
19
|
+
export declare function readBlobReference(mesh: BlobHost, blobReference: string, options?: BlobReferenceReadOptions): AsyncGenerator<BlobReadChunk>;
|
|
20
|
+
export interface DownloadBlobReferenceOptions {
|
|
21
|
+
readonly signal: AbortSignal;
|
|
22
|
+
}
|
|
23
|
+
export declare function downloadBlobReference(mesh: BlobHost, reference: string, { signal }: DownloadBlobReferenceOptions): Promise<void>;
|
|
27
24
|
export declare function readBlobReferenceBytes(mesh: BlobHost, blobReference: string, options?: BlobReferenceReadOptions): Promise<Buffer>;
|
|
@@ -2,6 +2,7 @@ import { readBlob } from './blob.js';
|
|
|
2
2
|
import { AbortedError, raceAbort } from '@qvac/harness/race-abort';
|
|
3
3
|
import { MAX_REFERENCE_CHARS, readInline } from './inline.js';
|
|
4
4
|
import b4a from 'b4a';
|
|
5
|
+
import { isRecord } from '../../../guards.js';
|
|
5
6
|
const CORE_KEY_PATTERN = /^[0-9a-f]{64}$/;
|
|
6
7
|
const DEFAULT_REMOTE_TIMEOUT_MS = 15_000;
|
|
7
8
|
const INVALID_BLOB_REFERENCE = 'invalid blob reference';
|
|
@@ -15,12 +16,10 @@ export function isInvalidBlobReferenceError(error) {
|
|
|
15
16
|
function blobUnavailable(cause) {
|
|
16
17
|
return new Error(BLOB_UNAVAILABLE, { cause });
|
|
17
18
|
}
|
|
18
|
-
function isRecord(value) {
|
|
19
|
-
return value !== null && typeof value === 'object' && !Array.isArray(value);
|
|
20
|
-
}
|
|
21
19
|
function parseBlobReferenceRecord(blobReference) {
|
|
22
|
-
if (blobReference.length > MAX_REFERENCE_CHARS)
|
|
20
|
+
if (blobReference.length > MAX_REFERENCE_CHARS) {
|
|
23
21
|
throw invalidBlobReference();
|
|
22
|
+
}
|
|
24
23
|
let value;
|
|
25
24
|
try {
|
|
26
25
|
value = JSON.parse(blobReference);
|
|
@@ -28,8 +27,9 @@ function parseBlobReferenceRecord(blobReference) {
|
|
|
28
27
|
catch {
|
|
29
28
|
throw invalidBlobReference();
|
|
30
29
|
}
|
|
31
|
-
if (!isRecord(value))
|
|
30
|
+
if (!isRecord(value)) {
|
|
32
31
|
throw invalidBlobReference();
|
|
32
|
+
}
|
|
33
33
|
return value;
|
|
34
34
|
}
|
|
35
35
|
function readCoreKey(record) {
|
|
@@ -51,8 +51,9 @@ export function parseBlobReferenceCoreKey(blobReference) {
|
|
|
51
51
|
}
|
|
52
52
|
export function parseBlobReference(blobReference) {
|
|
53
53
|
const value = parseBlobReferenceRecord(blobReference);
|
|
54
|
-
if (value.blockMap)
|
|
54
|
+
if (value.blockMap) {
|
|
55
55
|
throw invalidBlobReference();
|
|
56
|
+
}
|
|
56
57
|
let inline;
|
|
57
58
|
try {
|
|
58
59
|
inline = readInline(value);
|
|
@@ -85,8 +86,9 @@ export function compareBlobReferences(left, right, localCoreKey) {
|
|
|
85
86
|
a.blobId.byteLength === b.blobId.byteLength);
|
|
86
87
|
}
|
|
87
88
|
catch (error) {
|
|
88
|
-
if (isInvalidBlobReferenceError(error))
|
|
89
|
+
if (isInvalidBlobReferenceError(error)) {
|
|
89
90
|
return null;
|
|
91
|
+
}
|
|
90
92
|
throw error;
|
|
91
93
|
}
|
|
92
94
|
}
|
|
@@ -107,10 +109,11 @@ async function closeRemote(remote) {
|
|
|
107
109
|
}
|
|
108
110
|
export async function* readBlobReference(mesh, blobReference, options = {}) {
|
|
109
111
|
const { blobId, coreKey, inline } = parseBlobReference(blobReference);
|
|
110
|
-
if (options.signal?.aborted)
|
|
112
|
+
if (options.signal?.aborted) {
|
|
111
113
|
throw new AbortedError();
|
|
114
|
+
}
|
|
112
115
|
if (inline) {
|
|
113
|
-
const data =
|
|
116
|
+
const data = b4a.from(inline.data, 'base64');
|
|
114
117
|
yield { data, bytesRead: data.length, byteLength: data.length };
|
|
115
118
|
return;
|
|
116
119
|
}
|
|
@@ -118,14 +121,16 @@ export async function* readBlobReference(mesh, blobReference, options = {}) {
|
|
|
118
121
|
const readOptions = options.wait === false ? { wait: false } : { timeout: remoteTimeout(options) };
|
|
119
122
|
let remote = null;
|
|
120
123
|
try {
|
|
121
|
-
if (!local)
|
|
122
|
-
remote = await mesh.openBlobs(
|
|
124
|
+
if (!local) {
|
|
125
|
+
remote = await mesh.openBlobs(b4a.from(coreKey, 'hex'));
|
|
126
|
+
}
|
|
123
127
|
const blobs = remote ?? mesh.blobs;
|
|
124
128
|
yield* readBlob(blobs, blobId, { ...readOptions, signal: options.signal });
|
|
125
129
|
}
|
|
126
130
|
catch (err) {
|
|
127
|
-
if (options.signal?.aborted || err instanceof AbortedError)
|
|
131
|
+
if (options.signal?.aborted || err instanceof AbortedError) {
|
|
128
132
|
throw new AbortedError();
|
|
133
|
+
}
|
|
129
134
|
throw blobUnavailable(err);
|
|
130
135
|
}
|
|
131
136
|
finally {
|
|
@@ -134,17 +139,20 @@ export async function* readBlobReference(mesh, blobReference, options = {}) {
|
|
|
134
139
|
}
|
|
135
140
|
export async function downloadBlobReference(mesh, reference, { signal }) {
|
|
136
141
|
const { blobId, coreKey, inline } = parseBlobReference(reference);
|
|
137
|
-
if (signal.aborted)
|
|
142
|
+
if (signal.aborted) {
|
|
138
143
|
throw new AbortedError();
|
|
139
|
-
|
|
144
|
+
}
|
|
145
|
+
if (inline || !blobId.blockLength) {
|
|
140
146
|
return;
|
|
147
|
+
}
|
|
141
148
|
let remote = null;
|
|
142
149
|
try {
|
|
143
150
|
if (coreKey && coreKey !== b4a.toHex(mesh.blobs.core.key)) {
|
|
144
|
-
remote = await mesh.openBlobs(
|
|
151
|
+
remote = await mesh.openBlobs(b4a.from(coreKey, 'hex'));
|
|
145
152
|
}
|
|
146
|
-
if (signal.aborted)
|
|
153
|
+
if (signal.aborted) {
|
|
147
154
|
throw new AbortedError();
|
|
155
|
+
}
|
|
148
156
|
const range = (remote ?? mesh.blobs).core.download({
|
|
149
157
|
start: blobId.blockOffset,
|
|
150
158
|
end: blobId.blockOffset + blobId.blockLength
|
|
@@ -165,5 +173,5 @@ export async function readBlobReferenceBytes(mesh, blobReference, options = {})
|
|
|
165
173
|
for await (const frame of readBlobReference(mesh, blobReference, options)) {
|
|
166
174
|
chunks.push(frame.data);
|
|
167
175
|
}
|
|
168
|
-
return
|
|
176
|
+
return b4a.concat(chunks);
|
|
169
177
|
}
|
|
@@ -2,13 +2,17 @@ import type Corestore from 'corestore';
|
|
|
2
2
|
import ReadyResource from 'ready-resource';
|
|
3
3
|
import type { LinkableAttachment } from '../../attachment-link.ts';
|
|
4
4
|
import type Hyperblobs from 'hyperblobs';
|
|
5
|
-
export
|
|
5
|
+
export interface MeshBlobKeys {
|
|
6
6
|
key: Buffer;
|
|
7
7
|
blobs: Hyperblobs;
|
|
8
8
|
encryptionKey: Buffer;
|
|
9
|
-
}
|
|
9
|
+
}
|
|
10
10
|
export type MeshForBlobCore = (coreKey: string, blockOffset: number | undefined, meshKey: Buffer | undefined) => MeshBlobKeys | null | Promise<MeshBlobKeys | null>;
|
|
11
11
|
export type BlobRead = (mesh: MeshBlobKeys, coreKey: Buffer, blockOffset: number) => void;
|
|
12
|
+
export interface CoreBlobServerOptions {
|
|
13
|
+
readonly readTimeoutMs?: number;
|
|
14
|
+
readonly onRead?: BlobRead | null;
|
|
15
|
+
}
|
|
12
16
|
export declare class CoreBlobServer extends ReadyResource {
|
|
13
17
|
private readonly _store;
|
|
14
18
|
private readonly _mesh;
|
|
@@ -17,10 +21,7 @@ export declare class CoreBlobServer extends ReadyResource {
|
|
|
17
21
|
private readonly _readTimeoutMs;
|
|
18
22
|
private readonly _onRead;
|
|
19
23
|
private _suspended;
|
|
20
|
-
constructor(store: Corestore, mesh: MeshForBlobCore, { readTimeoutMs, onRead }?:
|
|
21
|
-
readTimeoutMs?: number;
|
|
22
|
-
onRead?: BlobRead | null;
|
|
23
|
-
});
|
|
24
|
+
constructor(store: Corestore, mesh: MeshForBlobCore, { readTimeoutMs, onRead }?: CoreBlobServerOptions);
|
|
24
25
|
get port(): number;
|
|
25
26
|
link({ blobId, mimeType }: LinkableAttachment, source: MeshBlobKeys): string | null;
|
|
26
27
|
suspend(): Promise<void>;
|
|
@@ -27,8 +27,9 @@ export class CoreBlobServer extends ReadyResource {
|
|
|
27
27
|
if (!this.opened || this.closing)
|
|
28
28
|
return null;
|
|
29
29
|
const parsed = this._parse(blobId);
|
|
30
|
-
if (!parsed || parsed.inline)
|
|
30
|
+
if (!parsed || parsed.inline) {
|
|
31
31
|
return null;
|
|
32
|
+
}
|
|
32
33
|
return this._server.getLink(parsed.coreKey ?? b4a.toHex(source.blobs.core.key), {
|
|
33
34
|
blob: parsed.blobId,
|
|
34
35
|
drive: source.key,
|
|
@@ -39,8 +40,9 @@ export class CoreBlobServer extends ReadyResource {
|
|
|
39
40
|
if (this.closing)
|
|
40
41
|
return;
|
|
41
42
|
this._suspended = true;
|
|
42
|
-
if (!this.opened)
|
|
43
|
+
if (!this.opened) {
|
|
43
44
|
await this.ready();
|
|
45
|
+
}
|
|
44
46
|
await Promise.all([...this._probes].map((core) => core.close()));
|
|
45
47
|
await this._server.suspend();
|
|
46
48
|
}
|
|
@@ -49,13 +51,15 @@ export class CoreBlobServer extends ReadyResource {
|
|
|
49
51
|
return;
|
|
50
52
|
if (!this.opened)
|
|
51
53
|
await this.ready();
|
|
52
|
-
if (this.closing)
|
|
54
|
+
if (this.closing) {
|
|
53
55
|
return;
|
|
56
|
+
}
|
|
54
57
|
this._suspended = false;
|
|
55
58
|
const before = this._server.port;
|
|
56
59
|
await this._server.resume();
|
|
57
|
-
if (this._server.port !== before)
|
|
60
|
+
if (this._server.port !== before) {
|
|
58
61
|
this.emit('rebound', this._server.port);
|
|
62
|
+
}
|
|
59
63
|
}
|
|
60
64
|
async _open() {
|
|
61
65
|
await this._server.listen();
|
|
@@ -69,36 +73,42 @@ export class CoreBlobServer extends ReadyResource {
|
|
|
69
73
|
const { blob, range } = info;
|
|
70
74
|
const meshKey = info.drive ?? undefined;
|
|
71
75
|
const current = await this._mesh(b4a.toHex(key), blob?.blockOffset, meshKey);
|
|
72
|
-
if (!current || this.closing || this._suspended)
|
|
76
|
+
if (!current || this.closing || this._suspended) {
|
|
73
77
|
return null;
|
|
78
|
+
}
|
|
74
79
|
const keys = { encryptionKey: current.encryptionKey };
|
|
75
|
-
if (!blob || info.head || blob.byteLength === 0)
|
|
80
|
+
if (!blob || info.head || blob.byteLength === 0) {
|
|
76
81
|
return keys;
|
|
82
|
+
}
|
|
77
83
|
const start = range?.start ?? 0;
|
|
78
84
|
const end = !range || range.end === -1 ? blob.byteLength - 1 : Math.min(range.end, blob.byteLength - 1);
|
|
79
|
-
if (start > end)
|
|
85
|
+
if (start > end) {
|
|
80
86
|
return keys;
|
|
87
|
+
}
|
|
81
88
|
const core = this._store.get({ key, ...keys });
|
|
82
89
|
const deadline = Date.now() + this._readTimeoutMs;
|
|
83
90
|
this._probes.add(core);
|
|
84
91
|
try {
|
|
85
92
|
await core.ready();
|
|
86
|
-
if (this.closing || this._suspended || Date.now() >= deadline)
|
|
93
|
+
if (this.closing || this._suspended || Date.now() >= deadline) {
|
|
87
94
|
return null;
|
|
95
|
+
}
|
|
88
96
|
const position = start === 0
|
|
89
97
|
? [blob.blockOffset, 0]
|
|
90
98
|
: await core.seek(blob.byteOffset + start, {
|
|
91
99
|
timeout: Math.max(1, deadline - Date.now())
|
|
92
100
|
});
|
|
93
|
-
if (!position || this.closing || this._suspended || Date.now() >= deadline)
|
|
101
|
+
if (!position || this.closing || this._suspended || Date.now() >= deadline) {
|
|
94
102
|
return null;
|
|
103
|
+
}
|
|
95
104
|
const bytes = await core.get(position[0], { timeout: Math.max(1, deadline - Date.now()) });
|
|
96
105
|
const served = bytes &&
|
|
97
106
|
(await this._mesh(b4a.toHex(key), blob.blockOffset, meshKey)) === current &&
|
|
98
107
|
!this.closing &&
|
|
99
108
|
!this._suspended;
|
|
100
|
-
if (served)
|
|
109
|
+
if (served) {
|
|
101
110
|
this._onRead?.(current, key, blob.blockOffset);
|
|
111
|
+
}
|
|
102
112
|
return served ? keys : null;
|
|
103
113
|
}
|
|
104
114
|
catch {
|
|
@@ -114,8 +124,9 @@ export class CoreBlobServer extends ReadyResource {
|
|
|
114
124
|
return parseBlobReference(blobReference);
|
|
115
125
|
}
|
|
116
126
|
catch (err) {
|
|
117
|
-
if (isInvalidBlobReferenceError(err))
|
|
127
|
+
if (isInvalidBlobReferenceError(err)) {
|
|
118
128
|
return null;
|
|
129
|
+
}
|
|
119
130
|
throw err;
|
|
120
131
|
}
|
|
121
132
|
}
|
|
@@ -3,21 +3,25 @@ import b4a from 'b4a';
|
|
|
3
3
|
export async function sweepUnreferenced(blobs, references, coreLength) {
|
|
4
4
|
const ranges = [];
|
|
5
5
|
const key = b4a.toHex(blobs.core.key);
|
|
6
|
-
|
|
7
|
-
|
|
6
|
+
const local = { localCoreKey: key, coreLength };
|
|
7
|
+
for (const reference of references) {
|
|
8
|
+
addLocalRange(ranges, reference, local);
|
|
9
|
+
}
|
|
8
10
|
await clearGaps(blobs, mergeRanges(ranges), coreLength);
|
|
9
11
|
}
|
|
10
|
-
function addLocalRange(ranges, reference, localCoreKey, coreLength) {
|
|
12
|
+
function addLocalRange(ranges, reference, { localCoreKey, coreLength }) {
|
|
11
13
|
const coreKey = parseBlobReferenceCoreKey(reference);
|
|
12
|
-
if (coreKey && coreKey !== localCoreKey)
|
|
14
|
+
if (coreKey && coreKey !== localCoreKey) {
|
|
13
15
|
return;
|
|
16
|
+
}
|
|
14
17
|
const { blobId } = parseBlobReference(reference);
|
|
15
18
|
const end = blobId.blockOffset + blobId.blockLength;
|
|
16
19
|
if (!Number.isSafeInteger(end) || end > coreLength) {
|
|
17
20
|
throw new TypeError('blob reference exceeds local core');
|
|
18
21
|
}
|
|
19
|
-
if (blobId.blockLength > 0)
|
|
22
|
+
if (blobId.blockLength > 0) {
|
|
20
23
|
ranges.push({ start: blobId.blockOffset, end });
|
|
24
|
+
}
|
|
21
25
|
}
|
|
22
26
|
function mergeRanges(ranges) {
|
|
23
27
|
const sorted = [...ranges].sort((a, b) => a.start - b.start || a.end - b.end);
|
|
@@ -37,10 +41,12 @@ function mergeRanges(ranges) {
|
|
|
37
41
|
async function clearGaps(blobs, ranges, coreLength) {
|
|
38
42
|
let cursor = 0;
|
|
39
43
|
for (const range of ranges) {
|
|
40
|
-
if (cursor < range.start)
|
|
44
|
+
if (cursor < range.start) {
|
|
41
45
|
await blobs.core.clear(cursor, range.start);
|
|
46
|
+
}
|
|
42
47
|
cursor = range.end;
|
|
43
48
|
}
|
|
44
|
-
if (cursor < coreLength)
|
|
49
|
+
if (cursor < coreLength) {
|
|
45
50
|
await blobs.core.clear(cursor, coreLength);
|
|
51
|
+
}
|
|
46
52
|
}
|
|
@@ -1,12 +1,7 @@
|
|
|
1
1
|
import type { HandlerFrames } from '../../../spec/capabilities.d.ts';
|
|
2
|
-
|
|
3
|
-
readonly
|
|
4
|
-
|
|
5
|
-
readonly destroying: boolean;
|
|
6
|
-
on(event: 'close', listener: () => void): void;
|
|
7
|
-
off(event: 'close', listener: () => void): void;
|
|
8
|
-
};
|
|
9
|
-
};
|
|
2
|
+
export interface UploadInputOptions {
|
|
3
|
+
readonly inactivityMs?: number;
|
|
4
|
+
}
|
|
10
5
|
export declare class UploadInput<T extends {
|
|
11
6
|
data?: Buffer | null;
|
|
12
7
|
}> {
|
|
@@ -17,11 +12,8 @@ export declare class UploadInput<T extends {
|
|
|
17
12
|
private readonly _onClose;
|
|
18
13
|
onData: ((bytes: number) => void) | null;
|
|
19
14
|
onFailure: ((error: unknown) => void) | null;
|
|
20
|
-
constructor(frames: AsyncIterable<T> |
|
|
21
|
-
inactivityMs?: number;
|
|
22
|
-
});
|
|
15
|
+
constructor(frames: AsyncIterable<T> | HandlerFrames<T>, options: UploadInputOptions);
|
|
23
16
|
check(): void;
|
|
24
17
|
fail(error: unknown): void;
|
|
25
18
|
close(): void;
|
|
26
19
|
}
|
|
27
|
-
export {};
|
|
@@ -22,21 +22,24 @@ export class UploadInput {
|
|
|
22
22
|
next: async () => {
|
|
23
23
|
this.check();
|
|
24
24
|
const frame = await nextFrame(source, { ...options, signal: this._abort.signal });
|
|
25
|
-
if (!frame.done && frame.value.data)
|
|
25
|
+
if (!frame.done && frame.value.data) {
|
|
26
26
|
this.onData?.(frame.value.data.length);
|
|
27
|
+
}
|
|
27
28
|
return frame;
|
|
28
29
|
}
|
|
29
30
|
};
|
|
30
|
-
if ('writeStream' in frames)
|
|
31
|
+
if ('writeStream' in frames) {
|
|
31
32
|
frames.writeStream?.on('close', this._onClose);
|
|
33
|
+
}
|
|
32
34
|
}
|
|
33
35
|
check() {
|
|
34
36
|
if (this._abort.signal.aborted)
|
|
35
37
|
throw new AbortedError();
|
|
36
38
|
if ('writeStream' in this._frames) {
|
|
37
39
|
const stream = this._frames.writeStream;
|
|
38
|
-
if (stream?.destroyed || stream?.destroying)
|
|
40
|
+
if (stream?.destroyed || stream?.destroying) {
|
|
39
41
|
throw new AbortedError();
|
|
42
|
+
}
|
|
40
43
|
}
|
|
41
44
|
}
|
|
42
45
|
fail(error) {
|
|
@@ -45,8 +48,10 @@ export class UploadInput {
|
|
|
45
48
|
}
|
|
46
49
|
close() {
|
|
47
50
|
this.fail(new AbortedError());
|
|
48
|
-
if ('writeStream' in this._frames)
|
|
51
|
+
if ('writeStream' in this._frames) {
|
|
49
52
|
this._frames.writeStream?.off('close', this._onClose);
|
|
50
|
-
|
|
53
|
+
}
|
|
54
|
+
void this._source.return?.().catch(noop);
|
|
51
55
|
}
|
|
52
56
|
}
|
|
57
|
+
function noop() { }
|
|
@@ -1,32 +1,35 @@
|
|
|
1
1
|
import type { AssistantUploadAttachmentRequest } from '../../../spec/hyperschema/types.d.ts';
|
|
2
2
|
import type { HandlerFrames } from '../../../spec/capabilities.d.ts';
|
|
3
|
+
import type { QvacChunkContentAttachment, QvacKnowledge } from '../../../spec/mesh/hyperschema/types.d.ts';
|
|
3
4
|
import type { Mesh } from '../mesh.ts';
|
|
4
|
-
export
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
inactivityMs?: number;
|
|
9
|
-
}): AsyncGenerator<{
|
|
10
|
-
attachment?: undefined;
|
|
11
|
-
bytesWritten: number;
|
|
12
|
-
knowledge?: undefined;
|
|
5
|
+
export type UploadFrame = {
|
|
6
|
+
readonly bytesWritten: number;
|
|
7
|
+
readonly attachment?: undefined;
|
|
8
|
+
readonly knowledge?: undefined;
|
|
13
9
|
} | {
|
|
14
|
-
bytesWritten: number;
|
|
15
|
-
attachment:
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
10
|
+
readonly bytesWritten: number;
|
|
11
|
+
readonly attachment: QvacChunkContentAttachment;
|
|
12
|
+
readonly knowledge: QvacKnowledge | undefined;
|
|
13
|
+
};
|
|
14
|
+
export interface FileHandlersOptions {
|
|
15
|
+
readonly maxBytes?: number;
|
|
16
|
+
readonly deviceId?: Buffer | null;
|
|
17
|
+
readonly inactivityMs?: number;
|
|
18
|
+
}
|
|
19
|
+
export interface UploadFileOptions extends FileHandlersOptions {
|
|
20
|
+
readonly kind: 'attachment' | 'knowledge';
|
|
21
|
+
readonly maxBytes: number;
|
|
22
|
+
}
|
|
23
|
+
export interface UploadProgress {
|
|
24
|
+
readonly bytesWritten: number;
|
|
25
|
+
}
|
|
26
|
+
export declare function uploadFile(mesh: Mesh, frames: AsyncIterable<AssistantUploadAttachmentRequest> | HandlerFrames<AssistantUploadAttachmentRequest>, { kind, maxBytes, deviceId, inactivityMs }: UploadFileOptions): AsyncGenerator<UploadFrame>;
|
|
25
27
|
export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number, message: string): AsyncGenerator<Buffer>;
|
|
26
28
|
export declare function dataFrames<T extends {
|
|
27
29
|
data?: Buffer | null;
|
|
28
30
|
}>(rest: AsyncIterator<T>, firstData: Buffer | null | undefined): AsyncGenerator<Buffer>;
|
|
29
|
-
export
|
|
30
|
-
head: Buffer;
|
|
31
|
-
rest: AsyncIterable<Buffer>;
|
|
32
|
-
}
|
|
31
|
+
export interface PeekedHead {
|
|
32
|
+
readonly head: Buffer;
|
|
33
|
+
readonly rest: AsyncIterable<Buffer>;
|
|
34
|
+
}
|
|
35
|
+
export declare function peekHead(it: AsyncIterable<Buffer>, n: number): Promise<PeekedHead>;
|
|
@@ -19,8 +19,9 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
19
19
|
let uploadId;
|
|
20
20
|
try {
|
|
21
21
|
const first = await it.next();
|
|
22
|
-
if (first.done)
|
|
22
|
+
if (first.done) {
|
|
23
23
|
return;
|
|
24
|
+
}
|
|
24
25
|
const { chatId, runId, fileName, mimeType, raw } = first.value;
|
|
25
26
|
const originDeviceId = kind === 'knowledge' ? deviceId : first.value.originDeviceId;
|
|
26
27
|
if (typeof chatId !== 'string' ||
|
|
@@ -48,52 +49,26 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
48
49
|
stream = rest;
|
|
49
50
|
}
|
|
50
51
|
else if (declaredSniffed !== null) {
|
|
51
|
-
const
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
52
|
+
const image = yield* imageUpload(source, {
|
|
53
|
+
raw,
|
|
54
|
+
declared: declaredSniffed,
|
|
55
|
+
mimeType: storedMime
|
|
56
|
+
});
|
|
57
|
+
stream = image.stream;
|
|
58
|
+
storedMime = image.mimeType;
|
|
59
|
+
}
|
|
60
|
+
let final = null;
|
|
61
|
+
for await (const frame of mesh.files.write(stream, { inactivityMs })) {
|
|
62
|
+
if ('blobId' in frame) {
|
|
63
|
+
final = frame;
|
|
61
64
|
}
|
|
62
65
|
else {
|
|
63
|
-
|
|
64
|
-
let received = 0;
|
|
65
|
-
const chunks = rest[Symbol.asyncIterator]();
|
|
66
|
-
let next = await chunks.next();
|
|
67
|
-
while (!next.done) {
|
|
68
|
-
pieces.push(next.value);
|
|
69
|
-
received += next.value.length;
|
|
70
|
-
next = await chunks.next();
|
|
71
|
-
if (!next.done)
|
|
72
|
-
yield { bytesWritten: received };
|
|
73
|
-
}
|
|
74
|
-
const original = b4a.concat(pieces);
|
|
75
|
-
const bytes = await normalizeImageForModel(original);
|
|
76
|
-
if (bytes !== original) {
|
|
77
|
-
storedMime = 'image/jpeg';
|
|
78
|
-
}
|
|
79
|
-
else if (MODEL_NATIVE_IMAGE_MIMES.has(sniffed)) {
|
|
80
|
-
storedMime = sniffed;
|
|
81
|
-
}
|
|
82
|
-
else {
|
|
83
|
-
throw new Error(`uploadAttachment: could not decode ${sniffed} image (it may be corrupt)`);
|
|
84
|
-
}
|
|
85
|
-
stream = (async function* () {
|
|
86
|
-
yield bytes;
|
|
87
|
-
})();
|
|
66
|
+
yield { bytesWritten: frame.bytesWritten };
|
|
88
67
|
}
|
|
89
68
|
}
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
written = frame;
|
|
93
|
-
if (!('blobId' in frame))
|
|
94
|
-
yield { bytesWritten: frame.bytesWritten };
|
|
69
|
+
if (final === null) {
|
|
70
|
+
throw new Error('blob write ended without its blobId frame');
|
|
95
71
|
}
|
|
96
|
-
const final = written;
|
|
97
72
|
const attachment = {
|
|
98
73
|
id: upload.id,
|
|
99
74
|
fileName,
|
|
@@ -135,14 +110,15 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
135
110
|
id: chunkId,
|
|
136
111
|
attachment: { ...attachment, deletedAt: Date.now() }
|
|
137
112
|
}).catch(noop);
|
|
138
|
-
if (tombstone)
|
|
113
|
+
if (tombstone) {
|
|
139
114
|
await syncAttachmentChunk(mesh, tombstone).catch(noop);
|
|
115
|
+
}
|
|
140
116
|
throw error;
|
|
141
117
|
}
|
|
142
118
|
mesh.files.uploadComplete(upload.id);
|
|
143
119
|
input.onFailure = null;
|
|
144
120
|
yield {
|
|
145
|
-
bytesWritten:
|
|
121
|
+
bytesWritten: final.bytesWritten,
|
|
146
122
|
attachment,
|
|
147
123
|
knowledge
|
|
148
124
|
};
|
|
@@ -153,26 +129,71 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
153
129
|
}
|
|
154
130
|
finally {
|
|
155
131
|
input.close();
|
|
156
|
-
if (uploadId)
|
|
132
|
+
if (uploadId) {
|
|
157
133
|
mesh.files.uploadClosed(uploadId);
|
|
134
|
+
}
|
|
158
135
|
}
|
|
159
136
|
}
|
|
137
|
+
async function* imageUpload(source, { raw, declared, mimeType }) {
|
|
138
|
+
const { head, rest } = await peekHead(source, 12);
|
|
139
|
+
const sniffed = detectImageMime(head);
|
|
140
|
+
if (raw) {
|
|
141
|
+
if (sniffed !== declared) {
|
|
142
|
+
throw new Error(`uploadAttachment: bytes do not match declared mime ${mimeType}`);
|
|
143
|
+
}
|
|
144
|
+
return { stream: rest, mimeType };
|
|
145
|
+
}
|
|
146
|
+
if (sniffed === null) {
|
|
147
|
+
throw new Error(`uploadAttachment: bytes are not a valid image for ${mimeType}`);
|
|
148
|
+
}
|
|
149
|
+
const original = yield* bufferedImage(rest);
|
|
150
|
+
const bytes = await normalizeImageForModel(original);
|
|
151
|
+
let storedMime;
|
|
152
|
+
if (bytes !== original) {
|
|
153
|
+
storedMime = 'image/jpeg';
|
|
154
|
+
}
|
|
155
|
+
else if (MODEL_NATIVE_IMAGE_MIMES.has(sniffed)) {
|
|
156
|
+
storedMime = sniffed;
|
|
157
|
+
}
|
|
158
|
+
else {
|
|
159
|
+
throw new Error(`uploadAttachment: could not decode ${sniffed} image (it may be corrupt)`);
|
|
160
|
+
}
|
|
161
|
+
const stream = (async function* () {
|
|
162
|
+
yield bytes;
|
|
163
|
+
})();
|
|
164
|
+
return { stream, mimeType: storedMime };
|
|
165
|
+
}
|
|
166
|
+
async function* bufferedImage(rest) {
|
|
167
|
+
const pieces = [];
|
|
168
|
+
let received = 0;
|
|
169
|
+
for await (const piece of rest) {
|
|
170
|
+
if (pieces.length > 0) {
|
|
171
|
+
yield { bytesWritten: received };
|
|
172
|
+
}
|
|
173
|
+
pieces.push(piece);
|
|
174
|
+
received += piece.length;
|
|
175
|
+
}
|
|
176
|
+
return b4a.concat(pieces);
|
|
177
|
+
}
|
|
160
178
|
export async function* capped(chunks, maxBytes, message) {
|
|
161
179
|
let total = 0;
|
|
162
180
|
for await (const chunk of chunks) {
|
|
163
181
|
total += chunk.length;
|
|
164
|
-
if (total > maxBytes)
|
|
182
|
+
if (total > maxBytes) {
|
|
165
183
|
throw new Error(message);
|
|
184
|
+
}
|
|
166
185
|
yield chunk;
|
|
167
186
|
}
|
|
168
187
|
}
|
|
169
188
|
export async function* dataFrames(rest, firstData) {
|
|
170
|
-
if (firstData)
|
|
189
|
+
if (firstData) {
|
|
171
190
|
yield firstData;
|
|
191
|
+
}
|
|
172
192
|
let next = await rest.next();
|
|
173
193
|
while (!next.done) {
|
|
174
|
-
if (next.value.data)
|
|
194
|
+
if (next.value.data) {
|
|
175
195
|
yield next.value.data;
|
|
196
|
+
}
|
|
176
197
|
next = await rest.next();
|
|
177
198
|
}
|
|
178
199
|
}
|
|
@@ -182,15 +203,17 @@ export async function peekHead(it, n) {
|
|
|
182
203
|
let collected = 0;
|
|
183
204
|
while (collected < n) {
|
|
184
205
|
const next = await iterator.next();
|
|
185
|
-
if (next.done)
|
|
206
|
+
if (next.done) {
|
|
186
207
|
break;
|
|
208
|
+
}
|
|
187
209
|
pieces.push(next.value);
|
|
188
210
|
collected += next.value.length;
|
|
189
211
|
}
|
|
190
|
-
const head =
|
|
212
|
+
const head = b4a.concat(pieces).subarray(0, Math.min(collected, n));
|
|
191
213
|
const rest = (async function* () {
|
|
192
|
-
for (const piece of pieces)
|
|
214
|
+
for (const piece of pieces) {
|
|
193
215
|
yield piece;
|
|
216
|
+
}
|
|
194
217
|
let step = await iterator.next();
|
|
195
218
|
while (!step.done) {
|
|
196
219
|
yield step.value;
|
|
@@ -32,14 +32,16 @@ export function createFsDriveHost(store, opts) {
|
|
|
32
32
|
const drives = new Map();
|
|
33
33
|
async function acquire(key) {
|
|
34
34
|
const cached = drives.get(key);
|
|
35
|
-
if (cached)
|
|
35
|
+
if (cached) {
|
|
36
36
|
return cached;
|
|
37
|
+
}
|
|
37
38
|
const opening = withDeadline((async () => {
|
|
38
39
|
const drive = await openDrive(namespaced, opts.swarm, key);
|
|
39
40
|
const blobs = await drive.getBlobs();
|
|
40
41
|
peering.addCoreBackground(drive.core, { keys: opts.blindPeerKeys });
|
|
41
|
-
if (blobs)
|
|
42
|
+
if (blobs) {
|
|
42
43
|
peering.addCoreBackground(blobs.core, { keys: opts.blindPeerKeys });
|
|
44
|
+
}
|
|
43
45
|
return { drive, writable: drive.writable };
|
|
44
46
|
})(), DRIVE_OPEN_TIMEOUT_MS);
|
|
45
47
|
drives.set(key, opening);
|