@qvac/core 0.4.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +262 -1
- package/README.md +1 -1
- package/dist-lib/lib/api/agents.js +3 -2
- package/dist-lib/lib/api/app-config.d.ts +1 -1
- package/dist-lib/lib/api/app-config.js +54 -15
- package/dist-lib/lib/api/attachments.d.ts +6 -5
- package/dist-lib/lib/api/attachments.js +4 -2
- package/dist-lib/lib/api/chat.d.ts +7 -3
- package/dist-lib/lib/api/chat.js +4 -4
- package/dist-lib/lib/api/chunks.js +3 -3
- package/dist-lib/lib/api/config.js +2 -2
- package/dist-lib/lib/api/current-mesh.d.ts +3 -4
- package/dist-lib/lib/api/current-mesh.js +9 -4
- package/dist-lib/lib/api/custom-models.d.ts +8 -1
- package/dist-lib/lib/api/custom-models.js +53 -16
- package/dist-lib/lib/api/devices.d.ts +14 -5
- package/dist-lib/lib/api/devices.js +14 -9
- package/dist-lib/lib/api/diagnostics.d.ts +1 -0
- package/dist-lib/lib/api/diagnostics.js +1 -1
- package/dist-lib/lib/api/effective-ctx-size.d.ts +6 -1
- package/dist-lib/lib/api/effective-ctx-size.js +5 -3
- package/dist-lib/lib/api/execution.js +9 -2
- package/dist-lib/lib/api/files.js +2 -1
- package/dist-lib/lib/api/index.d.ts +7 -1
- package/dist-lib/lib/api/index.js +101 -101
- package/dist-lib/lib/api/instrument.js +29 -20
- package/dist-lib/lib/api/knowledge.d.ts +6 -5
- package/dist-lib/lib/api/knowledge.js +8 -6
- package/dist-lib/lib/api/local-files.js +1 -1
- package/dist-lib/lib/api/logs.js +6 -3
- package/dist-lib/lib/api/members.js +22 -13
- package/dist-lib/lib/api/mesh.d.ts +7 -2
- package/dist-lib/lib/api/mesh.js +10 -5
- package/dist-lib/lib/api/model-download.js +1 -1
- package/dist-lib/lib/api/network.d.ts +1 -0
- package/dist-lib/lib/api/network.js +1 -1
- package/dist-lib/lib/api/notifications.js +23 -13
- package/dist-lib/lib/api/rag.d.ts +6 -1
- package/dist-lib/lib/api/rag.js +20 -11
- package/dist-lib/lib/api/range.d.ts +2 -2
- package/dist-lib/lib/api/sync.js +1 -1
- package/dist-lib/lib/api/tool-activity.js +7 -3
- package/dist-lib/lib/api/tool-configs.js +2 -4
- package/dist-lib/lib/api/upload-frames.d.ts +7 -8
- package/dist-lib/lib/api/upload-frames.js +2 -1
- package/dist-lib/lib/api/watchable.d.ts +6 -1
- package/dist-lib/lib/api/watchable.js +23 -14
- package/dist-lib/lib/assistant/fetch-body.js +4 -2
- package/dist-lib/lib/assistant/harness.d.ts +72 -24
- package/dist-lib/lib/assistant/harness.js +53 -15
- package/dist-lib/lib/assistant/history.d.ts +9 -7
- package/dist-lib/lib/assistant/history.js +77 -42
- package/dist-lib/lib/assistant/message.d.ts +5 -3
- package/dist-lib/lib/assistant/message.js +4 -2
- package/dist-lib/lib/assistant/skill-encode.d.ts +3 -1
- package/dist-lib/lib/assistant/skill-encode.js +52 -62
- package/dist-lib/lib/assistant-client.js +7 -4
- package/dist-lib/lib/assistant-tree.js +36 -11
- package/dist-lib/lib/assistant.d.ts +37 -12
- package/dist-lib/lib/assistant.js +977 -373
- package/dist-lib/lib/audio-format.d.ts +1 -1
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-title.js +9 -4
- package/dist-lib/lib/client.js +3 -2
- package/dist-lib/lib/collabora/convert.d.ts +2 -2
- package/dist-lib/lib/collabora/convert.js +6 -3
- package/dist-lib/lib/collabora/entry.js +9 -5
- package/dist-lib/lib/collabora/protocol.d.ts +2 -2
- package/dist-lib/lib/collabora/protocol.js +14 -7
- package/dist-lib/lib/collabora/worker.js +14 -7
- package/dist-lib/lib/compaction.d.ts +5 -6
- package/dist-lib/lib/compaction.js +14 -7
- package/dist-lib/lib/constants.d.ts +2 -0
- package/dist-lib/lib/constants.js +4 -0
- package/dist-lib/lib/core/account-recovery.d.ts +4 -3
- package/dist-lib/lib/core/account-recovery.js +7 -4
- package/dist-lib/lib/core/agent.d.ts +0 -1
- package/dist-lib/lib/core/agent.js +18 -16
- package/dist-lib/lib/core/approval-rules.d.ts +7 -6
- package/dist-lib/lib/core/approval-rules.js +12 -6
- package/dist-lib/lib/core/archived-mesh.d.ts +7 -5
- package/dist-lib/lib/core/archived-mesh.js +25 -22
- package/dist-lib/lib/core/async-iterable.js +10 -5
- package/dist-lib/lib/core/attachment-link.d.ts +2 -2
- package/dist-lib/lib/core/audio-attachment.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.d.ts +2 -2
- package/dist-lib/lib/core/chat-activity.js +42 -21
- package/dist-lib/lib/core/chat-group.d.ts +8 -6
- package/dist-lib/lib/core/chat-group.js +17 -10
- package/dist-lib/lib/core/chat-order.d.ts +11 -9
- package/dist-lib/lib/core/chat-order.js +1 -3
- package/dist-lib/lib/core/chat-search.d.ts +4 -4
- package/dist-lib/lib/core/chat-search.js +38 -24
- package/dist-lib/lib/core/chat.d.ts +20 -14
- package/dist-lib/lib/core/chat.js +42 -28
- package/dist-lib/lib/core/chunk.d.ts +20 -24
- package/dist-lib/lib/core/chunk.js +34 -22
- package/dist-lib/lib/core/collections.d.ts +69 -0
- package/dist-lib/lib/core/collections.js +69 -0
- package/dist-lib/lib/core/contract/activity.d.ts +8 -2
- package/dist-lib/lib/core/contract/activity.js +39 -11
- package/dist-lib/lib/core/contract/agents.js +3 -2
- package/dist-lib/lib/core/contract/approval-rules.js +1 -1
- package/dist-lib/lib/core/contract/attestations.js +1 -1
- package/dist-lib/lib/core/contract/chat-group.js +1 -1
- package/dist-lib/lib/core/contract/chat.js +1 -1
- package/dist-lib/lib/core/contract/chunks.js +16 -9
- package/dist-lib/lib/core/contract/compute.js +2 -1
- package/dist-lib/lib/core/contract/devices.js +10 -6
- package/dist-lib/lib/core/contract/grant-order.d.ts +5 -0
- package/dist-lib/lib/core/contract/grant-order.js +20 -0
- package/dist-lib/lib/core/contract/index.d.ts +1 -1
- package/dist-lib/lib/core/contract/index.js +27 -2
- package/dist-lib/lib/core/contract/indexing.js +3 -3
- package/dist-lib/lib/core/contract/invites.d.ts +16 -0
- package/dist-lib/lib/core/contract/invites.js +256 -0
- package/dist-lib/lib/core/contract/joined-meshes.js +22 -22
- package/dist-lib/lib/core/contract/knowledge.js +5 -5
- package/dist-lib/lib/core/contract/members.d.ts +15 -0
- package/dist-lib/lib/core/contract/members.js +116 -31
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +6 -0
- package/dist-lib/lib/core/contract/mesh-kind.js +49 -0
- package/dist-lib/lib/core/contract/seal.js +1 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +1 -3
- package/dist-lib/lib/core/contract/tool-activity.js +5 -5
- package/dist-lib/lib/core/contract/tool-configs.js +1 -2
- package/dist-lib/lib/core/contract/writers.d.ts +13 -0
- package/dist-lib/lib/core/contract/writers.js +181 -24
- package/dist-lib/lib/core/departures.js +16 -8
- package/dist-lib/lib/core/device-attestation.d.ts +5 -0
- package/dist-lib/lib/core/device-attestation.js +24 -0
- package/dist-lib/lib/core/device-invites.d.ts +2 -0
- package/dist-lib/lib/core/device-invites.js +29 -7
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +52 -2
- package/dist-lib/lib/core/document-attachment.d.ts +20 -11
- package/dist-lib/lib/core/document-attachment.js +10 -5
- package/dist-lib/lib/core/files/attachments.d.ts +2 -5
- package/dist-lib/lib/core/files/attachments.js +6 -3
- package/dist-lib/lib/core/files/index.d.ts +44 -52
- package/dist-lib/lib/core/files/index.js +142 -93
- package/dist-lib/lib/core/files/knowledge.d.ts +2 -5
- package/dist-lib/lib/core/files/local-index.js +9 -5
- package/dist-lib/lib/core/files/preview/image.d.ts +0 -1
- package/dist-lib/lib/core/files/preview/image.js +9 -6
- package/dist-lib/lib/core/files/preview/index.d.ts +8 -11
- package/dist-lib/lib/core/files/preview/index.js +20 -15
- package/dist-lib/lib/core/files/processing/claims.d.ts +6 -5
- package/dist-lib/lib/core/files/processing/claims.js +16 -8
- package/dist-lib/lib/core/files/processing/document.d.ts +21 -50
- package/dist-lib/lib/core/files/processing/index.d.ts +18 -13
- package/dist-lib/lib/core/files/processing/index.js +65 -37
- package/dist-lib/lib/core/files/processing/ownership.d.ts +8 -1
- package/dist-lib/lib/core/files/processing/ownership.js +1 -1
- package/dist-lib/lib/core/files/processing/protocol.d.ts +19 -19
- package/dist-lib/lib/core/files/processing/protocol.js +5 -5
- package/dist-lib/lib/core/files/processing/settle.d.ts +10 -7
- package/dist-lib/lib/core/files/processing/settle.js +22 -11
- package/dist-lib/lib/core/files/processing/source.js +14 -8
- package/dist-lib/lib/core/files/processing/state.d.ts +13 -11
- package/dist-lib/lib/core/files/processing/state.js +19 -12
- package/dist-lib/lib/core/files/rag/build.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/build.js +2 -1
- package/dist-lib/lib/core/files/rag/document-types.d.ts +4 -6
- package/dist-lib/lib/core/files/rag/index.d.ts +10 -13
- package/dist-lib/lib/core/files/rag/index.js +3 -2
- package/dist-lib/lib/core/files/rag/load.d.ts +10 -9
- package/dist-lib/lib/core/files/rag/load.js +26 -13
- package/dist-lib/lib/core/files/rag/policy.js +2 -1
- package/dist-lib/lib/core/files/rag/produce.js +33 -19
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +5 -3
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +30 -10
- package/dist-lib/lib/core/files/records/chunks.js +4 -2
- package/dist-lib/lib/core/files/records/knowledge.d.ts +10 -11
- package/dist-lib/lib/core/files/records/knowledge.js +9 -8
- package/dist-lib/lib/core/files/records/linkage.js +6 -3
- package/dist-lib/lib/core/files/records/output.d.ts +5 -4
- package/dist-lib/lib/core/files/records/output.js +8 -4
- package/dist-lib/lib/core/files/records/reclaim.js +41 -25
- package/dist-lib/lib/core/files/records/routing.d.ts +4 -6
- package/dist-lib/lib/core/files/records/routing.js +15 -8
- package/dist-lib/lib/core/files/records/source.d.ts +5 -4
- package/dist-lib/lib/core/files/records/source.js +20 -14
- package/dist-lib/lib/core/files/records/sweep.js +1 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +10 -10
- package/dist-lib/lib/core/files/store/blob.js +25 -19
- package/dist-lib/lib/core/files/store/index.d.ts +1 -6
- package/dist-lib/lib/core/files/store/index.js +4 -4
- package/dist-lib/lib/core/files/store/inline.d.ts +2 -2
- package/dist-lib/lib/core/files/store/inline.js +6 -3
- package/dist-lib/lib/core/files/store/reference.d.ts +6 -9
- package/dist-lib/lib/core/files/store/reference.js +25 -17
- package/dist-lib/lib/core/files/store/server.d.ts +7 -6
- package/dist-lib/lib/core/files/store/server.js +22 -11
- package/dist-lib/lib/core/files/store/sweep.js +13 -7
- package/dist-lib/lib/core/files/upload-input.d.ts +4 -12
- package/dist-lib/lib/core/files/upload-input.js +10 -5
- package/dist-lib/lib/core/files/upload.d.ts +27 -24
- package/dist-lib/lib/core/files/upload.js +74 -51
- package/dist-lib/lib/core/fs-drives.js +4 -2
- package/dist-lib/lib/core/grant-expiry.d.ts +11 -0
- package/dist-lib/lib/core/grant-expiry.js +66 -0
- package/dist-lib/lib/core/handoff-channel.d.ts +2 -1
- package/dist-lib/lib/core/handoff-channel.js +36 -15
- package/dist-lib/lib/core/harness-loan.js +35 -17
- package/dist-lib/lib/core/helpers/index.d.ts +2 -1
- package/dist-lib/lib/core/helpers/index.js +11 -6
- package/dist-lib/lib/core/hosted-agents.js +19 -12
- package/dist-lib/lib/core/id.js +1 -1
- package/dist-lib/lib/core/identity.d.ts +1 -0
- package/dist-lib/lib/core/identity.js +11 -3
- package/dist-lib/lib/core/image/cache-sweep.d.ts +12 -10
- package/dist-lib/lib/core/image/cache-sweep.js +11 -6
- package/dist-lib/lib/core/image/normalize.d.ts +6 -0
- package/dist-lib/lib/core/image/normalize.js +12 -2
- package/dist-lib/lib/core/image/sniff.js +42 -21
- package/dist-lib/lib/core/inference-calls-receiver.js +7 -4
- package/dist-lib/lib/core/invite-grants.d.ts +20 -0
- package/dist-lib/lib/core/invite-grants.js +46 -0
- package/dist-lib/lib/core/invite.d.ts +3 -0
- package/dist-lib/lib/core/invite.js +6 -3
- package/dist-lib/lib/core/local/files.js +20 -19
- package/dist-lib/lib/core/local/index.d.ts +70 -45
- package/dist-lib/lib/core/local/index.js +157 -126
- package/dist-lib/lib/core/membership.d.ts +15 -2
- package/dist-lib/lib/core/membership.js +95 -20
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +12 -4
- package/dist-lib/lib/core/mesh-seed-handoff.js +23 -5
- package/dist-lib/lib/core/mesh.d.ts +57 -30
- package/dist-lib/lib/core/mesh.js +232 -78
- package/dist-lib/lib/core/migrations/agent-catalog.js +3 -2
- package/dist-lib/lib/core/migrations/agent-indexes.js +3 -3
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +2 -0
- package/dist-lib/lib/core/migrations/device-indexes.js +7 -0
- package/dist-lib/lib/core/migrations/file-index.js +7 -4
- package/dist-lib/lib/core/migrations/index.d.ts +4 -3
- package/dist-lib/lib/core/migrations/index.js +3 -1
- package/dist-lib/lib/core/migrations/membership.js +9 -4
- package/dist-lib/lib/core/migrations/seal.js +3 -2
- package/dist-lib/lib/core/min-version.js +4 -2
- package/dist-lib/lib/core/next-frame.d.ts +5 -4
- package/dist-lib/lib/core/next-frame.js +6 -3
- package/dist-lib/lib/core/notification.d.ts +5 -1
- package/dist-lib/lib/core/notification.js +89 -77
- package/dist-lib/lib/core/ota-config.js +2 -1
- package/dist-lib/lib/core/pdf/rasterize.d.ts +18 -0
- package/dist-lib/lib/core/pdf/rasterize.js +57 -0
- package/dist-lib/lib/core/prompt-history.js +4 -2
- package/dist-lib/lib/core/range.d.ts +4 -4
- package/dist-lib/lib/core/range.js +12 -6
- package/dist-lib/lib/core/rank.d.ts +5 -4
- package/dist-lib/lib/core/rank.js +2 -1
- package/dist-lib/lib/core/send.d.ts +8 -5
- package/dist-lib/lib/core/send.js +9 -3
- package/dist-lib/lib/core/skill-overlay-receiver.js +7 -4
- package/dist-lib/lib/core/skill-secrets.js +16 -9
- package/dist-lib/lib/core/sync/chunks.js +2 -1
- package/dist-lib/lib/core/sync/devices.js +3 -1
- package/dist-lib/lib/core/sync/files.d.ts +2 -4
- package/dist-lib/lib/core/sync/files.js +28 -20
- package/dist-lib/lib/core/sync/index.d.ts +2 -5
- package/dist-lib/lib/core/sync/index.js +33 -17
- package/dist-lib/lib/core/sync-status.js +10 -7
- package/dist-lib/lib/core/system-info.js +4 -2
- package/dist-lib/lib/core/tool-activity.d.ts +4 -3
- package/dist-lib/lib/core/tool-activity.js +1 -1
- package/dist-lib/lib/core/tool-configs.js +12 -7
- package/dist-lib/lib/core.d.ts +107 -45
- package/dist-lib/lib/core.js +1765 -595
- package/dist-lib/lib/credential-pusher.d.ts +12 -17
- package/dist-lib/lib/credential-pusher.js +61 -42
- package/dist-lib/lib/custom-model-pusher.d.ts +7 -3
- package/dist-lib/lib/custom-model-pusher.js +15 -7
- package/dist-lib/lib/custom-model-task.d.ts +1 -0
- package/dist-lib/lib/custom-model-task.js +12 -0
- package/dist-lib/lib/deadline.js +4 -2
- package/dist-lib/lib/diagnostics.d.ts +1 -5
- package/dist-lib/lib/frame-readable.d.ts +3 -0
- package/dist-lib/lib/frame-readable.js +3 -0
- package/dist-lib/lib/fs-drive-bridge.js +24 -14
- package/dist-lib/lib/fs-grants.js +13 -8
- package/dist-lib/lib/guards.d.ts +3 -0
- package/dist-lib/lib/guards.js +9 -0
- package/dist-lib/lib/inference-calls.d.ts +28 -23
- package/dist-lib/lib/inference-calls.js +25 -13
- package/dist-lib/lib/integrations/mcp-providers.d.ts +2 -2
- package/dist-lib/lib/integrations/setup-routes.d.ts +2 -2
- package/dist-lib/lib/knowledge-search.d.ts +6 -5
- package/dist-lib/lib/knowledge-search.js +26 -18
- package/dist-lib/lib/kv-cache-reclaim.js +4 -2
- package/dist-lib/lib/kv-cache.js +8 -4
- package/dist-lib/lib/legacy-core-domain.d.ts +42 -42
- package/dist-lib/lib/log-buffer.js +2 -1
- package/dist-lib/lib/log.js +25 -15
- package/dist-lib/lib/mesh-scoped-engine.js +14 -4
- package/dist-lib/lib/model-catalog-revision.js +6 -3
- package/dist-lib/lib/model-clamp.js +6 -3
- package/dist-lib/lib/model-context.d.ts +8 -3
- package/dist-lib/lib/model-context.js +13 -5
- package/dist-lib/lib/model-download-status.js +4 -2
- package/dist-lib/lib/model-download.d.ts +12 -4
- package/dist-lib/lib/model-download.js +200 -103
- package/dist-lib/lib/model-idle-pusher.d.ts +10 -0
- package/dist-lib/lib/model-idle-pusher.js +41 -0
- package/dist-lib/lib/oauth/browser-connect.d.ts +10 -8
- package/dist-lib/lib/oauth/browser-connect.js +33 -20
- package/dist-lib/lib/oauth/client.d.ts +2 -2
- package/dist-lib/lib/oauth/flow-core.js +23 -9
- package/dist-lib/lib/oauth/flow.d.ts +1 -3
- package/dist-lib/lib/oauth/flow.js +9 -5
- package/dist-lib/lib/oauth/keys.d.ts +4 -4
- package/dist-lib/lib/oauth/keys.js +18 -12
- package/dist-lib/lib/oauth/loopback.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.js +147 -107
- package/dist-lib/lib/oauth/loopback.stub.d.ts +2 -2
- package/dist-lib/lib/oauth/loopback.stub.js +1 -1
- package/dist-lib/lib/oauth/pkce.d.ts +4 -2
- package/dist-lib/lib/oauth/pkce.js +10 -0
- package/dist-lib/lib/oauth/providers.js +5 -5
- package/dist-lib/lib/oauth/redirect-types.d.ts +12 -7
- package/dist-lib/lib/oauth/register.js +3 -2
- package/dist-lib/lib/oauth/registry.d.ts +2 -2
- package/dist-lib/lib/oauth/registry.js +2 -1
- package/dist-lib/lib/oauth/resolve.d.ts +30 -10
- package/dist-lib/lib/oauth/resolve.js +12 -6
- package/dist-lib/lib/oauth/token-exchange-core.d.ts +12 -4
- package/dist-lib/lib/oauth/token-exchange-core.js +1 -1
- package/dist-lib/lib/oauth/types.d.ts +12 -12
- package/dist-lib/lib/oauth.d.ts +4 -5
- package/dist-lib/lib/oauth.js +2 -3
- package/dist-lib/lib/reconnecting-watch.d.ts +1 -1
- package/dist-lib/lib/reconnecting-watch.js +6 -6
- package/dist-lib/lib/retry-budget.js +6 -3
- package/dist-lib/lib/run-notices.d.ts +2 -0
- package/dist-lib/lib/run-notices.js +7 -3
- package/dist-lib/lib/run-transcript.d.ts +2 -4
- package/dist-lib/lib/run-transcript.js +4 -2
- package/dist-lib/lib/skill-readiness.d.ts +1 -0
- package/dist-lib/lib/skill-readiness.js +17 -2
- package/dist-lib/lib/skill-types.d.ts +16 -16
- package/dist-lib/lib/suspend-lifecycle.d.ts +4 -4
- package/dist-lib/lib/suspend-lifecycle.js +10 -5
- package/dist-lib/lib/task.d.ts +5 -1
- package/dist-lib/lib/task.js +29 -12
- package/dist-lib/lib/unref.d.ts +3 -2
- package/dist-lib/lib/unref.js +2 -1
- package/dist-lib/lib/wav-duration.js +10 -5
- package/dist-lib/lib/write-queue.d.ts +5 -4
- package/dist-lib/lib/write-queue.js +2 -1
- package/dist-lib/schema/build.js +16 -8
- package/dist-lib/schema/config.d.ts +3 -4
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +18 -2
- package/dist-lib/schema/content.js +4 -1
- package/dist-lib/schema/engine.d.ts +3 -2
- package/dist-lib/schema/engine.js +192 -12
- package/dist-lib/schema/field-order.js +22 -11
- package/dist-lib/schema/indexes.d.ts +22 -0
- package/dist-lib/schema/{helpers.js → indexes.js} +19 -57
- package/dist-lib/schema/local.d.ts +3 -2
- package/dist-lib/schema/local.js +9 -3
- package/dist-lib/schema/media-kind.d.ts +8 -0
- package/dist-lib/schema/media-kind.js +52 -0
- package/dist-lib/schema/qvac.d.ts +12 -9
- package/dist-lib/schema/qvac.js +132 -7
- package/dist-lib/spec/bind.js +21 -0
- package/dist-lib/spec/calls.js +7 -0
- package/dist-lib/spec/capabilities.d.ts +18 -4
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +93 -2
- package/dist-lib/spec/hrpc/index.js +89 -5
- package/dist-lib/spec/hrpc/messages.js +1568 -941
- package/dist-lib/spec/hyperschema/index.js +1568 -941
- package/dist-lib/spec/hyperschema/schema.json +531 -1
- package/dist-lib/spec/hyperschema/types.d.ts +145 -1
- package/dist-lib/spec/local/hyperdb/index.js +1 -1
- package/dist-lib/spec/local/hyperdb/messages.js +92 -20
- package/dist-lib/spec/local/hyperschema/index.js +47 -11
- package/dist-lib/spec/local/hyperschema/schema.json +32 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +7 -1
- package/dist-lib/spec/mesh/hyperdb/db.json +131 -3
- package/dist-lib/spec/mesh/hyperdb/index.js +548 -5
- package/dist-lib/spec/mesh/hyperdb/messages.js +2444 -893
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +37 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +104 -2
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +1035 -11
- package/dist-lib/spec/mesh/hyperschema/index.js +1035 -11
- package/dist-lib/spec/mesh/hyperschema/schema.json +553 -1
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +143 -1
- package/package.json +11 -5
- package/tui/app.mjs +2624 -986
- package/tui/boot.mjs +17 -46
- package/tui/index.mjs +10 -5
- package/tui/lib/boot-timing.mjs +8 -8
- package/tui/lib/busy-words.mjs +21 -22
- package/tui/lib/export.mjs +100 -32
- package/tui/lib/knowledge-command.mjs +64 -19
- package/tui/lib/knowledge-import.mjs +52 -18
- package/tui/lib/render.mjs +65 -33
- package/tui/lib/save-file.mjs +30 -13
- package/tui/lib/select.mjs +23 -5
- package/tui/lib/selection.mjs +6 -4
- package/tui/lib/setup.mjs +11 -19
- package/tui/lib/sidebar.mjs +23 -13
- package/tui/lib/splash.mjs +6 -7
- package/tui/lib/upload-frames.mjs +1 -2
- package/tui/lib/usage.mjs +13 -9
- package/tui/lib/wrap.mjs +35 -6
- package/tui/main.mjs +54 -78
- package/worker/assistant-sidecar.mjs +5 -10
- package/worker/stow-entry.mjs +7 -4
- package/dist-lib/lib/custom-model-source.d.ts +0 -15
- package/dist-lib/lib/custom-model-source.js +0 -46
- package/dist-lib/lib/oauth/common.d.ts +0 -38
- package/dist-lib/lib/oauth/common.js +0 -34
- package/dist-lib/schema/helpers.d.ts +0 -32
|
@@ -10,18 +10,25 @@ import { Files } from './files/index.js';
|
|
|
10
10
|
import MeshDefinition from '../../spec/mesh/hyperdb/index.js';
|
|
11
11
|
import { Router, encode } from '../../spec/mesh/hyperdispatch/index.js';
|
|
12
12
|
import { syncChanges } from './sync/index.js';
|
|
13
|
-
import {
|
|
13
|
+
import { buildDefaultSeed, isOwnKickedRow, isOwnRevokedRow } from './helpers/index.js';
|
|
14
14
|
import { raceResource } from '../race-resource.js';
|
|
15
15
|
import { signDeviceAttestation, signWriterClaim } from './device-attestation.js';
|
|
16
|
-
import { deviceInviteToken } from './identity.js';
|
|
16
|
+
import { attestMemberClaim, claimAttestation, deviceInviteToken } from './identity.js';
|
|
17
|
+
import { GrantExpiry } from './grant-expiry.js';
|
|
18
|
+
import { grantKeyPair, signInviteClaim } from './invite-grants.js';
|
|
17
19
|
import { liveDeviceForWriter } from './contract/activity.js';
|
|
18
20
|
import { assertComputeRoute } from './contract/compute.js';
|
|
19
21
|
import { registerRoutes } from './contract/index.js';
|
|
20
22
|
import { createSyncActivity } from './sync-status.js';
|
|
21
23
|
import { buildHealthAssistant } from './health-assistant.js';
|
|
22
24
|
import b4a from 'b4a';
|
|
25
|
+
import { errorMessage, isRecord } from '../guards.js';
|
|
26
|
+
import { ACTIVE_AGENTS, ACTIVE_CHATS, DEVICES, LIVE_WRITERS_BY_MOST_RECENT, MEMBERS, MESH_KINDS } from './collections.js';
|
|
23
27
|
const [MESH_KEYPAIR, MESH_ENCRYPTION, MESH_DEVICE] = crypto.namespace('qvac-assistant/mesh', 3);
|
|
24
|
-
|
|
28
|
+
export function meshPublicKeyFromSeed(seed) {
|
|
29
|
+
return crypto.keyPair(crypto.hash([MESH_KEYPAIR, seed])).publicKey;
|
|
30
|
+
}
|
|
31
|
+
const GENESIS_POLL_MS = 250;
|
|
25
32
|
const WARMUP_COLLECTIONS = [
|
|
26
33
|
'@qvac/devices',
|
|
27
34
|
'@qvac/active-agents',
|
|
@@ -30,11 +37,13 @@ const WARMUP_COLLECTIONS = [
|
|
|
30
37
|
];
|
|
31
38
|
export async function isOurTrustedWriter(snap, writerKey, ourMemberId) {
|
|
32
39
|
const device = await liveDeviceForWriter(snap, writerKey);
|
|
33
|
-
if (!device)
|
|
40
|
+
if (!device) {
|
|
34
41
|
return false;
|
|
35
|
-
|
|
42
|
+
}
|
|
43
|
+
if (!ourMemberId) {
|
|
36
44
|
return true;
|
|
37
|
-
|
|
45
|
+
}
|
|
46
|
+
return !!device.memberId && b4a.equals(device.memberId, ourMemberId);
|
|
38
47
|
}
|
|
39
48
|
export function claimableDevice(row) {
|
|
40
49
|
return {
|
|
@@ -80,10 +89,21 @@ export class Mesh extends ReadyResource {
|
|
|
80
89
|
revoked: 0
|
|
81
90
|
};
|
|
82
91
|
_deviceId;
|
|
83
|
-
|
|
84
|
-
|
|
92
|
+
_grantExpiry;
|
|
93
|
+
_admitted = false;
|
|
94
|
+
_autobee = null;
|
|
95
|
+
_blobs = null;
|
|
96
|
+
_syncActivity = null;
|
|
85
97
|
discoveryKey;
|
|
86
|
-
|
|
98
|
+
get autobee() {
|
|
99
|
+
return openedPart(this._autobee, 'autobee');
|
|
100
|
+
}
|
|
101
|
+
get blobs() {
|
|
102
|
+
return openedPart(this._blobs, 'blobs');
|
|
103
|
+
}
|
|
104
|
+
get syncActivity() {
|
|
105
|
+
return openedPart(this._syncActivity, 'syncActivity');
|
|
106
|
+
}
|
|
87
107
|
get publicKey() {
|
|
88
108
|
return this._keyPair.publicKey;
|
|
89
109
|
}
|
|
@@ -110,8 +130,9 @@ export class Mesh extends ReadyResource {
|
|
|
110
130
|
}
|
|
111
131
|
blindPeerStats() {
|
|
112
132
|
const peering = this._blindPeering;
|
|
113
|
-
if (!peering?.blindPeers)
|
|
133
|
+
if (!peering?.blindPeers) {
|
|
114
134
|
return [];
|
|
135
|
+
}
|
|
115
136
|
return [...peering.blindPeers.values()].map((bp) => ({
|
|
116
137
|
key: b4a.toHex(bp.remotePublicKey).slice(0, 16),
|
|
117
138
|
connected: bp.connected,
|
|
@@ -135,15 +156,19 @@ export class Mesh extends ReadyResource {
|
|
|
135
156
|
let attested = 0;
|
|
136
157
|
let unattested = 0;
|
|
137
158
|
let revoked = 0;
|
|
138
|
-
for await (const _member of snap.find(
|
|
159
|
+
for await (const _member of snap.find(MEMBERS)) {
|
|
139
160
|
members++;
|
|
140
|
-
|
|
141
|
-
|
|
161
|
+
}
|
|
162
|
+
for await (const device of snap.find(DEVICES)) {
|
|
163
|
+
if (device.revoked) {
|
|
142
164
|
revoked++;
|
|
143
|
-
|
|
165
|
+
}
|
|
166
|
+
else if (device.memberId) {
|
|
144
167
|
attested++;
|
|
145
|
-
|
|
168
|
+
}
|
|
169
|
+
else {
|
|
146
170
|
unattested++;
|
|
171
|
+
}
|
|
147
172
|
}
|
|
148
173
|
this._membership = {
|
|
149
174
|
members,
|
|
@@ -159,10 +184,38 @@ export class Mesh extends ReadyResource {
|
|
|
159
184
|
async refreshOurMember() {
|
|
160
185
|
if (!this._deviceId)
|
|
161
186
|
return;
|
|
162
|
-
const own = await this.view.get(
|
|
187
|
+
const own = await this.view.get(DEVICES, { id: this._deviceId });
|
|
163
188
|
this._ourMemberId = own?.memberId ?? null;
|
|
164
|
-
if (own?.memberId && own.memberProof)
|
|
165
|
-
|
|
189
|
+
if (own?.memberId && own.memberProof) {
|
|
190
|
+
const membership = {
|
|
191
|
+
memberId: own.memberId,
|
|
192
|
+
proof: own.memberProof,
|
|
193
|
+
attestedAt: own.attestedAt || 0
|
|
194
|
+
};
|
|
195
|
+
this.emit('membership', membership);
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
refreshGrantExpiry() {
|
|
199
|
+
return this._grantExpiry.refresh();
|
|
200
|
+
}
|
|
201
|
+
async bornKind() {
|
|
202
|
+
for await (const _device of this.view.find(DEVICES)) {
|
|
203
|
+
return (await this.view.get(MESH_KINDS, { id: 'mesh' }))?.kind ?? null;
|
|
204
|
+
}
|
|
205
|
+
return undefined;
|
|
206
|
+
}
|
|
207
|
+
async waitForGenesis(timeout) {
|
|
208
|
+
const deadline = Date.now() + timeout;
|
|
209
|
+
let kind = await this.bornKind();
|
|
210
|
+
while (kind === undefined && Date.now() < deadline) {
|
|
211
|
+
await new Promise((resolve) => setTimeout(resolve, GENESIS_POLL_MS));
|
|
212
|
+
if (this.closing) {
|
|
213
|
+
return undefined;
|
|
214
|
+
}
|
|
215
|
+
await this.autobee.update();
|
|
216
|
+
kind = await this.bornKind();
|
|
217
|
+
}
|
|
218
|
+
return kind;
|
|
166
219
|
}
|
|
167
220
|
sign(message) {
|
|
168
221
|
return crypto.sign(message, this._keyPair.secretKey);
|
|
@@ -192,17 +245,19 @@ export class Mesh extends ReadyResource {
|
|
|
192
245
|
this.discoveryKey = crypto.discoveryKey(this._keyPair.publicKey);
|
|
193
246
|
this._scope = ['p2p', 'mesh', b4a.toHex(this._keyPair.publicKey).slice(0, 8)];
|
|
194
247
|
registerRoutes(this.router, { compute: this._compute });
|
|
248
|
+
this._grantExpiry = new GrantExpiry(this, (err) => this._log?.warn(this._scope, 'revoking expired invite grants failed', err));
|
|
195
249
|
}
|
|
196
250
|
async _open() {
|
|
197
251
|
this._log?.info(this._scope, 'opening');
|
|
198
252
|
const namespace = this._store.namespace(this.discoveryKey);
|
|
199
253
|
const blobCore = namespace.get({ name: 'qvac-blobs', encryptionKey: this._encryptionKey });
|
|
200
|
-
|
|
254
|
+
const blobs = new Hyperblobs(blobCore);
|
|
255
|
+
this._blobs = blobs;
|
|
201
256
|
try {
|
|
202
|
-
await raceResource(
|
|
257
|
+
await raceResource(blobs.core, blobs.ready(), 'blobs');
|
|
203
258
|
this._log?.info(this._scope, 'blob store opened');
|
|
204
259
|
const writerKeyPair = await namespace.createKeyPair(this._writerSeed ?? 'local');
|
|
205
|
-
|
|
260
|
+
const autobee = new Autobee(namespace, this._key, {
|
|
206
261
|
open: this._autobeeOpen.bind(this),
|
|
207
262
|
apply: this._autobeeApply.bind(this),
|
|
208
263
|
update: this._autobeeUpdate.bind(this),
|
|
@@ -217,27 +272,32 @@ export class Mesh extends ReadyResource {
|
|
|
217
272
|
fastForward: { boot: this._bootFrom ? { head: this._bootFrom } : null },
|
|
218
273
|
strictReindex: true
|
|
219
274
|
});
|
|
275
|
+
this._autobee = autobee;
|
|
220
276
|
this.autobee.on('error', (err) => this._log?.warn(this._scope, 'autobee error', err));
|
|
277
|
+
this.autobee.on('writable', () => void this.checkOwnAdmission().catch(noop));
|
|
221
278
|
this.autobee.on('move-to', (to, from) => this._log?.info(this._scope, 'fast-forwarded onto a head', {
|
|
222
279
|
from: from?.length ?? 0,
|
|
223
280
|
to: to?.length ?? 0,
|
|
224
281
|
fastForwards: this.autobee.stats.fastForwards
|
|
225
282
|
}));
|
|
226
283
|
this.autobee.on('interrupt', (err) => this._log?.warn(this._scope, 'autobee interrupt', err));
|
|
227
|
-
|
|
284
|
+
this.autobee.on('writable', () => void this._grantExpiry.refresh());
|
|
285
|
+
if (this._bootInterrupted) {
|
|
228
286
|
void this.autobee.close().catch(noop);
|
|
287
|
+
}
|
|
229
288
|
await raceResource(this.autobee, this.autobee.ready(), 'autobee');
|
|
230
289
|
}
|
|
231
290
|
catch (err) {
|
|
232
|
-
await this.
|
|
233
|
-
await
|
|
291
|
+
await this._autobee?.close().catch(noop);
|
|
292
|
+
await blobs.close().catch(noop);
|
|
234
293
|
throw err;
|
|
235
294
|
}
|
|
236
295
|
this.autobee.local.on('upload', (index) => {
|
|
237
296
|
this._localWriterUploadedLength = Math.max(this._localWriterUploadedLength, index + 1);
|
|
238
297
|
});
|
|
239
|
-
this.
|
|
298
|
+
this._syncActivity = createSyncActivity(this);
|
|
240
299
|
void this.refreshOurMember().catch((err) => this._log?.warn(this._scope, 'reading our member failed', err));
|
|
300
|
+
void this._grantExpiry.refresh();
|
|
241
301
|
this._log?.info(this._scope, 'autobee opened', {
|
|
242
302
|
writable: this.autobee.writable,
|
|
243
303
|
creator: this._key === null
|
|
@@ -246,18 +306,19 @@ export class Mesh extends ReadyResource {
|
|
|
246
306
|
this.files.start({ deviceId: this._deviceId });
|
|
247
307
|
}
|
|
248
308
|
startBlindPeering(dht) {
|
|
249
|
-
if (this.closing || this._blindPeering || !this.
|
|
309
|
+
if (this.closing || this._blindPeering || !this._autobee || !this._blobs) {
|
|
250
310
|
return;
|
|
311
|
+
}
|
|
251
312
|
this._blindPeering = new BlindPeering(dht, this._store, {
|
|
252
313
|
pick: 2,
|
|
253
314
|
wakeup: this._wakeup,
|
|
254
315
|
...this._blindPeeringOpts
|
|
255
316
|
});
|
|
256
|
-
this._blindPeering.addAutobaseBackground(this.
|
|
317
|
+
this._blindPeering.addAutobaseBackground(this._autobee, {
|
|
257
318
|
target: this._keyPair.publicKey,
|
|
258
319
|
keys: this._blindPeerKeys
|
|
259
320
|
});
|
|
260
|
-
this._blindPeering.addCoreBackground(this.
|
|
321
|
+
this._blindPeering.addCoreBackground(this._blobs.core, {
|
|
261
322
|
target: this._keyPair.publicKey,
|
|
262
323
|
keys: this._blindPeerKeys
|
|
263
324
|
});
|
|
@@ -271,11 +332,13 @@ export class Mesh extends ReadyResource {
|
|
|
271
332
|
}
|
|
272
333
|
interruptBoot() {
|
|
273
334
|
this._bootInterrupted = true;
|
|
274
|
-
if (this.
|
|
275
|
-
void this.
|
|
335
|
+
if (this._autobee) {
|
|
336
|
+
void this._autobee.close().catch(noop);
|
|
337
|
+
}
|
|
276
338
|
}
|
|
277
339
|
async _close() {
|
|
278
340
|
this._log?.info(this._scope, 'closing');
|
|
341
|
+
this._grantExpiry.close();
|
|
279
342
|
await this._files?.close();
|
|
280
343
|
await Promise.all([this.autobee.close(), this.blobs.close(), this._blindPeering?.close()]);
|
|
281
344
|
this._blindPeering = null;
|
|
@@ -289,9 +352,10 @@ export class Mesh extends ReadyResource {
|
|
|
289
352
|
this._log?.info(this._scope, 'orphaned blob sweep finished');
|
|
290
353
|
}
|
|
291
354
|
catch (err) {
|
|
292
|
-
if (this.closing)
|
|
355
|
+
if (this.closing) {
|
|
293
356
|
return;
|
|
294
|
-
|
|
357
|
+
}
|
|
358
|
+
const error = errorMessage(err);
|
|
295
359
|
this._orphanedBlobSweepStatus = { state: 'failed', error };
|
|
296
360
|
this._log?.warn(this._scope, 'orphaned blob sweep failed', err);
|
|
297
361
|
}
|
|
@@ -311,7 +375,7 @@ export class Mesh extends ReadyResource {
|
|
|
311
375
|
});
|
|
312
376
|
}
|
|
313
377
|
get minted() {
|
|
314
|
-
return this.autobee.key
|
|
378
|
+
return b4a.equals(this.autobee.key, this.autobee.local.key);
|
|
315
379
|
}
|
|
316
380
|
get writable() {
|
|
317
381
|
return this.autobee.writable;
|
|
@@ -326,7 +390,7 @@ export class Mesh extends ReadyResource {
|
|
|
326
390
|
batch() {
|
|
327
391
|
return new MeshBatch(this.autobee, { compute: this._compute });
|
|
328
392
|
}
|
|
329
|
-
async appendBirthOp(identity, device, member, claim,
|
|
393
|
+
async appendBirthOp(identity, device, { member, claim, sharing = false, grantSecret, recovery, vouched = false } = {}) {
|
|
330
394
|
if (this.autobee.local.length > 0)
|
|
331
395
|
return;
|
|
332
396
|
const { publicKey: deviceId, secretKey } = 'secretKey' in identity ? identity : { publicKey: identity, secretKey: null };
|
|
@@ -338,36 +402,74 @@ export class Mesh extends ReadyResource {
|
|
|
338
402
|
if (this._key === null) {
|
|
339
403
|
const birth = this.batch();
|
|
340
404
|
birth.dispatch('add-writer', { writerKey: localKey, device: row, deviceSignature });
|
|
405
|
+
if (sharing) {
|
|
406
|
+
birth.dispatch('mint-mesh-kind', { id: 'mesh', kind: 'shared' });
|
|
407
|
+
}
|
|
341
408
|
if (row) {
|
|
342
409
|
birth.dispatch('attest-device', this.attestDevice(deviceId));
|
|
343
|
-
if (member)
|
|
410
|
+
if (member) {
|
|
344
411
|
birth.dispatch('mint-member', member);
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
412
|
+
}
|
|
413
|
+
if (!this._compute && !sharing) {
|
|
414
|
+
birth.dispatch('seed-defaults', buildDefaultSeed(row, this._blindPeerKeys));
|
|
415
|
+
birth.dispatch('put-agent', { agent: buildHealthAssistant(row) });
|
|
349
416
|
}
|
|
350
417
|
}
|
|
351
418
|
await birth.flush();
|
|
352
419
|
}
|
|
353
|
-
else if (!this.autobee.writable) {
|
|
420
|
+
else if (!this.autobee.writable && !vouched && (grantSecret || !sharing)) {
|
|
354
421
|
const signature = this.sign(localKey);
|
|
355
422
|
const device = row ? claimableDevice(row) : undefined;
|
|
356
423
|
const join = this.batch();
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
:
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
424
|
+
if (grantSecret) {
|
|
425
|
+
const pair = grantKeyPair(grantSecret);
|
|
426
|
+
join.dispatch('claim-invite', {
|
|
427
|
+
signature,
|
|
428
|
+
deviceId,
|
|
429
|
+
device,
|
|
430
|
+
deviceSignature,
|
|
431
|
+
grantKey: pair.publicKey,
|
|
432
|
+
inviteSignature: signInviteClaim(pair.secretKey, {
|
|
433
|
+
meshPublicKey: this.publicKey,
|
|
434
|
+
grantKey: pair.publicKey,
|
|
435
|
+
deviceId,
|
|
436
|
+
writerKey: localKey
|
|
437
|
+
}),
|
|
438
|
+
member: member?.member,
|
|
439
|
+
memberClaim: member?.proof
|
|
440
|
+
});
|
|
441
|
+
}
|
|
442
|
+
else if (recovery) {
|
|
443
|
+
if (!device || !secretKey) {
|
|
444
|
+
throw new Error('A recovery needs this device row and its key');
|
|
445
|
+
}
|
|
446
|
+
join.dispatch('recover-device', {
|
|
447
|
+
signature,
|
|
448
|
+
deviceId,
|
|
449
|
+
device,
|
|
450
|
+
deviceSignature,
|
|
451
|
+
memberId: recovery.memberId,
|
|
452
|
+
proof: await attestMemberClaim(claimAttestation(this.publicKey, deviceId, localKey), { publicKey: deviceId, secretKey }, recovery.proof)
|
|
453
|
+
});
|
|
454
|
+
}
|
|
455
|
+
else {
|
|
456
|
+
join.dispatch('join', {
|
|
457
|
+
signature,
|
|
458
|
+
deviceId,
|
|
459
|
+
device,
|
|
460
|
+
claimedMemberId: claim?.memberId,
|
|
461
|
+
inviteToken: claim?.inviteNonce
|
|
462
|
+
? deviceInviteToken(claim.inviteNonce, deviceId)
|
|
463
|
+
: undefined,
|
|
464
|
+
deviceSignature
|
|
465
|
+
});
|
|
466
|
+
}
|
|
467
|
+
if (row) {
|
|
368
468
|
join.dispatch('attest-device', this.attestDevice(deviceId));
|
|
369
|
-
|
|
469
|
+
}
|
|
470
|
+
if (row && member && !grantSecret) {
|
|
370
471
|
join.dispatch('join-member', member);
|
|
472
|
+
}
|
|
371
473
|
await join.flush({ optimistic: true });
|
|
372
474
|
}
|
|
373
475
|
await this.autobee.update();
|
|
@@ -377,37 +479,43 @@ export class Mesh extends ReadyResource {
|
|
|
377
479
|
return this.autobee.interrupted;
|
|
378
480
|
}
|
|
379
481
|
throwIfInterrupted() {
|
|
380
|
-
if (this.interrupted)
|
|
482
|
+
if (this.interrupted) {
|
|
381
483
|
throw this.interrupted;
|
|
484
|
+
}
|
|
382
485
|
}
|
|
383
|
-
async waitForWritable() {
|
|
486
|
+
async waitForWritable(timeout) {
|
|
384
487
|
if (this.closing || this.autobee.writable)
|
|
385
488
|
return;
|
|
386
489
|
await new Promise((resolve) => {
|
|
387
490
|
const done = () => {
|
|
491
|
+
clearTimeout(timer);
|
|
388
492
|
this.autobee.off('writable', done);
|
|
389
493
|
this.off('close', done);
|
|
390
494
|
resolve();
|
|
391
495
|
};
|
|
496
|
+
const timer = timeout === undefined ? undefined : setTimeout(done, timeout);
|
|
392
497
|
this.autobee.on('writable', done);
|
|
393
498
|
this.on('close', done);
|
|
394
499
|
});
|
|
395
500
|
}
|
|
396
501
|
pendingUploads() {
|
|
397
502
|
const peers = this.autobee.local.peers;
|
|
398
|
-
if (this.closing || peers.length === 0)
|
|
503
|
+
if (this.closing || peers.length === 0) {
|
|
399
504
|
return 0;
|
|
505
|
+
}
|
|
400
506
|
const taken = Math.max(this._localWriterUploadedLength, ...peers.map((peer) => peer.remoteLength));
|
|
401
507
|
return Math.max(0, this.autobee.local.length - taken);
|
|
402
508
|
}
|
|
403
509
|
async suspend() {
|
|
404
510
|
await this._files?.suspend();
|
|
405
|
-
if (this._blindPeering)
|
|
511
|
+
if (this._blindPeering) {
|
|
406
512
|
await this._blindPeering.suspend();
|
|
513
|
+
}
|
|
407
514
|
}
|
|
408
515
|
async resume() {
|
|
409
|
-
if (this._blindPeering)
|
|
516
|
+
if (this._blindPeering) {
|
|
410
517
|
await this._blindPeering.resume();
|
|
518
|
+
}
|
|
411
519
|
this._files?.resume();
|
|
412
520
|
}
|
|
413
521
|
syncChatOrder = null;
|
|
@@ -479,34 +587,40 @@ export class Mesh extends ReadyResource {
|
|
|
479
587
|
for (const node of nodes) {
|
|
480
588
|
if (!node.value)
|
|
481
589
|
continue;
|
|
482
|
-
|
|
483
|
-
await this.router.dispatch(node.value, {
|
|
484
|
-
tx,
|
|
485
|
-
host,
|
|
486
|
-
node,
|
|
487
|
-
meshPublicKey: this.publicKey,
|
|
488
|
-
meshDevicePublicKey: this.devicePublicKey,
|
|
489
|
-
log: this._log
|
|
490
|
-
});
|
|
491
|
-
}
|
|
492
|
-
catch (err) {
|
|
493
|
-
if (!isFromANewerBuild(err))
|
|
494
|
-
throw err;
|
|
495
|
-
this._halt(err, host);
|
|
496
|
-
}
|
|
590
|
+
await this._applyNode(node, { tx, host });
|
|
497
591
|
}
|
|
498
592
|
await tx.flush();
|
|
499
593
|
}
|
|
500
594
|
catch (err) {
|
|
501
595
|
await tx.close();
|
|
502
|
-
if (isInterrupt(err))
|
|
596
|
+
if (isInterrupt(err)) {
|
|
503
597
|
throw err;
|
|
504
|
-
|
|
598
|
+
}
|
|
599
|
+
if (isFromANewerBuild(err)) {
|
|
505
600
|
this._halt(err, host);
|
|
601
|
+
}
|
|
506
602
|
this._log?.error(this._scope, 'autobee apply', err);
|
|
507
603
|
throw err;
|
|
508
604
|
}
|
|
509
605
|
}
|
|
606
|
+
async _applyNode(node, { tx, host }) {
|
|
607
|
+
try {
|
|
608
|
+
await this.router.dispatch(node.value, {
|
|
609
|
+
tx,
|
|
610
|
+
host,
|
|
611
|
+
node,
|
|
612
|
+
meshPublicKey: this.publicKey,
|
|
613
|
+
meshDevicePublicKey: this.devicePublicKey,
|
|
614
|
+
log: this._log
|
|
615
|
+
});
|
|
616
|
+
}
|
|
617
|
+
catch (err) {
|
|
618
|
+
if (!isFromANewerBuild(err)) {
|
|
619
|
+
throw err;
|
|
620
|
+
}
|
|
621
|
+
this._halt(err, host);
|
|
622
|
+
}
|
|
623
|
+
}
|
|
510
624
|
_halt(err, host) {
|
|
511
625
|
this._log?.warn(this._scope, 'halting apply: the mesh moved past this build', err);
|
|
512
626
|
return host.interrupt(err);
|
|
@@ -515,21 +629,43 @@ export class Mesh extends ReadyResource {
|
|
|
515
629
|
if (this.closing)
|
|
516
630
|
return;
|
|
517
631
|
const change = changes.get('view');
|
|
518
|
-
if (!change)
|
|
632
|
+
if (!change) {
|
|
519
633
|
return;
|
|
634
|
+
}
|
|
520
635
|
const shared = change.shared;
|
|
521
636
|
const from = shared?.key ? { key: shared.key, length: shared.length } : change.from;
|
|
522
637
|
try {
|
|
523
638
|
await syncChanges(this, view, from);
|
|
639
|
+
if (this._admitted && !this.autobee.writable) {
|
|
640
|
+
await this.checkOwnAdmission();
|
|
641
|
+
}
|
|
524
642
|
}
|
|
525
643
|
catch (err) {
|
|
526
644
|
this._log?.warn(this._scope, 'change sync failed', err);
|
|
527
645
|
}
|
|
528
646
|
}
|
|
647
|
+
async checkOwnAdmission() {
|
|
648
|
+
if (this.autobee.writable) {
|
|
649
|
+
this._admitted = true;
|
|
650
|
+
return;
|
|
651
|
+
}
|
|
652
|
+
if (!this._admitted || !this._deviceId) {
|
|
653
|
+
return;
|
|
654
|
+
}
|
|
655
|
+
if (!(await this.autobee.system.get(this.localWriterKey, { unflushed: true }))) {
|
|
656
|
+
return;
|
|
657
|
+
}
|
|
658
|
+
const own = await this.view.get(DEVICES, { id: this._deviceId });
|
|
659
|
+
if (own?.writerKey && b4a.equals(own?.writerKey, this.localWriterKey)) {
|
|
660
|
+
return;
|
|
661
|
+
}
|
|
662
|
+
this._admitted = false;
|
|
663
|
+
this.emit('kicked');
|
|
664
|
+
}
|
|
529
665
|
async checkResumedRevocation() {
|
|
530
666
|
const snap = this.view.snapshot();
|
|
531
667
|
try {
|
|
532
|
-
for await (const device of snap.find(
|
|
668
|
+
for await (const device of snap.find(DEVICES)) {
|
|
533
669
|
if (!isOwnRevokedRow(this, device))
|
|
534
670
|
continue;
|
|
535
671
|
return isOwnKickedRow(this, device) ? 'kicked' : 'left';
|
|
@@ -540,6 +676,18 @@ export class Mesh extends ReadyResource {
|
|
|
540
676
|
await snap.close();
|
|
541
677
|
}
|
|
542
678
|
}
|
|
679
|
+
async ownWriterRefused() {
|
|
680
|
+
const info = await this.autobee.system.get(this.localWriterKey, { unflushed: true });
|
|
681
|
+
if (!info?.isRemoved) {
|
|
682
|
+
return false;
|
|
683
|
+
}
|
|
684
|
+
for await (const device of this.view.find(DEVICES)) {
|
|
685
|
+
if (device.writerKey && b4a.equals(device.writerKey, this.localWriterKey)) {
|
|
686
|
+
return false;
|
|
687
|
+
}
|
|
688
|
+
}
|
|
689
|
+
return true;
|
|
690
|
+
}
|
|
543
691
|
}
|
|
544
692
|
export class MeshBatch {
|
|
545
693
|
_autobee;
|
|
@@ -565,10 +713,16 @@ export class MeshBatch {
|
|
|
565
713
|
}
|
|
566
714
|
}
|
|
567
715
|
function noop() { }
|
|
716
|
+
function openedPart(part, name) {
|
|
717
|
+
if (part === null)
|
|
718
|
+
throw new Error(`mesh ${name} read before open`);
|
|
719
|
+
return part;
|
|
720
|
+
}
|
|
568
721
|
async function drain(stream) {
|
|
569
722
|
let count = 0;
|
|
570
|
-
for await (const _row of stream)
|
|
723
|
+
for await (const _row of stream) {
|
|
571
724
|
count++;
|
|
725
|
+
}
|
|
572
726
|
return count;
|
|
573
727
|
}
|
|
574
728
|
const NEWER_BUILD_MESSAGES = new Set(['Unsupported version', 'Unknown enum', 'Out of bounds']);
|
|
@@ -576,7 +730,7 @@ function isInterrupt(err) {
|
|
|
576
730
|
return err instanceof Error && err.message === 'Apply interrupted';
|
|
577
731
|
}
|
|
578
732
|
function isFromANewerBuild(err) {
|
|
579
|
-
if (
|
|
733
|
+
if (isRecord(err) && 'code' in err) {
|
|
580
734
|
return err.code === ERRORS.HANDLER_NOT_FOUND_BY_ID;
|
|
581
735
|
}
|
|
582
736
|
return err instanceof Error && NEWER_BUILD_MESSAGES.has(err.message);
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { buildHealthAssistant, HEALTH_ASSISTANT_ID } from '../health-assistant.js';
|
|
2
|
-
|
|
2
|
+
import { AGENTS } from '../collections.js';
|
|
3
3
|
const MIGRATION_BASELINE_AT = 0;
|
|
4
4
|
export async function migrateAgentCatalog(mesh, { device }) {
|
|
5
5
|
const snap = mesh.view.snapshot();
|
|
6
6
|
try {
|
|
7
|
-
if (await snap.get(AGENTS, { id: HEALTH_ASSISTANT_ID }))
|
|
7
|
+
if (await snap.get(AGENTS, { id: HEALTH_ASSISTANT_ID })) {
|
|
8
8
|
return false;
|
|
9
|
+
}
|
|
9
10
|
}
|
|
10
11
|
finally {
|
|
11
12
|
await snap.close();
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
|
|
2
|
-
const AGENTS_BY_PROVIDER = '@qvac/agents-by-provider';
|
|
1
|
+
import { ACTIVE_AGENTS, AGENTS_BY_PROVIDER } from '../collections.js';
|
|
3
2
|
export async function reindexAgents(mesh) {
|
|
4
3
|
if (!mesh.writable)
|
|
5
4
|
return false;
|
|
6
5
|
const missing = await unindexedAgentIds(mesh);
|
|
7
|
-
if (missing.length === 0)
|
|
6
|
+
if (missing.length === 0) {
|
|
8
7
|
return false;
|
|
8
|
+
}
|
|
9
9
|
await mesh.dispatch('reindex-agents', { agentIds: missing });
|
|
10
10
|
return true;
|
|
11
11
|
}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
|
|
1
|
+
import { CHUNKS } from '../collections.js';
|
|
2
2
|
const BATCH = 256;
|
|
3
3
|
export async function backfillFileIndex(mesh) {
|
|
4
4
|
const index = mesh.fileIndex;
|
|
5
|
-
if (!index)
|
|
5
|
+
if (!index) {
|
|
6
6
|
return;
|
|
7
|
+
}
|
|
7
8
|
const snapshot = mesh.view.snapshot();
|
|
8
9
|
try {
|
|
9
10
|
let batch = [];
|
|
@@ -13,13 +14,15 @@ export async function backfillFileIndex(mesh) {
|
|
|
13
14
|
if (chunk.type !== 'attachment')
|
|
14
15
|
continue;
|
|
15
16
|
batch.push(chunk);
|
|
16
|
-
if (batch.length < BATCH)
|
|
17
|
+
if (batch.length < BATCH) {
|
|
17
18
|
continue;
|
|
19
|
+
}
|
|
18
20
|
await index.record(batch);
|
|
19
21
|
batch = [];
|
|
20
22
|
}
|
|
21
|
-
if (batch.length > 0)
|
|
23
|
+
if (batch.length > 0) {
|
|
22
24
|
await index.record(batch);
|
|
25
|
+
}
|
|
23
26
|
}
|
|
24
27
|
finally {
|
|
25
28
|
await snapshot.close();
|
|
@@ -2,6 +2,7 @@ import type { Mesh } from '../mesh.ts';
|
|
|
2
2
|
import { type AgentCatalogMigrationContext } from './agent-catalog.ts';
|
|
3
3
|
import { type MembershipMigrationContext } from './membership.ts';
|
|
4
4
|
export type MigrationContext = MembershipMigrationContext & AgentCatalogMigrationContext;
|
|
5
|
-
export
|
|
6
|
-
catalog?: boolean;
|
|
7
|
-
}
|
|
5
|
+
export interface RunMigrationsOptions {
|
|
6
|
+
readonly catalog?: boolean;
|
|
7
|
+
}
|
|
8
|
+
export declare function runMigrations(mesh: Mesh, context: MigrationContext, { catalog }?: RunMigrationsOptions): Promise<boolean>;
|
|
@@ -2,10 +2,12 @@ import { migrateAgentCatalog } from './agent-catalog.js';
|
|
|
2
2
|
import { migrateMembership } from './membership.js';
|
|
3
3
|
import { sealDeviceRows } from './seal.js';
|
|
4
4
|
import { reindexAgents } from './agent-indexes.js';
|
|
5
|
+
import { reindexDevices } from './device-indexes.js';
|
|
5
6
|
export async function runMigrations(mesh, context, { catalog = true } = {}) {
|
|
7
|
+
const devices = await reindexDevices(mesh);
|
|
6
8
|
const membership = await migrateMembership(mesh, context);
|
|
7
9
|
const agents = catalog && (await migrateAgentCatalog(mesh, context));
|
|
8
10
|
const seal = await sealDeviceRows(mesh, context);
|
|
9
11
|
const indexed = await reindexAgents(mesh);
|
|
10
|
-
return membership || agents || seal || indexed;
|
|
12
|
+
return devices || membership || agents || seal || indexed;
|
|
11
13
|
}
|