@qvac/core 1.0.0-rc.0 → 1.0.0-rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +852 -1
- package/README.md +40 -81
- package/dist-lib/index.d.ts +0 -1
- package/dist-lib/index.js +0 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +19 -2
- package/dist-lib/lib/api/agents.js +121 -24
- package/dist-lib/lib/api/app-config.d.ts +4 -1
- package/dist-lib/lib/api/app-config.js +17 -6
- package/dist-lib/lib/api/attachments.js +3 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +13 -2
- package/dist-lib/lib/api/chat.js +114 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +7 -0
- package/dist-lib/lib/api/chunk-delta.js +33 -0
- package/dist-lib/lib/api/chunks.d.ts +17 -2
- package/dist-lib/lib/api/chunks.js +64 -13
- package/dist-lib/lib/api/config.d.ts +2 -1
- package/dist-lib/lib/api/config.js +3 -2
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +10 -8
- package/dist-lib/lib/api/device-routes.d.ts +9 -0
- package/dist-lib/lib/api/device-routes.js +123 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +20 -10
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +12 -1
- package/dist-lib/lib/api/execution.js +44 -14
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +28 -6
- package/dist-lib/lib/api/index.js +101 -33
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +12 -44
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +64 -17
- package/dist-lib/lib/api/mesh.d.ts +12 -2
- package/dist-lib/lib/api/mesh.js +10 -6
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +6 -5
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +165 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +47 -23
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +47 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +2 -2
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +5 -0
- package/dist-lib/lib/api/workspace.js +48 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +29 -29
- package/dist-lib/lib/assistant/harness.js +34 -6
- package/dist-lib/lib/assistant/history.d.ts +30 -17
- package/dist-lib/lib/assistant/history.js +168 -82
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/message.d.ts +21 -0
- package/dist-lib/lib/assistant/message.js +43 -0
- package/dist-lib/lib/assistant/model-round.d.ts +95 -0
- package/dist-lib/lib/assistant/model-round.js +591 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +3 -0
- package/dist-lib/lib/assistant/pdf-budget.js +13 -0
- package/dist-lib/lib/assistant/round-host.d.ts +42 -0
- package/dist-lib/lib/assistant/round-host.js +239 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +2 -0
- package/dist-lib/lib/assistant-client.js +4 -3
- package/dist-lib/lib/assistant-tree.d.ts +8 -3
- package/dist-lib/lib/assistant-tree.js +58 -18
- package/dist-lib/lib/assistant.d.ts +76 -20
- package/dist-lib/lib/assistant.js +1659 -1070
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +2 -2
- package/dist-lib/lib/constants.d.ts +7 -0
- package/dist-lib/lib/constants.js +7 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +40 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +71 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +45 -19
- package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
- package/dist-lib/lib/core/archived-mesh.js +77 -58
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +36 -22
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +395 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +245 -0
- package/dist-lib/lib/core/chat-group.js +8 -7
- package/dist-lib/lib/core/chat-move.d.ts +71 -0
- package/dist-lib/lib/core/chat-move.js +567 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +19 -4
- package/dist-lib/lib/core/chat-project.d.ts +2 -0
- package/dist-lib/lib/core/chat-project.js +15 -0
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +34 -4
- package/dist-lib/lib/core/chat.js +122 -39
- package/dist-lib/lib/core/chunk.d.ts +21 -4
- package/dist-lib/lib/core/chunk.js +138 -23
- package/dist-lib/lib/core/collections.d.ts +28 -0
- package/dist-lib/lib/core/collections.js +28 -0
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +108 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +141 -3
- package/dist-lib/lib/core/contract/chat.d.ts +1 -0
- package/dist-lib/lib/core/contract/chat.js +42 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +112 -35
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +35 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +18 -9
- package/dist-lib/lib/core/contract/joined-meshes.js +2 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +34 -4
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +31 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +279 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +29 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +40 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +21 -0
- package/dist-lib/lib/core/contract/projects.js +328 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +120 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
- package/dist-lib/lib/core/contract/run-requests.js +75 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +317 -0
- package/dist-lib/lib/core/contract/writers.js +82 -12
- package/dist-lib/lib/core/departures.d.ts +16 -5
- package/dist-lib/lib/core/departures.js +79 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.js +1 -1
- package/dist-lib/lib/core/document-attachment.d.ts +7 -0
- package/dist-lib/lib/core/document-attachment.js +9 -0
- package/dist-lib/lib/core/files/attachments.js +5 -4
- package/dist-lib/lib/core/files/index.d.ts +21 -11
- package/dist-lib/lib/core/files/index.js +114 -28
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +7 -2
- package/dist-lib/lib/core/files/processing/index.js +91 -71
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +14 -3
- package/dist-lib/lib/core/files/processing/source.d.ts +3 -0
- package/dist-lib/lib/core/files/processing/source.js +9 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +4 -1
- package/dist-lib/lib/core/files/processing/state.js +2 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +4 -1
- package/dist-lib/lib/core/files/rag/build.js +18 -7
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +57 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +12 -1
- package/dist-lib/lib/core/files/rag/index.js +29 -7
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
- package/dist-lib/lib/core/files/rag/produce.js +30 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +1 -1
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
- package/dist-lib/lib/core/files/records/knowledge.js +40 -3
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +20 -48
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +53 -14
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +30 -18
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +4 -0
- package/dist-lib/lib/core/invite.js +19 -6
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +76 -6
- package/dist-lib/lib/core/local/index.js +209 -19
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +94 -28
- package/dist-lib/lib/core/mesh.js +527 -144
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
- package/dist-lib/lib/core/migrations/file-index.js +2 -4
- package/dist-lib/lib/core/migrations/index.js +6 -2
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +4 -2
- package/dist-lib/lib/core/pdf/rasterize.d.ts +2 -2
- package/dist-lib/lib/core/pdf/rasterize.js +5 -6
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +47 -40
- package/dist-lib/lib/core/project-keys.d.ts +13 -0
- package/dist-lib/lib/core/project-keys.js +56 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +26 -0
- package/dist-lib/lib/core/public-mesh.js +88 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/run-requests.js +59 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +18 -0
- package/dist-lib/lib/core/senders.js +52 -0
- package/dist-lib/lib/core/shared-agents.d.ts +39 -0
- package/dist-lib/lib/core/shared-agents.js +255 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
- package/dist-lib/lib/core/skill-secrets.js +90 -72
- package/dist-lib/lib/core/sync/background.d.ts +47 -0
- package/dist-lib/lib/core/sync/background.js +162 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +1 -1
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +154 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
- package/dist-lib/lib/core/sync/view-updates.js +133 -0
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +11 -11
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
- package/dist-lib/lib/core/workspace-upgrade.js +50 -0
- package/dist-lib/lib/core.d.ts +249 -79
- package/dist-lib/lib/core.js +3369 -1460
- package/dist-lib/lib/credential-pusher.d.ts +6 -0
- package/dist-lib/lib/credential-pusher.js +77 -60
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +790 -0
- package/dist-lib/lib/errors.js +724 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +1 -1
- package/dist-lib/lib/fs-drive-bridge.js +4 -1
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/knowledge-search.js +13 -18
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +42 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +11 -12
- package/dist-lib/lib/model-download.js +63 -22
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +27 -0
- package/dist-lib/lib/model-memory-cap.js +69 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +3 -0
- package/dist-lib/lib/probe-rounds.js +5 -0
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +3 -0
- package/dist-lib/lib/run-notices.js +8 -2
- package/dist-lib/lib/run-replay.d.ts +32 -0
- package/dist-lib/lib/run-replay.js +121 -0
- package/dist-lib/lib/run-transcript.d.ts +11 -12
- package/dist-lib/lib/run-transcript.js +16 -18
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +3 -1
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +58 -11
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +709 -116
- package/dist-lib/schema/field-order.js +2 -1
- package/dist-lib/schema/indexes.d.ts +3 -0
- package/dist-lib/schema/indexes.js +30 -3
- package/dist-lib/schema/local.js +72 -4
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +364 -12
- package/dist-lib/spec/bind.js +209 -48
- package/dist-lib/spec/calls.js +45 -5
- package/dist-lib/spec/capabilities.d.ts +98 -18
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +726 -206
- package/dist-lib/spec/hrpc/index.js +832 -345
- package/dist-lib/spec/hrpc/messages.js +6906 -4832
- package/dist-lib/spec/hyperschema/index.js +6906 -4832
- package/dist-lib/spec/hyperschema/schema.json +4744 -3139
- package/dist-lib/spec/hyperschema/types.d.ts +461 -61
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1506 -484
- package/dist-lib/spec/local/hyperschema/index.js +542 -13
- package/dist-lib/spec/local/hyperschema/schema.json +319 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +78 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +371 -5
- package/dist-lib/spec/mesh/hyperdb/index.js +1564 -5
- package/dist-lib/spec/mesh/hyperdb/messages.js +6023 -1246
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +187 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +528 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +3449 -217
- package/dist-lib/spec/mesh/hyperschema/index.js +3449 -217
- package/dist-lib/spec/mesh/hyperschema/schema.json +1865 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +470 -6
- package/package.json +50 -35
- package/worker/assistant-sidecar.mjs +15 -2
- package/worker/stow-entry.mjs +2 -0
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
- package/tui/README.md +0 -142
- package/tui/app.mjs +0 -6939
- package/tui/boot.mjs +0 -111
- package/tui/index.mjs +0 -53
- package/tui/lib/boot-timing.mjs +0 -41
- package/tui/lib/busy-words.mjs +0 -116
- package/tui/lib/export.mjs +0 -194
- package/tui/lib/knowledge-command.mjs +0 -190
- package/tui/lib/knowledge-import.mjs +0 -171
- package/tui/lib/render.mjs +0 -196
- package/tui/lib/save-file.mjs +0 -88
- package/tui/lib/select.mjs +0 -81
- package/tui/lib/selection.mjs +0 -18
- package/tui/lib/setup.mjs +0 -101
- package/tui/lib/sidebar.mjs +0 -63
- package/tui/lib/splash-art.mjs +0 -107
- package/tui/lib/splash.mjs +0 -18
- package/tui/lib/upload-frames.mjs +0 -9
- package/tui/lib/usage.mjs +0 -59
- package/tui/lib/wrap.mjs +0 -143
- package/tui/main.mjs +0 -264
|
@@ -5,30 +5,53 @@ import HyperDB from 'hyperdb';
|
|
|
5
5
|
import { ERRORS } from 'hyperdispatch/runtime';
|
|
6
6
|
import Hyperblobs from 'hyperblobs';
|
|
7
7
|
import crypto from 'hypercore-crypto';
|
|
8
|
+
import HypercoreId from 'hypercore-id-encoding';
|
|
8
9
|
import ReadyResource from 'ready-resource';
|
|
9
10
|
import { Files } from './files/index.js';
|
|
10
11
|
import MeshDefinition from '../../spec/mesh/hyperdb/index.js';
|
|
11
12
|
import { Router, encode } from '../../spec/mesh/hyperdispatch/index.js';
|
|
12
13
|
import { syncChanges } from './sync/index.js';
|
|
14
|
+
import { ViewUpdates } from './sync/view-updates.js';
|
|
15
|
+
import { BackgroundSync } from './sync/background.js';
|
|
13
16
|
import { buildDefaultSeed, isOwnKickedRow, isOwnRevokedRow } from './helpers/index.js';
|
|
14
17
|
import { raceResource } from '../race-resource.js';
|
|
15
|
-
import { signDeviceAttestation, signWriterClaim } from './device-attestation.js';
|
|
16
|
-
import {
|
|
17
|
-
import {
|
|
18
|
-
import {
|
|
19
|
-
import {
|
|
20
|
-
import {
|
|
18
|
+
import { signDeviceAttestation, signWriterClaim, verifyWriterClaim } from './device-attestation.js';
|
|
19
|
+
import { devicesByWriterKey, liveDeviceForWriter } from './contract/activity.js';
|
|
20
|
+
import { MESH_NAME_ROW } from './contract/mesh-name.js';
|
|
21
|
+
import { versionedOp } from './contract/oldest-version.js';
|
|
22
|
+
import { KNOWN_RULES, rulesVersion } from './contract/mesh-rules.js';
|
|
23
|
+
import { WORKSPACE_ROW } from './contract/workspace.js';
|
|
21
24
|
import { registerRoutes } from './contract/index.js';
|
|
25
|
+
import { assertRoleRoute, inRole } from './contract/roles.js';
|
|
22
26
|
import { createSyncActivity } from './sync-status.js';
|
|
23
27
|
import { buildHealthAssistant } from './health-assistant.js';
|
|
24
28
|
import b4a from 'b4a';
|
|
25
29
|
import { errorMessage, isRecord } from '../guards.js';
|
|
26
|
-
import {
|
|
30
|
+
import { CoreError, isCoreError } from '../errors.js';
|
|
31
|
+
import { ACTIVE_AGENTS, ACTIVE_CHATS, DEVICES, LIVE_WRITERS_BY_MOST_RECENT, MEMBERS, MESH_NAMES } from './collections.js';
|
|
27
32
|
const [MESH_KEYPAIR, MESH_ENCRYPTION, MESH_DEVICE] = crypto.namespace('qvac-assistant/mesh', 3);
|
|
33
|
+
const DEFAULT_NAMESPACE = b4a.alloc(32);
|
|
34
|
+
const SLOW_WRITE_MS = 5000;
|
|
35
|
+
const SLOW_DRAIN_MS = 15_000;
|
|
36
|
+
const SYNC_BATCH = 64;
|
|
37
|
+
const SYNC_PAUSE_MS = 100;
|
|
38
|
+
const BLOB_CORE = 'qvac-blobs';
|
|
28
39
|
export function meshPublicKeyFromSeed(seed) {
|
|
29
40
|
return crypto.keyPair(crypto.hash([MESH_KEYPAIR, seed])).publicKey;
|
|
30
41
|
}
|
|
31
|
-
|
|
42
|
+
async function ownCores(storage, namespace, writerKey) {
|
|
43
|
+
const keys = [crypto.discoveryKey(writerKey)];
|
|
44
|
+
for await (const discoveryKey of storage.createDiscoveryKeyStream(namespace)) {
|
|
45
|
+
keys.push(discoveryKey);
|
|
46
|
+
}
|
|
47
|
+
const views = `autobee/${HypercoreId.encode(writerKey)}/`;
|
|
48
|
+
for await (const { alias, discoveryKey } of storage.createAliasStream(DEFAULT_NAMESPACE)) {
|
|
49
|
+
if (alias.name.startsWith(views)) {
|
|
50
|
+
keys.push(discoveryKey);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
return keys;
|
|
54
|
+
}
|
|
32
55
|
const WARMUP_COLLECTIONS = [
|
|
33
56
|
'@qvac/devices',
|
|
34
57
|
'@qvac/active-agents',
|
|
@@ -61,13 +84,13 @@ export class Mesh extends ReadyResource {
|
|
|
61
84
|
return this._files;
|
|
62
85
|
}
|
|
63
86
|
_store;
|
|
87
|
+
_namespaceId = null;
|
|
64
88
|
_seed;
|
|
65
|
-
|
|
89
|
+
_role;
|
|
66
90
|
_key;
|
|
67
91
|
_writerSeed;
|
|
68
92
|
_log;
|
|
69
93
|
_blindPeerKeys;
|
|
70
|
-
_blindPeeringOpts;
|
|
71
94
|
_bootFrom;
|
|
72
95
|
_wakeup;
|
|
73
96
|
attachmentUrl;
|
|
@@ -78,10 +101,18 @@ export class Mesh extends ReadyResource {
|
|
|
78
101
|
_deviceKeyPair;
|
|
79
102
|
_encryptionKey;
|
|
80
103
|
_blindPeering = null;
|
|
104
|
+
openedEmpty = false;
|
|
105
|
+
foreign = false;
|
|
106
|
+
workspaceKey = null;
|
|
107
|
+
_updates;
|
|
108
|
+
_openedAt = 0;
|
|
109
|
+
_trustedDevice;
|
|
110
|
+
_joined = false;
|
|
81
111
|
_orphanedBlobSweepStatus = { state: 'pending' };
|
|
82
112
|
_bootInterrupted = false;
|
|
83
113
|
_localWriterUploadedLength = 0;
|
|
84
114
|
_ourMemberId = null;
|
|
115
|
+
_name = null;
|
|
85
116
|
_membership = {
|
|
86
117
|
members: 0,
|
|
87
118
|
attested: 0,
|
|
@@ -89,11 +120,16 @@ export class Mesh extends ReadyResource {
|
|
|
89
120
|
revoked: 0
|
|
90
121
|
};
|
|
91
122
|
_deviceId;
|
|
92
|
-
|
|
123
|
+
_slowWriteMs;
|
|
124
|
+
_slowDrainMs;
|
|
125
|
+
_stallReported = false;
|
|
93
126
|
_admitted = false;
|
|
127
|
+
_birth = null;
|
|
128
|
+
_rulesRaised = null;
|
|
94
129
|
_autobee = null;
|
|
95
130
|
_blobs = null;
|
|
96
131
|
_syncActivity = null;
|
|
132
|
+
_background;
|
|
97
133
|
discoveryKey;
|
|
98
134
|
get autobee() {
|
|
99
135
|
return openedPart(this._autobee, 'autobee');
|
|
@@ -107,14 +143,17 @@ export class Mesh extends ReadyResource {
|
|
|
107
143
|
get publicKey() {
|
|
108
144
|
return this._keyPair.publicKey;
|
|
109
145
|
}
|
|
146
|
+
get log() {
|
|
147
|
+
return this._log;
|
|
148
|
+
}
|
|
110
149
|
get devicePublicKey() {
|
|
111
150
|
return this._deviceKeyPair.publicKey;
|
|
112
151
|
}
|
|
113
152
|
get key() {
|
|
114
153
|
return this.autobee.key;
|
|
115
154
|
}
|
|
116
|
-
get
|
|
117
|
-
return this.
|
|
155
|
+
get role() {
|
|
156
|
+
return this._role;
|
|
118
157
|
}
|
|
119
158
|
get encryptionKey() {
|
|
120
159
|
return this._encryptionKey;
|
|
@@ -133,7 +172,10 @@ export class Mesh extends ReadyResource {
|
|
|
133
172
|
if (!peering?.blindPeers) {
|
|
134
173
|
return [];
|
|
135
174
|
}
|
|
136
|
-
|
|
175
|
+
const own = new Set(this._blindPeerKeys.map((key) => b4a.toHex(key)));
|
|
176
|
+
return [...peering.blindPeers.values()]
|
|
177
|
+
.filter((bp) => own.has(b4a.toHex(bp.remotePublicKey)))
|
|
178
|
+
.map((bp) => ({
|
|
137
179
|
key: b4a.toHex(bp.remotePublicKey).slice(0, 16),
|
|
138
180
|
connected: bp.connected,
|
|
139
181
|
connects: bp.connects,
|
|
@@ -149,6 +191,11 @@ export class Mesh extends ReadyResource {
|
|
|
149
191
|
get membership() {
|
|
150
192
|
return this._membership;
|
|
151
193
|
}
|
|
194
|
+
tallyMembership() {
|
|
195
|
+
this.refreshMembership()
|
|
196
|
+
.then(() => this.emit('membership-tallied'))
|
|
197
|
+
.catch((err) => this._log?.warn(this._scope, 'tallying membership failed', err));
|
|
198
|
+
}
|
|
152
199
|
async refreshMembership() {
|
|
153
200
|
const snap = this.view.snapshot();
|
|
154
201
|
try {
|
|
@@ -183,7 +230,7 @@ export class Mesh extends ReadyResource {
|
|
|
183
230
|
}
|
|
184
231
|
async refreshOurMember() {
|
|
185
232
|
if (!this._deviceId)
|
|
186
|
-
return;
|
|
233
|
+
return null;
|
|
187
234
|
const own = await this.view.get(DEVICES, { id: this._deviceId });
|
|
188
235
|
this._ourMemberId = own?.memberId ?? null;
|
|
189
236
|
if (own?.memberId && own.memberProof) {
|
|
@@ -194,28 +241,20 @@ export class Mesh extends ReadyResource {
|
|
|
194
241
|
};
|
|
195
242
|
this.emit('membership', membership);
|
|
196
243
|
}
|
|
244
|
+
return own;
|
|
197
245
|
}
|
|
198
|
-
|
|
199
|
-
return this.
|
|
246
|
+
get name() {
|
|
247
|
+
return this._name;
|
|
200
248
|
}
|
|
201
|
-
async
|
|
202
|
-
|
|
203
|
-
return (await this.view.get(MESH_KINDS, { id: 'mesh' }))?.kind ?? null;
|
|
204
|
-
}
|
|
205
|
-
return undefined;
|
|
249
|
+
async refreshName() {
|
|
250
|
+
this._name = await this.view.get(MESH_NAMES, { id: MESH_NAME_ROW });
|
|
206
251
|
}
|
|
207
|
-
async
|
|
208
|
-
const
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
return undefined;
|
|
214
|
-
}
|
|
215
|
-
await this.autobee.update();
|
|
216
|
-
kind = await this.bornKind();
|
|
217
|
-
}
|
|
218
|
-
return kind;
|
|
252
|
+
async setName(name) {
|
|
253
|
+
const current = await this.view.get(MESH_NAMES, { id: MESH_NAME_ROW });
|
|
254
|
+
await this.dispatch('name-mesh', {
|
|
255
|
+
name,
|
|
256
|
+
namedAt: Math.max(Date.now(), (current?.namedAt ?? 0) + 1)
|
|
257
|
+
});
|
|
219
258
|
}
|
|
220
259
|
sign(message) {
|
|
221
260
|
return crypto.sign(message, this._keyPair.secretKey);
|
|
@@ -227,35 +266,56 @@ export class Mesh extends ReadyResource {
|
|
|
227
266
|
super();
|
|
228
267
|
this._store = store;
|
|
229
268
|
this._seed = opts.seed ?? crypto.randomBytes(32);
|
|
230
|
-
this.
|
|
269
|
+
this._role = opts.role ?? 'account';
|
|
231
270
|
this._key = opts.key ?? null;
|
|
232
271
|
this._writerSeed = opts.writerSeed;
|
|
233
272
|
this._log = opts.logger ?? null;
|
|
273
|
+
this._slowWriteMs = opts.slowWriteMs ?? SLOW_WRITE_MS;
|
|
274
|
+
this._slowDrainMs = opts.slowDrainMs ?? SLOW_DRAIN_MS;
|
|
234
275
|
this._blindPeerKeys = opts.blindPeerKeys ?? [];
|
|
235
|
-
this._blindPeeringOpts = opts.blindPeeringOpts;
|
|
236
276
|
this._bootFrom = opts.bootFrom;
|
|
277
|
+
this._trustedDevice = opts.trustedDevice ?? null;
|
|
237
278
|
this._deviceId = opts.deviceId ?? null;
|
|
238
279
|
this._wakeup = opts.wakeup;
|
|
239
280
|
this.attachmentUrl = opts.attachmentUrl ?? null;
|
|
240
281
|
this.fileIndex = opts.fileIndex ?? null;
|
|
282
|
+
this._updates = new ViewUpdates((update) => this._syncUpdate(update), opts.pendingUpdates);
|
|
241
283
|
this.router = new Router();
|
|
242
284
|
this._keyPair = crypto.keyPair(crypto.hash([MESH_KEYPAIR, this._seed]));
|
|
243
285
|
this._deviceKeyPair = crypto.keyPair(crypto.hash([MESH_DEVICE, this._seed]));
|
|
244
286
|
this._encryptionKey = crypto.hash([MESH_ENCRYPTION, this._seed]);
|
|
245
287
|
this.discoveryKey = crypto.discoveryKey(this._keyPair.publicKey);
|
|
246
288
|
this._scope = ['p2p', 'mesh', b4a.toHex(this._keyPair.publicKey).slice(0, 8)];
|
|
247
|
-
registerRoutes(this.router, {
|
|
248
|
-
this.
|
|
289
|
+
registerRoutes(this.router, { role: this._role });
|
|
290
|
+
this._background = new BackgroundSync(this, {
|
|
291
|
+
batch: opts.syncBatch ?? SYNC_BATCH,
|
|
292
|
+
pauseMs: opts.syncPauseMs ?? SYNC_PAUSE_MS,
|
|
293
|
+
logger: this._log,
|
|
294
|
+
scope: this._scope
|
|
295
|
+
});
|
|
249
296
|
}
|
|
250
297
|
async _open() {
|
|
251
|
-
this.
|
|
298
|
+
this._openedAt = Date.now();
|
|
299
|
+
this._log?.info(this._scope, 'opening', {
|
|
300
|
+
creator: this._key === null,
|
|
301
|
+
role: this._role,
|
|
302
|
+
bootFrom: this._bootFrom?.length ?? null,
|
|
303
|
+
blindPeers: this._blindPeerKeys.length
|
|
304
|
+
});
|
|
252
305
|
const namespace = this._store.namespace(this.discoveryKey);
|
|
253
|
-
|
|
306
|
+
this._namespaceId = namespace.ns;
|
|
307
|
+
const blobCore = namespace.get({
|
|
308
|
+
name: await this._blobCoreName(namespace),
|
|
309
|
+
encryptionKey: this._encryptionKey
|
|
310
|
+
});
|
|
254
311
|
const blobs = new Hyperblobs(blobCore);
|
|
255
312
|
this._blobs = blobs;
|
|
256
313
|
try {
|
|
257
314
|
await raceResource(blobs.core, blobs.ready(), 'blobs');
|
|
258
|
-
this._log?.info(this._scope, 'blob store opened'
|
|
315
|
+
this._log?.info(this._scope, 'blob store opened', {
|
|
316
|
+
blobs: blobs.core.length,
|
|
317
|
+
sinceOpenMs: this._sinceOpen()
|
|
318
|
+
});
|
|
259
319
|
const writerKeyPair = await namespace.createKeyPair(this._writerSeed ?? 'local');
|
|
260
320
|
const autobee = new Autobee(namespace, this._key, {
|
|
261
321
|
open: this._autobeeOpen.bind(this),
|
|
@@ -274,14 +334,17 @@ export class Mesh extends ReadyResource {
|
|
|
274
334
|
});
|
|
275
335
|
this._autobee = autobee;
|
|
276
336
|
this.autobee.on('error', (err) => this._log?.warn(this._scope, 'autobee error', err));
|
|
277
|
-
this.autobee.on('writable', () =>
|
|
337
|
+
this.autobee.on('writable', () => {
|
|
338
|
+
void this.checkOwnAdmission().catch(noop);
|
|
339
|
+
this._raiseRulesLater();
|
|
340
|
+
});
|
|
278
341
|
this.autobee.on('move-to', (to, from) => this._log?.info(this._scope, 'fast-forwarded onto a head', {
|
|
279
342
|
from: from?.length ?? 0,
|
|
280
343
|
to: to?.length ?? 0,
|
|
281
|
-
fastForwards: this.autobee.stats.fastForwards
|
|
344
|
+
fastForwards: this.autobee.stats.fastForwards,
|
|
345
|
+
sinceOpenMs: this._sinceOpen()
|
|
282
346
|
}));
|
|
283
347
|
this.autobee.on('interrupt', (err) => this._log?.warn(this._scope, 'autobee interrupt', err));
|
|
284
|
-
this.autobee.on('writable', () => void this._grantExpiry.refresh());
|
|
285
348
|
if (this._bootInterrupted) {
|
|
286
349
|
void this.autobee.close().catch(noop);
|
|
287
350
|
}
|
|
@@ -292,37 +355,103 @@ export class Mesh extends ReadyResource {
|
|
|
292
355
|
await blobs.close().catch(noop);
|
|
293
356
|
throw err;
|
|
294
357
|
}
|
|
358
|
+
this.autobee.bootstrap.on('peer-add', () => this.emit('peer-add'));
|
|
359
|
+
this.openedEmpty = !this.view.db.head()?.length;
|
|
295
360
|
this.autobee.local.on('upload', (index) => {
|
|
296
361
|
this._localWriterUploadedLength = Math.max(this._localWriterUploadedLength, index + 1);
|
|
297
362
|
});
|
|
298
363
|
this._syncActivity = createSyncActivity(this);
|
|
299
364
|
void this.refreshOurMember().catch((err) => this._log?.warn(this._scope, 'reading our member failed', err));
|
|
300
|
-
void this._grantExpiry.refresh();
|
|
301
365
|
this._log?.info(this._scope, 'autobee opened', {
|
|
302
366
|
writable: this.autobee.writable,
|
|
303
|
-
creator: this._key === null
|
|
367
|
+
creator: this._key === null,
|
|
368
|
+
...this._lengths(),
|
|
369
|
+
fastForwards: this.autobee.stats.fastForwards,
|
|
370
|
+
writers: this.writerCount,
|
|
371
|
+
sinceOpenMs: this._sinceOpen()
|
|
304
372
|
});
|
|
305
|
-
void this.
|
|
373
|
+
void this._updates
|
|
374
|
+
.start()
|
|
375
|
+
.catch((err) => this._log?.warn(this._scope, 'resuming the view sync failed', err));
|
|
376
|
+
if (!this.foreign) {
|
|
377
|
+
void this._sweepOrphanedBlobs(this.blobs.core.length);
|
|
378
|
+
}
|
|
379
|
+
this._raiseRulesLater();
|
|
306
380
|
this.files.start({ deviceId: this._deviceId });
|
|
307
381
|
}
|
|
308
|
-
startBlindPeering(
|
|
382
|
+
startBlindPeering(peering) {
|
|
309
383
|
if (this.closing || this._blindPeering || !this._autobee || !this._blobs) {
|
|
310
384
|
return;
|
|
311
385
|
}
|
|
312
|
-
this._blindPeering =
|
|
313
|
-
|
|
314
|
-
wakeup: this._wakeup,
|
|
315
|
-
...this._blindPeeringOpts
|
|
316
|
-
});
|
|
317
|
-
this._blindPeering.addAutobaseBackground(this._autobee, {
|
|
386
|
+
this._blindPeering = peering;
|
|
387
|
+
peering.addAutobaseBackground(this._autobee, {
|
|
318
388
|
target: this._keyPair.publicKey,
|
|
319
|
-
keys: this._blindPeerKeys
|
|
389
|
+
keys: this._blindPeerKeys,
|
|
390
|
+
pick: 2
|
|
320
391
|
});
|
|
321
|
-
|
|
392
|
+
peering.addCoreBackground(this._blobs.core, {
|
|
322
393
|
target: this._keyPair.publicKey,
|
|
323
|
-
keys: this._blindPeerKeys
|
|
394
|
+
keys: this._blindPeerKeys,
|
|
395
|
+
pick: 2
|
|
324
396
|
});
|
|
325
|
-
this._log?.info(this._scope, 'blind peering started');
|
|
397
|
+
this._log?.info(this._scope, 'blind peering started', { peers: this._blindPeerKeys.length });
|
|
398
|
+
}
|
|
399
|
+
stopBlindPeering() {
|
|
400
|
+
if (!this._blindPeering) {
|
|
401
|
+
return;
|
|
402
|
+
}
|
|
403
|
+
this._blindPeering = null;
|
|
404
|
+
this._log?.info(this._scope, 'blind peering stopped', { peers: this._blindPeerKeys.length });
|
|
405
|
+
}
|
|
406
|
+
get bootFrom() {
|
|
407
|
+
return this._bootFrom?.length ?? null;
|
|
408
|
+
}
|
|
409
|
+
async wakeHeldWriters() {
|
|
410
|
+
for await (const writer of this.autobee.system.list()) {
|
|
411
|
+
if (!writer.isRemoved) {
|
|
412
|
+
this.autobee.writers.wakeup(writer.key, 0);
|
|
413
|
+
}
|
|
414
|
+
}
|
|
415
|
+
}
|
|
416
|
+
get writerCount() {
|
|
417
|
+
let count = 0;
|
|
418
|
+
for (const _ of this.autobee.activeWriters) {
|
|
419
|
+
count++;
|
|
420
|
+
}
|
|
421
|
+
return count;
|
|
422
|
+
}
|
|
423
|
+
get uptimeMs() {
|
|
424
|
+
return this._openedAt ? this._sinceOpen() : 0;
|
|
425
|
+
}
|
|
426
|
+
blindPeersConnected() {
|
|
427
|
+
return this.blindPeerStats().filter((peer) => peer.connected).length;
|
|
428
|
+
}
|
|
429
|
+
_sinceOpen() {
|
|
430
|
+
return Date.now() - this._openedAt;
|
|
431
|
+
}
|
|
432
|
+
_lengths() {
|
|
433
|
+
return {
|
|
434
|
+
localLength: this.autobee.local.length,
|
|
435
|
+
systemLength: this.autobee.system.bee.head()?.length ?? 0,
|
|
436
|
+
viewLength: this.view.db.head()?.length ?? 0,
|
|
437
|
+
viewCore: viewCoreOf(this.view.db.head()),
|
|
438
|
+
flushes: this.autobee.system.flushes
|
|
439
|
+
};
|
|
440
|
+
}
|
|
441
|
+
async _blobCoreName(namespace) {
|
|
442
|
+
if (this._role !== 'project' || !this._writerSeed) {
|
|
443
|
+
return BLOB_CORE;
|
|
444
|
+
}
|
|
445
|
+
const storage = this._store.storage;
|
|
446
|
+
const shared = await storage.getAlias({ name: BLOB_CORE, namespace: namespace.ns });
|
|
447
|
+
return shared ? BLOB_CORE : `${BLOB_CORE}/${this._writerSeed}`;
|
|
448
|
+
}
|
|
449
|
+
ownCoreDiscoveryKeys(storage) {
|
|
450
|
+
const namespace = this._namespaceId;
|
|
451
|
+
if (!namespace) {
|
|
452
|
+
return Promise.resolve([]);
|
|
453
|
+
}
|
|
454
|
+
return ownCores(storage, namespace, this.autobee.local.key);
|
|
326
455
|
}
|
|
327
456
|
async openBlobs(coreKey) {
|
|
328
457
|
const core = this._store.get({ key: coreKey, encryptionKey: this._encryptionKey });
|
|
@@ -337,16 +466,21 @@ export class Mesh extends ReadyResource {
|
|
|
337
466
|
}
|
|
338
467
|
}
|
|
339
468
|
async _close() {
|
|
340
|
-
this.
|
|
341
|
-
this.
|
|
469
|
+
this._updates.close();
|
|
470
|
+
this._log?.info(this._scope, 'closing', {
|
|
471
|
+
sinceOpenMs: this._sinceOpen(),
|
|
472
|
+
...this._lengths(),
|
|
473
|
+
...this.autobee.stats
|
|
474
|
+
});
|
|
475
|
+
this._background.stop();
|
|
342
476
|
await this._files?.close();
|
|
343
|
-
await Promise.all([this.autobee.close(), this.blobs.close()
|
|
477
|
+
await Promise.all([this.autobee.close(), this.blobs.close()]);
|
|
344
478
|
this._blindPeering = null;
|
|
345
479
|
}
|
|
346
480
|
async _sweepOrphanedBlobs(blobLength) {
|
|
347
481
|
this._orphanedBlobSweepStatus = { state: 'running' };
|
|
348
482
|
try {
|
|
349
|
-
await this.autobee.update();
|
|
483
|
+
await this._watchStall(this.autobee.update(), { what: 'mesh drain', ms: this._slowDrainMs });
|
|
350
484
|
await this.files.sweepOrphans(blobLength);
|
|
351
485
|
this._orphanedBlobSweepStatus = { state: 'succeeded' };
|
|
352
486
|
this._log?.info(this._scope, 'orphaned blob sweep finished');
|
|
@@ -383,14 +517,149 @@ export class Mesh extends ReadyResource {
|
|
|
383
517
|
get localLength() {
|
|
384
518
|
return this.autobee.local.length;
|
|
385
519
|
}
|
|
520
|
+
get joining() {
|
|
521
|
+
return this._birth !== null;
|
|
522
|
+
}
|
|
386
523
|
async dispatch(name, payload, opts) {
|
|
387
|
-
|
|
388
|
-
|
|
524
|
+
assertRoleRoute(this._role, name);
|
|
525
|
+
assertJoined(this.autobee, opts);
|
|
526
|
+
const write = this.autobee.append(encode(`@qvac/${name}`, versionedOp(name, payload)), opts);
|
|
527
|
+
await this._watchStall(write, { what: 'mesh write', op: name, ms: this._slowWriteMs });
|
|
528
|
+
}
|
|
529
|
+
async _watchStall(pending, watch) {
|
|
530
|
+
const started = Date.now();
|
|
531
|
+
let reported = false;
|
|
532
|
+
const timer = setTimeout(() => {
|
|
533
|
+
if (this._stallReported) {
|
|
534
|
+
return;
|
|
535
|
+
}
|
|
536
|
+
this._stallReported = true;
|
|
537
|
+
reported = true;
|
|
538
|
+
this._reportStall(watch, started).catch(noop);
|
|
539
|
+
}, watch.ms);
|
|
540
|
+
try {
|
|
541
|
+
await pending;
|
|
542
|
+
this._endStall(watch, { reported, started, failed: false });
|
|
543
|
+
}
|
|
544
|
+
catch (err) {
|
|
545
|
+
this._endStall(watch, { reported, started, failed: true, err });
|
|
546
|
+
throw err;
|
|
547
|
+
}
|
|
548
|
+
finally {
|
|
549
|
+
clearTimeout(timer);
|
|
550
|
+
}
|
|
551
|
+
}
|
|
552
|
+
_endStall({ what, op }, { reported, started, failed, err }) {
|
|
553
|
+
if (!reported) {
|
|
554
|
+
return;
|
|
555
|
+
}
|
|
556
|
+
this._stallReported = false;
|
|
557
|
+
const ms = Date.now() - started;
|
|
558
|
+
if (failed) {
|
|
559
|
+
this._log?.warn(this._scope, `${what} failed`, { op, ms, err });
|
|
560
|
+
}
|
|
561
|
+
else {
|
|
562
|
+
this._log?.info(this._scope, `${what} settled`, { op, ms });
|
|
563
|
+
}
|
|
564
|
+
}
|
|
565
|
+
async _reportStall({ what, op }, started) {
|
|
566
|
+
const { stats, system } = this.autobee;
|
|
567
|
+
const missing = await this._coresNotHeld([system.bee, this.autobee.bee]).catch(noop);
|
|
568
|
+
this._log?.warn(this._scope, `${what} still pending`, {
|
|
569
|
+
op,
|
|
570
|
+
afterMs: Date.now() - started,
|
|
571
|
+
writable: this.autobee.writable,
|
|
572
|
+
interrupted: !!this.autobee.interrupted,
|
|
573
|
+
drains: stats.drains,
|
|
574
|
+
applies: stats.applies,
|
|
575
|
+
appends: stats.appends,
|
|
576
|
+
fastForwards: stats.fastForwards,
|
|
577
|
+
localLength: this.autobee.local.length,
|
|
578
|
+
missing,
|
|
579
|
+
blindPeers: this.blindPeerStats()
|
|
580
|
+
});
|
|
581
|
+
}
|
|
582
|
+
async _coresNotHeld(views) {
|
|
583
|
+
const keys = new Map();
|
|
584
|
+
for (const { context } of views) {
|
|
585
|
+
for (const { key } of [context.core, ...context.cores]) {
|
|
586
|
+
keys.set(b4a.toHex(key), key);
|
|
587
|
+
}
|
|
588
|
+
}
|
|
589
|
+
const held = await Promise.all([...keys.values()].map((key) => this._coreHeld(key)));
|
|
590
|
+
return held.filter((core) => core.held < core.length);
|
|
591
|
+
}
|
|
592
|
+
async _coreHeld(key) {
|
|
593
|
+
const core = this._store.get({ key, active: false });
|
|
594
|
+
try {
|
|
595
|
+
await core.ready();
|
|
596
|
+
return {
|
|
597
|
+
key: b4a.toHex(key).slice(0, 8),
|
|
598
|
+
length: core.length,
|
|
599
|
+
held: core.contiguousLength,
|
|
600
|
+
peers: core.peers.length
|
|
601
|
+
};
|
|
602
|
+
}
|
|
603
|
+
finally {
|
|
604
|
+
await core.close();
|
|
605
|
+
}
|
|
389
606
|
}
|
|
390
607
|
batch() {
|
|
391
|
-
return new MeshBatch(this.autobee, {
|
|
608
|
+
return new MeshBatch(this.autobee, {
|
|
609
|
+
role: this._role,
|
|
610
|
+
joined: true,
|
|
611
|
+
watch: (op, write) => this._watchStall(write, { what: 'mesh write', op, ms: this._slowWriteMs })
|
|
612
|
+
});
|
|
613
|
+
}
|
|
614
|
+
_raiseRulesLater() {
|
|
615
|
+
if (this._rulesRaised || !this.autobee.writable)
|
|
616
|
+
return;
|
|
617
|
+
if (this.minted && this.localLength === 0) {
|
|
618
|
+
this._rulesRaised = Promise.resolve();
|
|
619
|
+
return;
|
|
620
|
+
}
|
|
621
|
+
this._rulesRaised = this._raiseRules().catch((err) => {
|
|
622
|
+
if (!this.closing) {
|
|
623
|
+
this._log?.warn(this._scope, 'raising the mesh rules failed', err);
|
|
624
|
+
}
|
|
625
|
+
});
|
|
626
|
+
}
|
|
627
|
+
async _raiseRules() {
|
|
628
|
+
await this.autobee.update();
|
|
629
|
+
if ((await rulesVersion(this.view)) >= KNOWN_RULES) {
|
|
630
|
+
return;
|
|
631
|
+
}
|
|
632
|
+
await this.dispatch('raise-mesh-rules', { rules: KNOWN_RULES });
|
|
392
633
|
}
|
|
393
|
-
|
|
634
|
+
appendBirthOp(identity, device, opts = {}) {
|
|
635
|
+
this._birth ??= (async () => {
|
|
636
|
+
await this._appendBirthOp(identity, device, typeof opts === 'function' ? await opts() : opts);
|
|
637
|
+
})().finally(() => {
|
|
638
|
+
this._birth = null;
|
|
639
|
+
});
|
|
640
|
+
return this._birth.then(() => this._settleBirth());
|
|
641
|
+
}
|
|
642
|
+
async _settleBirth() {
|
|
643
|
+
const started = Date.now();
|
|
644
|
+
await this.autobee.update();
|
|
645
|
+
this.throwIfInterrupted();
|
|
646
|
+
const { applies, undos, drains, fastForwards } = this.autobee.stats;
|
|
647
|
+
this._log?.info(this._scope, 'joined', {
|
|
648
|
+
ms: Date.now() - started,
|
|
649
|
+
applies,
|
|
650
|
+
undos,
|
|
651
|
+
drains,
|
|
652
|
+
fastForwards,
|
|
653
|
+
...this._lengths(),
|
|
654
|
+
sinceOpenMs: this._sinceOpen()
|
|
655
|
+
});
|
|
656
|
+
this._joined = true;
|
|
657
|
+
this.emit('joined');
|
|
658
|
+
}
|
|
659
|
+
get joined() {
|
|
660
|
+
return this._joined;
|
|
661
|
+
}
|
|
662
|
+
async _appendBirthOp(identity, device, { member, sharing = false, defaults = true, workspace, project } = {}) {
|
|
394
663
|
if (this.autobee.local.length > 0)
|
|
395
664
|
return;
|
|
396
665
|
const { publicKey: deviceId, secretKey } = 'secretKey' in identity ? identity : { publicKey: identity, secretKey: null };
|
|
@@ -400,80 +669,72 @@ export class Mesh extends ReadyResource {
|
|
|
400
669
|
: undefined;
|
|
401
670
|
const deviceSignature = secretKey && row ? this.signDeviceClaim(secretKey, deviceId, row.joinedAt) : undefined;
|
|
402
671
|
if (this._key === null) {
|
|
403
|
-
const birth = this.
|
|
672
|
+
const birth = new MeshBatch(this.autobee, { role: this._role });
|
|
673
|
+
birth.dispatch('raise-mesh-rules', { rules: KNOWN_RULES });
|
|
404
674
|
birth.dispatch('add-writer', { writerKey: localKey, device: row, deviceSignature });
|
|
405
|
-
if (sharing) {
|
|
406
|
-
birth.dispatch('mint-mesh-kind', { id: 'mesh', kind:
|
|
675
|
+
if (sharing || this._role === 'public') {
|
|
676
|
+
birth.dispatch('mint-mesh-kind', { id: 'mesh', kind: this._bornKind(project) });
|
|
407
677
|
}
|
|
408
678
|
if (row) {
|
|
409
679
|
birth.dispatch('attest-device', this.attestDevice(deviceId));
|
|
410
680
|
if (member) {
|
|
411
681
|
birth.dispatch('mint-member', member);
|
|
412
682
|
}
|
|
413
|
-
if (
|
|
414
|
-
|
|
415
|
-
birth.dispatch('put-
|
|
683
|
+
if (workspace) {
|
|
684
|
+
const { name, icon } = workspace;
|
|
685
|
+
birth.dispatch('put-workspace', {
|
|
686
|
+
workspace: { id: WORKSPACE_ROW, icon, updatedAt: row.joinedAt }
|
|
687
|
+
});
|
|
688
|
+
birth.dispatch('name-mesh', { name, namedAt: row.joinedAt });
|
|
689
|
+
}
|
|
690
|
+
if (project && member) {
|
|
691
|
+
birth.dispatch('put-project-member', {
|
|
692
|
+
memberId: member.member.id,
|
|
693
|
+
addedAt: project.upgraded ? undefined : row.joinedAt
|
|
694
|
+
});
|
|
695
|
+
birth.dispatch('name-mesh', { name: project.name, namedAt: row.joinedAt });
|
|
696
|
+
}
|
|
697
|
+
if (!sharing) {
|
|
698
|
+
this._seedDefaults(birth, row, defaults);
|
|
416
699
|
}
|
|
417
700
|
}
|
|
418
701
|
await birth.flush();
|
|
419
702
|
}
|
|
420
|
-
else if (!this.autobee.writable
|
|
421
|
-
const
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
deviceSignature,
|
|
431
|
-
grantKey: pair.publicKey,
|
|
432
|
-
inviteSignature: signInviteClaim(pair.secretKey, {
|
|
433
|
-
meshPublicKey: this.publicKey,
|
|
434
|
-
grantKey: pair.publicKey,
|
|
435
|
-
deviceId,
|
|
436
|
-
writerKey: localKey
|
|
437
|
-
}),
|
|
438
|
-
member: member?.member,
|
|
439
|
-
memberClaim: member?.proof
|
|
440
|
-
});
|
|
441
|
-
}
|
|
442
|
-
else if (recovery) {
|
|
443
|
-
if (!device || !secretKey) {
|
|
444
|
-
throw new Error('A recovery needs this device row and its key');
|
|
445
|
-
}
|
|
446
|
-
join.dispatch('recover-device', {
|
|
447
|
-
signature,
|
|
448
|
-
deviceId,
|
|
449
|
-
device,
|
|
450
|
-
deviceSignature,
|
|
451
|
-
memberId: recovery.memberId,
|
|
452
|
-
proof: await attestMemberClaim(claimAttestation(this.publicKey, deviceId, localKey), { publicKey: deviceId, secretKey }, recovery.proof)
|
|
453
|
-
});
|
|
454
|
-
}
|
|
455
|
-
else {
|
|
456
|
-
join.dispatch('join', {
|
|
457
|
-
signature,
|
|
458
|
-
deviceId,
|
|
459
|
-
device,
|
|
460
|
-
claimedMemberId: claim?.memberId,
|
|
461
|
-
inviteToken: claim?.inviteNonce
|
|
462
|
-
? deviceInviteToken(claim.inviteNonce, deviceId)
|
|
463
|
-
: undefined,
|
|
464
|
-
deviceSignature
|
|
465
|
-
});
|
|
466
|
-
}
|
|
703
|
+
else if (!this.autobee.writable) {
|
|
704
|
+
const join = new MeshBatch(this.autobee, { role: this._role });
|
|
705
|
+
join.dispatch('open-join', {
|
|
706
|
+
signature: this.sign(localKey),
|
|
707
|
+
deviceId,
|
|
708
|
+
device: row ? claimableDevice(row) : undefined,
|
|
709
|
+
deviceSignature,
|
|
710
|
+
member: member?.member,
|
|
711
|
+
memberClaim: member?.proof
|
|
712
|
+
});
|
|
467
713
|
if (row) {
|
|
468
714
|
join.dispatch('attest-device', this.attestDevice(deviceId));
|
|
469
715
|
}
|
|
470
|
-
if (row && member && !grantSecret) {
|
|
471
|
-
join.dispatch('join-member', member);
|
|
472
|
-
}
|
|
473
716
|
await join.flush({ optimistic: true });
|
|
474
717
|
}
|
|
475
|
-
|
|
476
|
-
|
|
718
|
+
}
|
|
719
|
+
_bornKind(project) {
|
|
720
|
+
if (project) {
|
|
721
|
+
return 'project';
|
|
722
|
+
}
|
|
723
|
+
return this._role === 'workspace' || this._role === 'public' ? this._role : 'shared';
|
|
724
|
+
}
|
|
725
|
+
_seedDefaults(birth, row, defaults) {
|
|
726
|
+
if (!inRole(this._role, '@qvac/seed-defaults')) {
|
|
727
|
+
for (const key of this._blindPeerKeys) {
|
|
728
|
+
birth.dispatch('put-mesh-blind-peer', { key });
|
|
729
|
+
}
|
|
730
|
+
return;
|
|
731
|
+
}
|
|
732
|
+
if (!defaults) {
|
|
733
|
+
return;
|
|
734
|
+
}
|
|
735
|
+
const peers = inRole(this._role, '@qvac/put-mesh-blind-peer') ? this._blindPeerKeys : [];
|
|
736
|
+
birth.dispatch('seed-defaults', buildDefaultSeed(row, peers));
|
|
737
|
+
birth.dispatch('put-agent', { agent: buildHealthAssistant(row) });
|
|
477
738
|
}
|
|
478
739
|
get interrupted() {
|
|
479
740
|
return this.autobee.interrupted;
|
|
@@ -507,17 +768,20 @@ export class Mesh extends ReadyResource {
|
|
|
507
768
|
return Math.max(0, this.autobee.local.length - taken);
|
|
508
769
|
}
|
|
509
770
|
async suspend() {
|
|
771
|
+
this._background.pause();
|
|
510
772
|
await this._files?.suspend();
|
|
511
|
-
if (this._blindPeering) {
|
|
512
|
-
await this._blindPeering.suspend();
|
|
513
|
-
}
|
|
514
773
|
}
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
await this._blindPeering.resume();
|
|
518
|
-
}
|
|
774
|
+
resume() {
|
|
775
|
+
this._background.resume();
|
|
519
776
|
this._files?.resume();
|
|
520
777
|
}
|
|
778
|
+
syncInBackground({ focus } = {}) {
|
|
779
|
+
return this._background.run(focus);
|
|
780
|
+
}
|
|
781
|
+
focusChat(chatId) {
|
|
782
|
+
this._background.focus(chatId);
|
|
783
|
+
}
|
|
784
|
+
pickedFrom = null;
|
|
521
785
|
syncChatOrder = null;
|
|
522
786
|
chatOrderBuilt = Promise.resolve();
|
|
523
787
|
watch(listener) {
|
|
@@ -551,7 +815,8 @@ export class Mesh extends ReadyResource {
|
|
|
551
815
|
for await (const writer of target.db.find(LIVE_WRITERS_BY_MOST_RECENT, {
|
|
552
816
|
reverse: true
|
|
553
817
|
})) {
|
|
554
|
-
if (await isOurTrustedWriter(snap, writer.writerKey, this._ourMemberId))
|
|
818
|
+
if ((await isOurTrustedWriter(snap, writer.writerKey, this._ourMemberId)) ||
|
|
819
|
+
(await this._vouchedByItsRow(target, reference, writer.writerKey))) {
|
|
555
820
|
this._log?.debug(this._scope, 'vouching for a head', {
|
|
556
821
|
writerKey: b4a.toHex(writer.writerKey).slice(0, 16),
|
|
557
822
|
length: writer.length
|
|
@@ -566,6 +831,32 @@ export class Mesh extends ReadyResource {
|
|
|
566
831
|
await snap.close();
|
|
567
832
|
}
|
|
568
833
|
}
|
|
834
|
+
async _vouchedByItsRow(target, reference, writerKey) {
|
|
835
|
+
if (!reference ||
|
|
836
|
+
!this._trustedDevice ||
|
|
837
|
+
(await devicesByWriterKey(reference.db, writerKey).one())) {
|
|
838
|
+
return false;
|
|
839
|
+
}
|
|
840
|
+
const device = await liveDeviceForWriter(target.db, writerKey);
|
|
841
|
+
if (!device?.deviceSignature) {
|
|
842
|
+
return false;
|
|
843
|
+
}
|
|
844
|
+
const binding = {
|
|
845
|
+
meshPublicKey: this.publicKey,
|
|
846
|
+
deviceId: device.id,
|
|
847
|
+
writerKey,
|
|
848
|
+
joinedAt: device.joinedAt
|
|
849
|
+
};
|
|
850
|
+
if (!verifyWriterClaim(device.deviceSignature, binding) ||
|
|
851
|
+
!(await this._trustedDevice(device.id))) {
|
|
852
|
+
return false;
|
|
853
|
+
}
|
|
854
|
+
this._log?.debug(this._scope, 'writer vouched by its row', {
|
|
855
|
+
writerKey: b4a.toHex(writerKey).slice(0, 16),
|
|
856
|
+
deviceId: b4a.toHex(device.id).slice(0, 16)
|
|
857
|
+
});
|
|
858
|
+
return true;
|
|
859
|
+
}
|
|
569
860
|
_autobeeOpen(bee) {
|
|
570
861
|
const db = HyperDB.bee2(bee, MeshDefinition, { autoUpdate: true });
|
|
571
862
|
return { db };
|
|
@@ -574,7 +865,11 @@ export class Mesh extends ReadyResource {
|
|
|
574
865
|
try {
|
|
575
866
|
const counts = await Promise.all(WARMUP_COLLECTIONS.map((collection) => drain(view.db.find(collection))));
|
|
576
867
|
const warmed = counts.reduce((total, count) => total + count, 0);
|
|
577
|
-
this._log?.info(this._scope, 'warmed candidate view', {
|
|
868
|
+
this._log?.info(this._scope, 'warmed candidate view', {
|
|
869
|
+
warmed,
|
|
870
|
+
length: view.db.db.head()?.length ?? 0,
|
|
871
|
+
sinceOpenMs: this._sinceOpen()
|
|
872
|
+
});
|
|
578
873
|
this.emit('warmup', { warmed });
|
|
579
874
|
}
|
|
580
875
|
catch (err) {
|
|
@@ -625,24 +920,87 @@ export class Mesh extends ReadyResource {
|
|
|
625
920
|
this._log?.warn(this._scope, 'halting apply: the mesh moved past this build', err);
|
|
626
921
|
return host.interrupt(err);
|
|
627
922
|
}
|
|
628
|
-
async _autobeeUpdate(
|
|
629
|
-
if (this.closing)
|
|
630
|
-
return;
|
|
923
|
+
async _autobeeUpdate(_view, changes) {
|
|
631
924
|
const change = changes.get('view');
|
|
632
|
-
if (!change) {
|
|
925
|
+
if (this.closing || !change) {
|
|
633
926
|
return;
|
|
634
927
|
}
|
|
635
928
|
const shared = change.shared;
|
|
636
929
|
const from = shared?.key ? { key: shared.key, length: shared.length } : change.from;
|
|
930
|
+
await this._updates.push({
|
|
931
|
+
from,
|
|
932
|
+
to: change.to?.length ?? 0,
|
|
933
|
+
incremental: !!from?.length && isIncremental(change)
|
|
934
|
+
});
|
|
935
|
+
}
|
|
936
|
+
synced() {
|
|
937
|
+
return this._updates.flush();
|
|
938
|
+
}
|
|
939
|
+
async _syncUpdate({ from, to, incremental }) {
|
|
940
|
+
if (this.closing)
|
|
941
|
+
return null;
|
|
942
|
+
const started = Date.now();
|
|
943
|
+
let reached = null;
|
|
637
944
|
try {
|
|
638
|
-
|
|
945
|
+
if (from && incremental) {
|
|
946
|
+
reached = await syncChanges(this, this.autobee.view, from);
|
|
947
|
+
}
|
|
948
|
+
else {
|
|
949
|
+
this._arrive();
|
|
950
|
+
}
|
|
639
951
|
if (this._admitted && !this.autobee.writable) {
|
|
640
952
|
await this.checkOwnAdmission();
|
|
641
953
|
}
|
|
642
954
|
}
|
|
643
955
|
catch (err) {
|
|
644
|
-
|
|
956
|
+
if (!this.closing) {
|
|
957
|
+
this._log?.warn(this._scope, 'change sync failed', err);
|
|
958
|
+
}
|
|
959
|
+
}
|
|
960
|
+
this._log?.debug(this._scope, 'view synced', {
|
|
961
|
+
from: from?.length ?? 0,
|
|
962
|
+
to: reached?.length ?? to,
|
|
963
|
+
ms: Date.now() - started
|
|
964
|
+
});
|
|
965
|
+
return reached;
|
|
966
|
+
}
|
|
967
|
+
_arrive() {
|
|
968
|
+
this._log?.info(this._scope, 'landed on the view', {
|
|
969
|
+
fastForwards: this.autobee.stats.fastForwards,
|
|
970
|
+
...this._lengths(),
|
|
971
|
+
sinceOpenMs: this._sinceOpen()
|
|
972
|
+
});
|
|
973
|
+
this.emit('landed');
|
|
974
|
+
this.emit('indexing-dirty');
|
|
975
|
+
this.emit('agents-dirty');
|
|
976
|
+
this.emit('skill-secrets-dirty');
|
|
977
|
+
this.emit('meshes-dirty', true);
|
|
978
|
+
void this._readLanding().catch((err) => {
|
|
979
|
+
if (!this.closing) {
|
|
980
|
+
this._log?.warn(this._scope, 'reading the landed view failed', err);
|
|
981
|
+
}
|
|
982
|
+
});
|
|
983
|
+
}
|
|
984
|
+
async _readLanding() {
|
|
985
|
+
const started = Date.now();
|
|
986
|
+
const [own] = await Promise.all([
|
|
987
|
+
this.refreshOurMember(),
|
|
988
|
+
this.refreshMembership(),
|
|
989
|
+
this.refreshName()
|
|
990
|
+
]);
|
|
991
|
+
if (this.closing) {
|
|
992
|
+
return;
|
|
645
993
|
}
|
|
994
|
+
if (own && isOwnKickedRow(this, own)) {
|
|
995
|
+
this.emit('kicked');
|
|
996
|
+
}
|
|
997
|
+
if (this._membership.unattested > 0) {
|
|
998
|
+
this.emit('unattested-device');
|
|
999
|
+
}
|
|
1000
|
+
this.emit('membership-tallied');
|
|
1001
|
+
this.emit('members-dirty');
|
|
1002
|
+
this.emit('mesh-named');
|
|
1003
|
+
this._log?.debug(this._scope, 'read the landed view', { ms: Date.now() - started });
|
|
646
1004
|
}
|
|
647
1005
|
async checkOwnAdmission() {
|
|
648
1006
|
if (this.autobee.writable) {
|
|
@@ -691,28 +1049,50 @@ export class Mesh extends ReadyResource {
|
|
|
691
1049
|
}
|
|
692
1050
|
export class MeshBatch {
|
|
693
1051
|
_autobee;
|
|
694
|
-
|
|
1052
|
+
_role;
|
|
1053
|
+
_joined;
|
|
1054
|
+
_watch;
|
|
695
1055
|
_ops = [];
|
|
1056
|
+
_names = [];
|
|
696
1057
|
constructor(autobee, opts = {}) {
|
|
697
1058
|
this._autobee = autobee;
|
|
698
|
-
this.
|
|
1059
|
+
this._role = opts.role ?? 'account';
|
|
1060
|
+
this._joined = opts.joined ?? false;
|
|
1061
|
+
this._watch = opts.watch ?? ((_op, write) => write);
|
|
699
1062
|
}
|
|
700
1063
|
get size() {
|
|
701
1064
|
return this._ops.length;
|
|
702
1065
|
}
|
|
703
1066
|
dispatch(name, payload) {
|
|
704
|
-
|
|
705
|
-
this._ops.push(encode(`@qvac/${name}`, payload));
|
|
1067
|
+
assertRoleRoute(this._role, name);
|
|
1068
|
+
this._ops.push(encode(`@qvac/${name}`, versionedOp(name, payload)));
|
|
1069
|
+
this._names.push(name);
|
|
706
1070
|
}
|
|
707
1071
|
async flush(opts) {
|
|
708
1072
|
if (this._ops.length === 0)
|
|
709
1073
|
return;
|
|
1074
|
+
if (this._joined) {
|
|
1075
|
+
assertJoined(this._autobee, opts);
|
|
1076
|
+
}
|
|
710
1077
|
const ops = this._ops;
|
|
1078
|
+
const names = this._names;
|
|
711
1079
|
this._ops = [];
|
|
712
|
-
|
|
1080
|
+
this._names = [];
|
|
1081
|
+
await this._watch(names.join(','), this._autobee.append(ops, opts));
|
|
713
1082
|
}
|
|
714
1083
|
}
|
|
715
1084
|
function noop() { }
|
|
1085
|
+
function viewCoreOf(head) {
|
|
1086
|
+
return isRecord(head) && b4a.isBuffer(head.key) ? b4a.toHex(head.key).slice(0, 8) : null;
|
|
1087
|
+
}
|
|
1088
|
+
function isIncremental(change) {
|
|
1089
|
+
return isRecord(change) && change.incremental === true;
|
|
1090
|
+
}
|
|
1091
|
+
function assertJoined(autobee, opts) {
|
|
1092
|
+
if (!opts?.optimistic && !autobee.writable) {
|
|
1093
|
+
throw new CoreError('MESH_STILL_JOINING');
|
|
1094
|
+
}
|
|
1095
|
+
}
|
|
716
1096
|
function openedPart(part, name) {
|
|
717
1097
|
if (part === null)
|
|
718
1098
|
throw new Error(`mesh ${name} read before open`);
|
|
@@ -730,6 +1110,9 @@ function isInterrupt(err) {
|
|
|
730
1110
|
return err instanceof Error && err.message === 'Apply interrupted';
|
|
731
1111
|
}
|
|
732
1112
|
function isFromANewerBuild(err) {
|
|
1113
|
+
if (isCoreError(err, 'MESH_RULES_FROM_A_NEWER_BUILD')) {
|
|
1114
|
+
return true;
|
|
1115
|
+
}
|
|
733
1116
|
if (isRecord(err) && 'code' in err) {
|
|
734
1117
|
return err.code === ERRORS.HANDLER_NOT_FOUND_BY_ID;
|
|
735
1118
|
}
|