@qvac/core 1.0.0-rc.0 → 1.0.0-rc.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1203 -1
- package/README.md +56 -45
- package/dist-lib/index.d.ts +3 -2
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +20 -2
- package/dist-lib/lib/api/agents.js +128 -24
- package/dist-lib/lib/api/app-config.d.ts +7 -1
- package/dist-lib/lib/api/app-config.js +37 -6
- package/dist-lib/lib/api/approval-rules.d.ts +1 -1
- package/dist-lib/lib/api/approval-rules.js +12 -5
- package/dist-lib/lib/api/attachments.d.ts +1 -1
- package/dist-lib/lib/api/attachments.js +14 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +12 -2
- package/dist-lib/lib/api/chat.js +100 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +19 -2
- package/dist-lib/lib/api/chunks.js +73 -13
- package/dist-lib/lib/api/config.d.ts +11 -3
- package/dist-lib/lib/api/config.js +51 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +14 -0
- package/dist-lib/lib/api/device-routes.js +144 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +28 -28
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +16 -1
- package/dist-lib/lib/api/execution.js +72 -16
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +39 -7
- package/dist-lib/lib/api/index.js +116 -36
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +69 -44
- package/dist-lib/lib/api/mesh.d.ts +15 -6
- package/dist-lib/lib/api/mesh.js +13 -9
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +172 -0
- package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
- package/dist-lib/lib/api/rag-plugin.js +44 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +106 -33
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +65 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +13 -3
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +12 -0
- package/dist-lib/lib/api/workspace.js +61 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +48 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +37 -17
- package/dist-lib/lib/assistant/history.js +212 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/media-round.d.ts +61 -0
- package/dist-lib/lib/assistant/media-round.js +111 -0
- package/dist-lib/lib/assistant/message.d.ts +28 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +118 -0
- package/dist-lib/lib/assistant/model-round.js +706 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +65 -0
- package/dist-lib/lib/assistant/round-host.js +332 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/upload.d.ts +12 -0
- package/dist-lib/lib/assistant/upload.js +36 -0
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +5 -1
- package/dist-lib/lib/assistant-client.js +54 -14
- package/dist-lib/lib/assistant-tree.d.ts +14 -3
- package/dist-lib/lib/assistant-tree.js +113 -21
- package/dist-lib/lib/assistant.d.ts +115 -25
- package/dist-lib/lib/assistant.js +2409 -1245
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +3 -2
- package/dist-lib/lib/client.js +18 -3
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +18 -4
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +47 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +76 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +58 -63
- package/dist-lib/lib/core/approval-rules.d.ts +5 -1
- package/dist-lib/lib/core/approval-rules.js +17 -9
- package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
- package/dist-lib/lib/core/archived-mesh.js +75 -59
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +404 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +10 -22
- package/dist-lib/lib/core/chat-move.d.ts +77 -0
- package/dist-lib/lib/core/chat-move.js +601 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +28 -19
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +32 -4
- package/dist-lib/lib/core/chat.js +135 -61
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +271 -72
- package/dist-lib/lib/core/collections.d.ts +41 -1
- package/dist-lib/lib/core/collections.js +41 -1
- package/dist-lib/lib/core/config-value.d.ts +7 -0
- package/dist-lib/lib/core/config-value.js +15 -0
- package/dist-lib/lib/core/contract/activity.d.ts +7 -2
- package/dist-lib/lib/core/contract/activity.js +71 -23
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +38 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +48 -12
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +23 -0
- package/dist-lib/lib/core/contract/projects.js +339 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +123 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/contract/run-requests.js +114 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
- package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
- package/dist-lib/lib/core/departures.d.ts +18 -5
- package/dist-lib/lib/core/departures.js +82 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +6 -11
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.d.ts +2 -0
- package/dist-lib/lib/core/files/attachments.js +23 -7
- package/dist-lib/lib/core/files/index.d.ts +28 -15
- package/dist-lib/lib/core/files/index.js +222 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
- package/dist-lib/lib/core/files/processing/index.js +122 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +27 -37
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
- package/dist-lib/lib/core/files/rag/build.js +119 -21
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +58 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
- package/dist-lib/lib/core/files/rag/index.js +38 -9
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
- package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
- package/dist-lib/lib/core/files/records/knowledge.js +34 -30
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +21 -55
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +117 -51
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +35 -35
- package/dist-lib/lib/core/helpers/index.d.ts +1 -1
- package/dist-lib/lib/core/helpers/index.js +2 -2
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +93 -8
- package/dist-lib/lib/core/local/index.js +327 -28
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +132 -29
- package/dist-lib/lib/core/mesh.js +775 -215
- package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
- package/dist-lib/lib/core/migrations/writer-links.js +30 -0
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +16 -0
- package/dist-lib/lib/core/project-keys.js +65 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +25 -0
- package/dist-lib/lib/core/public-mesh.js +81 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +14 -0
- package/dist-lib/lib/core/run-requests.js +78 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-availability.d.ts +33 -0
- package/dist-lib/lib/core/skill-availability.js +67 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
- package/dist-lib/lib/core/skill-secrets.js +93 -72
- package/dist-lib/lib/core/sync/background.d.ts +34 -0
- package/dist-lib/lib/core/sync/background.js +86 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +193 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
- package/dist-lib/lib/core/sync/view-updates.js +124 -0
- package/dist-lib/lib/core/sync-status.js +99 -43
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-activity.js +6 -12
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +27 -39
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
- package/dist-lib/lib/core/upgrade-summary.js +67 -0
- package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
- package/dist-lib/lib/core/vault-managed-skills.js +105 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/view-read.d.ts +4 -0
- package/dist-lib/lib/core/view-read.js +23 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
- package/dist-lib/lib/core/workspace-upgrade.js +51 -0
- package/dist-lib/lib/core.d.ts +345 -88
- package/dist-lib/lib/core.js +4275 -1513
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +814 -0
- package/dist-lib/lib/errors.js +748 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
- package/dist-lib/lib/kv-cache-ledger.js +72 -0
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
- package/dist-lib/lib/kv-cache-retention.js +101 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/llm-model-names.d.ts +1 -1
- package/dist-lib/lib/llm-model-names.js +1 -1
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +47 -2
- package/dist-lib/lib/model-context.js +1 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +22 -13
- package/dist-lib/lib/model-download.js +106 -37
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +30 -0
- package/dist-lib/lib/model-memory-cap.js +78 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +42 -13
- package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +8 -0
- package/dist-lib/lib/probe-rounds.js +10 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +45 -0
- package/dist-lib/lib/run-replay.js +169 -0
- package/dist-lib/lib/run-transcript.d.ts +13 -12
- package/dist-lib/lib/run-transcript.js +20 -19
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +941 -152
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +10 -0
- package/dist-lib/schema/indexes.js +53 -3
- package/dist-lib/schema/local.js +83 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +558 -16
- package/dist-lib/spec/bind.js +261 -48
- package/dist-lib/spec/calls.js +56 -5
- package/dist-lib/spec/capabilities.d.ts +129 -20
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +870 -207
- package/dist-lib/spec/hrpc/index.js +969 -347
- package/dist-lib/spec/hrpc/messages.js +7590 -4896
- package/dist-lib/spec/hyperschema/index.js +7590 -4896
- package/dist-lib/spec/hyperschema/schema.json +5316 -3224
- package/dist-lib/spec/hyperschema/types.d.ts +576 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
- package/dist-lib/spec/local/hyperschema/index.js +584 -16
- package/dist-lib/spec/local/hyperschema/schema.json +369 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
- package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
- package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
- package/package.json +136 -90
- package/tui/README.md +119 -20
- package/tui/app.mjs +2000 -621
- package/tui/boot.mjs +74 -9
- package/tui/cli.mjs +93 -0
- package/tui/index.mjs +2 -51
- package/tui/lib/connect-sheet.mjs +350 -0
- package/tui/lib/device-target.mjs +64 -0
- package/tui/lib/folders-command.mjs +84 -0
- package/tui/lib/fork-command.mjs +43 -0
- package/tui/lib/knowledge-import.mjs +3 -21
- package/tui/lib/local-path.mjs +21 -0
- package/tui/lib/move-command.mjs +17 -0
- package/tui/lib/render.mjs +30 -1
- package/tui/lib/setup.mjs +59 -25
- package/tui/lib/skill-connect.mjs +145 -0
- package/tui/lib/updater.mjs +86 -0
- package/tui/main.mjs +44 -18
- package/tui/plugins.mjs +158 -0
- package/worker/assistant-sidecar.mjs +28 -4
- package/worker/stow-entry.mjs +3 -50
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
|
@@ -1,108 +1,220 @@
|
|
|
1
|
+
import { changed, liveRow } from './changed.js';
|
|
1
2
|
import { FileChanges } from './files.js';
|
|
2
3
|
import { syncDeviceRevocation, syncOwnMember } from './devices.js';
|
|
3
4
|
import { syncChatTombstone } from './chats.js';
|
|
4
5
|
import { syncNotificationChunk } from './chunks.js';
|
|
5
|
-
import {
|
|
6
|
+
import { isRecord } from '../../guards.js';
|
|
7
|
+
import { isMissingBlock } from '../view-read.js';
|
|
8
|
+
import { AGENT_HOSTS, AGENT_USERS, AGENTS, CHATS, CHAT_GROUPS, CHUNKS, CHUNK_COUNTERS, DEVICES, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, MEMBER_KEYS, MEMBERS, MESH_NAMES, MESH_RULES, MESH_SEEDS, PROJECT_DEVICE_SEALS, PROJECT_HOST_SEALS, PROJECT_MEMBER_SEALS, PROJECTS, PUBLIC_MESHES, PUBLIC_SEEDS, PURGED_CHATS, SKILL_SECRETS, WORKSPACE } from '../collections.js';
|
|
6
9
|
export async function syncChanges(mesh, view, from) {
|
|
7
10
|
if (mesh.closing)
|
|
8
|
-
return;
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
let membershipMoved = false;
|
|
12
|
-
let agentsDirty = false;
|
|
13
|
-
let meshesChanged = false;
|
|
14
|
-
let grantsChanged = false;
|
|
15
|
-
const orderDirty = new Set();
|
|
16
|
-
const purged = new Map();
|
|
17
|
-
let kindChanged = false;
|
|
11
|
+
return null;
|
|
12
|
+
const pass = newPass();
|
|
13
|
+
const reached = view.db.db.head();
|
|
18
14
|
const snap = view.db.snapshot();
|
|
19
15
|
const files = new FileChanges(snap, from);
|
|
20
16
|
try {
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
}
|
|
28
|
-
if (changed(change, DEVICES)) {
|
|
29
|
-
membershipMoved = true;
|
|
30
|
-
unattestedDevice ||= !change.value.revoked && !change.value.memberId;
|
|
31
|
-
syncOwnMember(mesh, change.value);
|
|
32
|
-
syncDeviceRevocation(mesh, change.value);
|
|
33
|
-
}
|
|
34
|
-
else if (change.collection === MEMBERS) {
|
|
35
|
-
membershipMoved = true;
|
|
36
|
-
}
|
|
37
|
-
else if (change.collection === AGENTS) {
|
|
38
|
-
agentsDirty = true;
|
|
39
|
-
}
|
|
40
|
-
else if (changed(change, CHATS)) {
|
|
41
|
-
orderDirty.add(change.value.id);
|
|
42
|
-
syncChatTombstone(mesh, change.value);
|
|
43
|
-
}
|
|
44
|
-
else if (changed(change, CHUNK_COUNTERS)) {
|
|
45
|
-
orderDirty.add(change.value.chatId);
|
|
46
|
-
}
|
|
47
|
-
else if (changed(change, CHUNKS)) {
|
|
48
|
-
syncNotificationChunk(mesh, change.value);
|
|
49
|
-
await mesh.files.syncAttachment(change.value);
|
|
50
|
-
}
|
|
51
|
-
else if (changed(change, KNOWLEDGE)) {
|
|
52
|
-
await mesh.files.syncKnowledge(change.value);
|
|
53
|
-
}
|
|
54
|
-
else if (changed(change, KNOWLEDGE_ARTIFACTS)) {
|
|
55
|
-
await mesh.files.syncArtifact(change.value);
|
|
56
|
-
}
|
|
57
|
-
else if (changed(change, PURGED_CHATS)) {
|
|
58
|
-
purged.set(change.value.chatId, change.value.at);
|
|
59
|
-
}
|
|
60
|
-
else if (change.collection === '@qvac/joined-meshes') {
|
|
61
|
-
meshesChanged = true;
|
|
62
|
-
}
|
|
63
|
-
else if (change.collection === '@qvac/mesh-invite-grants') {
|
|
64
|
-
grantsChanged = true;
|
|
65
|
-
}
|
|
66
|
-
else if (change.collection === '@qvac/mesh-kinds') {
|
|
67
|
-
kindChanged = true;
|
|
68
|
-
}
|
|
17
|
+
await walkChanges(mesh, { snap, from, files, pass });
|
|
18
|
+
}
|
|
19
|
+
catch (err) {
|
|
20
|
+
if (unserved(err)) {
|
|
21
|
+
await snap.close();
|
|
22
|
+
throw err;
|
|
69
23
|
}
|
|
70
|
-
|
|
24
|
+
mesh.reportError(err);
|
|
25
|
+
pass.membershipMoved = pass.agentsDirty = pass.meshesChanged = pass.nameChanged = true;
|
|
26
|
+
pass.runs = null;
|
|
27
|
+
pass.groupsChanged = pass.secretsChanged = true;
|
|
71
28
|
}
|
|
72
|
-
|
|
73
|
-
await
|
|
29
|
+
try {
|
|
30
|
+
await settle(mesh, pass);
|
|
74
31
|
}
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
mesh.
|
|
79
|
-
|
|
32
|
+
finally {
|
|
33
|
+
void offPath(mesh, files, pass)
|
|
34
|
+
.catch((err) => {
|
|
35
|
+
if (!mesh.closing) {
|
|
36
|
+
mesh.reportError(err);
|
|
37
|
+
}
|
|
38
|
+
})
|
|
39
|
+
.finally(() => snap.close());
|
|
80
40
|
}
|
|
41
|
+
return reached && { key: reached.key, length: reached.length };
|
|
42
|
+
}
|
|
43
|
+
async function offPath(mesh, files, pass) {
|
|
44
|
+
const indexingDirty = await files.ids();
|
|
81
45
|
if (indexingDirty.size) {
|
|
82
46
|
mesh.emit('indexing-dirty', indexingDirty);
|
|
83
47
|
}
|
|
84
|
-
|
|
48
|
+
await mesh.files.reclaimAttachments(pass.attachments);
|
|
49
|
+
for (const row of pass.knowledge) {
|
|
50
|
+
if (mesh.closing)
|
|
51
|
+
return;
|
|
52
|
+
await mesh.files.syncKnowledge(row);
|
|
53
|
+
}
|
|
54
|
+
for (const row of pass.artifacts) {
|
|
55
|
+
if (mesh.closing)
|
|
56
|
+
return;
|
|
57
|
+
await mesh.files.syncArtifact(row);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
function newPass() {
|
|
61
|
+
return {
|
|
62
|
+
attachments: [],
|
|
63
|
+
knowledge: [],
|
|
64
|
+
artifacts: [],
|
|
65
|
+
orderDirty: new Set(),
|
|
66
|
+
purged: new Map(),
|
|
67
|
+
notifications: [],
|
|
68
|
+
runs: { requests: [], deletedAgents: new Set() },
|
|
69
|
+
rulesRaised: false,
|
|
70
|
+
unattestedDevice: false,
|
|
71
|
+
membershipMoved: false,
|
|
72
|
+
agentsDirty: false,
|
|
73
|
+
meshesChanged: false,
|
|
74
|
+
nameChanged: false,
|
|
75
|
+
groupsChanged: false,
|
|
76
|
+
secretsChanged: false
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
function syncDevice(mesh, pass, device) {
|
|
80
|
+
pass.membershipMoved = true;
|
|
81
|
+
pass.unattestedDevice ||= !device.revoked && !device.memberId;
|
|
82
|
+
syncOwnMember(mesh, device);
|
|
83
|
+
syncDeviceRevocation(mesh, device);
|
|
84
|
+
}
|
|
85
|
+
async function settle(mesh, pass) {
|
|
86
|
+
if (mesh.closing)
|
|
87
|
+
return;
|
|
88
|
+
await deriveFromPass(mesh, pass);
|
|
89
|
+
announcePass(mesh, pass);
|
|
90
|
+
}
|
|
91
|
+
async function deriveFromPass(mesh, pass) {
|
|
92
|
+
if (pass.purged.size) {
|
|
93
|
+
await mesh.fileIndex?.retireChats(pass.purged);
|
|
94
|
+
}
|
|
95
|
+
if (pass.attachments.length) {
|
|
96
|
+
await mesh.fileIndex?.refresh(pass.attachments);
|
|
97
|
+
}
|
|
98
|
+
if (pass.orderDirty.size && mesh.syncChatOrder) {
|
|
99
|
+
await mesh.syncChatOrder(pass.orderDirty);
|
|
100
|
+
}
|
|
101
|
+
if (pass.nameChanged) {
|
|
102
|
+
await mesh.refreshName();
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
function announcePass(mesh, pass) {
|
|
106
|
+
for (const chatId of pass.purged.keys()) {
|
|
107
|
+
mesh.emit('chat-purged', chatId);
|
|
108
|
+
}
|
|
109
|
+
if (!pass.rulesRaised) {
|
|
110
|
+
for (const chunk of pass.notifications) {
|
|
111
|
+
syncNotificationChunk(mesh, chunk);
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
if (pass.unattestedDevice) {
|
|
85
115
|
mesh.emit('unattested-device');
|
|
86
116
|
}
|
|
87
|
-
if (membershipMoved) {
|
|
88
|
-
await mesh.refreshMembership();
|
|
89
|
-
mesh.emit('membership-tallied');
|
|
117
|
+
if (pass.membershipMoved) {
|
|
90
118
|
mesh.emit('members-dirty');
|
|
119
|
+
mesh.tallyMembership();
|
|
91
120
|
}
|
|
92
|
-
if (agentsDirty) {
|
|
121
|
+
if (pass.agentsDirty) {
|
|
93
122
|
mesh.emit('agents-dirty');
|
|
94
123
|
}
|
|
95
|
-
if (
|
|
96
|
-
|
|
124
|
+
if (!pass.runs || pass.runs.requests.length || pass.runs.deletedAgents.size) {
|
|
125
|
+
mesh.emit('runs-landed', pass.runs);
|
|
97
126
|
}
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
void mesh.refreshGrantExpiry();
|
|
127
|
+
if (pass.secretsChanged) {
|
|
128
|
+
mesh.emit('skill-secrets-dirty');
|
|
101
129
|
}
|
|
102
|
-
|
|
103
|
-
|
|
130
|
+
mesh.emit('meshes-dirty', pass.meshesChanged, pass.groupsChanged, pass.orderDirty.size > 0);
|
|
131
|
+
if (pass.nameChanged) {
|
|
132
|
+
mesh.emit('mesh-named');
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
async function walkChanges(mesh, { snap, from, files, pass }) {
|
|
136
|
+
for await (const change of snap.changes({ from })) {
|
|
137
|
+
if (mesh.closing)
|
|
138
|
+
return;
|
|
139
|
+
await files.add(change);
|
|
140
|
+
if (HOSTING.has(change.collection)) {
|
|
141
|
+
pass.agentsDirty = true;
|
|
142
|
+
pass.meshesChanged ||= change.collection === PROJECT_HOST_SEALS;
|
|
143
|
+
continue;
|
|
144
|
+
}
|
|
145
|
+
if (change.type === 'delete') {
|
|
146
|
+
continue;
|
|
147
|
+
}
|
|
148
|
+
if (changed(change, DEVICES)) {
|
|
149
|
+
syncDevice(mesh, pass, change.value);
|
|
150
|
+
}
|
|
151
|
+
else if (change.collection === MEMBERS) {
|
|
152
|
+
pass.membershipMoved = true;
|
|
153
|
+
}
|
|
154
|
+
else if (change.collection === AGENTS) {
|
|
155
|
+
pass.agentsDirty = true;
|
|
156
|
+
const agent = changed(change, AGENTS) ? liveRow(change) : null;
|
|
157
|
+
if (agent?.deletedAt) {
|
|
158
|
+
pass.runs?.deletedAgents.add(agent.id);
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
else if (changed(change, CHATS)) {
|
|
162
|
+
pass.orderDirty.add(change.value.id);
|
|
163
|
+
syncChatTombstone(mesh, change.value);
|
|
164
|
+
}
|
|
165
|
+
else if (changed(change, CHUNK_COUNTERS)) {
|
|
166
|
+
pass.orderDirty.add(change.value.chatId);
|
|
167
|
+
}
|
|
168
|
+
else if (change.collection === MESH_RULES) {
|
|
169
|
+
pass.rulesRaised = true;
|
|
170
|
+
}
|
|
171
|
+
else if (changed(change, CHUNKS)) {
|
|
172
|
+
pass.notifications.push(change.value);
|
|
173
|
+
if (change.value.type === 'run-request') {
|
|
174
|
+
pass.runs?.requests.push(change.value);
|
|
175
|
+
}
|
|
176
|
+
if (change.value.attachment) {
|
|
177
|
+
pass.attachments.push(change.value);
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
else if (changed(change, KNOWLEDGE)) {
|
|
181
|
+
pass.knowledge.push(change.value);
|
|
182
|
+
}
|
|
183
|
+
else if (changed(change, KNOWLEDGE_ARTIFACTS)) {
|
|
184
|
+
pass.artifacts.push(change.value);
|
|
185
|
+
}
|
|
186
|
+
else if (changed(change, PURGED_CHATS)) {
|
|
187
|
+
pass.purged.set(change.value.chatId, change.value.at);
|
|
188
|
+
}
|
|
189
|
+
else if (FOLLOWED.has(change.collection)) {
|
|
190
|
+
pass.meshesChanged = true;
|
|
191
|
+
}
|
|
192
|
+
else if (change.collection === MESH_NAMES) {
|
|
193
|
+
pass.nameChanged = true;
|
|
194
|
+
}
|
|
195
|
+
else if (change.collection === CHAT_GROUPS || change.collection === WORKSPACE) {
|
|
196
|
+
pass.groupsChanged = true;
|
|
197
|
+
}
|
|
198
|
+
else if (change.collection === SKILL_SECRETS) {
|
|
199
|
+
pass.secretsChanged = true;
|
|
200
|
+
}
|
|
104
201
|
}
|
|
105
202
|
}
|
|
106
|
-
function
|
|
107
|
-
return
|
|
203
|
+
function unserved(err) {
|
|
204
|
+
return isMissingBlock(err) || (isRecord(err) && err.code === 'SESSION_CLOSED');
|
|
108
205
|
}
|
|
206
|
+
const HOSTING = new Set([
|
|
207
|
+
AGENT_USERS,
|
|
208
|
+
PUBLIC_SEEDS,
|
|
209
|
+
PROJECT_HOST_SEALS,
|
|
210
|
+
AGENT_HOSTS
|
|
211
|
+
]);
|
|
212
|
+
const FOLLOWED = new Set([
|
|
213
|
+
'@qvac/joined-meshes',
|
|
214
|
+
MESH_SEEDS,
|
|
215
|
+
PUBLIC_MESHES,
|
|
216
|
+
PROJECTS,
|
|
217
|
+
PROJECT_MEMBER_SEALS,
|
|
218
|
+
PROJECT_DEVICE_SEALS,
|
|
219
|
+
MEMBER_KEYS
|
|
220
|
+
]);
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import type { ViewHead } from '../mesh.ts';
|
|
2
|
+
export interface ViewUpdate {
|
|
3
|
+
readonly from: ViewHead | null;
|
|
4
|
+
readonly to: number;
|
|
5
|
+
readonly incremental: boolean;
|
|
6
|
+
}
|
|
7
|
+
export interface PendingUpdates {
|
|
8
|
+
read(): Promise<ViewUpdate | null>;
|
|
9
|
+
update(change: (row: ViewUpdate | null) => ViewUpdate | null): Promise<void>;
|
|
10
|
+
}
|
|
11
|
+
type Run = (update: ViewUpdate) => Promise<ViewHead | null | void>;
|
|
12
|
+
export interface ViewUpdatesOptions {
|
|
13
|
+
readonly pending: PendingUpdates;
|
|
14
|
+
readonly onerror: (err: unknown) => void;
|
|
15
|
+
}
|
|
16
|
+
export declare class ViewUpdates {
|
|
17
|
+
private readonly _run;
|
|
18
|
+
private readonly _pending;
|
|
19
|
+
private readonly _onerror;
|
|
20
|
+
private readonly _pushing;
|
|
21
|
+
private _waiting;
|
|
22
|
+
private _draining;
|
|
23
|
+
private _written;
|
|
24
|
+
private _bumped;
|
|
25
|
+
private _started;
|
|
26
|
+
private _closed;
|
|
27
|
+
constructor(run: Run, { pending, onerror }: ViewUpdatesOptions);
|
|
28
|
+
start(): void;
|
|
29
|
+
push(update: ViewUpdate): Promise<void>;
|
|
30
|
+
bump(): void;
|
|
31
|
+
close(): void;
|
|
32
|
+
flush(): Promise<void>;
|
|
33
|
+
private _drain;
|
|
34
|
+
private _passes;
|
|
35
|
+
private _release;
|
|
36
|
+
private _settle;
|
|
37
|
+
}
|
|
38
|
+
export declare function memoryPending(): PendingUpdates;
|
|
39
|
+
export {};
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import b4a from 'b4a';
|
|
2
|
+
export class ViewUpdates {
|
|
3
|
+
_run;
|
|
4
|
+
_pending;
|
|
5
|
+
_onerror;
|
|
6
|
+
_pushing = new Set();
|
|
7
|
+
_waiting = [];
|
|
8
|
+
_draining = null;
|
|
9
|
+
_written = 0;
|
|
10
|
+
_bumped = false;
|
|
11
|
+
_started = false;
|
|
12
|
+
_closed = false;
|
|
13
|
+
constructor(run, { pending, onerror }) {
|
|
14
|
+
this._run = run;
|
|
15
|
+
this._pending = pending;
|
|
16
|
+
this._onerror = onerror;
|
|
17
|
+
}
|
|
18
|
+
start() {
|
|
19
|
+
this._started = true;
|
|
20
|
+
this.bump();
|
|
21
|
+
}
|
|
22
|
+
push(update) {
|
|
23
|
+
const pushing = this._pending
|
|
24
|
+
.update((row) => (row ? merged(row, update) : update))
|
|
25
|
+
.then(() => {
|
|
26
|
+
this._written++;
|
|
27
|
+
this.bump();
|
|
28
|
+
});
|
|
29
|
+
this._pushing.add(pushing);
|
|
30
|
+
return pushing.finally(() => this._pushing.delete(pushing));
|
|
31
|
+
}
|
|
32
|
+
bump() {
|
|
33
|
+
this._bumped = true;
|
|
34
|
+
if (this._started && !this._closed && !this._draining) {
|
|
35
|
+
this._draining = this._drain().finally(() => {
|
|
36
|
+
this._draining = null;
|
|
37
|
+
if (this._bumped && !this._closed) {
|
|
38
|
+
this.bump();
|
|
39
|
+
}
|
|
40
|
+
else {
|
|
41
|
+
this._release(Infinity);
|
|
42
|
+
}
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
close() {
|
|
47
|
+
this._closed = true;
|
|
48
|
+
}
|
|
49
|
+
async flush() {
|
|
50
|
+
await Promise.allSettled([...this._pushing]);
|
|
51
|
+
if (!this._draining) {
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
const written = this._written;
|
|
55
|
+
await new Promise((resolve) => this._waiting.push({ written, resolve }));
|
|
56
|
+
}
|
|
57
|
+
async _drain() {
|
|
58
|
+
while (this._bumped && !this._closed) {
|
|
59
|
+
this._bumped = false;
|
|
60
|
+
await this._passes();
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
async _passes() {
|
|
64
|
+
let seen = this._written;
|
|
65
|
+
try {
|
|
66
|
+
for (let row = await this._pending.read(); row; row = await this._pending.read()) {
|
|
67
|
+
if (this._closed) {
|
|
68
|
+
return;
|
|
69
|
+
}
|
|
70
|
+
const reached = (await this._run(row)) || null;
|
|
71
|
+
if (this._closed) {
|
|
72
|
+
return;
|
|
73
|
+
}
|
|
74
|
+
await this._settle(row, reached);
|
|
75
|
+
this._release(seen);
|
|
76
|
+
seen = this._written;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
catch (err) {
|
|
80
|
+
this._release(seen);
|
|
81
|
+
if (!this._closed) {
|
|
82
|
+
this._onerror(err);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
_release(seen) {
|
|
87
|
+
const waiting = this._waiting;
|
|
88
|
+
this._waiting = [];
|
|
89
|
+
for (const waiter of waiting) {
|
|
90
|
+
if (waiter.written <= seen) {
|
|
91
|
+
waiter.resolve();
|
|
92
|
+
}
|
|
93
|
+
else {
|
|
94
|
+
this._waiting.push(waiter);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
_settle(ran, reached) {
|
|
99
|
+
return this._pending.update((row) => !row || sameUpdate(row, ran) ? null : { ...row, from: reached ?? row.from });
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
export function memoryPending() {
|
|
103
|
+
let row = null;
|
|
104
|
+
return {
|
|
105
|
+
read: () => Promise.resolve(row),
|
|
106
|
+
update: (change) => {
|
|
107
|
+
row = change(row);
|
|
108
|
+
return Promise.resolve();
|
|
109
|
+
}
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
function merged(row, next) {
|
|
113
|
+
return {
|
|
114
|
+
from: row.from,
|
|
115
|
+
to: next.to,
|
|
116
|
+
incremental: row.incremental && next.incremental
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
function sameUpdate(a, b) {
|
|
120
|
+
return a.to === b.to && a.incremental === b.incremental && sameHead(a.from, b.from);
|
|
121
|
+
}
|
|
122
|
+
function sameHead(a, b) {
|
|
123
|
+
return a && b ? a.length === b.length && b4a.equals(a.key, b.key) : a === b;
|
|
124
|
+
}
|
|
@@ -1,13 +1,22 @@
|
|
|
1
1
|
import { unref } from '../unref.js';
|
|
2
|
+
import { isMissingBlock } from './view-read.js';
|
|
2
3
|
import b4a from 'b4a';
|
|
3
|
-
import
|
|
4
|
+
import ScopeLock from 'scope-lock';
|
|
5
|
+
import { devicesByWriterKey, liveDevices } from './contract/activity.js';
|
|
6
|
+
import { WRITER_ACTIVITY } from './collections.js';
|
|
4
7
|
const MIN_SYNCING_MS = 1000;
|
|
5
8
|
export function createSyncActivity(mesh) {
|
|
6
9
|
const listeners = new Set();
|
|
10
|
+
const lock = new ScopeLock({ debounce: true });
|
|
7
11
|
const notify = () => {
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
12
|
+
void lock.lock().then((locked) => {
|
|
13
|
+
if (!locked)
|
|
14
|
+
return;
|
|
15
|
+
for (const listener of [...listeners]) {
|
|
16
|
+
listener();
|
|
17
|
+
}
|
|
18
|
+
lock.unlock();
|
|
19
|
+
});
|
|
11
20
|
};
|
|
12
21
|
const track = (writer) => {
|
|
13
22
|
writer.core.on('append', notify);
|
|
@@ -60,40 +69,21 @@ function createSyncHold(notify) {
|
|
|
60
69
|
};
|
|
61
70
|
}
|
|
62
71
|
export async function syncStatusSnapshot(mesh) {
|
|
63
|
-
const deviceByWriter = await writerDeviceMap(mesh);
|
|
64
|
-
const localKey = mesh.autobee.local.key;
|
|
65
|
-
const sessions = openWriterSessions(mesh);
|
|
66
|
-
const remoteWriters = [...new Set([...deviceByWriter.keys(), ...sessions.keys()])]
|
|
67
|
-
.map((hex) => {
|
|
68
|
-
const session = sessions.get(hex);
|
|
69
|
-
const device = deviceByWriter.get(hex);
|
|
70
|
-
return { session, device, writerKey: session ? session.core.key : b4a.from(hex, 'hex') };
|
|
71
|
-
})
|
|
72
|
-
.filter((writer) => !b4a.equals(writer.writerKey, localKey));
|
|
73
|
-
const rows = await Promise.all(remoteWriters.map(async ({ session, device, writerKey }) => {
|
|
74
|
-
const info = await mesh.autobee.system.get(writerKey, { unflushed: true });
|
|
75
|
-
return {
|
|
76
|
-
device,
|
|
77
|
-
writerKey,
|
|
78
|
-
info,
|
|
79
|
-
length: session?.core.length ?? 0,
|
|
80
|
-
contiguousLength: session?.core.contiguousLength ?? 0
|
|
81
|
-
};
|
|
82
|
-
}));
|
|
83
72
|
const devices = [];
|
|
84
73
|
let pendingOps = 0;
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
const
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
74
|
+
const snap = mesh.read();
|
|
75
|
+
try {
|
|
76
|
+
const writers = remoteWriters(mesh, await writerDeviceMap(snap));
|
|
77
|
+
const rows = await Promise.all(writers.map((writer) => writerProgress(mesh, snap, writer)));
|
|
78
|
+
for (const row of rows) {
|
|
79
|
+
if (!row)
|
|
80
|
+
continue;
|
|
81
|
+
pendingOps += Math.max(0, row.known - row.applied);
|
|
82
|
+
devices.push(row);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
finally {
|
|
86
|
+
await snap.close();
|
|
97
87
|
}
|
|
98
88
|
const pendingUploads = mesh.pendingUploads();
|
|
99
89
|
const syncing = mesh.syncActivity.hold.keep(pendingOps + pendingUploads > 0);
|
|
@@ -104,30 +94,96 @@ export async function syncStatusSnapshot(mesh) {
|
|
|
104
94
|
devices
|
|
105
95
|
};
|
|
106
96
|
}
|
|
97
|
+
function remoteWriters(mesh, deviceByWriter) {
|
|
98
|
+
const localKey = mesh.autobee.local.key;
|
|
99
|
+
const sessions = openWriterSessions(mesh);
|
|
100
|
+
return [...new Set([...deviceByWriter.keys(), ...sessions.keys()])]
|
|
101
|
+
.map((hex) => {
|
|
102
|
+
const session = sessions.get(hex);
|
|
103
|
+
const device = deviceByWriter.get(hex);
|
|
104
|
+
return { session, device, writerKey: session ? session.core.key : b4a.from(hex, 'hex') };
|
|
105
|
+
})
|
|
106
|
+
.filter((writer) => !b4a.equals(writer.writerKey, localKey));
|
|
107
|
+
}
|
|
108
|
+
async function writerProgress(mesh, snap, { writerKey, session, device }) {
|
|
109
|
+
const activity = await heldOr(snap.get(WRITER_ACTIVITY, { writerKey }), {
|
|
110
|
+
unheld: null
|
|
111
|
+
});
|
|
112
|
+
const removed = async () => heldOr(removedByRows(snap, writerKey), { unheld: false });
|
|
113
|
+
if (!device && (activity?.revoked || (await removed()))) {
|
|
114
|
+
return null;
|
|
115
|
+
}
|
|
116
|
+
const length = session?.core.length ?? 0;
|
|
117
|
+
const position = mesh.appliedLength(writerKey);
|
|
118
|
+
const applied = position === undefined
|
|
119
|
+
? await landedLength(session, activity, length)
|
|
120
|
+
: await arrivedLength(session, position, length);
|
|
121
|
+
const known = Math.max(length, applied);
|
|
122
|
+
return { writerKey, deviceId: device?.id, applied, known };
|
|
123
|
+
}
|
|
124
|
+
async function heldOr(read, { unheld }) {
|
|
125
|
+
try {
|
|
126
|
+
return await read;
|
|
127
|
+
}
|
|
128
|
+
catch (err) {
|
|
129
|
+
if (isMissingBlock(err)) {
|
|
130
|
+
return unheld;
|
|
131
|
+
}
|
|
132
|
+
throw err;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
async function removedByRows(snap, writerKey) {
|
|
136
|
+
let seen = false;
|
|
137
|
+
for await (const row of devicesByWriterKey(snap, writerKey)) {
|
|
138
|
+
if (!row.revoked) {
|
|
139
|
+
return false;
|
|
140
|
+
}
|
|
141
|
+
seen = true;
|
|
142
|
+
}
|
|
143
|
+
return seen;
|
|
144
|
+
}
|
|
145
|
+
async function arrivedLength(session, position, known) {
|
|
146
|
+
if (session && position < known && (await session.core.has(position, known))) {
|
|
147
|
+
return known;
|
|
148
|
+
}
|
|
149
|
+
return Math.max(position, session?.core.contiguousLength ?? 0);
|
|
150
|
+
}
|
|
151
|
+
async function landedLength(session, activity, known) {
|
|
152
|
+
if (session && known > 0 && (await session.core.has(known - 1, known))) {
|
|
153
|
+
return known;
|
|
154
|
+
}
|
|
155
|
+
return Math.max(activity?.length ?? 0, session?.core.contiguousLength ?? 0);
|
|
156
|
+
}
|
|
107
157
|
function statusState(writerCount, syncing) {
|
|
108
158
|
if (writerCount === 0)
|
|
109
159
|
return 'idle';
|
|
110
160
|
return syncing ? 'syncing' : 'synced';
|
|
111
161
|
}
|
|
162
|
+
function holdsBlocks(writer) {
|
|
163
|
+
return 'has' in writer.core;
|
|
164
|
+
}
|
|
112
165
|
function openWriterSessions(mesh) {
|
|
113
166
|
const sessions = new Map();
|
|
114
167
|
for (const writer of mesh.autobee.activeWriters) {
|
|
115
|
-
|
|
168
|
+
if (holdsBlocks(writer)) {
|
|
169
|
+
sessions.set(b4a.toHex(writer.core.key), writer);
|
|
170
|
+
}
|
|
116
171
|
}
|
|
117
172
|
return sessions;
|
|
118
173
|
}
|
|
119
|
-
async function writerDeviceMap(
|
|
174
|
+
async function writerDeviceMap(snap) {
|
|
120
175
|
const map = new Map();
|
|
121
|
-
const snap = mesh.view.snapshot();
|
|
122
176
|
try {
|
|
123
|
-
for await (const device of snap
|
|
124
|
-
if (device.writerKey
|
|
177
|
+
for await (const device of liveDevices(snap)) {
|
|
178
|
+
if (device.writerKey) {
|
|
125
179
|
map.set(b4a.toHex(device.writerKey), device);
|
|
126
180
|
}
|
|
127
181
|
}
|
|
128
182
|
}
|
|
129
|
-
|
|
130
|
-
|
|
183
|
+
catch (err) {
|
|
184
|
+
if (!isMissingBlock(err)) {
|
|
185
|
+
throw err;
|
|
186
|
+
}
|
|
131
187
|
}
|
|
132
188
|
return map;
|
|
133
189
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type CPUInfo from 'bare-cpu-info';
|
|
2
2
|
import type { Drivers, GPU, Usage as GpuUsage } from 'bare-gpu-info';
|
|
3
|
-
import '
|
|
3
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
4
4
|
export type CpuQuery = ReturnType<CPUInfo['query']>;
|
|
5
5
|
export type CpuUsage = ReturnType<CPUInfo['sample']>;
|
|
6
6
|
export type CpuDiagnostics = CpuQuery & {
|
|
@@ -21,4 +21,4 @@ export interface SystemInfoSampler {
|
|
|
21
21
|
snapshot(): SystemInfoSnapshot;
|
|
22
22
|
destroy(): void;
|
|
23
23
|
}
|
|
24
|
-
export declare function createSystemInfoSampler(): SystemInfoSampler;
|
|
24
|
+
export declare function createSystemInfoSampler(log: LoggerInterface | null): SystemInfoSampler;
|