@qvac/core 1.0.0-rc.1 → 1.0.0-rc.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1205 -1
- package/README.md +56 -45
- package/dist-lib/index.d.ts +3 -2
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +20 -2
- package/dist-lib/lib/api/agents.js +128 -24
- package/dist-lib/lib/api/app-config.d.ts +7 -1
- package/dist-lib/lib/api/app-config.js +37 -6
- package/dist-lib/lib/api/approval-rules.d.ts +1 -1
- package/dist-lib/lib/api/approval-rules.js +12 -5
- package/dist-lib/lib/api/attachments.d.ts +1 -1
- package/dist-lib/lib/api/attachments.js +14 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +12 -2
- package/dist-lib/lib/api/chat.js +100 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +19 -2
- package/dist-lib/lib/api/chunks.js +73 -13
- package/dist-lib/lib/api/config.d.ts +11 -3
- package/dist-lib/lib/api/config.js +51 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +14 -0
- package/dist-lib/lib/api/device-routes.js +144 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +28 -28
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +16 -1
- package/dist-lib/lib/api/execution.js +72 -16
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +39 -7
- package/dist-lib/lib/api/index.js +116 -36
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +69 -44
- package/dist-lib/lib/api/mesh.d.ts +15 -6
- package/dist-lib/lib/api/mesh.js +13 -9
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +172 -0
- package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
- package/dist-lib/lib/api/rag-plugin.js +44 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +106 -33
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +65 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +13 -3
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +12 -0
- package/dist-lib/lib/api/workspace.js +61 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +48 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +37 -17
- package/dist-lib/lib/assistant/history.js +212 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/media-round.d.ts +61 -0
- package/dist-lib/lib/assistant/media-round.js +111 -0
- package/dist-lib/lib/assistant/message.d.ts +28 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +118 -0
- package/dist-lib/lib/assistant/model-round.js +706 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +65 -0
- package/dist-lib/lib/assistant/round-host.js +332 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/upload.d.ts +12 -0
- package/dist-lib/lib/assistant/upload.js +36 -0
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +5 -1
- package/dist-lib/lib/assistant-client.js +54 -14
- package/dist-lib/lib/assistant-tree.d.ts +14 -3
- package/dist-lib/lib/assistant-tree.js +113 -21
- package/dist-lib/lib/assistant.d.ts +115 -25
- package/dist-lib/lib/assistant.js +2409 -1245
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +3 -2
- package/dist-lib/lib/client.js +18 -3
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +20 -6
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +47 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +76 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +58 -63
- package/dist-lib/lib/core/approval-rules.d.ts +5 -1
- package/dist-lib/lib/core/approval-rules.js +17 -9
- package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
- package/dist-lib/lib/core/archived-mesh.js +75 -59
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +404 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +10 -22
- package/dist-lib/lib/core/chat-move.d.ts +77 -0
- package/dist-lib/lib/core/chat-move.js +601 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +28 -19
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +32 -4
- package/dist-lib/lib/core/chat.js +135 -61
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +271 -72
- package/dist-lib/lib/core/collections.d.ts +41 -1
- package/dist-lib/lib/core/collections.js +41 -1
- package/dist-lib/lib/core/config-value.d.ts +7 -0
- package/dist-lib/lib/core/config-value.js +15 -0
- package/dist-lib/lib/core/contract/activity.d.ts +7 -2
- package/dist-lib/lib/core/contract/activity.js +71 -23
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +38 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +48 -12
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +23 -0
- package/dist-lib/lib/core/contract/projects.js +339 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +123 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/contract/run-requests.js +114 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
- package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
- package/dist-lib/lib/core/departures.d.ts +18 -5
- package/dist-lib/lib/core/departures.js +82 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +6 -11
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.d.ts +2 -0
- package/dist-lib/lib/core/files/attachments.js +23 -7
- package/dist-lib/lib/core/files/index.d.ts +28 -15
- package/dist-lib/lib/core/files/index.js +222 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
- package/dist-lib/lib/core/files/processing/index.js +122 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +27 -37
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
- package/dist-lib/lib/core/files/rag/build.js +119 -21
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +58 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
- package/dist-lib/lib/core/files/rag/index.js +38 -9
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
- package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
- package/dist-lib/lib/core/files/records/knowledge.js +34 -30
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +21 -55
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +117 -51
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +35 -35
- package/dist-lib/lib/core/helpers/index.d.ts +1 -1
- package/dist-lib/lib/core/helpers/index.js +2 -2
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +93 -8
- package/dist-lib/lib/core/local/index.js +327 -28
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +132 -29
- package/dist-lib/lib/core/mesh.js +775 -215
- package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
- package/dist-lib/lib/core/migrations/writer-links.js +30 -0
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +16 -0
- package/dist-lib/lib/core/project-keys.js +65 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +25 -0
- package/dist-lib/lib/core/public-mesh.js +81 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +14 -0
- package/dist-lib/lib/core/run-requests.js +78 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-availability.d.ts +33 -0
- package/dist-lib/lib/core/skill-availability.js +67 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
- package/dist-lib/lib/core/skill-secrets.js +93 -72
- package/dist-lib/lib/core/sync/background.d.ts +34 -0
- package/dist-lib/lib/core/sync/background.js +86 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +193 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
- package/dist-lib/lib/core/sync/view-updates.js +124 -0
- package/dist-lib/lib/core/sync-status.js +99 -43
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-activity.js +6 -12
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +27 -39
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
- package/dist-lib/lib/core/upgrade-summary.js +67 -0
- package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
- package/dist-lib/lib/core/vault-managed-skills.js +105 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/view-read.d.ts +4 -0
- package/dist-lib/lib/core/view-read.js +23 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
- package/dist-lib/lib/core/workspace-upgrade.js +51 -0
- package/dist-lib/lib/core.d.ts +345 -88
- package/dist-lib/lib/core.js +4275 -1513
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +814 -0
- package/dist-lib/lib/errors.js +748 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
- package/dist-lib/lib/kv-cache-ledger.js +72 -0
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
- package/dist-lib/lib/kv-cache-retention.js +101 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/llm-model-names.d.ts +1 -1
- package/dist-lib/lib/llm-model-names.js +1 -1
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +47 -2
- package/dist-lib/lib/model-context.js +1 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +22 -13
- package/dist-lib/lib/model-download.js +106 -37
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +30 -0
- package/dist-lib/lib/model-memory-cap.js +78 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +42 -13
- package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +8 -0
- package/dist-lib/lib/probe-rounds.js +10 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +45 -0
- package/dist-lib/lib/run-replay.js +169 -0
- package/dist-lib/lib/run-transcript.d.ts +13 -12
- package/dist-lib/lib/run-transcript.js +20 -19
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +941 -152
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +10 -0
- package/dist-lib/schema/indexes.js +53 -3
- package/dist-lib/schema/local.js +83 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +558 -16
- package/dist-lib/spec/bind.js +261 -48
- package/dist-lib/spec/calls.js +56 -5
- package/dist-lib/spec/capabilities.d.ts +129 -20
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +870 -207
- package/dist-lib/spec/hrpc/index.js +969 -347
- package/dist-lib/spec/hrpc/messages.js +7590 -4896
- package/dist-lib/spec/hyperschema/index.js +7590 -4896
- package/dist-lib/spec/hyperschema/schema.json +5316 -3224
- package/dist-lib/spec/hyperschema/types.d.ts +576 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
- package/dist-lib/spec/local/hyperschema/index.js +584 -16
- package/dist-lib/spec/local/hyperschema/schema.json +369 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
- package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
- package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
- package/package.json +136 -90
- package/tui/README.md +119 -20
- package/tui/app.mjs +2000 -621
- package/tui/boot.mjs +76 -9
- package/tui/cli.mjs +93 -0
- package/tui/index.mjs +2 -51
- package/tui/lib/connect-sheet.mjs +350 -0
- package/tui/lib/device-target.mjs +64 -0
- package/tui/lib/folders-command.mjs +84 -0
- package/tui/lib/fork-command.mjs +43 -0
- package/tui/lib/knowledge-import.mjs +3 -21
- package/tui/lib/local-path.mjs +21 -0
- package/tui/lib/move-command.mjs +17 -0
- package/tui/lib/render.mjs +30 -1
- package/tui/lib/setup.mjs +59 -25
- package/tui/lib/skill-connect.mjs +145 -0
- package/tui/lib/updater.mjs +86 -0
- package/tui/main.mjs +44 -18
- package/tui/plugins.mjs +158 -0
- package/worker/assistant-sidecar.mjs +28 -4
- package/worker/stow-entry.mjs +3 -50
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import b4a from 'b4a';
|
|
2
|
+
import { isMobilePlatform } from '@qvac/harness/lib/models/model-catalog.ts';
|
|
3
|
+
import { getAgent } from './agent.js';
|
|
4
|
+
import { mustGetActiveChat } from './chat.js';
|
|
5
|
+
import { DEVICES } from './collections.js';
|
|
6
|
+
import { handedOffRequests, pickRunner } from './run-requests.js';
|
|
7
|
+
import { runDefinition } from './shared-agents.js';
|
|
8
|
+
export function loadableSkills(catalog) {
|
|
9
|
+
return new Set(catalog.filter((skill) => skill.status !== 'unsupported').map((skill) => skill.name));
|
|
10
|
+
}
|
|
11
|
+
export function skillsNotHere(enabled, catalog) {
|
|
12
|
+
const here = loadableSkills(catalog);
|
|
13
|
+
return enabled.filter((name) => !here.has(name));
|
|
14
|
+
}
|
|
15
|
+
export function rememberCatalog(read) {
|
|
16
|
+
let last = null;
|
|
17
|
+
const remember = (pending) => {
|
|
18
|
+
last = pending.then((response) => response.skills ?? [], () => {
|
|
19
|
+
last = null;
|
|
20
|
+
return [];
|
|
21
|
+
});
|
|
22
|
+
return pending;
|
|
23
|
+
};
|
|
24
|
+
return {
|
|
25
|
+
read: (agentId, modelName, options) => remember(read(agentId, modelName, options)),
|
|
26
|
+
last: () => last ?? remember(read(null, null, { skipCredentialProbe: true })).then(skillsOf)
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
const skillsOf = (response) => response.skills ?? [];
|
|
30
|
+
export function enabledSkillsOf(agent, here, provider) {
|
|
31
|
+
if (agent.skillsScope !== 'all') {
|
|
32
|
+
return [...(agent.enabledSkills ?? [])];
|
|
33
|
+
}
|
|
34
|
+
return [...new Set([...(provider ?? []), ...here])];
|
|
35
|
+
}
|
|
36
|
+
export async function chatSkillAvailability(mesh, chatId, { deviceId, platform, peers, catalog, account }) {
|
|
37
|
+
const chat = await mustGetActiveChat(mesh, chatId);
|
|
38
|
+
const agent = await runDefinition(mesh, await getAgent(mesh, chat.agentId));
|
|
39
|
+
if (!agent || agent.deletedAt) {
|
|
40
|
+
return [];
|
|
41
|
+
}
|
|
42
|
+
const mobile = isMobilePlatform(platform ?? '');
|
|
43
|
+
const all = agent.skillsScope === 'all';
|
|
44
|
+
if (!catalog || (!all && (!mobile || !agent.enabledSkills?.length))) {
|
|
45
|
+
return (agent.enabledSkills ?? []).map((name) => ({ name, available: true }));
|
|
46
|
+
}
|
|
47
|
+
const here = await catalog();
|
|
48
|
+
const provider = all && mobile ? await skillsOn(account, agent.providerDeviceId) : null;
|
|
49
|
+
const enabled = enabledSkillsOf(agent, here.map((skill) => skill.name), provider);
|
|
50
|
+
if (!mobile) {
|
|
51
|
+
return enabled.map((name) => ({ name, available: true }));
|
|
52
|
+
}
|
|
53
|
+
const missing = new Set(skillsNotHere(enabled, here));
|
|
54
|
+
const handed = missing.size ? await handedOffRequests(mesh, deviceId, chatId) : [];
|
|
55
|
+
const stuck = handed.some((request) => !request.runnerDeviceId || !peers.includes(b4a.toHex(request.runnerDeviceId)));
|
|
56
|
+
const runner = missing.size && !stuck ? await pickRunner(mesh, { deviceId, peers, agent }) : undefined;
|
|
57
|
+
const there = runner ? await skillsOn(account, runner) : null;
|
|
58
|
+
const covered = (name) => !!runner && (!there || there.has(name));
|
|
59
|
+
return enabled.map((name) => missing.has(name) && !covered(name)
|
|
60
|
+
? { name, available: false, reason: 'platform' }
|
|
61
|
+
: { name, available: true });
|
|
62
|
+
}
|
|
63
|
+
export async function skillsOn(account, deviceId) {
|
|
64
|
+
const row = await account?.view.get(DEVICES, { id: deviceId });
|
|
65
|
+
const names = row?.installedSkillNames ?? [];
|
|
66
|
+
return names.length ? new Set(names) : null;
|
|
67
|
+
}
|
|
@@ -1,25 +1,20 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import type {
|
|
3
|
-
import type { openLocalStore } from './local/index.ts';
|
|
1
|
+
import type { AssistantPushSkillSecretRequest } from '../../spec/hyperschema/types.d.ts';
|
|
2
|
+
import type { ConfigEntry, openLocalStore } from './local/index.ts';
|
|
4
3
|
import type { Mesh } from './mesh.ts';
|
|
5
|
-
|
|
6
|
-
export declare const NOT_THE_HOST = "this device does not host that agent";
|
|
7
|
-
export declare const SENDER_REVOKED = "the sending device is no longer in the mesh";
|
|
8
|
-
export declare const HOST_REVOKED = "the device hosting this agent is no longer in the mesh";
|
|
9
|
-
export declare const NO_SUCH_AGENT = "no agent with that id";
|
|
10
|
-
export declare const NOT_A_SETUP_FIELD = "that skill declares no such setup field";
|
|
4
|
+
export type SkillSecretRequest = AssistantPushSkillSecretRequest;
|
|
11
5
|
export type SetupFields = (skillName: string) => Promise<ReadonlyMap<string, boolean> | null>;
|
|
12
6
|
export interface SkillSecretsOptions {
|
|
13
|
-
readonly mesh: Mesh;
|
|
14
7
|
readonly local: ReturnType<typeof openLocalStore>;
|
|
15
|
-
readonly deviceId: Uint8Array;
|
|
16
8
|
readonly setupFields: SetupFields;
|
|
17
|
-
readonly
|
|
9
|
+
readonly validate?: (entry: ConfigEntry) => void;
|
|
10
|
+
readonly onstored: (entries: ReadonlyArray<ConfigEntry>) => Promise<unknown>;
|
|
18
11
|
}
|
|
19
|
-
export declare function
|
|
20
|
-
export
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
readonly
|
|
12
|
+
export declare function storeSkillSecret(opts: SkillSecretsOptions, request: SkillSecretRequest): Promise<void>;
|
|
13
|
+
export declare function isDeviceKey(key: string): boolean;
|
|
14
|
+
type LocalStore = ReturnType<typeof openLocalStore>;
|
|
15
|
+
export interface SkillSecretSync {
|
|
16
|
+
readonly account: Mesh;
|
|
17
|
+
readonly local: LocalStore;
|
|
24
18
|
}
|
|
25
|
-
export declare function
|
|
19
|
+
export declare function syncSkillSecrets(sync: SkillSecretSync): Promise<boolean>;
|
|
20
|
+
export {};
|
|
@@ -1,83 +1,104 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
|
-
import
|
|
3
|
-
import { isDeviceSharedCredentialKey } from '@qvac/harness/lib/tools/skills/scope-key.ts';
|
|
2
|
+
import crypto from 'hypercore-crypto';
|
|
4
3
|
import { settingConfigKey } from '../credential-pusher.js';
|
|
5
4
|
import { scopedKey } from '../oauth/keys.js';
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
export
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
key: fields?.get(key) === false
|
|
32
|
-
? settingConfigKey(undefined, request.skillName, key)
|
|
33
|
-
: scopedKey(isDeviceSharedCredentialKey(key) ? undefined : request.agentId, key),
|
|
34
|
-
value
|
|
35
|
-
}));
|
|
36
|
-
if (entries.length === 0) {
|
|
37
|
-
return;
|
|
38
|
-
}
|
|
39
|
-
await opts.local.setAll(entries);
|
|
40
|
-
await opts.onstored();
|
|
41
|
-
};
|
|
5
|
+
import { CoreError } from '../errors.js';
|
|
6
|
+
import { isRecord } from '../guards.js';
|
|
7
|
+
import { SKILL_SECRETS } from './collections.js';
|
|
8
|
+
import { SKILL_SECRET_PREFIX } from './contract/skill-secrets.js';
|
|
9
|
+
import { memberBoxKeyPair, openSealedToMember, sealToMember } from './member-key.js';
|
|
10
|
+
const DEVICE_SHARED_CREDENTIAL_KEYS = new Set(['obsidian_vault_path']);
|
|
11
|
+
export async function storeSkillSecret(opts, request) {
|
|
12
|
+
const fields = await opts.setupFields(request.skillName);
|
|
13
|
+
if (fields && request.values.some(({ key }) => !fields.has(key))) {
|
|
14
|
+
throw new CoreError('SKILL_SETUP_FIELD_UNKNOWN');
|
|
15
|
+
}
|
|
16
|
+
const entries = request.values.map(({ key, value }) => ({
|
|
17
|
+
key: fields?.get(key) === false
|
|
18
|
+
? settingConfigKey(undefined, request.skillName, key)
|
|
19
|
+
: scopedKey(DEVICE_SHARED_CREDENTIAL_KEYS.has(key) ? undefined : request.agentId, key),
|
|
20
|
+
value
|
|
21
|
+
}));
|
|
22
|
+
if (entries.length === 0) {
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
for (const entry of entries) {
|
|
26
|
+
opts.validate?.(entry);
|
|
27
|
+
}
|
|
28
|
+
await opts.local.setAll(entries);
|
|
29
|
+
await opts.onstored(entries);
|
|
42
30
|
}
|
|
43
|
-
export function
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
31
|
+
export function isDeviceKey(key) {
|
|
32
|
+
return DEVICE_SHARED_CREDENTIAL_KEYS.has(key.slice(key.lastIndexOf('.') + 1));
|
|
33
|
+
}
|
|
34
|
+
function syncedKey(account, key) {
|
|
35
|
+
return `skill-secrets/${b4a.toHex(account.key)}/${key}`;
|
|
36
|
+
}
|
|
37
|
+
async function readSynced({ account, local }, key) {
|
|
38
|
+
const row = await local.get(syncedKey(account, key));
|
|
39
|
+
const at = isRecord(row) ? row.at : null;
|
|
40
|
+
const digest = isRecord(row) ? row.digest : null;
|
|
41
|
+
return typeof at === 'number' && typeof digest === 'string' ? { at, digest } : null;
|
|
42
|
+
}
|
|
43
|
+
function encoded(value) {
|
|
44
|
+
return b4a.from(JSON.stringify(value) ?? 'null');
|
|
45
|
+
}
|
|
46
|
+
function digestOf(value) {
|
|
47
|
+
return b4a.toHex(crypto.hash(encoded(value)));
|
|
48
|
+
}
|
|
49
|
+
function opened(row, pair) {
|
|
50
|
+
const message = openSealedToMember(row.sealed, pair);
|
|
51
|
+
try {
|
|
52
|
+
return message ? { value: JSON.parse(b4a.toString(message)) } : null;
|
|
53
|
+
}
|
|
54
|
+
catch {
|
|
55
|
+
return null;
|
|
55
56
|
}
|
|
56
|
-
return [...values.values()];
|
|
57
57
|
}
|
|
58
|
-
function
|
|
59
|
-
const
|
|
60
|
-
const
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
})
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
58
|
+
async function sendEdits(sync, held) {
|
|
59
|
+
const { account, local } = sync;
|
|
60
|
+
const boxKey = memberBoxKeyPair(account.seed).publicKey;
|
|
61
|
+
const batch = account.writable ? account.batch() : null;
|
|
62
|
+
const marks = [];
|
|
63
|
+
for (const { key, value } of await local.listPrefix(SKILL_SECRET_PREFIX)) {
|
|
64
|
+
const synced = await readSynced(sync, key);
|
|
65
|
+
const digest = digestOf(value);
|
|
66
|
+
const row = held.get(key);
|
|
67
|
+
if (isDeviceKey(key) || (synced ? synced.digest === digest : !!row)) {
|
|
68
|
+
continue;
|
|
67
69
|
}
|
|
70
|
+
held.delete(key);
|
|
71
|
+
const at = Math.max(Date.now(), (row?.updatedAt ?? 0) + 1);
|
|
72
|
+
batch?.dispatch('put-skill-secret', {
|
|
73
|
+
key,
|
|
74
|
+
sealed: sealToMember(encoded(value), boxKey),
|
|
75
|
+
updatedAt: at
|
|
76
|
+
});
|
|
77
|
+
marks.push({ key: syncedKey(account, key), value: { at, digest } });
|
|
68
78
|
}
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
79
|
+
await batch?.flush();
|
|
80
|
+
return batch ? marks : [];
|
|
81
|
+
}
|
|
82
|
+
async function takeRows(sync, rows) {
|
|
83
|
+
const pair = memberBoxKeyPair(sync.account.seed);
|
|
84
|
+
const writes = [];
|
|
85
|
+
for (const row of rows) {
|
|
86
|
+
const synced = await readSynced(sync, row.key);
|
|
87
|
+
const fresh = !isDeviceKey(row.key) && (!synced || synced.at < row.updatedAt);
|
|
88
|
+
const open = fresh ? opened(row, pair) : null;
|
|
89
|
+
if (open) {
|
|
90
|
+
const mark = { at: row.updatedAt, digest: digestOf(open.value) };
|
|
91
|
+
writes.push({ key: row.key, value: open.value });
|
|
92
|
+
writes.push({ key: syncedKey(sync.account, row.key), value: mark });
|
|
80
93
|
}
|
|
81
94
|
}
|
|
82
|
-
return
|
|
95
|
+
return writes;
|
|
96
|
+
}
|
|
97
|
+
export async function syncSkillSecrets(sync) {
|
|
98
|
+
const rows = await sync.account.view.find(SKILL_SECRETS).toArray();
|
|
99
|
+
const held = new Map(rows.map((row) => [row.key, row]));
|
|
100
|
+
const marks = await sendEdits(sync, held);
|
|
101
|
+
const taken = await takeRows(sync, held.values());
|
|
102
|
+
await sync.local.setAll([...marks, ...taken]);
|
|
103
|
+
return taken.length > 0;
|
|
83
104
|
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { AutobeeView } from 'autobee';
|
|
2
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
3
|
+
export interface BackgroundSyncHost {
|
|
4
|
+
readonly autobee: {
|
|
5
|
+
readonly bee: AutobeeView;
|
|
6
|
+
};
|
|
7
|
+
readonly closing: Promise<void> | null;
|
|
8
|
+
emit(event: string, ...args: unknown[]): boolean;
|
|
9
|
+
}
|
|
10
|
+
export interface BackgroundSyncOptions {
|
|
11
|
+
readonly logger: LoggerInterface | null;
|
|
12
|
+
readonly scope: ReadonlyArray<string>;
|
|
13
|
+
}
|
|
14
|
+
export interface BackgroundSynced {
|
|
15
|
+
readonly length: number;
|
|
16
|
+
}
|
|
17
|
+
export declare class BackgroundSync {
|
|
18
|
+
private readonly _host;
|
|
19
|
+
private readonly _opts;
|
|
20
|
+
private _running;
|
|
21
|
+
private _again;
|
|
22
|
+
private _stopped;
|
|
23
|
+
private _paused;
|
|
24
|
+
private _unpause;
|
|
25
|
+
constructor(host: BackgroundSyncHost, opts: BackgroundSyncOptions);
|
|
26
|
+
focus(_chatId: string): void;
|
|
27
|
+
run(_focus?: string): Promise<boolean>;
|
|
28
|
+
pause(): void;
|
|
29
|
+
resume(): void;
|
|
30
|
+
stop(): void;
|
|
31
|
+
private _passes;
|
|
32
|
+
private _pass;
|
|
33
|
+
private get _cut();
|
|
34
|
+
}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
const WALK_PARALLELISM = 16;
|
|
2
|
+
export class BackgroundSync {
|
|
3
|
+
_host;
|
|
4
|
+
_opts;
|
|
5
|
+
_running = null;
|
|
6
|
+
_again = false;
|
|
7
|
+
_stopped = false;
|
|
8
|
+
_paused = null;
|
|
9
|
+
_unpause = noop;
|
|
10
|
+
constructor(host, opts) {
|
|
11
|
+
this._host = host;
|
|
12
|
+
this._opts = opts;
|
|
13
|
+
}
|
|
14
|
+
focus(_chatId) { }
|
|
15
|
+
run(_focus) {
|
|
16
|
+
if (this._stopped) {
|
|
17
|
+
return Promise.resolve(false);
|
|
18
|
+
}
|
|
19
|
+
if (this._running) {
|
|
20
|
+
this._again = true;
|
|
21
|
+
return this._running;
|
|
22
|
+
}
|
|
23
|
+
this._running = this._passes();
|
|
24
|
+
return this._running;
|
|
25
|
+
}
|
|
26
|
+
pause() {
|
|
27
|
+
this._paused ??= new Promise((resolve) => (this._unpause = resolve));
|
|
28
|
+
}
|
|
29
|
+
resume() {
|
|
30
|
+
this._unpause();
|
|
31
|
+
this._paused = null;
|
|
32
|
+
}
|
|
33
|
+
stop() {
|
|
34
|
+
this._stopped = true;
|
|
35
|
+
this.resume();
|
|
36
|
+
}
|
|
37
|
+
async _passes() {
|
|
38
|
+
let length;
|
|
39
|
+
do {
|
|
40
|
+
this._again = false;
|
|
41
|
+
length = await this._pass();
|
|
42
|
+
} while (this._again && !this._cut);
|
|
43
|
+
this._running = null;
|
|
44
|
+
if (length !== null) {
|
|
45
|
+
const synced = { length };
|
|
46
|
+
this._host.emit('background-synced', synced);
|
|
47
|
+
}
|
|
48
|
+
return length !== null;
|
|
49
|
+
}
|
|
50
|
+
async _pass() {
|
|
51
|
+
const { logger, scope } = this._opts;
|
|
52
|
+
while (this._paused) {
|
|
53
|
+
await this._paused;
|
|
54
|
+
}
|
|
55
|
+
if (this._cut) {
|
|
56
|
+
return null;
|
|
57
|
+
}
|
|
58
|
+
const head = this._host.autobee.bee.head();
|
|
59
|
+
const started = Date.now();
|
|
60
|
+
logger?.info(scope, 'background sync started', { length: head?.length ?? 0 });
|
|
61
|
+
try {
|
|
62
|
+
await this._host.autobee.bee.download({ parallelism: WALK_PARALLELISM });
|
|
63
|
+
logger?.info(scope, 'background sync finished', {
|
|
64
|
+
length: head?.length ?? 0,
|
|
65
|
+
ms: Date.now() - started,
|
|
66
|
+
cutShort: false
|
|
67
|
+
});
|
|
68
|
+
return head?.length ?? 0;
|
|
69
|
+
}
|
|
70
|
+
catch (err) {
|
|
71
|
+
if (this._cut) {
|
|
72
|
+
logger?.info(scope, 'background sync finished', {
|
|
73
|
+
ms: Date.now() - started,
|
|
74
|
+
cutShort: true
|
|
75
|
+
});
|
|
76
|
+
return null;
|
|
77
|
+
}
|
|
78
|
+
logger?.warn(scope, 'background sync failed', err);
|
|
79
|
+
return null;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
get _cut() {
|
|
83
|
+
return this._stopped || !!this._host.closing;
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
function noop() { }
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { ViewChange } from 'hyperdb';
|
|
2
|
+
import type { QvacAgent, QvacChat, QvacChunk, QvacChunkCounter, QvacDevice, QvacIndexingStatus, QvacKnowledge, QvacKnowledgeArtifact, QvacPurgedChat } from '../../../spec/mesh/hyperschema/types.d.ts';
|
|
3
|
+
import { AGENTS, CHATS, CHUNKS, CHUNK_COUNTERS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, PURGED_CHATS } from '../collections.ts';
|
|
4
|
+
export interface ChangedRows {
|
|
5
|
+
[AGENTS]: QvacAgent;
|
|
6
|
+
[DEVICES]: QvacDevice;
|
|
7
|
+
[CHATS]: QvacChat;
|
|
8
|
+
[CHUNK_COUNTERS]: QvacChunkCounter;
|
|
9
|
+
[CHUNKS]: QvacChunk;
|
|
10
|
+
[INDEXING_STATUS]: QvacIndexingStatus;
|
|
11
|
+
[KNOWLEDGE]: QvacKnowledge;
|
|
12
|
+
[KNOWLEDGE_ARTIFACTS]: QvacKnowledgeArtifact;
|
|
13
|
+
[PURGED_CHATS]: QvacPurgedChat;
|
|
14
|
+
}
|
|
15
|
+
export type ChangedRow<C extends keyof ChangedRows> = ViewChange & {
|
|
16
|
+
readonly collection: C;
|
|
17
|
+
readonly value: ChangedRows[C];
|
|
18
|
+
};
|
|
19
|
+
export declare function changed<C extends keyof ChangedRows>(change: ViewChange, collection: C): change is ChangedRow<C>;
|
|
20
|
+
export declare function liveRow<C extends keyof ChangedRows>(change: ChangedRow<C>): ChangedRows[C] | null;
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { AGENTS, CHATS, CHUNKS, CHUNK_COUNTERS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, PURGED_CHATS } from '../collections.js';
|
|
2
|
+
export function changed(change, collection) {
|
|
3
|
+
return change.collection === collection;
|
|
4
|
+
}
|
|
5
|
+
export function liveRow(change) {
|
|
6
|
+
return change.type === 'delete' ? null : change.value;
|
|
7
|
+
}
|
|
@@ -7,8 +7,11 @@ export function syncOwnMember(mesh, device) {
|
|
|
7
7
|
void mesh.refreshOurMember();
|
|
8
8
|
}
|
|
9
9
|
export function syncDeviceRevocation(mesh, device) {
|
|
10
|
-
if (!
|
|
10
|
+
if (!device.writerKey || !b4a.equals(device.writerKey, mesh.localWriterKey)) {
|
|
11
11
|
return;
|
|
12
|
-
|
|
13
|
-
mesh
|
|
12
|
+
}
|
|
13
|
+
if (isOwnKickedRow(mesh, device)) {
|
|
14
|
+
mesh.log?.info('sync', 'our writer was revoked (kicked)');
|
|
15
|
+
}
|
|
16
|
+
mesh.kickDirty().catch((err) => mesh.log?.warn('sync', 'reading our kick state failed', err));
|
|
14
17
|
}
|
|
@@ -1,91 +1,63 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
2
|
import { toolsetEnabled } from '@qvac/harness/lib/tools/toolsets.ts';
|
|
3
|
-
import { ACTIVE_CHATS_BY_AGENT, AGENTS, CHATS, CHUNKS,
|
|
3
|
+
import { ACTIVE_CHATS_BY_AGENT, AGENTS, AGENTS_BY_PROVIDER, CHATS, CHUNKS, DEVICES, INDEXING_STATUS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS, KNOWLEDGE_BY_CHAT } from '../collections.js';
|
|
4
|
+
import { findChunksOfType } from '../chunk.js';
|
|
5
|
+
import { changed, liveRow } from './changed.js';
|
|
4
6
|
export class FileChanges {
|
|
5
7
|
_snap;
|
|
6
8
|
_from;
|
|
7
9
|
_documents = new Set();
|
|
8
10
|
_chats = new Set();
|
|
9
11
|
_agents = new Set();
|
|
10
|
-
_devices = new
|
|
12
|
+
_devices = new Map();
|
|
11
13
|
constructor(snap, from) {
|
|
12
14
|
this._snap = snap;
|
|
13
15
|
this._from = from;
|
|
14
16
|
}
|
|
15
17
|
async add(change) {
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
case CHUNKS: {
|
|
21
|
-
const chunk = await this._snap.get(collection, query);
|
|
22
|
-
if (chunk?.attachment && chunk.id === chunk.attachment.id) {
|
|
23
|
-
this._documents.add(chunk.id);
|
|
24
|
-
}
|
|
25
|
-
break;
|
|
18
|
+
if (changed(change, CHUNKS)) {
|
|
19
|
+
const chunk = liveRow(change);
|
|
20
|
+
if (chunk && isCanonicalAttachment(chunk)) {
|
|
21
|
+
this._documents.add(chunk.id);
|
|
26
22
|
}
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
if (typeof row?.knowledgeId === 'string') {
|
|
36
|
-
this._documents.add(row.knowledgeId);
|
|
37
|
-
}
|
|
38
|
-
break;
|
|
23
|
+
}
|
|
24
|
+
else if (changed(change, KNOWLEDGE)) {
|
|
25
|
+
this._documents.add(change.value.id);
|
|
26
|
+
}
|
|
27
|
+
else if (changed(change, KNOWLEDGE_ARTIFACTS) || changed(change, INDEXING_STATUS)) {
|
|
28
|
+
const row = liveRow(change) ?? (await this._was(change));
|
|
29
|
+
if (row) {
|
|
30
|
+
this._documents.add(row.knowledgeId);
|
|
39
31
|
}
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
before.agentId !== after.agentId ||
|
|
46
|
-
!!before.deletedAt !== !!after.deletedAt) {
|
|
47
|
-
const row = after ?? before;
|
|
48
|
-
if (row) {
|
|
49
|
-
this._chats.add(row.id);
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
break;
|
|
32
|
+
}
|
|
33
|
+
else if (changed(change, CHATS)) {
|
|
34
|
+
const [was, now] = [await this._was(change), liveRow(change)];
|
|
35
|
+
if (!was || !now || was.agentId !== now.agentId || !!was.deletedAt !== !!now.deletedAt) {
|
|
36
|
+
this._chats.add(change.value.id);
|
|
53
37
|
}
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
!b4a.equals(before.providerDeviceId, after.providerDeviceId) ||
|
|
60
|
-
!!before.deletedAt !== !!after.deletedAt ||
|
|
61
|
-
toolsetEnabled('knowledge', before.disabledToolsets) !==
|
|
62
|
-
toolsetEnabled('knowledge', after.disabledToolsets)) {
|
|
63
|
-
const row = after ?? before;
|
|
64
|
-
if (row) {
|
|
65
|
-
this._agents.add(row.id);
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
break;
|
|
38
|
+
}
|
|
39
|
+
else if (changed(change, AGENTS)) {
|
|
40
|
+
const [was, now] = [await this._was(change), liveRow(change)];
|
|
41
|
+
if (!was || !now || movedKnowledge(was, now)) {
|
|
42
|
+
this._agents.add(change.value.id);
|
|
69
43
|
}
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
if (row) {
|
|
76
|
-
this._devices.add(b4a.toHex(row.id));
|
|
77
|
-
}
|
|
78
|
-
}
|
|
79
|
-
break;
|
|
44
|
+
}
|
|
45
|
+
else if (changed(change, DEVICES)) {
|
|
46
|
+
const [was, now] = [await this._was(change), liveRow(change)];
|
|
47
|
+
if (!was || !now || !!was.revoked !== !!now.revoked) {
|
|
48
|
+
this._devices.set(b4a.toHex(change.value.id), change.value.id);
|
|
80
49
|
}
|
|
81
50
|
}
|
|
82
51
|
}
|
|
52
|
+
_was(change) {
|
|
53
|
+
const query = { id: change.value.id };
|
|
54
|
+
return this._snap.get(change.collection, query, { checkout: this._from });
|
|
55
|
+
}
|
|
83
56
|
async ids() {
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
}
|
|
57
|
+
for (const providerDeviceId of this._devices.values()) {
|
|
58
|
+
const range = { gte: { providerDeviceId }, lte: { providerDeviceId } };
|
|
59
|
+
for await (const agent of this._snap.find(AGENTS_BY_PROVIDER, range)) {
|
|
60
|
+
this._agents.add(agent.id);
|
|
89
61
|
}
|
|
90
62
|
}
|
|
91
63
|
for (const agentId of this._agents) {
|
|
@@ -103,11 +75,8 @@ export class FileChanges {
|
|
|
103
75
|
})) {
|
|
104
76
|
this._documents.add(document.id);
|
|
105
77
|
}
|
|
106
|
-
for
|
|
107
|
-
|
|
108
|
-
lte: { chatId }
|
|
109
|
-
})) {
|
|
110
|
-
if (chunk.attachment && chunk.id === chunk.attachment.id) {
|
|
78
|
+
for (const chunk of await findChunksOfType(this._snap, { chatId, type: 'attachment' })) {
|
|
79
|
+
if (isCanonicalAttachment(chunk)) {
|
|
111
80
|
this._documents.add(chunk.id);
|
|
112
81
|
}
|
|
113
82
|
}
|
|
@@ -115,3 +84,12 @@ export class FileChanges {
|
|
|
115
84
|
return this._documents;
|
|
116
85
|
}
|
|
117
86
|
}
|
|
87
|
+
function movedKnowledge(was, now) {
|
|
88
|
+
return (!b4a.equals(was.providerDeviceId, now.providerDeviceId) ||
|
|
89
|
+
!!was.deletedAt !== !!now.deletedAt ||
|
|
90
|
+
toolsetEnabled('knowledge', was.disabledToolsets) !==
|
|
91
|
+
toolsetEnabled('knowledge', now.disabledToolsets));
|
|
92
|
+
}
|
|
93
|
+
function isCanonicalAttachment(chunk) {
|
|
94
|
+
return !!chunk.attachment && chunk.id === chunk.attachment.id;
|
|
95
|
+
}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
import type { Mesh, MeshView, ViewHead } from '../mesh.ts';
|
|
2
|
-
export declare function syncChanges(mesh: Mesh, view: MeshView, from: ViewHead): Promise<
|
|
2
|
+
export declare function syncChanges(mesh: Mesh, view: MeshView, from: ViewHead): Promise<ViewHead | null>;
|