@qvac/core 1.0.0-rc.1 → 1.0.0-rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +852 -1
- package/README.md +40 -81
- package/dist-lib/index.d.ts +0 -1
- package/dist-lib/index.js +0 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +19 -2
- package/dist-lib/lib/api/agents.js +121 -24
- package/dist-lib/lib/api/app-config.d.ts +4 -1
- package/dist-lib/lib/api/app-config.js +17 -6
- package/dist-lib/lib/api/attachments.js +3 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +13 -2
- package/dist-lib/lib/api/chat.js +114 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +7 -0
- package/dist-lib/lib/api/chunk-delta.js +33 -0
- package/dist-lib/lib/api/chunks.d.ts +17 -2
- package/dist-lib/lib/api/chunks.js +64 -13
- package/dist-lib/lib/api/config.d.ts +2 -1
- package/dist-lib/lib/api/config.js +3 -2
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +10 -8
- package/dist-lib/lib/api/device-routes.d.ts +9 -0
- package/dist-lib/lib/api/device-routes.js +123 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +20 -10
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +12 -1
- package/dist-lib/lib/api/execution.js +44 -14
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +28 -6
- package/dist-lib/lib/api/index.js +101 -33
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +12 -44
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +64 -17
- package/dist-lib/lib/api/mesh.d.ts +12 -2
- package/dist-lib/lib/api/mesh.js +10 -6
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +6 -5
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +165 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +47 -23
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +47 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +2 -2
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +5 -0
- package/dist-lib/lib/api/workspace.js +48 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +29 -29
- package/dist-lib/lib/assistant/harness.js +34 -6
- package/dist-lib/lib/assistant/history.d.ts +30 -17
- package/dist-lib/lib/assistant/history.js +168 -82
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/message.d.ts +21 -0
- package/dist-lib/lib/assistant/message.js +43 -0
- package/dist-lib/lib/assistant/model-round.d.ts +95 -0
- package/dist-lib/lib/assistant/model-round.js +591 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +3 -0
- package/dist-lib/lib/assistant/pdf-budget.js +13 -0
- package/dist-lib/lib/assistant/round-host.d.ts +42 -0
- package/dist-lib/lib/assistant/round-host.js +239 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +2 -0
- package/dist-lib/lib/assistant-client.js +4 -3
- package/dist-lib/lib/assistant-tree.d.ts +8 -3
- package/dist-lib/lib/assistant-tree.js +58 -18
- package/dist-lib/lib/assistant.d.ts +76 -20
- package/dist-lib/lib/assistant.js +1659 -1070
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +2 -2
- package/dist-lib/lib/constants.d.ts +7 -0
- package/dist-lib/lib/constants.js +7 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +40 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +71 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +45 -19
- package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
- package/dist-lib/lib/core/archived-mesh.js +77 -58
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +36 -22
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +395 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +245 -0
- package/dist-lib/lib/core/chat-group.js +8 -7
- package/dist-lib/lib/core/chat-move.d.ts +71 -0
- package/dist-lib/lib/core/chat-move.js +567 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +19 -4
- package/dist-lib/lib/core/chat-project.d.ts +2 -0
- package/dist-lib/lib/core/chat-project.js +15 -0
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +34 -4
- package/dist-lib/lib/core/chat.js +122 -39
- package/dist-lib/lib/core/chunk.d.ts +21 -4
- package/dist-lib/lib/core/chunk.js +138 -23
- package/dist-lib/lib/core/collections.d.ts +28 -0
- package/dist-lib/lib/core/collections.js +28 -0
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +108 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +141 -3
- package/dist-lib/lib/core/contract/chat.d.ts +1 -0
- package/dist-lib/lib/core/contract/chat.js +42 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +112 -35
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +35 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +18 -9
- package/dist-lib/lib/core/contract/joined-meshes.js +2 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +34 -4
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +31 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +279 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +29 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +40 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +21 -0
- package/dist-lib/lib/core/contract/projects.js +328 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +120 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
- package/dist-lib/lib/core/contract/run-requests.js +75 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +317 -0
- package/dist-lib/lib/core/contract/writers.js +82 -12
- package/dist-lib/lib/core/departures.d.ts +16 -5
- package/dist-lib/lib/core/departures.js +79 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.js +1 -1
- package/dist-lib/lib/core/document-attachment.d.ts +7 -0
- package/dist-lib/lib/core/document-attachment.js +9 -0
- package/dist-lib/lib/core/files/attachments.js +5 -4
- package/dist-lib/lib/core/files/index.d.ts +21 -11
- package/dist-lib/lib/core/files/index.js +114 -28
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +7 -2
- package/dist-lib/lib/core/files/processing/index.js +91 -71
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +14 -3
- package/dist-lib/lib/core/files/processing/source.d.ts +3 -0
- package/dist-lib/lib/core/files/processing/source.js +9 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +4 -1
- package/dist-lib/lib/core/files/processing/state.js +2 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +4 -1
- package/dist-lib/lib/core/files/rag/build.js +18 -7
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +57 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +12 -1
- package/dist-lib/lib/core/files/rag/index.js +29 -7
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
- package/dist-lib/lib/core/files/rag/produce.js +30 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +1 -1
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
- package/dist-lib/lib/core/files/records/knowledge.js +40 -3
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +20 -48
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +53 -14
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +30 -18
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +4 -0
- package/dist-lib/lib/core/invite.js +19 -6
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +76 -6
- package/dist-lib/lib/core/local/index.js +209 -19
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +94 -28
- package/dist-lib/lib/core/mesh.js +527 -144
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
- package/dist-lib/lib/core/migrations/file-index.js +2 -4
- package/dist-lib/lib/core/migrations/index.js +6 -2
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +4 -2
- package/dist-lib/lib/core/pdf/rasterize.d.ts +2 -2
- package/dist-lib/lib/core/pdf/rasterize.js +5 -6
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +47 -40
- package/dist-lib/lib/core/project-keys.d.ts +13 -0
- package/dist-lib/lib/core/project-keys.js +56 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +26 -0
- package/dist-lib/lib/core/public-mesh.js +88 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/run-requests.js +59 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +18 -0
- package/dist-lib/lib/core/senders.js +52 -0
- package/dist-lib/lib/core/shared-agents.d.ts +39 -0
- package/dist-lib/lib/core/shared-agents.js +255 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
- package/dist-lib/lib/core/skill-secrets.js +90 -72
- package/dist-lib/lib/core/sync/background.d.ts +47 -0
- package/dist-lib/lib/core/sync/background.js +162 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +1 -1
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +154 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
- package/dist-lib/lib/core/sync/view-updates.js +133 -0
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +11 -11
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
- package/dist-lib/lib/core/workspace-upgrade.js +50 -0
- package/dist-lib/lib/core.d.ts +249 -79
- package/dist-lib/lib/core.js +3369 -1460
- package/dist-lib/lib/credential-pusher.d.ts +6 -0
- package/dist-lib/lib/credential-pusher.js +77 -60
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +790 -0
- package/dist-lib/lib/errors.js +724 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +1 -1
- package/dist-lib/lib/fs-drive-bridge.js +4 -1
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/knowledge-search.js +13 -18
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +42 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +11 -12
- package/dist-lib/lib/model-download.js +63 -22
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +27 -0
- package/dist-lib/lib/model-memory-cap.js +69 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +3 -0
- package/dist-lib/lib/probe-rounds.js +5 -0
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +3 -0
- package/dist-lib/lib/run-notices.js +8 -2
- package/dist-lib/lib/run-replay.d.ts +32 -0
- package/dist-lib/lib/run-replay.js +121 -0
- package/dist-lib/lib/run-transcript.d.ts +11 -12
- package/dist-lib/lib/run-transcript.js +16 -18
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +3 -1
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +58 -11
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +709 -116
- package/dist-lib/schema/field-order.js +2 -1
- package/dist-lib/schema/indexes.d.ts +3 -0
- package/dist-lib/schema/indexes.js +30 -3
- package/dist-lib/schema/local.js +72 -4
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +364 -12
- package/dist-lib/spec/bind.js +209 -48
- package/dist-lib/spec/calls.js +45 -5
- package/dist-lib/spec/capabilities.d.ts +98 -18
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +726 -206
- package/dist-lib/spec/hrpc/index.js +832 -345
- package/dist-lib/spec/hrpc/messages.js +6906 -4832
- package/dist-lib/spec/hyperschema/index.js +6906 -4832
- package/dist-lib/spec/hyperschema/schema.json +4744 -3139
- package/dist-lib/spec/hyperschema/types.d.ts +461 -61
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1506 -484
- package/dist-lib/spec/local/hyperschema/index.js +542 -13
- package/dist-lib/spec/local/hyperschema/schema.json +319 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +78 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +371 -5
- package/dist-lib/spec/mesh/hyperdb/index.js +1564 -5
- package/dist-lib/spec/mesh/hyperdb/messages.js +6023 -1246
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +187 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +528 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +3449 -217
- package/dist-lib/spec/mesh/hyperschema/index.js +3449 -217
- package/dist-lib/spec/mesh/hyperschema/schema.json +1865 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +470 -6
- package/package.json +50 -35
- package/worker/assistant-sidecar.mjs +15 -2
- package/worker/stow-entry.mjs +2 -0
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
- package/tui/README.md +0 -142
- package/tui/app.mjs +0 -6939
- package/tui/boot.mjs +0 -111
- package/tui/index.mjs +0 -53
- package/tui/lib/boot-timing.mjs +0 -41
- package/tui/lib/busy-words.mjs +0 -116
- package/tui/lib/export.mjs +0 -194
- package/tui/lib/knowledge-command.mjs +0 -190
- package/tui/lib/knowledge-import.mjs +0 -171
- package/tui/lib/render.mjs +0 -196
- package/tui/lib/save-file.mjs +0 -88
- package/tui/lib/select.mjs +0 -81
- package/tui/lib/selection.mjs +0 -18
- package/tui/lib/setup.mjs +0 -101
- package/tui/lib/sidebar.mjs +0 -63
- package/tui/lib/splash-art.mjs +0 -107
- package/tui/lib/splash.mjs +0 -18
- package/tui/lib/upload-frames.mjs +0 -9
- package/tui/lib/usage.mjs +0 -59
- package/tui/lib/wrap.mjs +0 -143
- package/tui/main.mjs +0 -264
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
import b4a from 'b4a';
|
|
2
|
+
import { AbortController } from 'bare-abort-controller';
|
|
3
|
+
import { createRagSourceTagFilter } from '../core/files/index.js';
|
|
4
|
+
import { errorMessage } from '../guards.js';
|
|
5
|
+
import { chatKvCacheKey } from '../kv-cache-reclaim.js';
|
|
6
|
+
import { meshScoped } from '../mesh-scoped-engine.js';
|
|
7
|
+
import { isProbeRound } from '../probe-rounds.js';
|
|
8
|
+
import { RunTranscript } from '../run-transcript.js';
|
|
9
|
+
import { servedRequest } from './model-round.js';
|
|
10
|
+
const LEFT = 'the round left this device';
|
|
11
|
+
const PLAIN_ID = /^[\w-]+(\/[\w-]+)*$/;
|
|
12
|
+
const REPAIR = /^\/r\d+$/;
|
|
13
|
+
export function servedCacheKey(round, ownerKey) {
|
|
14
|
+
const { chatId, runId } = round;
|
|
15
|
+
const agentId = round.modelRequest?.agents?.[0];
|
|
16
|
+
const parts = [chatId, agentId, runId];
|
|
17
|
+
if (!ownerKey || !agentId || !parts.every((part) => !!part && PLAIN_ID.test(part))) {
|
|
18
|
+
return undefined;
|
|
19
|
+
}
|
|
20
|
+
const base = chatKvCacheKey(chatId);
|
|
21
|
+
const repair = ownerKey.slice(base.length);
|
|
22
|
+
const kept = ownerKey.startsWith(base) && REPAIR.test(repair) ? repair : '';
|
|
23
|
+
return `${base}${kept}/a-${agentId}`;
|
|
24
|
+
}
|
|
25
|
+
export class RoundHost {
|
|
26
|
+
_opts;
|
|
27
|
+
_serving = new Map();
|
|
28
|
+
_keys = new Map();
|
|
29
|
+
_built = new Map();
|
|
30
|
+
constructor(opts) {
|
|
31
|
+
this._opts = opts;
|
|
32
|
+
}
|
|
33
|
+
async follow(meshId, frames) {
|
|
34
|
+
for await (const { chunks } of frames) {
|
|
35
|
+
this._reconcile(meshId, chunks ?? []);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
left(chatId, agentId) {
|
|
39
|
+
const at = `${chatId}/${agentId}`;
|
|
40
|
+
const keys = [...(this._built.get(at) ?? [])];
|
|
41
|
+
this._built.delete(at);
|
|
42
|
+
return keys;
|
|
43
|
+
}
|
|
44
|
+
stop() {
|
|
45
|
+
for (const { controller } of this._serving.values()) {
|
|
46
|
+
controller.abort(LEFT);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
_reconcile(meshId, rounds) {
|
|
50
|
+
const me = this._opts.deviceId();
|
|
51
|
+
for (const [id, serving] of this._serving) {
|
|
52
|
+
const round = rounds.find((chunk) => chunk.id === id);
|
|
53
|
+
const takenBy = round?.modelRequest?.takenBy;
|
|
54
|
+
const stale = (round?.updatedAt ?? 0) < serving.takenAt;
|
|
55
|
+
const open = round?.modelRequest?.state === 'open';
|
|
56
|
+
const ours = takenBy ? b4a.equals(takenBy, me) : open && stale;
|
|
57
|
+
if (serving.taken && !ours) {
|
|
58
|
+
serving.controller.abort(LEFT);
|
|
59
|
+
this._serving.delete(id);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
for (const round of rounds) {
|
|
63
|
+
if (!this._serving.has(round.id)) {
|
|
64
|
+
this._pick(meshId, round, me);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
_pick(meshId, round, me) {
|
|
69
|
+
const { state, takenBy, hostDeviceId } = round.modelRequest ?? {};
|
|
70
|
+
if (hostDeviceId && !b4a.equals(hostDeviceId, me)) {
|
|
71
|
+
return;
|
|
72
|
+
}
|
|
73
|
+
if (state === 'open' || (takenBy && b4a.equals(takenBy, me))) {
|
|
74
|
+
this._serve(meshId, round);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
_serve(meshId, round) {
|
|
78
|
+
const serving = {
|
|
79
|
+
controller: new AbortController(),
|
|
80
|
+
taken: false,
|
|
81
|
+
takenAt: 0
|
|
82
|
+
};
|
|
83
|
+
this._serving.set(round.id, serving);
|
|
84
|
+
const engine = meshScoped(this._opts.engine, meshId);
|
|
85
|
+
this._take(engine, round, serving)
|
|
86
|
+
.catch((err) => this._opts.log?.warn('rounds', 'round not served', { id: round.id, err }))
|
|
87
|
+
.finally(() => {
|
|
88
|
+
if (this._serving.get(round.id) === serving) {
|
|
89
|
+
this._serving.delete(round.id);
|
|
90
|
+
}
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
async _take(engine, round, serving) {
|
|
94
|
+
if (!(await this._provides(engine, round))) {
|
|
95
|
+
return;
|
|
96
|
+
}
|
|
97
|
+
const { media } = this._opts;
|
|
98
|
+
const { signal } = serving.controller;
|
|
99
|
+
try {
|
|
100
|
+
const request = await servedRequest(engine, round, media
|
|
101
|
+
? (sources, modelId) => media.resolve(sources, { id: round.id, modelId, signal })
|
|
102
|
+
: undefined);
|
|
103
|
+
if (!request || signal.aborted) {
|
|
104
|
+
return;
|
|
105
|
+
}
|
|
106
|
+
if (await this._takeFor(engine, round, serving)) {
|
|
107
|
+
serving.taken = true;
|
|
108
|
+
await this._answer(engine, { round, request, serving });
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
finally {
|
|
112
|
+
media?.release(round.id);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
async _provides(engine, round) {
|
|
116
|
+
if (round.modelRequest?.hostDeviceId) {
|
|
117
|
+
return true;
|
|
118
|
+
}
|
|
119
|
+
for (const agentId of round.modelRequest?.agents ?? []) {
|
|
120
|
+
const agent = await engine.getAgent({ agentId }).catch(() => null);
|
|
121
|
+
if (agent && b4a.equals(agent.providerDeviceId, this._opts.deviceId())) {
|
|
122
|
+
return true;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
return false;
|
|
126
|
+
}
|
|
127
|
+
async _answer(engine, { round, request, serving }) {
|
|
128
|
+
const { signal } = serving.controller;
|
|
129
|
+
if (isProbeRound(round.modelRequest?.options)) {
|
|
130
|
+
return this._probe(engine, { round, request, serving });
|
|
131
|
+
}
|
|
132
|
+
const key = this._claimKey(round, request.cacheKey);
|
|
133
|
+
const transcript = new RunTranscript(engine, {
|
|
134
|
+
chatId: round.chatId,
|
|
135
|
+
runId: request.runId,
|
|
136
|
+
deviceId: this._opts.deviceId(),
|
|
137
|
+
model: request.modelId,
|
|
138
|
+
parentId: round.id,
|
|
139
|
+
log: this._opts.log
|
|
140
|
+
});
|
|
141
|
+
const titles = await sourceTitles(engine, round);
|
|
142
|
+
let tags = sourceTags(titles);
|
|
143
|
+
let writing = Promise.resolve();
|
|
144
|
+
const write = (type, text) => {
|
|
145
|
+
if (text) {
|
|
146
|
+
writing = writing.then(() => transcript.text(type, text, request.round));
|
|
147
|
+
}
|
|
148
|
+
};
|
|
149
|
+
const emit = (event) => write(event.type, event.type === 'content' ? tags.push(event.text) : event.text);
|
|
150
|
+
const retake = () => {
|
|
151
|
+
tags = sourceTags(titles);
|
|
152
|
+
writing = writing.then(async () => {
|
|
153
|
+
await transcript.flush();
|
|
154
|
+
await this._retake(engine, round, serving);
|
|
155
|
+
});
|
|
156
|
+
return emit;
|
|
157
|
+
};
|
|
158
|
+
const io = { signal, emit, retake };
|
|
159
|
+
try {
|
|
160
|
+
const result = await this._opts.serve({ ...request, cacheKey: key }, io);
|
|
161
|
+
write('content', tags.flush());
|
|
162
|
+
await writing;
|
|
163
|
+
await transcript.flush();
|
|
164
|
+
await engine.settleModelRequest({ chunkId: round.id, state: 'done', result });
|
|
165
|
+
}
|
|
166
|
+
catch (err) {
|
|
167
|
+
if (signal.aborted) {
|
|
168
|
+
return;
|
|
169
|
+
}
|
|
170
|
+
await writing.catch(noop);
|
|
171
|
+
await transcript.flush().catch(noop);
|
|
172
|
+
await engine.settleModelRequest({
|
|
173
|
+
chunkId: round.id,
|
|
174
|
+
state: 'failed',
|
|
175
|
+
reason: errorMessage(err)
|
|
176
|
+
});
|
|
177
|
+
}
|
|
178
|
+
finally {
|
|
179
|
+
transcript.close();
|
|
180
|
+
if (key && this._keys.get(key) === request.runId) {
|
|
181
|
+
this._keys.delete(key);
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
async _probe(engine, { round, request, serving }) {
|
|
186
|
+
const { signal } = serving.controller;
|
|
187
|
+
const io = { signal, emit: noop, retake: () => noop };
|
|
188
|
+
try {
|
|
189
|
+
const result = await this._opts.serve(request, io);
|
|
190
|
+
await engine.settleModelRequest({ chunkId: round.id, state: 'done', result });
|
|
191
|
+
}
|
|
192
|
+
catch (err) {
|
|
193
|
+
if (!signal.aborted) {
|
|
194
|
+
await engine.settleModelRequest({
|
|
195
|
+
chunkId: round.id,
|
|
196
|
+
state: 'failed',
|
|
197
|
+
reason: errorMessage(err)
|
|
198
|
+
});
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
_claimKey(round, ownerKey) {
|
|
203
|
+
const key = servedCacheKey(round, ownerKey);
|
|
204
|
+
const runId = round.runId;
|
|
205
|
+
if (!key || !runId) {
|
|
206
|
+
return undefined;
|
|
207
|
+
}
|
|
208
|
+
const holder = this._keys.get(key);
|
|
209
|
+
const claimed = holder !== undefined && holder !== runId ? `${key}/r-${runId}` : key;
|
|
210
|
+
if (claimed === key) {
|
|
211
|
+
this._keys.set(key, runId);
|
|
212
|
+
}
|
|
213
|
+
const at = `${round.chatId}/${round.modelRequest?.agents?.[0]}`;
|
|
214
|
+
this._built.set(at, (this._built.get(at) ?? new Set()).add(claimed));
|
|
215
|
+
return claimed;
|
|
216
|
+
}
|
|
217
|
+
async _retake(engine, round, serving) {
|
|
218
|
+
if (!(await this._takeFor(engine, round, serving))) {
|
|
219
|
+
serving.controller.abort(LEFT);
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
async _takeFor(engine, round, serving) {
|
|
223
|
+
const taken = (await engine.takeModelRequest({ chunkId: round.id })).modelRequest;
|
|
224
|
+
const held = !!taken?.takenBy && b4a.equals(taken.takenBy, this._opts.deviceId());
|
|
225
|
+
serving.takenAt = held ? (taken?.takenAt ?? 0) : serving.takenAt;
|
|
226
|
+
return held;
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
async function sourceTitles(engine, round) {
|
|
230
|
+
const { chunks } = await engine.listChunks({ chatId: round.chatId, type: 'sources' });
|
|
231
|
+
const retrieved = (chunks ?? []).find((chunk) => chunk.runId === round.runId);
|
|
232
|
+
return retrieved?.sources?.sources.map((source) => source.title) ?? [];
|
|
233
|
+
}
|
|
234
|
+
function sourceTags(titles) {
|
|
235
|
+
const filter = createRagSourceTagFilter();
|
|
236
|
+
filter.add(titles);
|
|
237
|
+
return filter;
|
|
238
|
+
}
|
|
239
|
+
function noop() { }
|
|
@@ -1,7 +1,8 @@
|
|
|
1
|
-
import type
|
|
1
|
+
import { type InstallStep, type SkillRequires, type SkillSetup } from '@qvac/harness';
|
|
2
2
|
import type { AssistantSkill } from '../../spec/hyperschema/types.d.ts';
|
|
3
3
|
export interface Skill {
|
|
4
4
|
name: string;
|
|
5
|
+
displayName?: string;
|
|
5
6
|
description: string;
|
|
6
7
|
status: string;
|
|
7
8
|
tools: string[];
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { normalizeSkillSetup } from '@qvac/harness';
|
|
2
2
|
const TOKEN_AUTH = ['pkce-only', 'secret-in-body', 'secret-in-basic'];
|
|
3
3
|
export function toEngineSkill(skill) {
|
|
4
4
|
const setup = normalizeSkillSetup(skill.setup);
|
|
5
5
|
return {
|
|
6
6
|
name: skill.name,
|
|
7
|
+
displayName: skill.displayName,
|
|
7
8
|
description: skill.description,
|
|
8
9
|
tools: [...skill.tools],
|
|
9
10
|
credentials: [...skill.credentials],
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { type Size, type VideoProbe } from '../core/video/frames.ts';
|
|
2
|
+
export declare const VIDEO_FRAME_EDGE = 512;
|
|
3
|
+
export declare const MAX_VIDEO_FRAMES = 32;
|
|
4
|
+
export declare const MIN_VIDEO_FRAMES = 8;
|
|
5
|
+
export interface ContextReading {
|
|
6
|
+
readonly ctxSize?: number;
|
|
7
|
+
readonly cacheTokens?: number;
|
|
8
|
+
}
|
|
9
|
+
export interface FrameBudget extends ContextReading {
|
|
10
|
+
readonly videos: number;
|
|
11
|
+
}
|
|
12
|
+
export declare function frameTokens({ width, height }: Size): number;
|
|
13
|
+
export declare function videoFrameCount(probe: VideoProbe, budget: FrameBudget): number;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { frameSize } from '../core/video/frames.js';
|
|
2
|
+
export const VIDEO_FRAME_EDGE = 512;
|
|
3
|
+
export const MAX_VIDEO_FRAMES = 32;
|
|
4
|
+
export const MIN_VIDEO_FRAMES = 8;
|
|
5
|
+
const ANSWER_SHARE = 0.25;
|
|
6
|
+
const UNREAD_SHARE = 0.5;
|
|
7
|
+
const TILE = 32;
|
|
8
|
+
const FRAME_MARKER_TOKENS = 6;
|
|
9
|
+
export function frameTokens({ width, height }) {
|
|
10
|
+
return Math.ceil(width / TILE) * Math.ceil(height / TILE) + FRAME_MARKER_TOKENS;
|
|
11
|
+
}
|
|
12
|
+
function room({ ctxSize, cacheTokens }) {
|
|
13
|
+
if (!ctxSize) {
|
|
14
|
+
return null;
|
|
15
|
+
}
|
|
16
|
+
if (cacheTokens === undefined) {
|
|
17
|
+
return ctxSize * UNREAD_SHARE;
|
|
18
|
+
}
|
|
19
|
+
return ctxSize * (1 - ANSWER_SHARE) - cacheTokens;
|
|
20
|
+
}
|
|
21
|
+
export function videoFrameCount(probe, budget) {
|
|
22
|
+
const perSecond = Math.max(1, Math.floor(probe.duration));
|
|
23
|
+
const free = room(budget);
|
|
24
|
+
const fits = free === null
|
|
25
|
+
? MAX_VIDEO_FRAMES
|
|
26
|
+
: Math.floor(free / Math.max(1, budget.videos) / frameTokens(frameSize(probe, VIDEO_FRAME_EDGE)));
|
|
27
|
+
const frames = Math.min(MAX_VIDEO_FRAMES, Math.max(MIN_VIDEO_FRAMES, fits));
|
|
28
|
+
return Math.min(perSecond, frames);
|
|
29
|
+
}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import type { Core } from './core.ts';
|
|
2
2
|
import type { DeviceMetadata } from './core/mesh.ts';
|
|
3
|
+
import type { Logger } from './logger-type.ts';
|
|
3
4
|
import { Client, type ClientOptions } from './client.ts';
|
|
4
5
|
export interface AssistantClientOptions extends ClientOptions {
|
|
6
|
+
logger?: Logger | null;
|
|
5
7
|
sidecar?: boolean;
|
|
6
8
|
storagePath: string;
|
|
7
9
|
device?: DeviceMetadata;
|
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
import { Client } from './client.js';
|
|
2
2
|
import { duplexPair } from '@qvac/harness/transport';
|
|
3
3
|
import b4a from 'b4a';
|
|
4
|
+
import { CoreError } from './errors.js';
|
|
4
5
|
export class AssistantClient extends Client {
|
|
5
6
|
_inline;
|
|
6
7
|
constructor({ sidecar: spawnSidecar = true, storagePath, device, meshSeed, meshKey, bootstrapNodes, entry, ...engineOptions }) {
|
|
7
8
|
const inline = { core: null };
|
|
8
9
|
if (spawnSidecar && !entry) {
|
|
9
|
-
throw new
|
|
10
|
+
throw new CoreError('SIDECAR_ENTRY_MISSING');
|
|
10
11
|
}
|
|
11
12
|
const sidecarEntry = spawnSidecar ? entry : undefined;
|
|
12
13
|
const args = [
|
|
@@ -22,10 +23,10 @@ export class AssistantClient extends Client {
|
|
|
22
23
|
? async () => {
|
|
23
24
|
const { default: sidecarRunner } = await import('bare-supervisor/runner/sidecar');
|
|
24
25
|
const { ipc, exit } = sidecarRunner(sidecarEntry, args, engineOptions.logger ?? null);
|
|
25
|
-
const died = exit.then((code) =>
|
|
26
|
+
const died = exit.then((code) => new CoreError('SIDECAR_EXITED', [code]));
|
|
26
27
|
const failure = await Promise.race([ipc.ready.then(() => null), died]);
|
|
27
28
|
if (failure) {
|
|
28
|
-
throw
|
|
29
|
+
throw failure;
|
|
29
30
|
}
|
|
30
31
|
return ipc;
|
|
31
32
|
}
|
|
@@ -3,7 +3,7 @@ import { type Harness } from './assistant.ts';
|
|
|
3
3
|
import { Client } from './client.ts';
|
|
4
4
|
import type { Core } from './core.ts';
|
|
5
5
|
import type { IndexingEmbedder, RagExtractors } from './core/files/index.ts';
|
|
6
|
-
import type {
|
|
6
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
7
7
|
export interface HarnessContext {
|
|
8
8
|
engine: Client;
|
|
9
9
|
onDeath: (error?: Error) => void;
|
|
@@ -12,6 +12,7 @@ export type HarnessFactory = (ctx: HarnessContext) => Harness | Promise<Harness>
|
|
|
12
12
|
export type EmbedderFactory = (harness: Harness) => IndexingEmbedder | null | undefined;
|
|
13
13
|
export type OnHarnessDisposer = (() => void | Promise<void>) & {
|
|
14
14
|
sync?: () => Promise<void>;
|
|
15
|
+
ready?: () => Promise<void>;
|
|
15
16
|
};
|
|
16
17
|
export type OnHarness = (harness: Harness, ctx: {
|
|
17
18
|
engine: Client;
|
|
@@ -19,9 +20,10 @@ export type OnHarness = (harness: Harness, ctx: {
|
|
|
19
20
|
export interface AssistantTreeOptions {
|
|
20
21
|
core: Core;
|
|
21
22
|
harness: HarnessFactory | ChildSpec<Harness>;
|
|
22
|
-
logger?:
|
|
23
|
+
logger?: LoggerInterface | null;
|
|
23
24
|
imageCacheDir?: string;
|
|
24
25
|
inferenceCallsDir?: string;
|
|
26
|
+
runReplayDir?: string;
|
|
25
27
|
imageCacheMaxBytes?: number;
|
|
26
28
|
imageCacheMaxAgeMs?: number;
|
|
27
29
|
embedder?: EmbedderFactory;
|
|
@@ -29,20 +31,23 @@ export interface AssistantTreeOptions {
|
|
|
29
31
|
onHarness?: OnHarness;
|
|
30
32
|
platform?: string;
|
|
31
33
|
preloadCurrentAgentModel?: boolean;
|
|
34
|
+
fakeModels?: boolean;
|
|
32
35
|
}
|
|
33
36
|
export declare function assistantTree(opts: AssistantTreeOptions): Supervisor;
|
|
34
37
|
export interface AssistantChildOptions {
|
|
35
38
|
harness: HarnessFactory | ChildSpec<Harness>;
|
|
36
39
|
core?: string;
|
|
37
|
-
logger?:
|
|
40
|
+
logger?: LoggerInterface | null;
|
|
38
41
|
imageCacheDir?: string;
|
|
39
42
|
inferenceCallsDir?: string;
|
|
43
|
+
runReplayDir?: string;
|
|
40
44
|
imageCacheMaxBytes?: number;
|
|
41
45
|
imageCacheMaxAgeMs?: number;
|
|
42
46
|
embedder?: EmbedderFactory;
|
|
43
47
|
extractors?: RagExtractors;
|
|
44
48
|
onHarness?: OnHarness;
|
|
45
49
|
preloadCurrentAgentModel?: boolean;
|
|
50
|
+
fakeModels?: boolean;
|
|
46
51
|
restart?: 'always' | 'never';
|
|
47
52
|
maxRestarts?: number;
|
|
48
53
|
window?: number;
|
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
import Supervisor, {} from 'bare-supervisor';
|
|
2
2
|
import { harnessClearKvCache, harnessListModels, harnessPreviewModelSource, harnessSkillCatalog, harnessSkillManagement, harnessDetectLanguage, harnessSpeak, harnessSpeakStream, harnessTools, harnessTranscribe, QvacAssistant } from './assistant.js';
|
|
3
3
|
import { Client } from './client.js';
|
|
4
|
+
import { readFakeModels, watchFakeModels, withFakeModels } from './assistant/fake-models.js';
|
|
4
5
|
import { startCustomModelPusher } from './custom-model-pusher.js';
|
|
5
6
|
import { startModelIdlePusher } from './model-idle-pusher.js';
|
|
6
|
-
import {
|
|
7
|
+
import { startModelMemoryCap } from './model-memory-cap.js';
|
|
8
|
+
import { startDownloadsAllowedPusher } from './downloads-allowed-pusher.js';
|
|
7
9
|
import { duplexPair } from '@qvac/harness/transport';
|
|
8
10
|
export function assistantTree(opts) {
|
|
9
|
-
const { core, harness, logger = null, imageCacheDir, inferenceCallsDir, imageCacheMaxBytes, imageCacheMaxAgeMs, embedder, extractors, onHarness, platform, preloadCurrentAgentModel } = opts;
|
|
11
|
+
const { core, harness, logger = null, imageCacheDir, inferenceCallsDir, runReplayDir, imageCacheMaxBytes, imageCacheMaxAgeMs, embedder, extractors, onHarness, platform, preloadCurrentAgentModel, fakeModels = false } = opts;
|
|
10
12
|
const sup = new Supervisor();
|
|
11
13
|
const logged = ['child-died', 'child-restarting', 'child-ready', 'gave-up', 'stall'];
|
|
12
14
|
for (const event of logged) {
|
|
@@ -37,11 +39,14 @@ export function assistantTree(opts) {
|
|
|
37
39
|
let offModelCatalogWatch = null;
|
|
38
40
|
let offCustomModels = null;
|
|
39
41
|
let offModelIdle = null;
|
|
40
|
-
let
|
|
42
|
+
let modelMemoryCap = null;
|
|
43
|
+
let offModelMemory = null;
|
|
44
|
+
let offDownloadsAllowed = null;
|
|
45
|
+
let offFakeModels = null;
|
|
41
46
|
sup.add('engine', {
|
|
42
47
|
start: async () => {
|
|
43
48
|
const [server, client] = duplexPair();
|
|
44
|
-
await core.connect(server);
|
|
49
|
+
await core.connect(server, { assistant: true });
|
|
45
50
|
return new Client(() => client, { logger });
|
|
46
51
|
}
|
|
47
52
|
});
|
|
@@ -60,19 +65,21 @@ export function assistantTree(opts) {
|
|
|
60
65
|
}
|
|
61
66
|
sup.add('assistant', {
|
|
62
67
|
deps: ['engine', 'harness'],
|
|
63
|
-
start: (ctx) => {
|
|
64
|
-
|
|
68
|
+
start: async (ctx) => {
|
|
69
|
+
let fakeModelsOn = fakeModels || (await readFakeModels(core.local));
|
|
70
|
+
const supervised = ctx.get('harness');
|
|
71
|
+
const harness = withFakeModels(supervised, { enabled: () => fakeModelsOn });
|
|
65
72
|
const engine = ctx.get('engine');
|
|
66
73
|
const assistant = new QvacAssistant(engine, harness, {
|
|
67
74
|
logger,
|
|
68
75
|
imageCacheDir,
|
|
69
76
|
inferenceCallsDir,
|
|
77
|
+
runReplayDir,
|
|
70
78
|
imageCacheMaxBytes,
|
|
71
79
|
imageCacheMaxAgeMs,
|
|
72
80
|
platform,
|
|
73
81
|
preloadCurrentAgentModel,
|
|
74
|
-
drives: core.fsDrives ?? undefined
|
|
75
|
-
borrowHarness: (deviceId) => core.borrowHarness(deviceId)
|
|
82
|
+
drives: core.fsDrives ?? undefined
|
|
76
83
|
});
|
|
77
84
|
offDiagnostics = core.registerDiagnostics(() => assistant.diagnosticsSlice());
|
|
78
85
|
offInferenceCalls = core.registerInferenceCalls({
|
|
@@ -81,7 +88,7 @@ export function assistantTree(opts) {
|
|
|
81
88
|
});
|
|
82
89
|
offListModels = core.registerListModels(harnessListModels(harness));
|
|
83
90
|
offDeleteModel = core.registerDeleteModel(({ name }) => assistant.deleteModel(name));
|
|
84
|
-
offClearKvCache = core.registerClearKvCache(
|
|
91
|
+
offClearKvCache = core.registerClearKvCache(() => assistant.clearKvCache());
|
|
85
92
|
offDeleteChatKvCache = core.registerDeleteChatKvCache((chatId) => assistant.deleteChatKvCache(chatId));
|
|
86
93
|
offCompactChat = core.registerCompactChat((chatId, meshId) => assistant.compactChat(chatId, { meshId }));
|
|
87
94
|
offModelCatalogWatch = core.registerModelCatalogWatch(() => assistant.modelCatalogWatch());
|
|
@@ -90,14 +97,34 @@ export function assistantTree(opts) {
|
|
|
90
97
|
onPushed: () => assistant.notifyModelCatalog()
|
|
91
98
|
});
|
|
92
99
|
offModelIdle = startModelIdlePusher(harness, core.local, logger);
|
|
93
|
-
|
|
100
|
+
modelMemoryCap = assistant.mobileClass
|
|
101
|
+
? null
|
|
102
|
+
: startModelMemoryCap(harness, core.local, {
|
|
103
|
+
logger,
|
|
104
|
+
onPushed: () => assistant.notifyModelCatalog()
|
|
105
|
+
});
|
|
106
|
+
offModelMemory = core.registerModelMemory(async () => (await modelMemoryCap?.summary()) ?? null);
|
|
107
|
+
offDownloadsAllowed = startDownloadsAllowedPusher(harness, core.local, logger);
|
|
108
|
+
offFakeModels = fakeModels
|
|
109
|
+
? null
|
|
110
|
+
: watchFakeModels(core.local, {
|
|
111
|
+
initial: fakeModelsOn,
|
|
112
|
+
onChange: (enabled) => {
|
|
113
|
+
fakeModelsOn = enabled;
|
|
114
|
+
assistant.cachedModelsChanged();
|
|
115
|
+
},
|
|
116
|
+
logger
|
|
117
|
+
});
|
|
94
118
|
offRetryModelDownload = core.registerRetryModelDownload((name) => assistant.retryModelDownload(name));
|
|
95
119
|
offModelResidency = core.registerModelResidency({
|
|
96
120
|
load: (name) => assistant.loadModel(name),
|
|
97
121
|
unload: (name) => assistant.unloadModel(name)
|
|
98
122
|
});
|
|
99
123
|
offModelUsers = core.registerModelUsers((name) => assistant.modelUsers(name));
|
|
100
|
-
offSkills = core.registerSkills((agentId, modelName, options) =>
|
|
124
|
+
offSkills = core.registerSkills(async (agentId, modelName, options) => {
|
|
125
|
+
await offHarness?.ready?.();
|
|
126
|
+
return assistant.skills(agentId, modelName, options);
|
|
127
|
+
});
|
|
101
128
|
const transcribe = harnessTranscribe(harness);
|
|
102
129
|
offTranscribe = core.registerTranscribe(async (request) => {
|
|
103
130
|
await assistant.ensureMediaModelUnpaused('transcription', request.model);
|
|
@@ -115,7 +142,11 @@ export function assistantTree(opts) {
|
|
|
115
142
|
await assistant.ensureMediaModelUnpaused('tts');
|
|
116
143
|
yield* speakStream(text);
|
|
117
144
|
})());
|
|
118
|
-
|
|
145
|
+
const skillCatalog = harnessSkillCatalog(assistant, () => offHarness?.sync?.());
|
|
146
|
+
offSkillCatalog = core.registerSkillCatalog(async (agentId, modelName, options) => {
|
|
147
|
+
await offHarness?.ready?.();
|
|
148
|
+
return skillCatalog(agentId, modelName, options);
|
|
149
|
+
});
|
|
119
150
|
offSkillManagement = core.registerSkillManagement(harnessSkillManagement(harness));
|
|
120
151
|
offTools = core.registerTools(harnessTools(assistant));
|
|
121
152
|
const emb = embedder?.(harness);
|
|
@@ -128,11 +159,12 @@ export function assistantTree(opts) {
|
|
|
128
159
|
ensured = await assistant.ensureMediaModelUnpaused('embedding');
|
|
129
160
|
}
|
|
130
161
|
return emb.embed(input);
|
|
131
|
-
}
|
|
162
|
+
},
|
|
163
|
+
idle: (signal) => assistant.idle(signal)
|
|
132
164
|
};
|
|
133
165
|
offEmbedder = core.registerEmbedder(wrapped, extractors);
|
|
134
166
|
}
|
|
135
|
-
const off = onHarness?.(
|
|
167
|
+
const off = onHarness?.(supervised, { engine });
|
|
136
168
|
if (typeof off === 'function') {
|
|
137
169
|
offHarness = off;
|
|
138
170
|
}
|
|
@@ -159,8 +191,14 @@ export function assistantTree(opts) {
|
|
|
159
191
|
offCustomModels = null;
|
|
160
192
|
await offModelIdle?.();
|
|
161
193
|
offModelIdle = null;
|
|
162
|
-
|
|
163
|
-
|
|
194
|
+
offModelMemory?.();
|
|
195
|
+
offModelMemory = null;
|
|
196
|
+
await modelMemoryCap?.stop();
|
|
197
|
+
modelMemoryCap = null;
|
|
198
|
+
await offDownloadsAllowed?.();
|
|
199
|
+
offDownloadsAllowed = null;
|
|
200
|
+
await offFakeModels?.();
|
|
201
|
+
offFakeModels = null;
|
|
164
202
|
offRetryModelDownload?.();
|
|
165
203
|
offRetryModelDownload = null;
|
|
166
204
|
offModelResidency?.();
|
|
@@ -199,7 +237,7 @@ export function assistantTree(opts) {
|
|
|
199
237
|
return sup;
|
|
200
238
|
}
|
|
201
239
|
export function assistantChild(opts) {
|
|
202
|
-
const { harness, core = 'core', logger = null, imageCacheDir, inferenceCallsDir, imageCacheMaxBytes, imageCacheMaxAgeMs, embedder, extractors, onHarness, preloadCurrentAgentModel, ...spec } = opts;
|
|
240
|
+
const { harness, core = 'core', logger = null, imageCacheDir, inferenceCallsDir, runReplayDir, imageCacheMaxBytes, imageCacheMaxAgeMs, embedder, extractors, onHarness, preloadCurrentAgentModel, fakeModels, ...spec } = opts;
|
|
203
241
|
return {
|
|
204
242
|
...spec,
|
|
205
243
|
deps: [core],
|
|
@@ -210,12 +248,14 @@ export function assistantChild(opts) {
|
|
|
210
248
|
logger,
|
|
211
249
|
imageCacheDir,
|
|
212
250
|
inferenceCallsDir,
|
|
251
|
+
runReplayDir,
|
|
213
252
|
imageCacheMaxBytes,
|
|
214
253
|
imageCacheMaxAgeMs,
|
|
215
254
|
embedder,
|
|
216
255
|
extractors,
|
|
217
256
|
onHarness,
|
|
218
|
-
preloadCurrentAgentModel
|
|
257
|
+
preloadCurrentAgentModel,
|
|
258
|
+
fakeModels
|
|
219
259
|
});
|
|
220
260
|
tree.on('gave-up', ({ error }) => ctx.onDeath(error));
|
|
221
261
|
return tree;
|