@xopcai/xopc 0.0.460 → 0.0.462
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser-ext/dist/assets/{pcm-capture-worklet-CGN9Mlhg.js → pcm-capture-worklet-Df5TcFw4.js} +4 -2
- package/dist/browser-ext/dist/sidepanel.js +3 -2
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{agents-CGUdvmIT.js → agents-DC0lHtl5.js} +3 -3
- package/dist/gateway/static/root/assets/{apps-page-M2XD1Pzu.js → apps-page-QLOYw2QR.js} +1 -1
- package/dist/gateway/static/root/assets/{automation-task-card-CiJmJ7_h.js → automation-task-card-CJbIHRxN.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-CVjgENMO.js → automations-page-DpKnqajR.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-workspace-CGPWyL0P.js → automations-workspace-BXT_EDON.js} +2 -2
- package/dist/gateway/static/root/assets/{block-editor-CmnkluMF.js → block-editor-DrZyRQQ0.js} +5 -5
- package/dist/gateway/static/root/assets/{capabilities-DDqDvCBs.js → capabilities-Dr-vvMez.js} +1 -1
- package/dist/gateway/static/root/assets/capabilities-hSb-qEgL.js +1 -0
- package/dist/gateway/static/root/assets/capabilities-page-CnU0htlO.js +2 -0
- package/dist/gateway/static/root/assets/{capabilities-settings-panel-CvF8VRTv.js → capabilities-settings-panel-B08mjrGB.js} +1 -1
- package/dist/gateway/static/root/assets/{channels-BDVQ6Z7A.js → channels-B--IHNs4.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-chart-block-stPJEZ90.js → chat-chart-block-ClCZyIi0.js} +1 -1
- package/dist/gateway/static/root/assets/chat-page-U2a7d6wP.js +71 -0
- package/dist/gateway/static/root/assets/{chat-terminal-dock-B4uA_W6R.js → chat-terminal-dock-eneTvxV3.js} +1 -1
- package/dist/gateway/static/root/assets/{connectors-page-DyzDVVfz.js → connectors-page-Bs29RvXz.js} +1 -1
- package/dist/gateway/static/root/assets/constants-Bg1wM2nv.js +1 -0
- package/dist/gateway/static/root/assets/diagnostics-Bo0Z42P_.js +1 -0
- package/dist/gateway/static/root/assets/{extension-debug-page-BPwRrP3L.js → extension-debug-page-Bn_5xu_M.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-iframe-host-DIH4TcdH.js → extension-iframe-host-Vs6USa0c.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-message-router-C9JDpo_7.js → extension-message-router-GIekDj_w.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-CLDoL5N8.js → extension-page-C_3bIjSB.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-provider-BPIoHw4r.js → extension-provider-D-LolObs.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-BO_UKeG8.js → extension-settings-page-BV51dk16.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-DefKShSW.js +8 -0
- package/dist/gateway/static/root/assets/index-CChzK_5b.css +1 -0
- package/dist/gateway/static/root/assets/index-CEBDMkde.js +11 -0
- package/dist/gateway/static/root/assets/{local-app-workbench-page-D8oqDDAn.js → local-app-workbench-page-CfnixDO3.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-BlxIaCCQ.js → markdown-view-CNJaAdNN.js} +39 -39
- package/dist/gateway/static/root/assets/note-detail-panel-D_l5jkV9.js +7 -0
- package/dist/gateway/static/root/assets/note-image-lightbox-D6mvMSKr.js +1 -0
- package/dist/gateway/static/root/assets/{notes-api-CdXA-g9r.js → notes-api-BOIM9Q_D.js} +1 -1
- package/dist/gateway/static/root/assets/notes-page-R4uJroeD.js +8 -0
- package/dist/gateway/static/root/assets/{page-context-capture-button-Dibmspef.js → page-context-capture-button-B_Vdo2Ai.js} +1 -1
- package/dist/gateway/static/root/assets/pcm-capture-worklet-CpXsv44v.js +1 -0
- package/dist/gateway/static/root/assets/{personal-page-BwfyW7Hx.js → personal-page-BsONyPfQ.js} +1 -1
- package/dist/gateway/static/root/assets/{personal-profile-settings-CQhZjoK6.js → personal-profile-settings-C4CxmQLQ.js} +1 -1
- package/dist/gateway/static/root/assets/{personal-settings-panel-peD05ktj.js → personal-settings-panel-CnxI2TL0.js} +1 -1
- package/dist/gateway/static/root/assets/{product-automation-feedback-D51I7Lg3.js → product-automation-feedback-CGso8wGv.js} +1 -1
- package/dist/gateway/static/root/assets/{product-preview-content-WkF2j_c-.js → product-preview-content-Dgtb4LF7.js} +1 -1
- package/dist/gateway/static/root/assets/product-preview-modal-C35EWUps.js +2 -0
- package/dist/gateway/static/root/assets/project-detail-page-xNSy6SAv.js +7 -0
- package/dist/gateway/static/root/assets/recording-upload-CFX7CANT.js +1 -0
- package/dist/gateway/static/root/assets/route-preload-Dwb_N8L-.js +2 -0
- package/dist/gateway/static/root/assets/routine-panel-KH1VaEdC.js +2 -0
- package/dist/gateway/static/root/assets/session-manager-63NaXb1s.js +25 -0
- package/dist/gateway/static/root/assets/{settings-page-BHImcF1q.js → settings-page-8MiJzbbl.js} +1 -1
- package/dist/gateway/static/root/assets/{share-preview-page-fV5USZb1.js → share-preview-page-Cqy-7-rd.js} +1 -1
- package/dist/gateway/static/root/assets/{shares-settings-sl40lqND.js → shares-settings-BDr50uTV.js} +1 -1
- package/dist/gateway/static/root/assets/{skills-page-FTd0Z7Ey.js → skills-page-DReUQ4Ug.js} +1 -1
- package/dist/gateway/static/root/assets/star-CnYNmpLd.js +1 -0
- package/dist/gateway/static/root/assets/task-detail-page-DxKXoBbE.js +3 -0
- package/dist/gateway/static/root/assets/{task-result-evidence-CSJeB9AH.js → task-result-evidence-CW_tN93T.js} +1 -1
- package/dist/gateway/static/root/assets/{use-composer-attachments-CO7XLI4x.js → use-composer-attachments-Xn6eUus2.js} +1 -1
- package/dist/gateway/static/root/assets/{use-file-preview-expanded-BXXeXnT0.js → use-file-preview-expanded-D0IBFhM9.js} +1 -1
- package/dist/gateway/static/root/assets/use-realtime-voice-B5IsKrRW.js +1 -0
- package/dist/gateway/static/root/assets/{use-workspace-tree-D27u-eoX.js → use-workspace-tree-7X2ydgS8.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-settings-BiqJ0tlf.js → voice-settings-57pwZeKD.js} +1 -1
- package/dist/gateway/static/root/assets/workspace-api-Dd_UDfeo.js +2 -0
- package/dist/gateway/static/root/assets/{workspace-file-preview-dialog-NffP-UXC.js → workspace-file-preview-dialog-Clj9hMj5.js} +1 -1
- package/dist/gateway/static/root/assets/{workspace-preview-store-Do31QQH5.js → workspace-preview-store-imhtuEIP.js} +1 -1
- package/dist/gateway/static/root/index.html +27 -26
- package/dist/package.js +1 -1
- package/dist/packages/gateway-contract/src/follow-ups.js +97 -0
- package/dist/packages/gateway-contract/src/home.js +1 -0
- package/dist/packages/gateway-contract/src/index.js +4 -0
- package/dist/packages/gateway-contract/src/observation-starters.js +95 -0
- package/dist/packages/gateway-contract/src/observation.js +7 -0
- package/dist/packages/gateway-contract/src/task-research-result.js +3 -0
- package/dist/src/agent/agent-manager.d.ts +1 -1
- package/dist/src/agent/background-review/prompts.d.ts +1 -0
- package/dist/src/agent/background-review/prompts.js +7 -1
- package/dist/src/agent/background-review/run-background-review.js +85 -7
- package/dist/src/agent/coding/run-verification.d.ts +14 -7
- package/dist/src/agent/coding/run-verification.js +28 -6
- package/dist/src/agent/context/coordinator.js +1 -1
- package/dist/src/agent/context/deep-recall.js +1 -1
- package/dist/src/agent/embedded/execution-tool-policy.d.ts +1 -0
- package/dist/src/agent/embedded/execution-tool-policy.js +4 -2
- package/dist/src/agent/embedded/run-for-session.d.ts +2 -0
- package/dist/src/agent/embedded/run-for-session.js +9 -0
- package/dist/src/agent/embedded/run-turn.js +63 -14
- package/dist/src/agent/embedded/types.d.ts +2 -0
- package/dist/src/agent/inbound/turn-dispatcher.d.ts +1 -0
- package/dist/src/agent/inbound/turn-dispatcher.js +1 -0
- package/dist/src/agent/service/direct-turn-helpers.d.ts +1 -0
- package/dist/src/agent/service/direct-turn-helpers.js +17 -2
- package/dist/src/agent/service/process-direct-streaming.d.ts +1 -0
- package/dist/src/agent/service/process-direct-streaming.js +1 -0
- package/dist/src/agent/service.d.ts +1 -1
- package/dist/src/agent/tasks/task-judge-service.js +1 -0
- package/dist/src/agent/tool-manuals/browser.d.ts +1 -1
- package/dist/src/agent/tool-manuals/browser.js +3 -1
- package/dist/src/agent/tools/factory.d.ts +1 -1
- package/dist/src/agent/tools/factory.js +1 -1
- package/dist/src/agent/tools/personal-request-tool.js +36 -4
- package/dist/src/agent/tools/personal-task-tool.d.ts +7 -1
- package/dist/src/agent/tools/personal-task-tool.js +68 -3
- package/dist/src/agent/tools/session-search-tool.js +1 -1
- package/dist/src/agent/tools/task-collaboration-tool.d.ts +1 -1
- package/dist/src/agent/tools/task-collaboration-tool.js +54 -3
- package/dist/src/agent/tools/task-result-tool.js +31 -0
- package/dist/src/agent/tools/xopc-use-tool.js +50 -19
- package/dist/src/automations/capabilities/write.d.ts +2 -2
- package/dist/src/automations/domain/validation.d.ts +4 -4
- package/dist/src/automations/draft/automation-draft-validator.d.ts +1 -1
- package/dist/src/browser/drivers/browser-driver.d.ts +1 -0
- package/dist/src/browser/drivers/create-driver.js +2 -11
- package/dist/src/browser/drivers/playwright-driver.d.ts +5 -2
- package/dist/src/browser/drivers/playwright-driver.js +83 -38
- package/dist/src/browser/runtime/browser-runtime.d.ts +5 -0
- package/dist/src/browser/runtime/browser-runtime.js +71 -9
- package/dist/src/cli/commands/doctor/checks/database-schema.js +1 -1
- package/dist/src/computer/diagnostics.d.ts +4 -4
- package/dist/src/computer/errors.d.ts +4 -4
- package/dist/src/computer/evaluation.d.ts +3 -3
- package/dist/src/computer/flows.d.ts +1 -1
- package/dist/src/computer/runtime.d.ts +3 -3
- package/dist/src/config/schema.d.ts +6 -2
- package/dist/src/config/schema.js +3 -0
- package/dist/src/connectors/connected-source-understanding.js +11 -3
- package/dist/src/connectors/learning-coordinator.js +45 -11
- package/dist/src/discussions/recording.js +13 -6
- package/dist/src/endpoint-tools/device-host.d.ts +2 -2
- package/dist/src/gateway/hono/lib/config-payload.d.ts +4 -0
- package/dist/src/gateway/hono/routes/home.js +52 -1
- package/dist/src/gateway/hono/routes/projects.js +1 -1
- package/dist/src/gateway/hono/routes/session-command-handler.js +15 -1
- package/dist/src/gateway/hono/routes/user-model.js +1 -1
- package/dist/src/gateway/service/agent-runner.d.ts +2 -8
- package/dist/src/gateway/service/agent-runner.js +1 -0
- package/dist/src/gateway/service/config-coordinator.d.ts +5 -1
- package/dist/src/gateway/service/run-gateway-agent.d.ts +13 -8
- package/dist/src/gateway/service/run-gateway-agent.js +5 -2
- package/dist/src/gateway/service/session-input-coordinator.d.ts +4 -0
- package/dist/src/gateway/service/session-input-coordinator.js +6 -1
- package/dist/src/gateway/service.d.ts +1 -0
- package/dist/src/gateway/service.js +8 -1
- package/dist/src/home-intelligence/follow-ups.d.ts +36 -0
- package/dist/src/home-intelligence/follow-ups.js +496 -0
- package/dist/src/home-intelligence/host.d.ts +80 -4
- package/dist/src/home-intelligence/host.js +122 -2
- package/dist/src/home-intelligence/observation-starters.d.ts +3 -0
- package/dist/src/home-intelligence/observation-starters.js +27 -0
- package/dist/src/home-intelligence/observation.d.ts +1 -1
- package/dist/src/home-intelligence/observation.js +16 -4
- package/dist/src/local-apps/automation-proposals.d.ts +4 -4
- package/dist/src/local-apps/capabilities/projections.d.ts +38 -38
- package/dist/src/memory-learning/choice-observations.d.ts +9 -0
- package/dist/src/memory-learning/choice-observations.js +155 -0
- package/dist/src/memory-learning/evidence-repair.d.ts +12 -0
- package/dist/src/memory-learning/evidence-repair.js +31 -0
- package/dist/src/memory-learning/repository.d.ts +1 -0
- package/dist/src/memory-learning/repository.js +43 -5
- package/dist/src/memory-learning/source-learning.js +52 -7
- package/dist/src/memory-learning/task-receipts.js +19 -10
- package/dist/src/memory-learning/transcript-source.js +7 -0
- package/dist/src/memory-learning/work-candidate.d.ts +14 -0
- package/dist/src/memory-learning/work-candidate.js +17 -2
- package/dist/src/memory-learning/work-capture.d.ts +1 -0
- package/dist/src/memory-learning/work-capture.js +28 -10
- package/dist/src/memory-learning/work-review.d.ts +46 -0
- package/dist/src/memory-learning/work-review.js +209 -0
- package/dist/src/notes/agent-context.js +1 -1
- package/dist/src/personal-agent/communication.d.ts +1 -1
- package/dist/src/personal-agent/communication.js +1 -1
- package/dist/src/personal-agent/default-style.d.ts +1 -1
- package/dist/src/personal-agent/default-style.js +1 -1
- package/dist/src/personal-agent/proactivity/repository.d.ts +1 -1
- package/dist/src/personal-agent/prompts.js +4 -4
- package/dist/src/personal-agent/reply-composer.d.ts +1 -1
- package/dist/src/personal-agent/reply-composer.js +52 -34
- package/dist/src/personal-agent/reply-style.d.ts +2 -2
- package/dist/src/personal-agent/reply-style.js +3 -2
- package/dist/src/personal-agent/request-repository.d.ts +3 -0
- package/dist/src/personal-agent/request-service.d.ts +2 -0
- package/dist/src/personal-agent/request-service.js +8 -2
- package/dist/src/phone/contracts.d.ts +1 -1
- package/dist/src/projects/capabilities/write.js +1 -1
- package/dist/src/projects/index.js +1 -1
- package/dist/src/projects/project-service.js +1 -1
- package/dist/src/storage/sqlite/schema.d.ts +2 -2
- package/dist/src/storage/sqlite/schema.js +7 -7
- package/dist/src/storage/sqlite/schema.sql +22 -0
- package/dist/src/storage/sqlite/upgrades/274_home_followups.sql +21 -0
- package/dist/src/tasks/capabilities/management.d.ts +3 -3
- package/dist/src/tasks/capabilities/relations.d.ts +3 -3
- package/dist/src/tasks/capabilities/write.d.ts +4 -4
- package/dist/src/tasks/capabilities/write.js +2 -0
- package/dist/src/tasks/home-query-service.js +4 -2
- package/dist/src/tasks/task-allocation-service.js +10 -2
- package/dist/src/tasks/task-application-service.d.ts +4 -0
- package/dist/src/tasks/task-application-service.js +6 -1
- package/dist/src/tasks/task-context-assembler.js +7 -2
- package/dist/src/tasks/task-contract-planner.js +3 -3
- package/dist/src/tasks/task-conversation-summary.d.ts +64 -0
- package/dist/src/tasks/task-conversation-summary.js +105 -0
- package/dist/src/tasks/task-delay-notice.d.ts +4 -0
- package/dist/src/tasks/task-delay-notice.js +113 -0
- package/dist/src/tasks/task-deletion-service.js +6 -1
- package/dist/src/tasks/task-handoff.d.ts +21 -0
- package/dist/src/tasks/task-handoff.js +77 -1
- package/dist/src/tasks/task-json-acceptance.d.ts +22 -0
- package/dist/src/tasks/task-json-acceptance.js +96 -0
- package/dist/src/tasks/task-main-update-decision-service.js +17 -21
- package/dist/src/tasks/task-main-update-delivery.js +34 -7
- package/dist/src/tasks/task-notification-preference.d.ts +16 -0
- package/dist/src/tasks/task-notification-preference.js +42 -0
- package/dist/src/tasks/task-origin-repository.d.ts +1 -0
- package/dist/src/tasks/task-origin-repository.js +3 -0
- package/dist/src/tasks/task-read-model-projector.js +1 -1
- package/dist/src/tasks/task-repository.js +1 -0
- package/dist/src/tasks/task-research-repair.d.ts +19 -1
- package/dist/src/tasks/task-research-repair.js +14 -4
- package/dist/src/tasks/task-research-result.d.ts +12 -0
- package/dist/src/tasks/task-research-result.js +5 -0
- package/dist/src/tasks/task-result-delivery-repository.d.ts +4 -1
- package/dist/src/tasks/task-result-delivery-repository.js +8 -5
- package/dist/src/tasks/task-result-delivery-service.js +9 -1
- package/dist/src/tasks/task-run-coordinator.js +45 -10
- package/dist/src/usage/cloud-wire.d.ts +1 -0
- package/dist/src/user-context/config.d.ts +8 -0
- package/dist/src/user-context/config.js +10 -0
- package/dist/src/user-model/capture/evidence-policy.d.ts +2 -0
- package/dist/src/user-model/capture/evidence-policy.js +8 -1
- package/dist/src/user-model/capture/executor.js +16 -4
- package/dist/src/user-model/capture/semantic.d.ts +4 -0
- package/dist/src/user-model/capture/semantic.js +3 -0
- package/dist/src/user-model/index.js +1 -1
- package/dist/src/user-model/observation-repository.d.ts +6 -0
- package/dist/src/user-model/observation-repository.js +12 -0
- package/dist/src/user-model/repository.js +10 -1
- package/dist/src/voice/realtime/agentEngine.js +29 -7
- package/dist/src/voice/realtime/pcmPlaybackEcho.d.ts +10 -0
- package/dist/src/voice/realtime/pcmPlaybackEcho.js +56 -0
- package/dist/src/voice/realtime/playback-echo.d.ts +3 -0
- package/dist/src/voice/realtime/playback-echo.js +35 -5
- package/dist/src/voice/realtime/runtime.js +6 -1
- package/dist/src/voice/realtime/turnPolicy.js +1 -1
- package/package.json +14 -8
- package/dist/gateway/static/root/assets/capabilities-DB713nRi.js +0 -1
- package/dist/gateway/static/root/assets/capabilities-page-D2hq4cgE.js +0 -2
- package/dist/gateway/static/root/assets/chat-page-BhPw56Vc.js +0 -71
- package/dist/gateway/static/root/assets/constants-DpkUgykJ.js +0 -1
- package/dist/gateway/static/root/assets/discussion-annotation-sync-fwPPMPv9.js +0 -1
- package/dist/gateway/static/root/assets/home-page-BPPe4JXB.js +0 -7
- package/dist/gateway/static/root/assets/index-DjzrnmBA.js +0 -11
- package/dist/gateway/static/root/assets/index-YQxumvaS.css +0 -1
- package/dist/gateway/static/root/assets/note-detail-panel-BbHlfAju.js +0 -7
- package/dist/gateway/static/root/assets/note-image-lightbox-CqK_uJ6Y.js +0 -1
- package/dist/gateway/static/root/assets/notes-page-8w2Stfak.js +0 -8
- package/dist/gateway/static/root/assets/pcm-capture-worklet-uW_SEACy.js +0 -1
- package/dist/gateway/static/root/assets/product-preview-modal-DMHOKocl.js +0 -2
- package/dist/gateway/static/root/assets/project-detail-page-CNFuzmRr.js +0 -7
- package/dist/gateway/static/root/assets/recording-upload-CyZSl2DJ.js +0 -1
- package/dist/gateway/static/root/assets/route-preload-CuxNu-LB.js +0 -2
- package/dist/gateway/static/root/assets/routine-panel-CXs4PjW0.js +0 -2
- package/dist/gateway/static/root/assets/session-manager-D2LaQymu.js +0 -25
- package/dist/gateway/static/root/assets/task-detail-page-_5TEldtl.js +0 -3
- package/dist/gateway/static/root/assets/use-realtime-voice-C7iWQuUv.js +0 -1
- package/dist/gateway/static/root/assets/workspace-api-LghfbP5g.js +0 -2
|
@@ -6,14 +6,19 @@ import "../storage/sqlite/index.js";
|
|
|
6
6
|
import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
|
|
7
7
|
import { isTransientProviderErrorMessage } from "../providers/model-response.js";
|
|
8
8
|
import { ACCEPTANCE_REPAIR_READ_TOOLS, canResumeAfterModelFailure } from "../agent/orchestration/turn-recovery.js";
|
|
9
|
+
import { isPersonalConversation } from "../personal-agent/repository.js";
|
|
9
10
|
import { resolveTaskLocale } from "./task-language.js";
|
|
10
11
|
import { TaskAllocationRepository } from "./task-allocation-repository.js";
|
|
12
|
+
import { TaskOriginRepository } from "./task-origin-repository.js";
|
|
11
13
|
import { TaskCollaborationRepository } from "./task-collaboration-repository.js";
|
|
12
14
|
import { taskInstructionSequence } from "./task-instruction-sequence.js";
|
|
13
15
|
import { isChatReplyOutput } from "./task-final-reply.js";
|
|
14
16
|
import { TaskResultDeliveryRepository } from "./task-result-delivery-repository.js";
|
|
15
17
|
import { TaskContextRepository } from "./task-context-repository.js";
|
|
18
|
+
import { getTaskHandoff } from "./task-handoff.js";
|
|
16
19
|
import { TaskApplicationService } from "./task-application-service.js";
|
|
20
|
+
import { savedExecutionRequirements } from "./task-execution-capabilities.js";
|
|
21
|
+
import { currentTaskJsonAcceptance, verifyTaskJsonPublication } from "./task-json-acceptance.js";
|
|
17
22
|
import { personalRequestReviewSnapshot } from "../personal-agent/request-verification.js";
|
|
18
23
|
import { currentTaskResearchResult } from "./task-research-result.js";
|
|
19
24
|
import { buildResearchRepair, inspectTaskPublications } from "./task-research-repair.js";
|
|
@@ -22,6 +27,20 @@ init_repository();
|
|
|
22
27
|
init_transaction();
|
|
23
28
|
init_task_repository();
|
|
24
29
|
init_task_run_repository();
|
|
30
|
+
/** A single usable file can be delivered with explicit unverified status after execution. */
|
|
31
|
+
function unreviewedLocalPublication(task, run, publications) {
|
|
32
|
+
const contract = task.contract;
|
|
33
|
+
if (contract?.acceptancePolicy !== "verified_auto" || contract.risks.length || contract.approvalRequired.length || contract.expectedOutputs.some(isChatReplyOutput) || task.priority === "critical" || publications.missing.length || publications.artifactIds.length !== 1 || publications.latestPublishedArtifacts.length !== 1) return;
|
|
34
|
+
const origin = new TaskOriginRepository().getConversationId(task.id);
|
|
35
|
+
if (!origin || !isPersonalConversation(origin) || new TaskContextRepository().listActiveGrants(task.id).length) return;
|
|
36
|
+
const plan = savedExecutionRequirements(task.id);
|
|
37
|
+
if (plan?.contractVersion !== run.contractVersion || plan.requirements.connector || !plan.needs.some((need) => need.capability === "publish_files" || need.capability === "generate_image") || plan.needs.some((need) => ![
|
|
38
|
+
"read_input",
|
|
39
|
+
"publish_files",
|
|
40
|
+
"generate_image"
|
|
41
|
+
].includes(need.capability))) return;
|
|
42
|
+
return publications.latestPublishedArtifacts[0];
|
|
43
|
+
}
|
|
25
44
|
var TaskRunCoordinator = class TaskRunCoordinator {
|
|
26
45
|
#evidence = [];
|
|
27
46
|
#application = new TaskApplicationService();
|
|
@@ -175,15 +194,26 @@ var TaskRunCoordinator = class TaskRunCoordinator {
|
|
|
175
194
|
const resultSummary = status === "succeeded" && currentResearch?.finalText ? currentResearch.finalText : status === "succeeded" && hasAssistantResult && /^Message processed(?: successfully)?$/.test(input.summary) ? input.assistantText.trim() : input.summary;
|
|
176
195
|
const summary = emptySuccess ? zh ? "助手执行未返回结果或证据" : "Agent run returned no result or evidence" : zh ? systemSummaries[resultSummary] ?? resultSummary : resultSummary;
|
|
177
196
|
const publications = inspectTaskPublications(run.id, currentResearch);
|
|
178
|
-
const
|
|
197
|
+
const instructionSequence = taskInstructionSequence(task.id);
|
|
198
|
+
const jsonSpec = status === "succeeded" && !personalSnapshot && !instructionSequence && task.contract?.expectedOutputs.length === 1 && /^[A-Za-z0-9_.-]+\.json$/i.test(task.contract.expectedOutputs[0] ?? "") ? currentTaskJsonAcceptance(task, getTaskHandoff(task.id)) : void 0;
|
|
199
|
+
const publicationCandidate = status === "succeeded" && (!research || jsonSpec) && !personalSnapshot && !instructionSequence ? unreviewedLocalPublication(task, run, publications) : void 0;
|
|
200
|
+
const publication = publicationCandidate && run.conversationId && canResumeAfterModelFailure(loadTranscriptRowsForSession(run.conversationId), recoveryOptions) ? publicationCandidate : void 0;
|
|
201
|
+
const structuralCheck = publication && jsonSpec ? verifyTaskJsonPublication(jsonSpec, publication, zh) : void 0;
|
|
202
|
+
const hostArtifact = publication && (!jsonSpec || structuralCheck) ? {
|
|
203
|
+
id: publication.artifactId,
|
|
204
|
+
sha256: structuralCheck?.sha256
|
|
205
|
+
} : void 0;
|
|
206
|
+
const publicationText = structuralCheck?.summary ?? (zh ? "交付内容尚未逐项核验。" : "The deliverable has not been verified against every requirement.");
|
|
207
|
+
const repair = hostArtifact ? void 0 : buildResearchRepair({
|
|
208
|
+
publicationStructureGap: jsonSpec ? zh ? `发布符合全部约定结构的 ${jsonSpec.file}。宿主会直接检查文件名、JSON 格式及约定的对象数量和字段。` : `Publish ${jsonSpec.file} with the agreed JSON structure. The host checks the actual file name, JSON syntax, and any required object count and fields.` : void 0,
|
|
179
209
|
research: currentResearch,
|
|
180
210
|
stale: Boolean(research && !currentResearch),
|
|
181
|
-
instructionSequence
|
|
211
|
+
instructionSequence,
|
|
182
212
|
publications,
|
|
183
213
|
criteria: task.contract?.acceptanceCriteria ?? [],
|
|
184
214
|
resultFingerprint: personalSnapshot?.hash,
|
|
185
215
|
requiresFinalText: !personalSnapshot && task.contract?.expectedOutputs.some(isChatReplyOutput),
|
|
186
|
-
requiresReview: task.contract?.acceptancePolicy === "verified_auto" || !personalSnapshot && Boolean(task.body?.includes("publish_task_result"))
|
|
216
|
+
requiresReview: !jsonSpec && (task.contract?.acceptancePolicy === "verified_auto" || !personalSnapshot && Boolean(task.body?.includes("publish_task_result")))
|
|
187
217
|
});
|
|
188
218
|
const repairBlocked = Boolean(repair && run.conversationId && !canResumeAfterModelFailure(loadTranscriptRowsForSession(run.conversationId), { allowFailedReadTools: ACCEPTANCE_REPAIR_READ_TOOLS }));
|
|
189
219
|
if (status === "failed" && isTransientProviderErrorMessage(input.summary) && !unconfirmedEffects && this.#runs.scheduleContinuation({
|
|
@@ -199,7 +229,7 @@ var TaskRunCoordinator = class TaskRunCoordinator {
|
|
|
199
229
|
repairFingerprint: repair.fingerprint,
|
|
200
230
|
message: repair.message
|
|
201
231
|
})) return;
|
|
202
|
-
const researchEvidence = currentResearch?.claims.map((claim) => ({
|
|
232
|
+
const researchEvidence = structuralCheck ? [] : currentResearch?.claims.map((claim) => ({
|
|
203
233
|
kind: "source",
|
|
204
234
|
title: `Research claim: ${claim.id}`,
|
|
205
235
|
summary: claim.statement,
|
|
@@ -209,7 +239,7 @@ var TaskRunCoordinator = class TaskRunCoordinator {
|
|
|
209
239
|
observedAt: Date.now(),
|
|
210
240
|
verifies: currentResearch.checks.filter((check) => check.status === "passed" && check.claimIds.includes(claim.id)).map((check) => check.criterion)
|
|
211
241
|
})) ?? [];
|
|
212
|
-
const checks = currentResearch?.checks.map((check) => ({
|
|
242
|
+
const checks = structuralCheck?.checks ?? currentResearch?.checks.map((check) => ({
|
|
213
243
|
criterion: check.criterion,
|
|
214
244
|
status: check.status,
|
|
215
245
|
evidenceTitles: check.claimIds.map((id) => `Research claim: ${id}`),
|
|
@@ -222,25 +252,30 @@ var TaskRunCoordinator = class TaskRunCoordinator {
|
|
|
222
252
|
method: "unverified",
|
|
223
253
|
note: zh ? "未提交有证据关联的核验结果。" : "No evidence-linked verification result was submitted."
|
|
224
254
|
}));
|
|
225
|
-
const instructionChecks = (currentResearch?.instructionChecks ?? []).map((check) => ({
|
|
255
|
+
const instructionChecks = (structuralCheck ? [] : currentResearch?.instructionChecks ?? []).map((check) => ({
|
|
226
256
|
criterion: check.instruction,
|
|
227
257
|
status: check.status,
|
|
228
258
|
evidenceTitles: check.claimIds.map((id) => `Research claim: ${id}`),
|
|
229
259
|
note: check.note,
|
|
230
260
|
method: "model_reviewed"
|
|
231
261
|
}));
|
|
232
|
-
const achieved = status === "succeeded" && checks.length > 0 && checks.length === task.contract?.acceptanceCriteria.length && (!personalSnapshot || personalSnapshot.complete) && [...checks, ...instructionChecks].every((check) => check.status === "passed") && !repair && currentResearch
|
|
262
|
+
const achieved = Boolean(structuralCheck) || status === "succeeded" && checks.length > 0 && checks.length === task.contract?.acceptanceCriteria.length && (!personalSnapshot || personalSnapshot.complete) && [...checks, ...instructionChecks].every((check) => check.status === "passed") && !repair && currentResearch?.claims.every((claim) => claim.support === "supported") === true;
|
|
233
263
|
const acceptanceFailed = status === "succeeded" && Boolean(repair) && task.contract?.acceptancePolicy === "verified_auto" && !repairBlocked && !unconfirmedEffects;
|
|
234
264
|
const finalStatus = acceptanceFailed ? "failed" : status;
|
|
235
265
|
this.#application.completeRun({
|
|
236
266
|
runId: run.id,
|
|
237
267
|
expectedRunVersion: run.version,
|
|
238
|
-
resultText: input.assistantText,
|
|
268
|
+
resultText: hostArtifact ? publicationText : input.assistantText,
|
|
269
|
+
hostArtifact,
|
|
239
270
|
receipt: {
|
|
240
271
|
status: finalStatus,
|
|
241
|
-
summary,
|
|
272
|
+
summary: hostArtifact ? publicationText : summary,
|
|
242
273
|
changes: this.#evidence.filter((item) => item.kind === "state"),
|
|
243
|
-
evidence: [
|
|
274
|
+
evidence: [
|
|
275
|
+
...this.#evidence,
|
|
276
|
+
...researchEvidence,
|
|
277
|
+
...structuralCheck ? [structuralCheck.evidence] : []
|
|
278
|
+
],
|
|
244
279
|
verification: {
|
|
245
280
|
status: achieved ? "passed" : [...checks, ...instructionChecks].some((check) => check.status === "failed") ? "failed" : "unverified",
|
|
246
281
|
checks: [...checks, ...instructionChecks]
|
|
@@ -18,6 +18,7 @@ export declare function cloudWireUsage(options?: SimpleStreamOptions): {
|
|
|
18
18
|
transport?: import("@earendil-works/pi-ai/compat").Transport;
|
|
19
19
|
cacheRetention?: import("@earendil-works/pi-ai/compat").CacheRetention;
|
|
20
20
|
sessionId?: string;
|
|
21
|
+
disableContinuation?: boolean;
|
|
21
22
|
websocketConnectTimeoutMs?: number;
|
|
22
23
|
metadata?: Record<string, unknown>;
|
|
23
24
|
signal?: AbortSignal;
|
|
@@ -85,6 +85,9 @@ export declare const UserModelConfigSchema: z.ZodDefault<z.ZodObject<{
|
|
|
85
85
|
remote_allowed: "remote_allowed";
|
|
86
86
|
}>>;
|
|
87
87
|
extraction: z.ZodDefault<z.ZodObject<{
|
|
88
|
+
crossSessionObservations: z.ZodDefault<z.ZodBoolean>;
|
|
89
|
+
observationWindowDays: z.ZodDefault<z.ZodNumber>;
|
|
90
|
+
maxObservationEvidence: z.ZodDefault<z.ZodNumber>;
|
|
88
91
|
reviewIntervalTurns: z.ZodDefault<z.ZodNumber>;
|
|
89
92
|
maxHistoryMessages: z.ZodDefault<z.ZodNumber>;
|
|
90
93
|
maxDurationMs: z.ZodDefault<z.ZodNumber>;
|
|
@@ -118,6 +121,7 @@ export declare const KnowledgeMemoryConfigSchema: z.ZodDefault<z.ZodObject<{
|
|
|
118
121
|
learning: z.ZodOptional<z.ZodObject<{
|
|
119
122
|
idleFlushMs: z.ZodDefault<z.ZodNumber>;
|
|
120
123
|
maxBatchChars: z.ZodDefault<z.ZodNumber>;
|
|
124
|
+
evidenceReview: z.ZodDefault<z.ZodBoolean>;
|
|
121
125
|
maxDailyBatches: z.ZodDefault<z.ZodNumber>;
|
|
122
126
|
}, z.core.$strict>>;
|
|
123
127
|
readScopes: z.ZodDefault<z.ZodArray<z.ZodEnum<{
|
|
@@ -225,6 +229,9 @@ export declare const UserContextConfigSchema: z.ZodDefault<z.ZodObject<{
|
|
|
225
229
|
remote_allowed: "remote_allowed";
|
|
226
230
|
}>>;
|
|
227
231
|
extraction: z.ZodDefault<z.ZodObject<{
|
|
232
|
+
crossSessionObservations: z.ZodDefault<z.ZodBoolean>;
|
|
233
|
+
observationWindowDays: z.ZodDefault<z.ZodNumber>;
|
|
234
|
+
maxObservationEvidence: z.ZodDefault<z.ZodNumber>;
|
|
228
235
|
reviewIntervalTurns: z.ZodDefault<z.ZodNumber>;
|
|
229
236
|
maxHistoryMessages: z.ZodDefault<z.ZodNumber>;
|
|
230
237
|
maxDurationMs: z.ZodDefault<z.ZodNumber>;
|
|
@@ -258,6 +265,7 @@ export declare const UserContextConfigSchema: z.ZodDefault<z.ZodObject<{
|
|
|
258
265
|
learning: z.ZodOptional<z.ZodObject<{
|
|
259
266
|
idleFlushMs: z.ZodDefault<z.ZodNumber>;
|
|
260
267
|
maxBatchChars: z.ZodDefault<z.ZodNumber>;
|
|
268
|
+
evidenceReview: z.ZodDefault<z.ZodBoolean>;
|
|
261
269
|
maxDailyBatches: z.ZodDefault<z.ZodNumber>;
|
|
262
270
|
}, z.core.$strict>>;
|
|
263
271
|
readScopes: z.ZodDefault<z.ZodArray<z.ZodEnum<{
|
|
@@ -89,10 +89,16 @@ var init_config = __esmMin((() => {
|
|
|
89
89
|
showMemoryReferences: z.boolean().default(true),
|
|
90
90
|
processingPolicy: z.enum(["local_only", "remote_allowed"]).default("remote_allowed"),
|
|
91
91
|
extraction: z.object({
|
|
92
|
+
crossSessionObservations: z.boolean().default(true),
|
|
93
|
+
observationWindowDays: z.number().int().min(1).max(90).default(30),
|
|
94
|
+
maxObservationEvidence: z.number().int().min(1).max(12).default(6),
|
|
92
95
|
reviewIntervalTurns: z.number().int().min(1).max(1e3).default(10),
|
|
93
96
|
maxHistoryMessages: z.number().int().min(1).max(200).default(80),
|
|
94
97
|
maxDurationMs: z.number().int().min(1e3).max(6e5).default(12e4)
|
|
95
98
|
}).strict().default({
|
|
99
|
+
crossSessionObservations: true,
|
|
100
|
+
observationWindowDays: 30,
|
|
101
|
+
maxObservationEvidence: 6,
|
|
96
102
|
reviewIntervalTurns: 10,
|
|
97
103
|
maxHistoryMessages: 80,
|
|
98
104
|
maxDurationMs: 12e4
|
|
@@ -132,6 +138,9 @@ var init_config = __esmMin((() => {
|
|
|
132
138
|
showMemoryReferences: true,
|
|
133
139
|
processingPolicy: "remote_allowed",
|
|
134
140
|
extraction: {
|
|
141
|
+
crossSessionObservations: true,
|
|
142
|
+
observationWindowDays: 30,
|
|
143
|
+
maxObservationEvidence: 6,
|
|
135
144
|
reviewIntervalTurns: 10,
|
|
136
145
|
maxHistoryMessages: 80,
|
|
137
146
|
maxDurationMs: 12e4
|
|
@@ -153,6 +162,7 @@ var init_config = __esmMin((() => {
|
|
|
153
162
|
learning: z.object({
|
|
154
163
|
idleFlushMs: z.number().int().min(1e3).max(6e5).default(6e4),
|
|
155
164
|
maxBatchChars: z.number().int().min(4e3).max(12e4).default(3e4),
|
|
165
|
+
evidenceReview: z.boolean().default(true),
|
|
156
166
|
maxDailyBatches: z.number().int().min(1).max(1e4).default(100)
|
|
157
167
|
}).strict().optional(),
|
|
158
168
|
readScopes: z.array(z.enum([
|
|
@@ -39,6 +39,8 @@ export declare function assessAssertionSupport(input: {
|
|
|
39
39
|
};
|
|
40
40
|
/** Source attribution for work facts does not require a first-person user statement. */
|
|
41
41
|
export declare function isOwnerAuthoredSpan(text: string, quote: string): boolean;
|
|
42
|
+
/** Mutating an existing memory requires an entirely owned span, not mixed quoted and owned text. */
|
|
43
|
+
export declare function isFullyOwnerAuthoredSpan(text: string, quote: string): boolean;
|
|
42
44
|
/** A bounded repair hint; these clauses remain subject to normal model and host admission. */
|
|
43
45
|
export declare function directPreferenceClauses(text: string): string[];
|
|
44
46
|
/** Choices remain observations; these hints never authorize an explicit user fact. */
|
|
@@ -107,6 +107,13 @@ function isOwnerAuthoredSpan(text, quote) {
|
|
|
107
107
|
const owned = maskNonOwnerSpans(source).slice(at, at + quote.normalize("NFKC").length).trim();
|
|
108
108
|
return Boolean(owned) && !HYPOTHETICAL.test(owned);
|
|
109
109
|
}
|
|
110
|
+
/** Mutating an existing memory requires an entirely owned span, not mixed quoted and owned text. */
|
|
111
|
+
function isFullyOwnerAuthoredSpan(text, quote) {
|
|
112
|
+
const source = text.normalize("NFKC");
|
|
113
|
+
const normalized = quote.normalize("NFKC");
|
|
114
|
+
const at = source.indexOf(normalized);
|
|
115
|
+
return at >= 0 && isOwnerAuthoredSpan(text, quote) && maskNonOwnerSpans(source).slice(at, at + normalized.length).replace(/\s/gu, "") === normalized.replace(/\s/gu, "");
|
|
116
|
+
}
|
|
110
117
|
/** A bounded repair hint; these clauses remain subject to normal model and host admission. */
|
|
111
118
|
function directPreferenceClauses(text) {
|
|
112
119
|
const result = [];
|
|
@@ -140,4 +147,4 @@ function observedChoiceClauses(text) {
|
|
|
140
147
|
return result;
|
|
141
148
|
}
|
|
142
149
|
//#endregion
|
|
143
|
-
export { assessAssertionSupport, assessOwnerSupport, directPreferenceClauses, hasOwnerMemoryDirective, isOwnerAuthoredSpan, observedChoiceClauses, supportsResponseApplicability };
|
|
150
|
+
export { assessAssertionSupport, assessOwnerSupport, directPreferenceClauses, hasOwnerMemoryDirective, isFullyOwnerAuthoredSpan, isOwnerAuthoredSpan, observedChoiceClauses, supportsResponseApplicability };
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { createCollaborationRule, listCollaborationRules } from "../../storage/sqlite/collaboration-rule-repository.js";
|
|
2
2
|
import { createContextEvidence } from "../../storage/sqlite/context-evidence-repository.js";
|
|
3
|
+
import { observationCandidateIssue } from "../../memory-learning/evidence-repair.js";
|
|
3
4
|
import { assessAssertionSupport, assessOwnerSupport, hasOwnerMemoryDirective, supportsResponseApplicability } from "./evidence-policy.js";
|
|
4
5
|
import { createUserGoal, listUserGoals } from "../goals.js";
|
|
5
6
|
import { deleteUserAssertion, getAssertionSlot, getUserAssertion, linkAssertionEvidence, mergeAssertionObservation, reconcileAssertion, setAssertionStatus } from "../repository.js";
|
|
@@ -79,8 +80,9 @@ function executeUserModelInterpretation(input) {
|
|
|
79
80
|
});
|
|
80
81
|
return result;
|
|
81
82
|
}
|
|
82
|
-
const
|
|
83
|
-
const
|
|
83
|
+
const imported = new Set(input.evidence.filter((e) => e.observationScope).map((e) => e.ref));
|
|
84
|
+
const goals = (input.interpretation.goals ?? []).filter((item) => !item.evidenceRefs.some((ref) => imported.has(ref)));
|
|
85
|
+
const collaborationRules = (input.interpretation.collaborationRules ?? []).filter((item) => !item.evidenceRefs.some((ref) => imported.has(ref)));
|
|
84
86
|
if (!input.interpretation.assertions.length && !goals.length && !collaborationRules.length) return result;
|
|
85
87
|
const evidenceByRef = new Map(input.evidence.map((entry) => [entry.ref, entry]));
|
|
86
88
|
const evidenceIds = /* @__PURE__ */ new Map();
|
|
@@ -93,9 +95,9 @@ function executeUserModelInterpretation(input) {
|
|
|
93
95
|
if (!item || item.role !== "user") continue;
|
|
94
96
|
const evidence = createContextEvidence({
|
|
95
97
|
sourceType: "conversation",
|
|
96
|
-
sourceRef: `session:${input.scopeContext.conversationId}:entry:${ref}`,
|
|
98
|
+
sourceRef: `session:${item.conversationId ?? input.scopeContext.conversationId}:entry:${ref}`,
|
|
97
99
|
sourceRunId: input.extractionRunId,
|
|
98
|
-
conversationId: input.scopeContext.conversationId,
|
|
100
|
+
conversationId: item.conversationId ?? input.scopeContext.conversationId,
|
|
99
101
|
...input.turnId ? { turnId: input.turnId } : {},
|
|
100
102
|
messageId: ref,
|
|
101
103
|
contentHash: createHash("sha256").update(item.text).digest("hex"),
|
|
@@ -110,6 +112,16 @@ function executeUserModelInterpretation(input) {
|
|
|
110
112
|
}
|
|
111
113
|
const latestUserRef = input.evidence.filter((item) => item.role === "user").sort((a, b) => b.createdAt - a.createdAt)[0]?.ref;
|
|
112
114
|
for (const original of input.interpretation.assertions) {
|
|
115
|
+
if (observationCandidateIssue(original, input.evidence)) {
|
|
116
|
+
result.proposed++;
|
|
117
|
+
result.rejected++;
|
|
118
|
+
result.outputs.push({
|
|
119
|
+
candidateKey: candidateKey(original.predicate, original.scope.type, original.scope.id),
|
|
120
|
+
outcome: "rejected",
|
|
121
|
+
reasonCode: "observation_scope_or_authority"
|
|
122
|
+
});
|
|
123
|
+
continue;
|
|
124
|
+
}
|
|
113
125
|
if (!supportsResponseApplicability(original.applicability)) {
|
|
114
126
|
result.proposed++;
|
|
115
127
|
result.rejected++;
|
|
@@ -1,8 +1,11 @@
|
|
|
1
|
+
import { type WorkReview } from '../../memory-learning/work-review.js';
|
|
1
2
|
import { type WorkCandidate } from '../../memory-learning/work-candidate.js';
|
|
2
3
|
import type { AssertionCandidate } from '../domain.js';
|
|
3
4
|
export declare const USER_MODEL_CAPTURE_INTENTS: readonly ["remember", "query", "confirm", "correct", "forget", "user_assertion", "task", "none"];
|
|
4
5
|
export type UserModelCaptureIntent = typeof USER_MODEL_CAPTURE_INTENTS[number];
|
|
5
6
|
export interface CaptureEvidence {
|
|
7
|
+
conversationId?: string;
|
|
8
|
+
observationScope?: AssertionCandidate['scope'];
|
|
6
9
|
ref: string;
|
|
7
10
|
role: 'user' | 'assistant' | 'toolResult';
|
|
8
11
|
text: string;
|
|
@@ -49,6 +52,7 @@ export interface ParsedCollaborationRuleCandidate {
|
|
|
49
52
|
}
|
|
50
53
|
export interface UserModelInterpretation {
|
|
51
54
|
knowledge?: WorkCandidate[];
|
|
55
|
+
knowledgeReviews?: WorkReview[];
|
|
52
56
|
knowledgeDeletions?: Array<{
|
|
53
57
|
targetKnowledgeIds: string[];
|
|
54
58
|
boundary: string;
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { assessAssertionSupport, assessOwnerSupport, hasOwnerMemoryDirective, supportsResponseApplicability } from "./evidence-policy.js";
|
|
2
2
|
import { WorkCandidateSchema } from "../../memory-learning/work-candidate.js";
|
|
3
|
+
import { WorkReviewSchema } from "../../memory-learning/work-review.js";
|
|
3
4
|
import { z } from "zod";
|
|
4
5
|
//#region src/user-model/capture/semantic.ts
|
|
5
6
|
const USER_MODEL_CAPTURE_INTENTS = [
|
|
@@ -154,6 +155,7 @@ const CollaborationRuleSchema = z.object({
|
|
|
154
155
|
statement: z.string().min(4).max(600)
|
|
155
156
|
}).merge(GroundingSchema).strict();
|
|
156
157
|
const InterpretationSchema = z.object({
|
|
158
|
+
knowledgeReviews: z.array(WorkReviewSchema).max(4).default([]),
|
|
157
159
|
knowledge: z.array(WorkCandidateSchema).max(8).default([]),
|
|
158
160
|
knowledgeDeletions: z.array(z.object({
|
|
159
161
|
targetKnowledgeIds: z.array(z.string().min(1)).max(16),
|
|
@@ -372,6 +374,7 @@ function parseUserModelInterpretation(raw, evidence, allowedTargetIds = [], onIn
|
|
|
372
374
|
return {
|
|
373
375
|
rejectedCandidates,
|
|
374
376
|
knowledge: parsed.knowledge,
|
|
377
|
+
knowledgeReviews: parsed.knowledgeReviews,
|
|
375
378
|
knowledgeDeletions: parsed.knowledgeDeletions.flatMap((item) => {
|
|
376
379
|
const evidenceRefs = groundedEvidenceRefs(item, evidenceByRef);
|
|
377
380
|
if (!evidenceRefs || (item.intent ?? parsed.intent) !== "forget") return [];
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { PERSONAL_DOMAINS, USER_MODEL_PRINCIPAL_ID, defaultAssertionDomain, defaultAssertionLayer, validateCandidate, validateScope } from "./domain.js";
|
|
2
|
+
import { deleteUserModelObservationsForGrant, linkUserAssertions, listUserAssertionEdges, listUserModelObservations, recordUserModelObservation } from "./observation-repository.js";
|
|
2
3
|
import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "./goals.js";
|
|
3
4
|
import { defaultReviewAt, isAssertionValidAt, requiresBoundedValidity, resolveCurrentAssertion } from "./temporal.js";
|
|
4
5
|
import { deleteUserAssertion, getActiveAssertionByPredicate, getActiveAssertionForSlot, getAssertionSlot, getUserAssertion, getUserTimezone, linkAssertionEvidence, listSlotAssertions, listUserAssertionSources, listUserAssertions, mergeAssertionObservation, reconcileAssertion, setAssertionStatus, setUserAssertionScope } from "./repository.js";
|
|
@@ -6,6 +7,5 @@ import { canUseAssertion, isWorkingAssumption } from "./usage-policy.js";
|
|
|
6
7
|
import { USER_PROFILE_IDENTITY_RULE, applyUserProfilePatch, getUserProfileContext, getUserProfileSnapshot } from "./profile.js";
|
|
7
8
|
import { listActionRuleSuggestions } from "./action-rule-suggestions.js";
|
|
8
9
|
import { calculateExecutionValue } from "./importance.js";
|
|
9
|
-
import { deleteUserModelObservationsForGrant, linkUserAssertions, listUserAssertionEdges, listUserModelObservations, recordUserModelObservation } from "./observation-repository.js";
|
|
10
10
|
import { bootstrapUserModel } from "./bootstrap.js";
|
|
11
11
|
export { PERSONAL_DOMAINS, USER_MODEL_PRINCIPAL_ID, USER_PROFILE_IDENTITY_RULE, applyUserProfilePatch, bootstrapUserModel, calculateExecutionValue, canUseAssertion, createPriorityWindow, createUserGoal, defaultAssertionDomain, defaultAssertionLayer, defaultReviewAt, deleteUserAssertion, deleteUserModelObservationsForGrant, getActiveAssertionByPredicate, getActiveAssertionForSlot, getAssertionSlot, getUserAssertion, getUserProfileContext, getUserProfileSnapshot, getUserTimezone, isAssertionValidAt, isWorkingAssumption, linkAssertionEvidence, linkUserAssertions, listActionRuleSuggestions, listPriorityWindows, listSlotAssertions, listUserAssertionEdges, listUserAssertionSources, listUserAssertions, listUserGoals, listUserModelObservations, mergeAssertionObservation, reconcileAssertion, recordUserModelObservation, requiresBoundedValidity, resolveCurrentAssertion, setAssertionStatus, setUserAssertionScope, setUserGoalStatus, updatePriorityWindow, updateUserGoal, validateCandidate, validateScope };
|
|
@@ -28,6 +28,12 @@ export declare function listUserModelObservations(input?: {
|
|
|
28
28
|
domain?: PersonalDomain;
|
|
29
29
|
sourceGrantId?: string;
|
|
30
30
|
limit?: number;
|
|
31
|
+
type?: string;
|
|
32
|
+
context?: {
|
|
33
|
+
agentId: string;
|
|
34
|
+
workspaceId: string;
|
|
35
|
+
projectId: string;
|
|
36
|
+
};
|
|
31
37
|
}): UserModelObservation[];
|
|
32
38
|
export declare function deleteUserModelObservationsForGrant(grantId: string): number;
|
|
33
39
|
export type UserAssertionEdgeRelation = 'supports' | 'contradicts' | 'derived_from' | 'specializes';
|
|
@@ -67,6 +67,18 @@ function listUserModelObservations(input = {}) {
|
|
|
67
67
|
clauses.push("source_grant_id = ?");
|
|
68
68
|
values.push(input.sourceGrantId);
|
|
69
69
|
}
|
|
70
|
+
if (input.type) {
|
|
71
|
+
clauses.push("observation_type = ?");
|
|
72
|
+
values.push(input.type);
|
|
73
|
+
}
|
|
74
|
+
if (input.context) for (const key of [
|
|
75
|
+
"agentId",
|
|
76
|
+
"workspaceId",
|
|
77
|
+
"projectId"
|
|
78
|
+
]) {
|
|
79
|
+
clauses.push(`json_extract(context_json, '$.${key}') = ?`);
|
|
80
|
+
values.push(input.context[key]);
|
|
81
|
+
}
|
|
70
82
|
values.push(Math.max(1, Math.min(2e3, input.limit ?? 200)));
|
|
71
83
|
return getSqliteDatabase().prepare(`SELECT * FROM user_model_observations
|
|
72
84
|
WHERE ${clauses.join(" AND ")} ORDER BY observed_at DESC LIMIT ?`).all(...values).map(fromRow);
|
|
@@ -562,8 +562,17 @@ function deleteUserAssertion(id, now = Date.now()) {
|
|
|
562
562
|
WHERE json_extract(value, '$.assertionId') = ?)`).run(assertion.id, assertion.id);
|
|
563
563
|
}
|
|
564
564
|
for (const row of rows) db.prepare("DELETE FROM user_assertions WHERE assertion_id = ?").run(row.assertion_id);
|
|
565
|
-
for (const evidenceId of evidenceIds)
|
|
565
|
+
for (const evidenceId of evidenceIds) {
|
|
566
|
+
const source = db.prepare("SELECT conversation_id, message_id FROM context_evidence WHERE evidence_id=?").get(evidenceId);
|
|
567
|
+
if (source?.conversation_id && source.message_id) suppressMemory(db, [memoryFingerprint([
|
|
568
|
+
"conversation-choice-source",
|
|
569
|
+
source.conversation_id,
|
|
570
|
+
source.message_id
|
|
571
|
+
])], now);
|
|
572
|
+
db.prepare("DELETE FROM user_model_observations WHERE evidence_id=?").run(evidenceId);
|
|
573
|
+
db.prepare(`UPDATE context_evidence SET redacted_excerpt = NULL WHERE evidence_id = ?
|
|
566
574
|
AND NOT EXISTS (SELECT 1 FROM user_assertion_evidence WHERE evidence_id = ?)`).run(evidenceId, evidenceId);
|
|
575
|
+
}
|
|
567
576
|
db.prepare(`DELETE FROM user_assertion_slots WHERE slot_id = ?
|
|
568
577
|
AND NOT EXISTS (SELECT 1 FROM user_assertions WHERE slot_id = ?)`).run(slot.id, slot.id);
|
|
569
578
|
return true;
|
|
@@ -6,7 +6,7 @@ import { PlatformVoiceError } from "../platform-streams.js";
|
|
|
6
6
|
import { prepareSpeechStreamSession, speakStream } from "../tts/speak-core.js";
|
|
7
7
|
import { AudioPlaybackWindow } from "./audio-playback-window.js";
|
|
8
8
|
import { TurnCoordinator } from "./turnPolicy.js";
|
|
9
|
-
import { PlaybackEchoCandidates,
|
|
9
|
+
import { PlaybackEchoCandidates, isPlaybackStopPhrase, normalizeSpeech } from "./playback-echo.js";
|
|
10
10
|
import { PcmFrameBuffer } from "./pcmFrameBuffer.js";
|
|
11
11
|
import { SpeakableSegmenter } from "./speakable-segmenter.js";
|
|
12
12
|
import crypto from "node:crypto";
|
|
@@ -54,6 +54,7 @@ function createAgentVoiceEngine(options) {
|
|
|
54
54
|
const greetingAbort = new AbortController();
|
|
55
55
|
let inputSpeech;
|
|
56
56
|
let bargeInCandidate;
|
|
57
|
+
let playbackInterruptedBy;
|
|
57
58
|
function clearBargeInCandidate() {
|
|
58
59
|
clearTimeout(bargeInCandidate?.timer);
|
|
59
60
|
bargeInCandidate = void 0;
|
|
@@ -61,27 +62,36 @@ function createAgentVoiceEngine(options) {
|
|
|
61
62
|
function considerPartialInterruption(utteranceId, text) {
|
|
62
63
|
const response = activeResponse;
|
|
63
64
|
if (!response || response.awaitingClarification || !claim.config.voice?.realtime?.bargeIn) return;
|
|
64
|
-
const characters = text
|
|
65
|
-
|
|
65
|
+
const characters = normalizeSpeech(text);
|
|
66
|
+
const candidate = bargeInCandidate;
|
|
67
|
+
const extendsCandidate = candidate?.utteranceId === utteranceId && candidate.responseId === response.id && characters.startsWith(candidate.prefix);
|
|
68
|
+
const playbackStop = response.firstFrameSent && isPlaybackStopPhrase(characters);
|
|
69
|
+
if (!extendsCandidate && !playbackStop && characters.length < (/\p{Script=Han}/u.test(characters) ? 6 : 12) || echoCandidates.isEcho(utteranceId, text, response.audibleText)) {
|
|
66
70
|
clearBargeInCandidate();
|
|
67
71
|
return;
|
|
68
72
|
}
|
|
69
|
-
if (
|
|
73
|
+
if (extendsCandidate) {
|
|
74
|
+
candidate.text = text;
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
70
77
|
clearBargeInCandidate();
|
|
71
78
|
bargeInCandidate = {
|
|
72
79
|
utteranceId,
|
|
80
|
+
responseId: response.id,
|
|
81
|
+
prefix: characters,
|
|
73
82
|
text,
|
|
74
83
|
timer: setTimeout(() => {
|
|
84
|
+
const latest = bargeInCandidate?.text;
|
|
75
85
|
clearBargeInCandidate();
|
|
76
|
-
if (activeResponse !== response || muted || closed || response.awaitingClarification ||
|
|
86
|
+
if (!latest || activeResponse !== response || muted || closed || response.awaitingClarification || echoCandidates.isEcho(utteranceId, latest, response.audibleText)) return;
|
|
77
87
|
log.info({
|
|
78
88
|
sessionId: claim.sessionId,
|
|
79
89
|
responseId: response.id,
|
|
80
90
|
phase: "partial_barge_in",
|
|
81
91
|
stabilityMs: BARGE_IN_STABILITY_MS
|
|
82
92
|
}, "Stable non-echo speech interrupted voice playback");
|
|
83
|
-
cancelActiveResponse("barge_in");
|
|
84
|
-
prepareInputSpeech();
|
|
93
|
+
if (cancelActiveResponse("barge_in") && response.firstFrameSent) playbackInterruptedBy = utteranceId;
|
|
94
|
+
if (!isPlaybackStopPhrase(normalizeSpeech(latest))) prepareInputSpeech();
|
|
85
95
|
}, BARGE_IN_STABILITY_MS)
|
|
86
96
|
};
|
|
87
97
|
}
|
|
@@ -711,6 +721,8 @@ function createAgentVoiceEngine(options) {
|
|
|
711
721
|
}
|
|
712
722
|
if (event.type === "transcript_final") {
|
|
713
723
|
if (bargeInCandidate?.utteranceId === event.utteranceId) clearBargeInCandidate();
|
|
724
|
+
const interruptedPlayback = playbackInterruptedBy === event.utteranceId;
|
|
725
|
+
if (interruptedPlayback) playbackInterruptedBy = void 0;
|
|
714
726
|
lastUserSpeechAt = Date.now();
|
|
715
727
|
const text = event.text.trim();
|
|
716
728
|
if (text) openingInputSeen = true;
|
|
@@ -737,6 +749,10 @@ function createAgentVoiceEngine(options) {
|
|
|
737
749
|
}, "Ignored finalized transcription matching recent voice playback");
|
|
738
750
|
return;
|
|
739
751
|
}
|
|
752
|
+
if (claim.request.purpose === "conversation" && activeResponse?.firstFrameSent && !activeResponse.awaitingClarification && /^(?:嗯{1,2}|呃{1,2}|哦{1,2}|mm|mhm|uhhuh|uh|um)$/u.test(normalizeSpeech(text))) {
|
|
753
|
+
bufferFinal(event.utteranceId, "");
|
|
754
|
+
return;
|
|
755
|
+
}
|
|
740
756
|
send("input.transcript.final", {
|
|
741
757
|
utteranceId: event.utteranceId,
|
|
742
758
|
revision: event.revision,
|
|
@@ -744,6 +760,11 @@ function createAgentVoiceEngine(options) {
|
|
|
744
760
|
...event.language === "zh" || event.language === "en" ? { language: event.language } : {}
|
|
745
761
|
});
|
|
746
762
|
if (claim.request.purpose === "conversation") {
|
|
763
|
+
if (isPlaybackStopPhrase(normalizeSpeech(text)) && (interruptedPlayback || claim.config.voice?.realtime?.bargeIn && activeResponse?.firstFrameSent && !activeResponse.awaitingClarification)) {
|
|
764
|
+
if (!interruptedPlayback) cancelActiveResponse("barge_in");
|
|
765
|
+
bufferFinal(event.utteranceId, "");
|
|
766
|
+
return;
|
|
767
|
+
}
|
|
747
768
|
if (claim.request.conversationId) options.runtime.onConversationInput?.(claim.request.conversationId);
|
|
748
769
|
if (activeResponse?.awaitingClarification) {
|
|
749
770
|
turn.reset();
|
|
@@ -756,6 +777,7 @@ function createAgentVoiceEngine(options) {
|
|
|
756
777
|
}
|
|
757
778
|
function discardInput() {
|
|
758
779
|
clearBargeInCandidate();
|
|
780
|
+
playbackInterruptedBy = void 0;
|
|
759
781
|
releaseInputSpeech().catch((error) => log.warn({
|
|
760
782
|
err: error,
|
|
761
783
|
sessionId: claim.sessionId
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/** Filters near-exact playback copies while leaving mixed or transformed speech to ASR. */
|
|
2
|
+
export declare class PcmPlaybackEcho {
|
|
3
|
+
private readonly frames;
|
|
4
|
+
private readonly input;
|
|
5
|
+
private readonly output;
|
|
6
|
+
private cursor;
|
|
7
|
+
private lastPlaybackAt;
|
|
8
|
+
remember(bytes: Uint8Array, now: number): void;
|
|
9
|
+
matches(bytes: Uint8Array, now: number): boolean;
|
|
10
|
+
}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
//#region src/voice/realtime/pcmPlaybackEcho.ts
|
|
2
|
+
const FRAME_SAMPLES = 80;
|
|
3
|
+
const REFERENCE_FRAMES = 150;
|
|
4
|
+
const REFERENCE_MAX_AGE_MS = 3e3;
|
|
5
|
+
const MIN_FRAME_ENERGY = FRAME_SAMPLES * 48 ** 2;
|
|
6
|
+
const MIN_SIMILARITY = .9996;
|
|
7
|
+
function normalizedFrame(bytes, stride, output) {
|
|
8
|
+
if (bytes.byteLength !== FRAME_SAMPLES * stride * 2) return false;
|
|
9
|
+
const pcm = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
10
|
+
let sum = 0;
|
|
11
|
+
let squares = 0;
|
|
12
|
+
for (let i = 0; i < FRAME_SAMPLES; i++) {
|
|
13
|
+
const sample = pcm.getInt16(i * stride * 2, true);
|
|
14
|
+
output[i] = sample;
|
|
15
|
+
sum += sample;
|
|
16
|
+
squares += sample ** 2;
|
|
17
|
+
}
|
|
18
|
+
const mean = sum / FRAME_SAMPLES;
|
|
19
|
+
const energy = squares - sum * mean;
|
|
20
|
+
if (energy < MIN_FRAME_ENERGY) return false;
|
|
21
|
+
const scale = 1 / Math.sqrt(energy);
|
|
22
|
+
for (let i = 0; i < FRAME_SAMPLES; i++) output[i] = (output[i] - mean) * scale;
|
|
23
|
+
return true;
|
|
24
|
+
}
|
|
25
|
+
/** Filters near-exact playback copies while leaving mixed or transformed speech to ASR. */
|
|
26
|
+
var PcmPlaybackEcho = class {
|
|
27
|
+
frames = new Array(REFERENCE_FRAMES);
|
|
28
|
+
input = new Float64Array(FRAME_SAMPLES);
|
|
29
|
+
output = new Float64Array(FRAME_SAMPLES);
|
|
30
|
+
cursor = 0;
|
|
31
|
+
lastPlaybackAt = -Infinity;
|
|
32
|
+
remember(bytes, now) {
|
|
33
|
+
if (!normalizedFrame(bytes, 6, this.output)) return;
|
|
34
|
+
const frame = this.frames[this.cursor] ?? {
|
|
35
|
+
samples: new Float64Array(FRAME_SAMPLES),
|
|
36
|
+
sentAt: -Infinity
|
|
37
|
+
};
|
|
38
|
+
frame.samples.set(this.output);
|
|
39
|
+
frame.sentAt = now;
|
|
40
|
+
this.frames[this.cursor] = frame;
|
|
41
|
+
this.cursor = (this.cursor + 1) % REFERENCE_FRAMES;
|
|
42
|
+
this.lastPlaybackAt = now;
|
|
43
|
+
}
|
|
44
|
+
matches(bytes, now) {
|
|
45
|
+
if (now - this.lastPlaybackAt > REFERENCE_MAX_AGE_MS || !normalizedFrame(bytes, 4, this.input)) return false;
|
|
46
|
+
for (const frame of this.frames) {
|
|
47
|
+
if (!frame || now - frame.sentAt > REFERENCE_MAX_AGE_MS) continue;
|
|
48
|
+
let similarity = 0;
|
|
49
|
+
for (let i = 0; i < FRAME_SAMPLES; i++) similarity += frame.samples[i] * this.input[i];
|
|
50
|
+
if (similarity >= MIN_SIMILARITY) return true;
|
|
51
|
+
}
|
|
52
|
+
return false;
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
//#endregion
|
|
56
|
+
export { PcmPlaybackEcho };
|
|
@@ -1,9 +1,12 @@
|
|
|
1
|
+
export declare function normalizeSpeech(text: string): string;
|
|
2
|
+
export declare function isPlaybackStopPhrase(normalizedSpeech: string): boolean;
|
|
1
3
|
/** Conservatively identifies finalized ASR that is already in audible assistant output. */
|
|
2
4
|
export declare function isLikelyPlaybackEcho(transcript: string, assistantText: string): boolean;
|
|
3
5
|
/** Retains the playback at speech onset while a provider finishes delayed ASR. */
|
|
4
6
|
export declare class PlaybackEchoCandidates {
|
|
5
7
|
private readonly candidates;
|
|
6
8
|
remember(utteranceId: string, text: string | undefined): void;
|
|
9
|
+
isEcho(utteranceId: string, transcript: string, currentPlayback?: string): boolean;
|
|
7
10
|
matches(utteranceId: string, transcript: string, currentPlayback?: string): boolean;
|
|
8
11
|
clear(): void;
|
|
9
12
|
}
|