humanish 0.100.1 → 0.102.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -2
- package/dist/actor-contract.d.ts +9 -9
- package/dist/actor-contract.js +15 -5
- package/dist/actor-contract.js.map +1 -1
- package/dist/affordance.d.ts +2 -0
- package/dist/affordance.js +3 -0
- package/dist/affordance.js.map +1 -1
- package/dist/browser-control-client.d.ts +2 -0
- package/dist/browser-control-client.js +4 -0
- package/dist/browser-control-client.js.map +1 -1
- package/dist/browser-control-dispatcher.js +3 -0
- package/dist/browser-control-dispatcher.js.map +1 -1
- package/dist/browser-control-protocol.d.ts +77 -0
- package/dist/browser-control-protocol.js +31 -4
- package/dist/browser-control-protocol.js.map +1 -1
- package/dist/computer-use.d.ts +22 -2
- package/dist/computer-use.js +144 -32
- package/dist/computer-use.js.map +1 -1
- package/dist/cua-actor-lab.d.ts +1 -0
- package/dist/cua-actor-lab.js +44 -21
- package/dist/cua-actor-lab.js.map +1 -1
- package/dist/cua-speech.d.ts +13 -0
- package/dist/cua-speech.js +2 -0
- package/dist/cua-speech.js.map +1 -0
- package/dist/desktop-session.js +1 -0
- package/dist/desktop-session.js.map +1 -1
- package/dist/doctor-lab.js +1 -1
- package/dist/doctor-lab.js.map +1 -1
- package/dist/e2b-cua-desktop.js +51 -42
- package/dist/e2b-cua-desktop.js.map +1 -1
- package/dist/e2b-cua-provisioning.d.ts +4 -1
- package/dist/e2b-cua-provisioning.js +8 -2
- package/dist/e2b-cua-provisioning.js.map +1 -1
- package/dist/e2b-desktop-executor.js +3 -0
- package/dist/e2b-desktop-executor.js.map +1 -1
- package/dist/e2b-desktop-launch.d.ts +11 -1
- package/dist/e2b-desktop-launch.js.map +1 -1
- package/dist/e2b-desktop-media.d.ts +14 -0
- package/dist/e2b-desktop-media.js +58 -0
- package/dist/e2b-desktop-media.js.map +1 -0
- package/dist/guest-bootstrap.d.ts +4 -2
- package/dist/guest-bootstrap.js +16 -9
- package/dist/guest-bootstrap.js.map +1 -1
- package/dist/guest-desktop-executor.js +1 -0
- package/dist/guest-desktop-executor.js.map +1 -1
- package/dist/guest-desktop-media.d.ts +33 -0
- package/dist/guest-desktop-media.js +281 -0
- package/dist/guest-desktop-media.js.map +1 -0
- package/dist/guest-media-config.d.ts +15 -0
- package/dist/guest-media-config.js +8 -0
- package/dist/guest-media-config.js.map +1 -0
- package/dist/guest-media-worker.d.ts +1 -0
- package/dist/guest-media-worker.js +319 -0
- package/dist/guest-media-worker.js.map +1 -0
- package/dist/guest-runtime-desktop.d.ts +3 -1
- package/dist/guest-runtime-desktop.js +20 -3
- package/dist/guest-runtime-desktop.js.map +1 -1
- package/dist/guest-runtime-main.js +2 -2
- package/dist/guest-runtime-main.js.map +1 -1
- package/dist/guest-runtime.d.ts +2 -1
- package/dist/guest-runtime.js +1 -1
- package/dist/guest-runtime.js.map +1 -1
- package/dist/lab-config.d.ts +2 -2
- package/dist/lab-config.js +15 -4
- package/dist/lab-config.js.map +1 -1
- package/dist/lab-summary.js +1 -1
- package/dist/lab-summary.js.map +1 -1
- package/dist/local-agent-cli.d.ts +10 -0
- package/dist/local-agent-cli.js +23 -7
- package/dist/local-agent-cli.js.map +1 -1
- package/dist/local-firecracker-desktop.d.ts +3 -0
- package/dist/local-firecracker-desktop.js +7 -1
- package/dist/local-firecracker-desktop.js.map +1 -1
- package/dist/local-firecracker-study.js +16 -2
- package/dist/local-firecracker-study.js.map +1 -1
- package/dist/local-runtime-config.js +5 -2
- package/dist/local-runtime-config.js.map +1 -1
- package/dist/local-runtime-release.d.ts +2 -0
- package/dist/local-runtime-release.js +15 -0
- package/dist/local-runtime-release.js.map +1 -1
- package/dist/local-runtime.d.ts +1 -0
- package/dist/local-runtime.js +11 -9
- package/dist/local-runtime.js.map +1 -1
- package/dist/observer-app.html +1 -1
- package/dist/program.js +3 -2
- package/dist/program.js.map +1 -1
- package/dist/restricted-codex-participant-policy.d.ts +12 -5
- package/dist/restricted-codex-participant-policy.js +24 -49
- package/dist/restricted-codex-participant-policy.js.map +1 -1
- package/dist/restricted-codex-participant-run.js +2 -1
- package/dist/restricted-codex-participant-run.js.map +1 -1
- package/dist/restricted-codex-participant.d.ts +7 -1
- package/dist/restricted-codex-participant.js +168 -103
- package/dist/restricted-codex-participant.js.map +1 -1
- package/dist/restricted-codex-policy.d.ts +12 -5
- package/dist/restricted-codex-policy.js +62 -37
- package/dist/restricted-codex-policy.js.map +1 -1
- package/dist/restricted-codex-session.d.ts +24 -3
- package/dist/restricted-codex-session.js +208 -51
- package/dist/restricted-codex-session.js.map +1 -1
- package/dist/restricted-codex-transport.d.ts +11 -2
- package/dist/restricted-codex-transport.js +57 -6
- package/dist/restricted-codex-transport.js.map +1 -1
- package/dist/run.d.ts +8 -5
- package/dist/run.js +6 -6
- package/dist/run.js.map +1 -1
- package/dist/study-analysis-engine.d.ts +1 -1
- package/dist/study-analysis-engine.js +53 -10
- package/dist/study-analysis-engine.js.map +1 -1
- package/docs/architecture/local-browser-runtime.md +3 -2
- package/docs/architecture/participant-media.md +90 -0
- package/docs/architecture/restricted-codex-analysis.md +7 -4
- package/docs/contracts/schemas.md +1 -1
- package/docs/contracts/study-analysis.md +14 -0
- package/docs/goals/current.md +13 -9
- package/docs/ramp/README.md +10 -1
- package/docs/release/0.101.0-codex-ui-tools.md +28 -0
- package/docs/release/0.102.0-participant-media.md +43 -0
- package/package.json +5 -4
- package/skills/humanish/SKILL.md +8 -5
- package/dist/local-agent-appserver.d.ts +0 -44
- package/dist/local-agent-appserver.js +0 -269
- package/dist/local-agent-appserver.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"guest-desktop-executor.js","sourceRoot":"","sources":["../src/guest-desktop-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAChI,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAS/E,MAAM,QAAQ,GAAqC,MAAM,CAAC,MAAM,CAAC;IAC/D,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IACtG,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IAC5G,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK;IACpF,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO;IAC3G,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IACpD,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW;IACrG,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO;CAC3F,CAAC,CAAC;AAEH,8EAA8E;AAC9E,MAAM,UAAU,iBAAiB,CAAC,IAAuB;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAChC,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QACtD,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACpH,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAWD,yFAAyF;AACzF,MAAM,UAAU,0BAA0B,CAAC,OAAoC;IAC7E,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC;IAC1D,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,SAAS,CAAC;WACrG,KAAK,GAAG,MAAM,GAAG,sBAAsB,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACrH,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,SAAS,SAAS;QAChB,IAAI,QAAQ;YAAE,OAAO;QACrB,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,4DAA4D,CAAC,CAAC;IACtG,CAAC;IACD,SAAS,UAAU,CAAC,MAAmB,EAAE,UAAU,GAAG,KAAK;QACzD,IAAI,QAAQ,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACrI,CAAC;IACD,SAAS,KAAK,CAAC,MAAmB;QAChC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnB,IAAI,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;QACxE,IAAI,GAAG,IAAI,CAAC;IACd,CAAC;IACD,SAAS,KAAK,CAAC,CAAS,EAAE,CAAS;QACjC,8EAA8E;QAC9E,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,MAAM;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QACjH,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,SAAS,IAAI,CAAC,MAAiB;QAC7B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/I,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7H,KAAK,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtF,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,0EAA0E;gBAC1E,mEAAmE;gBACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACrK,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACvF,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;YAChI,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzC,sEAAsE;gBACtE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;gBACzG,IAAI,UAAU,GAAG,QAAQ,GAAG,GAAG;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACjG,OAAO,UAAU,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC;oBACjE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACjF,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrF,CAAC;YACD,KAAK,MAAM,CAAC;YAAC,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"guest-desktop-executor.js","sourceRoot":"","sources":["../src/guest-desktop-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAChI,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAS/E,MAAM,QAAQ,GAAqC,MAAM,CAAC,MAAM,CAAC;IAC/D,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IACtG,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IAC5G,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK;IACpF,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO;IAC3G,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IACpD,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW;IACrG,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO;CAC3F,CAAC,CAAC;AAEH,8EAA8E;AAC9E,MAAM,UAAU,iBAAiB,CAAC,IAAuB;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAChC,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QACtD,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACpH,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAWD,yFAAyF;AACzF,MAAM,UAAU,0BAA0B,CAAC,OAAoC;IAC7E,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC;IAC1D,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,SAAS,CAAC;WACrG,KAAK,GAAG,MAAM,GAAG,sBAAsB,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACrH,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,SAAS,SAAS;QAChB,IAAI,QAAQ;YAAE,OAAO;QACrB,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,4DAA4D,CAAC,CAAC;IACtG,CAAC;IACD,SAAS,UAAU,CAAC,MAAmB,EAAE,UAAU,GAAG,KAAK;QACzD,IAAI,QAAQ,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACrI,CAAC;IACD,SAAS,KAAK,CAAC,MAAmB;QAChC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnB,IAAI,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;QACxE,IAAI,GAAG,IAAI,CAAC;IACd,CAAC;IACD,SAAS,KAAK,CAAC,CAAS,EAAE,CAAS;QACjC,8EAA8E;QAC9E,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,MAAM;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QACjH,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,SAAS,IAAI,CAAC,MAAiB;QAC7B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/I,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7H,KAAK,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtF,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,0EAA0E;gBAC1E,mEAAmE;gBACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACrK,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACvF,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;YAChI,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzC,sEAAsE;gBACtE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;gBACzG,IAAI,UAAU,GAAG,QAAQ,GAAG,GAAG;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACjG,OAAO,UAAU,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC;oBACjE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACjF,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrF,CAAC;YACD,KAAK,MAAM,CAAC;YAAC,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1C,KAAK,OAAO,CAAC,CAAC,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IACD,OAAO;QACL,aAAa,EAAE,aAAa;QAC5B,KAAK,CAAC,OAAO;YACX,KAAK,CAAC,eAAe,CAAC,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBACxD,UAAU,CAAC,eAAe,CAAC,CAAC;gBAC5B,yBAAyB,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC;oBACpF,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;gBACnE,CAAC;gBACD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;YACzE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC;gBACZ,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;YACvG,CAAC;oBAAS,CAAC;gBAAC,IAAI,GAAG,KAAK,CAAC;YAAC,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY;YAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;YACjG,KAAK,CAAC,MAAM,CAAC,CAAC;YACd,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,IAAuE,CAAC;YAC5E,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,2DAA2D;gBAC1F,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjD,SAAS,GAAG,IAAI,CAAC;oBACjB,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACpD,UAAU,CAAC,MAAM,CAAC,CAAC;oBACnB,UAAU,GAAG,IAAI,CAAC;oBAClB,IAAI,CAAC;wBAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;oBAAC,CAAC;oBAC3B,OAAO,KAAK,EAAE,CAAC;wBACb,gEAAgE;wBAChE,oDAAoD;wBACpD,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,KAAK,gBAAgB;4BAAE,UAAU,GAAG,KAAK,CAAC;wBAC5F,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;oBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAC/B,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;oBAC/B,mEAAmE;oBACnE,UAAU,GAAG,IAAI,CAAC;oBAClB,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACrC,CAAC;gBACD,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,WAAW,KAAK,gBAAgB,CAAC,CAAC,IAAI,UAAU,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;oBAAE,SAAS,EAAE,CAAC;gBACzM,8EAA8E;gBAC9E,IAAI,UAAU;oBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;gBAC7H,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACpF,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;YACvG,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,MAAM,IAAI,EAAE,KAAK,EAAE,CAAC;gBAAC,CAAC;gBAC5B,MAAM,CAAC;oBAAC,SAAS,EAAE,CAAC;oBAAC,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;gBAAC,CAAC;wBACnH,CAAC;oBAAC,IAAI,GAAG,KAAK,CAAC;gBAAC,CAAC;YAC3B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { CuaExecutor } from "./computer-use.js";
|
|
2
|
+
export interface GuestDesktopMediaDeclaration {
|
|
3
|
+
camera?: {
|
|
4
|
+
source: string;
|
|
5
|
+
};
|
|
6
|
+
microphone?: {
|
|
7
|
+
source: string;
|
|
8
|
+
};
|
|
9
|
+
}
|
|
10
|
+
export interface DesktopMediaWorkerTransport {
|
|
11
|
+
start(options: {
|
|
12
|
+
env: Readonly<Record<string, string>>;
|
|
13
|
+
data(bytes: Buffer): void;
|
|
14
|
+
exit(): void;
|
|
15
|
+
}): Promise<void>;
|
|
16
|
+
write(bytes: Buffer): Promise<void>;
|
|
17
|
+
close(): Promise<void>;
|
|
18
|
+
}
|
|
19
|
+
export interface GuestDesktopMediaOptions {
|
|
20
|
+
media: GuestDesktopMediaDeclaration;
|
|
21
|
+
env: Readonly<Record<string, string>>;
|
|
22
|
+
signal: AbortSignal;
|
|
23
|
+
onTerminal(): void;
|
|
24
|
+
transport?: DesktopMediaWorkerTransport;
|
|
25
|
+
workerPath?: string;
|
|
26
|
+
}
|
|
27
|
+
export interface GuestDesktopMedia {
|
|
28
|
+
readonly env: Readonly<Record<string, string>>;
|
|
29
|
+
wrap(executor: CuaExecutor): CuaExecutor;
|
|
30
|
+
close(): Promise<void>;
|
|
31
|
+
}
|
|
32
|
+
/** Starts optional native guest media before Chromium and later decorates its finite executor. */
|
|
33
|
+
export declare function startDesktopMedia(options: GuestDesktopMediaOptions): Promise<GuestDesktopMedia>;
|
|
@@ -0,0 +1,281 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
import { CUA_SPEECH_LIMITS } from "./cua-speech.js";
|
|
3
|
+
import { CuaExecutorError } from "./cua-executor-error.js";
|
|
4
|
+
const WORKER_LINE_BYTES = 8_192;
|
|
5
|
+
const READY_TIMEOUT_MS = 35_000;
|
|
6
|
+
const SPEAK_TIMEOUT_MS = 30_000;
|
|
7
|
+
const HEARD_QUEUE = 8;
|
|
8
|
+
const HEARD_PER_OBSERVATION = CUA_SPEECH_LIMITS.utterances;
|
|
9
|
+
function validText(value) {
|
|
10
|
+
return typeof value === "string" && value.trim().length > 0 && value.length <= CUA_SPEECH_LIMITS.characters
|
|
11
|
+
&& Buffer.byteLength(value) <= CUA_SPEECH_LIMITS.bytes
|
|
12
|
+
&& Buffer.from(value, "utf8").toString("utf8") === value;
|
|
13
|
+
}
|
|
14
|
+
function heard(value) {
|
|
15
|
+
if (!value || typeof value !== "object")
|
|
16
|
+
return undefined;
|
|
17
|
+
const item = value;
|
|
18
|
+
if (typeof item.id !== "string" || !/^[-A-Za-z0-9._]+$/.test(item.id) || item.id.length > 128
|
|
19
|
+
|| item.source !== "speaker_audio" || !validText(item.text)
|
|
20
|
+
|| !Number.isSafeInteger(item.durationMs) || item.durationMs < 1 || item.durationMs > CUA_SPEECH_LIMITS.durationMs)
|
|
21
|
+
return undefined;
|
|
22
|
+
return item;
|
|
23
|
+
}
|
|
24
|
+
class ChildMediaWorkerTransport {
|
|
25
|
+
path;
|
|
26
|
+
child;
|
|
27
|
+
constructor(path) {
|
|
28
|
+
this.path = path;
|
|
29
|
+
}
|
|
30
|
+
async start(options) {
|
|
31
|
+
const child = spawn(process.execPath, [this.path], { env: options.env, stdio: ["pipe", "pipe", "ignore"] });
|
|
32
|
+
this.child = child;
|
|
33
|
+
child.stdout.on("data", options.data);
|
|
34
|
+
child.once("error", options.exit);
|
|
35
|
+
child.once("close", options.exit);
|
|
36
|
+
}
|
|
37
|
+
write(bytes) {
|
|
38
|
+
return new Promise((resolve, reject) => {
|
|
39
|
+
const child = this.child;
|
|
40
|
+
if (!child || child.exitCode !== null || !child.stdin || child.stdin.destroyed) {
|
|
41
|
+
reject(new Error("media worker closed"));
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
child.stdin.write(bytes, error => error ? reject(error) : resolve());
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
async close() {
|
|
48
|
+
const child = this.child;
|
|
49
|
+
this.child = undefined;
|
|
50
|
+
if (!child || child.exitCode !== null)
|
|
51
|
+
return;
|
|
52
|
+
await new Promise(resolve => {
|
|
53
|
+
const timer = setTimeout(() => { child.kill("SIGKILL"); }, 2000);
|
|
54
|
+
child.once("close", () => { clearTimeout(timer); resolve(); });
|
|
55
|
+
child.stdin?.end();
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
/** Starts optional native guest media before Chromium and later decorates its finite executor. */
|
|
60
|
+
export async function startDesktopMedia(options) {
|
|
61
|
+
if (options.media.camera !== undefined && options.media.camera.source !== "synthetic") {
|
|
62
|
+
throw new CuaExecutorError("invalid_request", "not_dispatched");
|
|
63
|
+
}
|
|
64
|
+
if (options.media.microphone !== undefined && options.media.microphone.source !== "speech") {
|
|
65
|
+
throw new CuaExecutorError("invalid_request", "not_dispatched");
|
|
66
|
+
}
|
|
67
|
+
if (options.media.camera === undefined && options.media.microphone === undefined) {
|
|
68
|
+
throw new CuaExecutorError("invalid_request", "not_dispatched");
|
|
69
|
+
}
|
|
70
|
+
options.signal.throwIfAborted();
|
|
71
|
+
const pulse = options.media.microphone !== undefined;
|
|
72
|
+
const pulseServer = `unix:${options.env.XDG_RUNTIME_DIR ?? "/run/humanish/xdg"}/pulse/native`;
|
|
73
|
+
const env = { ...options.env,
|
|
74
|
+
HUMANISH_MEDIA_CAMERA: options.media.camera === undefined ? "0" : "1",
|
|
75
|
+
HUMANISH_MEDIA_MICROPHONE: pulse ? "1" : "0",
|
|
76
|
+
...(pulse ? { PULSE_SERVER: pulseServer, PULSE_SOURCE: "humanish_input", PULSE_SINK: "humanish_speaker" } : {}) };
|
|
77
|
+
const transport = options.transport ?? new ChildMediaWorkerTransport(options.workerPath ?? "/opt/humanish/media/guest-media-worker.js");
|
|
78
|
+
let buffer = Buffer.alloc(0), ready = false, closed = false, expectedExit = false, wrapped = false, nextCommand = 1;
|
|
79
|
+
let resolveReady, rejectReady;
|
|
80
|
+
const readiness = new Promise((resolve, reject) => { resolveReady = resolve; rejectReady = reject; });
|
|
81
|
+
void readiness.catch(() => { });
|
|
82
|
+
let closing;
|
|
83
|
+
const queue = [], pending = new Map();
|
|
84
|
+
const terminal = () => {
|
|
85
|
+
if (closed || expectedExit)
|
|
86
|
+
return;
|
|
87
|
+
closed = true;
|
|
88
|
+
const error = new CuaExecutorError("execution_failed", "outcome_uncertain");
|
|
89
|
+
rejectReady(error);
|
|
90
|
+
for (const command of pending.values()) {
|
|
91
|
+
clearTimeout(command.timer);
|
|
92
|
+
command.reject(error);
|
|
93
|
+
}
|
|
94
|
+
pending.clear();
|
|
95
|
+
try {
|
|
96
|
+
options.onTerminal();
|
|
97
|
+
}
|
|
98
|
+
catch { /* The media owner remains terminal. */ }
|
|
99
|
+
};
|
|
100
|
+
const message = (value) => {
|
|
101
|
+
if (!value || typeof value !== "object") {
|
|
102
|
+
terminal();
|
|
103
|
+
return;
|
|
104
|
+
}
|
|
105
|
+
const item = value;
|
|
106
|
+
if (item.type === "ready" && !ready) {
|
|
107
|
+
ready = true;
|
|
108
|
+
resolveReady();
|
|
109
|
+
return;
|
|
110
|
+
}
|
|
111
|
+
if (!ready) {
|
|
112
|
+
terminal();
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
if (item.type === "heard") {
|
|
116
|
+
const utterance = heard(item.utterance);
|
|
117
|
+
if (!utterance) {
|
|
118
|
+
terminal();
|
|
119
|
+
return;
|
|
120
|
+
}
|
|
121
|
+
if (queue.length === HEARD_QUEUE) {
|
|
122
|
+
terminal();
|
|
123
|
+
return;
|
|
124
|
+
}
|
|
125
|
+
queue.push(utterance);
|
|
126
|
+
return;
|
|
127
|
+
}
|
|
128
|
+
if (item.type === "reply" && typeof item.id === "string" && typeof item.ok === "boolean") {
|
|
129
|
+
const command = pending.get(item.id);
|
|
130
|
+
if (!command) {
|
|
131
|
+
terminal();
|
|
132
|
+
return;
|
|
133
|
+
}
|
|
134
|
+
pending.delete(item.id);
|
|
135
|
+
clearTimeout(command.timer);
|
|
136
|
+
if (item.ok)
|
|
137
|
+
command.resolve();
|
|
138
|
+
else
|
|
139
|
+
command.reject(new CuaExecutorError("execution_failed", "outcome_uncertain"));
|
|
140
|
+
return;
|
|
141
|
+
}
|
|
142
|
+
terminal();
|
|
143
|
+
};
|
|
144
|
+
try {
|
|
145
|
+
await transport.start({ env, data(bytes) {
|
|
146
|
+
if (closed)
|
|
147
|
+
return;
|
|
148
|
+
buffer = Buffer.concat([buffer, bytes]);
|
|
149
|
+
if (buffer.length > WORKER_LINE_BYTES && !buffer.includes(10)) {
|
|
150
|
+
terminal();
|
|
151
|
+
return;
|
|
152
|
+
}
|
|
153
|
+
for (;;) {
|
|
154
|
+
const end = buffer.indexOf(10);
|
|
155
|
+
if (end < 0)
|
|
156
|
+
break;
|
|
157
|
+
if (end > WORKER_LINE_BYTES) {
|
|
158
|
+
terminal();
|
|
159
|
+
return;
|
|
160
|
+
}
|
|
161
|
+
const line = buffer.subarray(0, end);
|
|
162
|
+
buffer = buffer.subarray(end + 1);
|
|
163
|
+
try {
|
|
164
|
+
message(JSON.parse(line.toString("utf8")));
|
|
165
|
+
}
|
|
166
|
+
catch {
|
|
167
|
+
terminal();
|
|
168
|
+
return;
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}, exit: terminal });
|
|
172
|
+
options.signal.throwIfAborted();
|
|
173
|
+
}
|
|
174
|
+
catch (error) {
|
|
175
|
+
expectedExit = true;
|
|
176
|
+
closed = true;
|
|
177
|
+
await transport.close().catch(() => { });
|
|
178
|
+
throw error;
|
|
179
|
+
}
|
|
180
|
+
const readyTimer = setTimeout(() => rejectReady(new CuaExecutorError("deadline_exceeded", "not_dispatched")), READY_TIMEOUT_MS);
|
|
181
|
+
const abort = () => { void close(); };
|
|
182
|
+
options.signal.addEventListener("abort", abort, { once: true });
|
|
183
|
+
const close = async () => {
|
|
184
|
+
if (closing)
|
|
185
|
+
return closing;
|
|
186
|
+
expectedExit = true;
|
|
187
|
+
closed = true;
|
|
188
|
+
clearTimeout(readyTimer);
|
|
189
|
+
options.signal.removeEventListener("abort", abort);
|
|
190
|
+
const error = new CuaExecutorError("session_revoked", "outcome_uncertain");
|
|
191
|
+
for (const command of pending.values()) {
|
|
192
|
+
clearTimeout(command.timer);
|
|
193
|
+
command.reject(error);
|
|
194
|
+
}
|
|
195
|
+
pending.clear();
|
|
196
|
+
closing = Promise.resolve().then(() => transport.close());
|
|
197
|
+
return closing;
|
|
198
|
+
};
|
|
199
|
+
const readinessAbort = () => { rejectReady(new CuaExecutorError("session_revoked", "not_dispatched")); };
|
|
200
|
+
options.signal.addEventListener("abort", readinessAbort, { once: true });
|
|
201
|
+
try {
|
|
202
|
+
await readiness;
|
|
203
|
+
}
|
|
204
|
+
catch (error) {
|
|
205
|
+
await close();
|
|
206
|
+
throw error;
|
|
207
|
+
}
|
|
208
|
+
finally {
|
|
209
|
+
clearTimeout(readyTimer);
|
|
210
|
+
options.signal.removeEventListener("abort", readinessAbort);
|
|
211
|
+
}
|
|
212
|
+
return { env, close, wrap(executor) {
|
|
213
|
+
if (wrapped)
|
|
214
|
+
throw new CuaExecutorError("invalid_request", "not_dispatched");
|
|
215
|
+
wrapped = true;
|
|
216
|
+
const result = {
|
|
217
|
+
...executor, speechEnabled: pulse,
|
|
218
|
+
async observe() {
|
|
219
|
+
if (closed)
|
|
220
|
+
throw new CuaExecutorError("execution_failed", "not_dispatched");
|
|
221
|
+
const observation = await executor.observe();
|
|
222
|
+
if (closed)
|
|
223
|
+
throw new CuaExecutorError("execution_failed", "not_dispatched");
|
|
224
|
+
const items = queue.splice(0, HEARD_PER_OBSERVATION);
|
|
225
|
+
return items.length ? { ...observation, heardSpeech: items } : observation;
|
|
226
|
+
},
|
|
227
|
+
async execute(action, signal) {
|
|
228
|
+
if (closed)
|
|
229
|
+
throw new CuaExecutorError("execution_failed", "not_dispatched");
|
|
230
|
+
const candidate = action;
|
|
231
|
+
if (candidate.kind !== "speak")
|
|
232
|
+
return executor.execute(action, signal);
|
|
233
|
+
if (!pulse || !validText(candidate.text) || closed || options.signal.aborted || signal?.aborted) {
|
|
234
|
+
throw new CuaExecutorError("action_rejected", "not_dispatched");
|
|
235
|
+
}
|
|
236
|
+
const id = `speak-${nextCommand++}`;
|
|
237
|
+
const combined = signal ? AbortSignal.any([options.signal, signal]) : options.signal;
|
|
238
|
+
let written = false;
|
|
239
|
+
const operation = new Promise((resolve, reject) => {
|
|
240
|
+
const timer = setTimeout(() => {
|
|
241
|
+
pending.delete(id);
|
|
242
|
+
reject(new CuaExecutorError("deadline_exceeded", written ? "outcome_uncertain" : "not_dispatched"));
|
|
243
|
+
void close().catch(() => { });
|
|
244
|
+
}, SPEAK_TIMEOUT_MS);
|
|
245
|
+
pending.set(id, { resolve, reject, timer });
|
|
246
|
+
});
|
|
247
|
+
void operation.catch(() => { });
|
|
248
|
+
const cancelled = () => {
|
|
249
|
+
const command = pending.get(id);
|
|
250
|
+
if (!command)
|
|
251
|
+
return;
|
|
252
|
+
pending.delete(id);
|
|
253
|
+
clearTimeout(command.timer);
|
|
254
|
+
command.reject(new CuaExecutorError("session_revoked", written ? "outcome_uncertain" : "not_dispatched"));
|
|
255
|
+
void close().catch(() => { });
|
|
256
|
+
};
|
|
257
|
+
combined.addEventListener("abort", cancelled, { once: true });
|
|
258
|
+
try {
|
|
259
|
+
written = true;
|
|
260
|
+
await transport.write(Buffer.from(JSON.stringify({ id, operation: "speak", text: candidate.text }) + "\n"));
|
|
261
|
+
await operation;
|
|
262
|
+
}
|
|
263
|
+
catch (error) {
|
|
264
|
+
if (written)
|
|
265
|
+
await close();
|
|
266
|
+
throw error instanceof CuaExecutorError ? error : new CuaExecutorError("execution_failed", written ? "outcome_uncertain" : "not_dispatched");
|
|
267
|
+
}
|
|
268
|
+
finally {
|
|
269
|
+
combined.removeEventListener("abort", cancelled);
|
|
270
|
+
const command = pending.get(id);
|
|
271
|
+
if (command) {
|
|
272
|
+
pending.delete(id);
|
|
273
|
+
clearTimeout(command.timer);
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
};
|
|
278
|
+
return result;
|
|
279
|
+
} };
|
|
280
|
+
}
|
|
281
|
+
//# sourceMappingURL=guest-desktop-media.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"guest-desktop-media.js","sourceRoot":"","sources":["../src/guest-desktop-media.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAE9D,OAAO,EAAE,iBAAiB,EAAoB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,UAAU,CAAC;AA4B3D,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,iBAAiB,CAAC,UAAU;WACtG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,iBAAiB,CAAC,KAAK;WACnD,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC;AAC7D,CAAC;AAED,SAAS,KAAK,CAAC,KAAc;IAC3B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,IAAI,GAAG,KAA6B,CAAC;IAC3C,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG;WACxF,IAAI,CAAC,MAAM,KAAK,eAAe,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;WACxD,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAW,GAAG,CAAC,IAAI,IAAI,CAAC,UAAW,GAAG,iBAAiB,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IACzI,OAAO,IAAmB,CAAC;AAC7B,CAAC;AAED,MAAM,yBAAyB;IAEA;IADrB,KAAK,CAA2B;IACxC,YAA6B,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAC7C,KAAK,CAAC,KAAK,CAAC,OAA2F;QACrG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5G,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,KAAK,CAAC,MAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACvE,CAAC;IACD,KAAK,CAAC,KAAa;QACjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YACrI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACjD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI;YAAE,OAAO;QAC9C,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE;YAChC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACjE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,kGAAkG;AAClG,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACvE,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACtF,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC3F,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACjF,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC;IACrD,MAAM,WAAW,GAAG,QAAQ,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,mBAAmB,eAAe,CAAC;IAC9F,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG;QAC1B,qBAAqB,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACrE,yBAAyB,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QAC5C,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IACpH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,yBAAyB,CAAC,OAAO,CAAC,UAAU,IAAI,2CAA2C,CAAC,CAAC;IACxI,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,YAAY,GAAG,KAAK,EAAE,OAAO,GAAG,KAAK,EAAE,WAAW,GAAG,CAAC,CAAC;IACpH,IAAI,YAAyB,EAAE,WAAoC,CAAC;IACpE,MAAM,SAAS,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,GAAG,OAAO,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5G,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/B,IAAI,OAAkC,CAAC;IACvC,MAAM,KAAK,GAAkB,EAAE,EAAE,OAAO,GAAG,IAAI,GAAG,EAA6F,CAAC;IAChJ,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,MAAM,IAAI,YAAY;YAAE,OAAO;QACnC,MAAM,GAAG,IAAI,CAAC;QACd,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;QAC5E,WAAW,CAAC,KAAK,CAAC,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAC/F,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,IAAI,CAAC;YAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,uCAAuC,CAAC,CAAC;IACjF,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,KAAc,EAAQ,EAAE;QACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAAC,QAAQ,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QAChE,MAAM,IAAI,GAAG,KAA4E,CAAC;QAC1F,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;YAAC,KAAK,GAAG,IAAI,CAAC;YAAC,YAAY,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QAC9E,IAAI,CAAC,KAAK,EAAE,CAAC;YAAC,QAAQ,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAAC,QAAQ,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YAChF,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAAC,QAAQ,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAAC,OAAO;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YACzF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAAC,QAAQ,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC3E,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,IAAI,CAAC,EAAE;gBAAE,OAAO,CAAC,OAAO,EAAE,CAAC;;gBAAM,OAAO,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC,CAAC;YACnH,OAAO;QACT,CAAC;QACD,QAAQ,EAAE,CAAC;IACb,CAAC,CAAC;IACF,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK;gBACrC,IAAI,MAAM;oBAAE,OAAO;gBACnB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;gBACxC,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;oBAAC,QAAQ,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACtF,SAAS,CAAC;oBACR,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAAC,IAAI,GAAG,GAAG,CAAC;wBAAE,MAAM;oBACnD,IAAI,GAAG,GAAG,iBAAiB,EAAE,CAAC;wBAAC,QAAQ,EAAE,CAAC;wBAAC,OAAO;oBAAC,CAAC;oBACpD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;oBACxE,IAAI,CAAC;wBAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,QAAQ,EAAE,CAAC;wBAAC,OAAO;oBAAC,CAAC;gBACnF,CAAC;YACH,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrB,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,GAAG,IAAI,CAAC;QAAC,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC;IAC3F,CAAC;IACD,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,gBAAgB,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAChI,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5C,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,YAAY,GAAG,IAAI,CAAC;QAAC,MAAM,GAAG,IAAI,CAAC;QAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACjH,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAC;QAC3E,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAC/F,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,cAAc,GAAG,GAAS,EAAE,GAAG,WAAW,CAAC,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/G,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,IAAI,CAAC;QAAC,MAAM,SAAS,CAAC;IAAC,CAAC;IACxB,OAAO,KAAK,EAAE,CAAC;QAAC,MAAM,KAAK,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;YACrC,CAAC;QAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAAC,CAAC;IAClG,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ;YAChC,IAAI,OAAO;gBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC;YAC7F,MAAM,MAAM,GAAG;gBACb,GAAG,QAAQ,EAAE,aAAa,EAAE,KAAK;gBACjC,KAAK,CAAC,OAAO;oBACX,IAAI,MAAM;wBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;oBAC7E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;oBAC7C,IAAI,MAAM;wBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;oBAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;oBACrD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;gBAC7E,CAAC;gBACD,KAAK,CAAC,OAAO,CAAC,MAA6C,EAAE,MAAoB;oBAC/E,IAAI,MAAM;wBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;oBAC7E,MAAM,SAAS,GAAG,MAA4C,CAAC;oBAC/D,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO;wBAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACxE,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;wBAChG,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;oBAClE,CAAC;oBACD,MAAM,EAAE,GAAG,SAAS,WAAW,EAAE,EAAE,CAAC;oBACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;oBACrF,IAAI,OAAO,GAAG,KAAK,CAAC;oBACpB,MAAM,SAAS,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBACtD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;4BAC5B,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BACnB,MAAM,CAAC,IAAI,gBAAgB,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;4BACpG,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;wBAC/B,CAAC,EAAE,gBAAgB,CAAC,CAAC;wBACrB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9C,CAAC,CAAC,CAAC;oBACH,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBAC/B,MAAM,SAAS,GAAG,GAAS,EAAE;wBAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAAC,IAAI,CAAC,OAAO;4BAAE,OAAO;wBACtD,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBAChD,OAAO,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;wBAC1G,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBAC/B,CAAC,CAAC;oBACF,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC9D,IAAI,CAAC;wBACH,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;wBAC5G,MAAM,SAAS,CAAC;oBAClB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,OAAO;4BAAE,MAAM,KAAK,EAAE,CAAC;wBAC3B,MAAM,KAAK,YAAY,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;oBAC/I,CAAC;4BAAS,CAAC;wBAAC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;wBAAC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAAC,IAAI,OAAO,EAAE,CAAC;4BAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBAAC,CAAC;oBAAC,CAAC;gBACpK,CAAC;aACF,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC,EAAE,CAAC;AACN,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/** Native devices admitted before the browser starts. File cameras remain hosted-only. */
|
|
3
|
+
export declare const guestMediaConfigSchema: z.ZodObject<{
|
|
4
|
+
camera: z.ZodOptional<z.ZodObject<{
|
|
5
|
+
source: z.ZodLiteral<"synthetic">;
|
|
6
|
+
}, z.core.$strict>>;
|
|
7
|
+
microphone: z.ZodOptional<z.ZodObject<{
|
|
8
|
+
source: z.ZodLiteral<"speech">;
|
|
9
|
+
}, z.core.$strict>>;
|
|
10
|
+
permission: z.ZodEnum<{
|
|
11
|
+
prompt: "prompt";
|
|
12
|
+
granted: "granted";
|
|
13
|
+
}>;
|
|
14
|
+
}, z.core.$strict>;
|
|
15
|
+
export type GuestMediaConfig = z.infer<typeof guestMediaConfigSchema>;
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/** Native devices admitted before the browser starts. File cameras remain hosted-only. */
|
|
3
|
+
export const guestMediaConfigSchema = z.object({
|
|
4
|
+
camera: z.object({ source: z.literal("synthetic") }).strict().optional(),
|
|
5
|
+
microphone: z.object({ source: z.literal("speech") }).strict().optional(),
|
|
6
|
+
permission: z.enum(["prompt", "granted"])
|
|
7
|
+
}).strict().refine(value => value.camera !== undefined || value.microphone !== undefined);
|
|
8
|
+
//# sourceMappingURL=guest-media-config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"guest-media-config.js","sourceRoot":"","sources":["../src/guest-media-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,0FAA0F;AAC1F,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxE,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzE,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;CAC1C,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|