humanish 0.101.0 → 0.102.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (102) hide show
  1. package/README.md +3 -2
  2. package/dist/affordance.d.ts +2 -0
  3. package/dist/affordance.js +3 -0
  4. package/dist/affordance.js.map +1 -1
  5. package/dist/browser-control-client.d.ts +2 -0
  6. package/dist/browser-control-client.js +4 -0
  7. package/dist/browser-control-client.js.map +1 -1
  8. package/dist/browser-control-dispatcher.js +3 -0
  9. package/dist/browser-control-dispatcher.js.map +1 -1
  10. package/dist/browser-control-protocol.d.ts +77 -0
  11. package/dist/browser-control-protocol.js +31 -4
  12. package/dist/browser-control-protocol.js.map +1 -1
  13. package/dist/computer-use.d.ts +9 -0
  14. package/dist/computer-use.js +36 -8
  15. package/dist/computer-use.js.map +1 -1
  16. package/dist/cua-actor-lab.d.ts +1 -0
  17. package/dist/cua-actor-lab.js +10 -6
  18. package/dist/cua-actor-lab.js.map +1 -1
  19. package/dist/cua-speech.d.ts +13 -0
  20. package/dist/cua-speech.js +2 -0
  21. package/dist/cua-speech.js.map +1 -0
  22. package/dist/desktop-session.js +1 -0
  23. package/dist/desktop-session.js.map +1 -1
  24. package/dist/doctor-lab.js +1 -1
  25. package/dist/doctor-lab.js.map +1 -1
  26. package/dist/e2b-cua-desktop.js +51 -42
  27. package/dist/e2b-cua-desktop.js.map +1 -1
  28. package/dist/e2b-cua-provisioning.d.ts +4 -1
  29. package/dist/e2b-cua-provisioning.js +8 -2
  30. package/dist/e2b-cua-provisioning.js.map +1 -1
  31. package/dist/e2b-desktop-executor.js +3 -0
  32. package/dist/e2b-desktop-executor.js.map +1 -1
  33. package/dist/e2b-desktop-launch.d.ts +11 -1
  34. package/dist/e2b-desktop-launch.js.map +1 -1
  35. package/dist/e2b-desktop-media.d.ts +14 -0
  36. package/dist/e2b-desktop-media.js +58 -0
  37. package/dist/e2b-desktop-media.js.map +1 -0
  38. package/dist/guest-bootstrap.d.ts +4 -2
  39. package/dist/guest-bootstrap.js +16 -9
  40. package/dist/guest-bootstrap.js.map +1 -1
  41. package/dist/guest-desktop-executor.js +1 -0
  42. package/dist/guest-desktop-executor.js.map +1 -1
  43. package/dist/guest-desktop-media.d.ts +33 -0
  44. package/dist/guest-desktop-media.js +281 -0
  45. package/dist/guest-desktop-media.js.map +1 -0
  46. package/dist/guest-media-config.d.ts +15 -0
  47. package/dist/guest-media-config.js +8 -0
  48. package/dist/guest-media-config.js.map +1 -0
  49. package/dist/guest-media-worker.d.ts +1 -0
  50. package/dist/guest-media-worker.js +319 -0
  51. package/dist/guest-media-worker.js.map +1 -0
  52. package/dist/guest-runtime-desktop.d.ts +3 -1
  53. package/dist/guest-runtime-desktop.js +20 -3
  54. package/dist/guest-runtime-desktop.js.map +1 -1
  55. package/dist/guest-runtime-main.js +2 -2
  56. package/dist/guest-runtime-main.js.map +1 -1
  57. package/dist/guest-runtime.d.ts +2 -1
  58. package/dist/guest-runtime.js +1 -1
  59. package/dist/guest-runtime.js.map +1 -1
  60. package/dist/lab-config.d.ts +2 -2
  61. package/dist/lab-config.js +15 -4
  62. package/dist/lab-config.js.map +1 -1
  63. package/dist/lab-summary.js +1 -1
  64. package/dist/lab-summary.js.map +1 -1
  65. package/dist/local-firecracker-desktop.d.ts +3 -0
  66. package/dist/local-firecracker-desktop.js +7 -1
  67. package/dist/local-firecracker-desktop.js.map +1 -1
  68. package/dist/local-firecracker-study.js +16 -2
  69. package/dist/local-firecracker-study.js.map +1 -1
  70. package/dist/local-runtime-config.js +5 -2
  71. package/dist/local-runtime-config.js.map +1 -1
  72. package/dist/local-runtime-release.d.ts +2 -0
  73. package/dist/local-runtime-release.js +15 -0
  74. package/dist/local-runtime-release.js.map +1 -1
  75. package/dist/local-runtime.d.ts +1 -0
  76. package/dist/local-runtime.js +11 -9
  77. package/dist/local-runtime.js.map +1 -1
  78. package/dist/program.js +3 -2
  79. package/dist/program.js.map +1 -1
  80. package/dist/restricted-codex-participant-policy.d.ts +2 -1
  81. package/dist/restricted-codex-participant-policy.js +9 -6
  82. package/dist/restricted-codex-participant-policy.js.map +1 -1
  83. package/dist/restricted-codex-participant-run.js +2 -1
  84. package/dist/restricted-codex-participant-run.js.map +1 -1
  85. package/dist/restricted-codex-participant.d.ts +2 -0
  86. package/dist/restricted-codex-participant.js +20 -7
  87. package/dist/restricted-codex-participant.js.map +1 -1
  88. package/dist/run.d.ts +8 -5
  89. package/dist/run.js +6 -6
  90. package/dist/run.js.map +1 -1
  91. package/dist/study-analysis-engine.d.ts +1 -1
  92. package/dist/study-analysis-engine.js +53 -10
  93. package/dist/study-analysis-engine.js.map +1 -1
  94. package/docs/architecture/local-browser-runtime.md +3 -2
  95. package/docs/architecture/participant-media.md +90 -0
  96. package/docs/contracts/schemas.md +1 -1
  97. package/docs/contracts/study-analysis.md +14 -0
  98. package/docs/goals/current.md +13 -9
  99. package/docs/ramp/README.md +7 -1
  100. package/docs/release/0.102.0-participant-media.md +43 -0
  101. package/package.json +5 -4
  102. package/skills/humanish/SKILL.md +8 -5
@@ -1 +1 @@
1
- {"version":3,"file":"guest-desktop-executor.js","sourceRoot":"","sources":["../src/guest-desktop-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAChI,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAS/E,MAAM,QAAQ,GAAqC,MAAM,CAAC,MAAM,CAAC;IAC/D,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IACtG,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IAC5G,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK;IACpF,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO;IAC3G,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IACpD,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW;IACrG,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO;CAC3F,CAAC,CAAC;AAEH,8EAA8E;AAC9E,MAAM,UAAU,iBAAiB,CAAC,IAAuB;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAChC,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QACtD,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACpH,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAWD,yFAAyF;AACzF,MAAM,UAAU,0BAA0B,CAAC,OAAoC;IAC7E,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC;IAC1D,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,SAAS,CAAC;WACrG,KAAK,GAAG,MAAM,GAAG,sBAAsB,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACrH,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,SAAS,SAAS;QAChB,IAAI,QAAQ;YAAE,OAAO;QACrB,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,4DAA4D,CAAC,CAAC;IACtG,CAAC;IACD,SAAS,UAAU,CAAC,MAAmB,EAAE,UAAU,GAAG,KAAK;QACzD,IAAI,QAAQ,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACrI,CAAC;IACD,SAAS,KAAK,CAAC,MAAmB;QAChC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnB,IAAI,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;QACxE,IAAI,GAAG,IAAI,CAAC;IACd,CAAC;IACD,SAAS,KAAK,CAAC,CAAS,EAAE,CAAS;QACjC,8EAA8E;QAC9E,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,MAAM;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QACjH,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,SAAS,IAAI,CAAC,MAAiB;QAC7B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/I,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7H,KAAK,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtF,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,0EAA0E;gBAC1E,mEAAmE;gBACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACrK,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACvF,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;YAChI,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzC,sEAAsE;gBACtE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;gBACzG,IAAI,UAAU,GAAG,QAAQ,GAAG,GAAG;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACjG,OAAO,UAAU,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC;oBACjE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACjF,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrF,CAAC;YACD,KAAK,MAAM,CAAC;YAAC,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,OAAO;QACL,aAAa,EAAE,aAAa;QAC5B,KAAK,CAAC,OAAO;YACX,KAAK,CAAC,eAAe,CAAC,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBACxD,UAAU,CAAC,eAAe,CAAC,CAAC;gBAC5B,yBAAyB,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC;oBACpF,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;gBACnE,CAAC;gBACD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;YACzE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC;gBACZ,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;YACvG,CAAC;oBAAS,CAAC;gBAAC,IAAI,GAAG,KAAK,CAAC;YAAC,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY;YAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;YACjG,KAAK,CAAC,MAAM,CAAC,CAAC;YACd,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,IAAuE,CAAC;YAC5E,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,2DAA2D;gBAC1F,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjD,SAAS,GAAG,IAAI,CAAC;oBACjB,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACpD,UAAU,CAAC,MAAM,CAAC,CAAC;oBACnB,UAAU,GAAG,IAAI,CAAC;oBAClB,IAAI,CAAC;wBAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;oBAAC,CAAC;oBAC3B,OAAO,KAAK,EAAE,CAAC;wBACb,gEAAgE;wBAChE,oDAAoD;wBACpD,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,KAAK,gBAAgB;4BAAE,UAAU,GAAG,KAAK,CAAC;wBAC5F,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;oBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAC/B,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;oBAC/B,mEAAmE;oBACnE,UAAU,GAAG,IAAI,CAAC;oBAClB,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACrC,CAAC;gBACD,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,WAAW,KAAK,gBAAgB,CAAC,CAAC,IAAI,UAAU,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;oBAAE,SAAS,EAAE,CAAC;gBACzM,8EAA8E;gBAC9E,IAAI,UAAU;oBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;gBAC7H,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACpF,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;YACvG,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,MAAM,IAAI,EAAE,KAAK,EAAE,CAAC;gBAAC,CAAC;gBAC5B,MAAM,CAAC;oBAAC,SAAS,EAAE,CAAC;oBAAC,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;gBAAC,CAAC;wBACnH,CAAC;oBAAC,IAAI,GAAG,KAAK,CAAC;gBAAC,CAAC;YAC3B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"guest-desktop-executor.js","sourceRoot":"","sources":["../src/guest-desktop-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,EAAE,sBAAsB,EAAE,4BAA4B,EAAE,yBAAyB,EAAE,MAAM,+BAA+B,CAAC;AAChI,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAS/E,MAAM,QAAQ,GAAqC,MAAM,CAAC,MAAM,CAAC;IAC/D,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IACtG,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO;IAC5G,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK;IACpF,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO;IAC3G,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IACpD,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW;IACrG,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO;CAC3F,CAAC,CAAC;AAEH,8EAA8E;AAC9E,MAAM,UAAU,iBAAiB,CAAC,IAAuB;IACvD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAChC,IAAI,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QACtD,IAAI,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClG,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACpH,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAWD,yFAAyF;AACzF,MAAM,UAAU,0BAA0B,CAAC,OAAoC;IAC7E,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC;IAC1D,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,sBAAsB,CAAC,SAAS,CAAC;WACrG,KAAK,GAAG,MAAM,GAAG,sBAAsB,CAAC,MAAM;QAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IACrH,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,SAAS,SAAS;QAChB,IAAI,QAAQ;YAAE,OAAO;QACrB,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,4DAA4D,CAAC,CAAC;IACtG,CAAC;IACD,SAAS,UAAU,CAAC,MAAmB,EAAE,UAAU,GAAG,KAAK;QACzD,IAAI,QAAQ,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;IACrI,CAAC;IACD,SAAS,KAAK,CAAC,MAAmB;QAChC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnB,IAAI,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;QACxE,IAAI,GAAG,IAAI,CAAC;IACd,CAAC;IACD,SAAS,KAAK,CAAC,CAAS,EAAE,CAAS;QACjC,8EAA8E;QAC9E,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,MAAM;YAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QACjH,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,SAAS,IAAI,CAAC,MAAiB;QAC7B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,KAAK,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/I,KAAK,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;YAC7H,KAAK,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtF,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,0EAA0E;gBAC1E,mEAAmE;gBACnE,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACrK,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACvF,OAAO,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;YAChI,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;gBACzC,sEAAsE;gBACtE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;gBACzG,IAAI,UAAU,GAAG,QAAQ,GAAG,GAAG;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACjG,OAAO,UAAU,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC;oBACjE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACjF,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrF,CAAC;YACD,KAAK,MAAM,CAAC;YAAC,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1C,KAAK,OAAO,CAAC,CAAC,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IACD,OAAO;QACL,aAAa,EAAE,aAAa;QAC5B,KAAK,CAAC,OAAO;YACX,KAAK,CAAC,eAAe,CAAC,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBACxD,UAAU,CAAC,eAAe,CAAC,CAAC;gBAC5B,yBAAyB,CAAC,UAAU,CAAC,CAAC;gBACtC,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC;oBACpF,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;gBACnE,CAAC;gBACD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,mBAAmB,CAAC,UAAU,CAAC,EAAE,CAAC;YACzE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC;gBACZ,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;YACvG,CAAC;oBAAS,CAAC;gBAAC,IAAI,GAAG,KAAK,CAAC;YAAC,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY;YAC/B,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;YACjG,KAAK,CAAC,MAAM,CAAC,CAAC;YACd,IAAI,UAAU,GAAG,KAAK,CAAC;YACvB,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,IAAuE,CAAC;YAC5E,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,2DAA2D;gBAC1F,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjD,SAAS,GAAG,IAAI,CAAC;oBACjB,IAAI,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACpD,UAAU,CAAC,MAAM,CAAC,CAAC;oBACnB,UAAU,GAAG,IAAI,CAAC;oBAClB,IAAI,CAAC;wBAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;oBAAC,CAAC;oBAC3B,OAAO,KAAK,EAAE,CAAC;wBACb,gEAAgE;wBAChE,oDAAoD;wBACpD,IAAI,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,KAAK,gBAAgB;4BAAE,UAAU,GAAG,KAAK,CAAC;wBAC5F,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;oBAAE,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAC/B,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;oBAC/B,mEAAmE;oBACnE,UAAU,GAAG,IAAI,CAAC;oBAClB,MAAM,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACrC,CAAC;gBACD,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,WAAW,KAAK,gBAAgB,CAAC,CAAC,IAAI,UAAU,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;oBAAE,SAAS,EAAE,CAAC;gBACzM,8EAA8E;gBAC9E,IAAI,UAAU;oBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;gBAC7H,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;gBACpF,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;YACvG,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,MAAM,IAAI,EAAE,KAAK,EAAE,CAAC;gBAAC,CAAC;gBAC5B,MAAM,CAAC;oBAAC,SAAS,EAAE,CAAC;oBAAC,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;gBAAC,CAAC;wBACnH,CAAC;oBAAC,IAAI,GAAG,KAAK,CAAC;gBAAC,CAAC;YAC3B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,33 @@
1
+ import type { CuaExecutor } from "./computer-use.js";
2
+ export interface GuestDesktopMediaDeclaration {
3
+ camera?: {
4
+ source: string;
5
+ };
6
+ microphone?: {
7
+ source: string;
8
+ };
9
+ }
10
+ export interface DesktopMediaWorkerTransport {
11
+ start(options: {
12
+ env: Readonly<Record<string, string>>;
13
+ data(bytes: Buffer): void;
14
+ exit(): void;
15
+ }): Promise<void>;
16
+ write(bytes: Buffer): Promise<void>;
17
+ close(): Promise<void>;
18
+ }
19
+ export interface GuestDesktopMediaOptions {
20
+ media: GuestDesktopMediaDeclaration;
21
+ env: Readonly<Record<string, string>>;
22
+ signal: AbortSignal;
23
+ onTerminal(): void;
24
+ transport?: DesktopMediaWorkerTransport;
25
+ workerPath?: string;
26
+ }
27
+ export interface GuestDesktopMedia {
28
+ readonly env: Readonly<Record<string, string>>;
29
+ wrap(executor: CuaExecutor): CuaExecutor;
30
+ close(): Promise<void>;
31
+ }
32
+ /** Starts optional native guest media before Chromium and later decorates its finite executor. */
33
+ export declare function startDesktopMedia(options: GuestDesktopMediaOptions): Promise<GuestDesktopMedia>;
@@ -0,0 +1,281 @@
1
+ import { spawn } from "node:child_process";
2
+ import { CUA_SPEECH_LIMITS } from "./cua-speech.js";
3
+ import { CuaExecutorError } from "./cua-executor-error.js";
4
+ const WORKER_LINE_BYTES = 8_192;
5
+ const READY_TIMEOUT_MS = 35_000;
6
+ const SPEAK_TIMEOUT_MS = 30_000;
7
+ const HEARD_QUEUE = 8;
8
+ const HEARD_PER_OBSERVATION = CUA_SPEECH_LIMITS.utterances;
9
+ function validText(value) {
10
+ return typeof value === "string" && value.trim().length > 0 && value.length <= CUA_SPEECH_LIMITS.characters
11
+ && Buffer.byteLength(value) <= CUA_SPEECH_LIMITS.bytes
12
+ && Buffer.from(value, "utf8").toString("utf8") === value;
13
+ }
14
+ function heard(value) {
15
+ if (!value || typeof value !== "object")
16
+ return undefined;
17
+ const item = value;
18
+ if (typeof item.id !== "string" || !/^[-A-Za-z0-9._]+$/.test(item.id) || item.id.length > 128
19
+ || item.source !== "speaker_audio" || !validText(item.text)
20
+ || !Number.isSafeInteger(item.durationMs) || item.durationMs < 1 || item.durationMs > CUA_SPEECH_LIMITS.durationMs)
21
+ return undefined;
22
+ return item;
23
+ }
24
+ class ChildMediaWorkerTransport {
25
+ path;
26
+ child;
27
+ constructor(path) {
28
+ this.path = path;
29
+ }
30
+ async start(options) {
31
+ const child = spawn(process.execPath, [this.path], { env: options.env, stdio: ["pipe", "pipe", "ignore"] });
32
+ this.child = child;
33
+ child.stdout.on("data", options.data);
34
+ child.once("error", options.exit);
35
+ child.once("close", options.exit);
36
+ }
37
+ write(bytes) {
38
+ return new Promise((resolve, reject) => {
39
+ const child = this.child;
40
+ if (!child || child.exitCode !== null || !child.stdin || child.stdin.destroyed) {
41
+ reject(new Error("media worker closed"));
42
+ return;
43
+ }
44
+ child.stdin.write(bytes, error => error ? reject(error) : resolve());
45
+ });
46
+ }
47
+ async close() {
48
+ const child = this.child;
49
+ this.child = undefined;
50
+ if (!child || child.exitCode !== null)
51
+ return;
52
+ await new Promise(resolve => {
53
+ const timer = setTimeout(() => { child.kill("SIGKILL"); }, 2000);
54
+ child.once("close", () => { clearTimeout(timer); resolve(); });
55
+ child.stdin?.end();
56
+ });
57
+ }
58
+ }
59
+ /** Starts optional native guest media before Chromium and later decorates its finite executor. */
60
+ export async function startDesktopMedia(options) {
61
+ if (options.media.camera !== undefined && options.media.camera.source !== "synthetic") {
62
+ throw new CuaExecutorError("invalid_request", "not_dispatched");
63
+ }
64
+ if (options.media.microphone !== undefined && options.media.microphone.source !== "speech") {
65
+ throw new CuaExecutorError("invalid_request", "not_dispatched");
66
+ }
67
+ if (options.media.camera === undefined && options.media.microphone === undefined) {
68
+ throw new CuaExecutorError("invalid_request", "not_dispatched");
69
+ }
70
+ options.signal.throwIfAborted();
71
+ const pulse = options.media.microphone !== undefined;
72
+ const pulseServer = `unix:${options.env.XDG_RUNTIME_DIR ?? "/run/humanish/xdg"}/pulse/native`;
73
+ const env = { ...options.env,
74
+ HUMANISH_MEDIA_CAMERA: options.media.camera === undefined ? "0" : "1",
75
+ HUMANISH_MEDIA_MICROPHONE: pulse ? "1" : "0",
76
+ ...(pulse ? { PULSE_SERVER: pulseServer, PULSE_SOURCE: "humanish_input", PULSE_SINK: "humanish_speaker" } : {}) };
77
+ const transport = options.transport ?? new ChildMediaWorkerTransport(options.workerPath ?? "/opt/humanish/media/guest-media-worker.js");
78
+ let buffer = Buffer.alloc(0), ready = false, closed = false, expectedExit = false, wrapped = false, nextCommand = 1;
79
+ let resolveReady, rejectReady;
80
+ const readiness = new Promise((resolve, reject) => { resolveReady = resolve; rejectReady = reject; });
81
+ void readiness.catch(() => { });
82
+ let closing;
83
+ const queue = [], pending = new Map();
84
+ const terminal = () => {
85
+ if (closed || expectedExit)
86
+ return;
87
+ closed = true;
88
+ const error = new CuaExecutorError("execution_failed", "outcome_uncertain");
89
+ rejectReady(error);
90
+ for (const command of pending.values()) {
91
+ clearTimeout(command.timer);
92
+ command.reject(error);
93
+ }
94
+ pending.clear();
95
+ try {
96
+ options.onTerminal();
97
+ }
98
+ catch { /* The media owner remains terminal. */ }
99
+ };
100
+ const message = (value) => {
101
+ if (!value || typeof value !== "object") {
102
+ terminal();
103
+ return;
104
+ }
105
+ const item = value;
106
+ if (item.type === "ready" && !ready) {
107
+ ready = true;
108
+ resolveReady();
109
+ return;
110
+ }
111
+ if (!ready) {
112
+ terminal();
113
+ return;
114
+ }
115
+ if (item.type === "heard") {
116
+ const utterance = heard(item.utterance);
117
+ if (!utterance) {
118
+ terminal();
119
+ return;
120
+ }
121
+ if (queue.length === HEARD_QUEUE) {
122
+ terminal();
123
+ return;
124
+ }
125
+ queue.push(utterance);
126
+ return;
127
+ }
128
+ if (item.type === "reply" && typeof item.id === "string" && typeof item.ok === "boolean") {
129
+ const command = pending.get(item.id);
130
+ if (!command) {
131
+ terminal();
132
+ return;
133
+ }
134
+ pending.delete(item.id);
135
+ clearTimeout(command.timer);
136
+ if (item.ok)
137
+ command.resolve();
138
+ else
139
+ command.reject(new CuaExecutorError("execution_failed", "outcome_uncertain"));
140
+ return;
141
+ }
142
+ terminal();
143
+ };
144
+ try {
145
+ await transport.start({ env, data(bytes) {
146
+ if (closed)
147
+ return;
148
+ buffer = Buffer.concat([buffer, bytes]);
149
+ if (buffer.length > WORKER_LINE_BYTES && !buffer.includes(10)) {
150
+ terminal();
151
+ return;
152
+ }
153
+ for (;;) {
154
+ const end = buffer.indexOf(10);
155
+ if (end < 0)
156
+ break;
157
+ if (end > WORKER_LINE_BYTES) {
158
+ terminal();
159
+ return;
160
+ }
161
+ const line = buffer.subarray(0, end);
162
+ buffer = buffer.subarray(end + 1);
163
+ try {
164
+ message(JSON.parse(line.toString("utf8")));
165
+ }
166
+ catch {
167
+ terminal();
168
+ return;
169
+ }
170
+ }
171
+ }, exit: terminal });
172
+ options.signal.throwIfAborted();
173
+ }
174
+ catch (error) {
175
+ expectedExit = true;
176
+ closed = true;
177
+ await transport.close().catch(() => { });
178
+ throw error;
179
+ }
180
+ const readyTimer = setTimeout(() => rejectReady(new CuaExecutorError("deadline_exceeded", "not_dispatched")), READY_TIMEOUT_MS);
181
+ const abort = () => { void close(); };
182
+ options.signal.addEventListener("abort", abort, { once: true });
183
+ const close = async () => {
184
+ if (closing)
185
+ return closing;
186
+ expectedExit = true;
187
+ closed = true;
188
+ clearTimeout(readyTimer);
189
+ options.signal.removeEventListener("abort", abort);
190
+ const error = new CuaExecutorError("session_revoked", "outcome_uncertain");
191
+ for (const command of pending.values()) {
192
+ clearTimeout(command.timer);
193
+ command.reject(error);
194
+ }
195
+ pending.clear();
196
+ closing = Promise.resolve().then(() => transport.close());
197
+ return closing;
198
+ };
199
+ const readinessAbort = () => { rejectReady(new CuaExecutorError("session_revoked", "not_dispatched")); };
200
+ options.signal.addEventListener("abort", readinessAbort, { once: true });
201
+ try {
202
+ await readiness;
203
+ }
204
+ catch (error) {
205
+ await close();
206
+ throw error;
207
+ }
208
+ finally {
209
+ clearTimeout(readyTimer);
210
+ options.signal.removeEventListener("abort", readinessAbort);
211
+ }
212
+ return { env, close, wrap(executor) {
213
+ if (wrapped)
214
+ throw new CuaExecutorError("invalid_request", "not_dispatched");
215
+ wrapped = true;
216
+ const result = {
217
+ ...executor, speechEnabled: pulse,
218
+ async observe() {
219
+ if (closed)
220
+ throw new CuaExecutorError("execution_failed", "not_dispatched");
221
+ const observation = await executor.observe();
222
+ if (closed)
223
+ throw new CuaExecutorError("execution_failed", "not_dispatched");
224
+ const items = queue.splice(0, HEARD_PER_OBSERVATION);
225
+ return items.length ? { ...observation, heardSpeech: items } : observation;
226
+ },
227
+ async execute(action, signal) {
228
+ if (closed)
229
+ throw new CuaExecutorError("execution_failed", "not_dispatched");
230
+ const candidate = action;
231
+ if (candidate.kind !== "speak")
232
+ return executor.execute(action, signal);
233
+ if (!pulse || !validText(candidate.text) || closed || options.signal.aborted || signal?.aborted) {
234
+ throw new CuaExecutorError("action_rejected", "not_dispatched");
235
+ }
236
+ const id = `speak-${nextCommand++}`;
237
+ const combined = signal ? AbortSignal.any([options.signal, signal]) : options.signal;
238
+ let written = false;
239
+ const operation = new Promise((resolve, reject) => {
240
+ const timer = setTimeout(() => {
241
+ pending.delete(id);
242
+ reject(new CuaExecutorError("deadline_exceeded", written ? "outcome_uncertain" : "not_dispatched"));
243
+ void close().catch(() => { });
244
+ }, SPEAK_TIMEOUT_MS);
245
+ pending.set(id, { resolve, reject, timer });
246
+ });
247
+ void operation.catch(() => { });
248
+ const cancelled = () => {
249
+ const command = pending.get(id);
250
+ if (!command)
251
+ return;
252
+ pending.delete(id);
253
+ clearTimeout(command.timer);
254
+ command.reject(new CuaExecutorError("session_revoked", written ? "outcome_uncertain" : "not_dispatched"));
255
+ void close().catch(() => { });
256
+ };
257
+ combined.addEventListener("abort", cancelled, { once: true });
258
+ try {
259
+ written = true;
260
+ await transport.write(Buffer.from(JSON.stringify({ id, operation: "speak", text: candidate.text }) + "\n"));
261
+ await operation;
262
+ }
263
+ catch (error) {
264
+ if (written)
265
+ await close();
266
+ throw error instanceof CuaExecutorError ? error : new CuaExecutorError("execution_failed", written ? "outcome_uncertain" : "not_dispatched");
267
+ }
268
+ finally {
269
+ combined.removeEventListener("abort", cancelled);
270
+ const command = pending.get(id);
271
+ if (command) {
272
+ pending.delete(id);
273
+ clearTimeout(command.timer);
274
+ }
275
+ }
276
+ }
277
+ };
278
+ return result;
279
+ } };
280
+ }
281
+ //# sourceMappingURL=guest-desktop-media.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"guest-desktop-media.js","sourceRoot":"","sources":["../src/guest-desktop-media.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAqB,MAAM,oBAAoB,CAAC;AAE9D,OAAO,EAAE,iBAAiB,EAAoB,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,qBAAqB,GAAG,iBAAiB,CAAC,UAAU,CAAC;AA4B3D,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,iBAAiB,CAAC,UAAU;WACtG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,iBAAiB,CAAC,KAAK;WACnD,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,KAAK,CAAC;AAC7D,CAAC;AAED,SAAS,KAAK,CAAC,KAAc;IAC3B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,IAAI,GAAG,KAA6B,CAAC;IAC3C,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG;WACxF,IAAI,CAAC,MAAM,KAAK,eAAe,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;WACxD,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAW,GAAG,CAAC,IAAI,IAAI,CAAC,UAAW,GAAG,iBAAiB,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IACzI,OAAO,IAAmB,CAAC;AAC7B,CAAC;AAED,MAAM,yBAAyB;IAEA;IADrB,KAAK,CAA2B;IACxC,YAA6B,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAC7C,KAAK,CAAC,KAAK,CAAC,OAA2F;QACrG,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5G,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,KAAK,CAAC,MAAO,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACvE,CAAC;IACD,KAAK,CAAC,KAAa;QACjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YACrI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,KAAK;QACT,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACjD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI;YAAE,OAAO;QAC9C,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE;YAChC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACjE,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,kGAAkG;AAClG,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACvE,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QACtF,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC3F,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACjF,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC;IACrD,MAAM,WAAW,GAAG,QAAQ,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,mBAAmB,eAAe,CAAC;IAC9F,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG;QAC1B,qBAAqB,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QACrE,yBAAyB,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG;QAC5C,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IACpH,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,yBAAyB,CAAC,OAAO,CAAC,UAAU,IAAI,2CAA2C,CAAC,CAAC;IACxI,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,YAAY,GAAG,KAAK,EAAE,OAAO,GAAG,KAAK,EAAE,WAAW,GAAG,CAAC,CAAC;IACpH,IAAI,YAAyB,EAAE,WAAoC,CAAC;IACpE,MAAM,SAAS,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,YAAY,GAAG,OAAO,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5G,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC/B,IAAI,OAAkC,CAAC;IACvC,MAAM,KAAK,GAAkB,EAAE,EAAE,OAAO,GAAG,IAAI,GAAG,EAA6F,CAAC;IAChJ,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,MAAM,IAAI,YAAY;YAAE,OAAO;QACnC,MAAM,GAAG,IAAI,CAAC;QACd,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;QAC5E,WAAW,CAAC,KAAK,CAAC,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAC/F,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,IAAI,CAAC;YAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,uCAAuC,CAAC,CAAC;IACjF,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,KAAc,EAAQ,EAAE;QACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAAC,QAAQ,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QAChE,MAAM,IAAI,GAAG,KAA4E,CAAC;QAC1F,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;YAAC,KAAK,GAAG,IAAI,CAAC;YAAC,YAAY,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QAC9E,IAAI,CAAC,KAAK,EAAE,CAAC;YAAC,QAAQ,EAAE,CAAC;YAAC,OAAO;QAAC,CAAC;QACnC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBAAC,QAAQ,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YAChF,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAAC,QAAQ,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAAC,OAAO;QAChC,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;YACzF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAAC,QAAQ,EAAE,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC3E,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACrD,IAAI,IAAI,CAAC,EAAE;gBAAE,OAAO,CAAC,OAAO,EAAE,CAAC;;gBAAM,OAAO,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,mBAAmB,CAAC,CAAC,CAAC;YACnH,OAAO;QACT,CAAC;QACD,QAAQ,EAAE,CAAC;IACb,CAAC,CAAC;IACF,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK;gBACrC,IAAI,MAAM;oBAAE,OAAO;gBACnB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;gBACxC,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;oBAAC,QAAQ,EAAE,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBACtF,SAAS,CAAC;oBACR,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAAC,IAAI,GAAG,GAAG,CAAC;wBAAE,MAAM;oBACnD,IAAI,GAAG,GAAG,iBAAiB,EAAE,CAAC;wBAAC,QAAQ,EAAE,CAAC;wBAAC,OAAO;oBAAC,CAAC;oBACpD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;oBACxE,IAAI,CAAC;wBAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,QAAQ,EAAE,CAAC;wBAAC,OAAO;oBAAC,CAAC;gBACnF,CAAC;YACH,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrB,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,GAAG,IAAI,CAAC;QAAC,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC;IAC3F,CAAC;IACD,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,gBAAgB,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAChI,MAAM,KAAK,GAAG,GAAS,EAAE,GAAG,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5C,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,YAAY,GAAG,IAAI,CAAC;QAAC,MAAM,GAAG,IAAI,CAAC;QAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACjH,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAC;QAC3E,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAC/F,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,cAAc,GAAG,GAAS,EAAE,GAAG,WAAW,CAAC,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/G,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,IAAI,CAAC;QAAC,MAAM,SAAS,CAAC;IAAC,CAAC;IACxB,OAAO,KAAK,EAAE,CAAC;QAAC,MAAM,KAAK,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;YACrC,CAAC;QAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAAC,CAAC;IAClG,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ;YAChC,IAAI,OAAO;gBAAE,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;YAAC,OAAO,GAAG,IAAI,CAAC;YAC7F,MAAM,MAAM,GAAG;gBACb,GAAG,QAAQ,EAAE,aAAa,EAAE,KAAK;gBACjC,KAAK,CAAC,OAAO;oBACX,IAAI,MAAM;wBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;oBAC7E,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;oBAC7C,IAAI,MAAM;wBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;oBAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;oBACrD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;gBAC7E,CAAC;gBACD,KAAK,CAAC,OAAO,CAAC,MAA6C,EAAE,MAAoB;oBAC/E,IAAI,MAAM;wBAAE,MAAM,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;oBAC7E,MAAM,SAAS,GAAG,MAA4C,CAAC;oBAC/D,IAAI,SAAS,CAAC,IAAI,KAAK,OAAO;wBAAE,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACxE,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;wBAChG,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;oBAClE,CAAC;oBACD,MAAM,EAAE,GAAG,SAAS,WAAW,EAAE,EAAE,CAAC;oBACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;oBACrF,IAAI,OAAO,GAAG,KAAK,CAAC;oBACpB,MAAM,SAAS,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBACtD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;4BAC5B,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BACnB,MAAM,CAAC,IAAI,gBAAgB,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;4BACpG,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;wBAC/B,CAAC,EAAE,gBAAgB,CAAC,CAAC;wBACrB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9C,CAAC,CAAC,CAAC;oBACH,KAAK,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBAC/B,MAAM,SAAS,GAAG,GAAS,EAAE;wBAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAAC,IAAI,CAAC,OAAO;4BAAE,OAAO;wBACtD,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBAChD,OAAO,CAAC,MAAM,CAAC,IAAI,gBAAgB,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;wBAC1G,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBAC/B,CAAC,CAAC;oBACF,QAAQ,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC9D,IAAI,CAAC;wBACH,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;wBAC5G,MAAM,SAAS,CAAC;oBAClB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,OAAO;4BAAE,MAAM,KAAK,EAAE,CAAC;wBAC3B,MAAM,KAAK,YAAY,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;oBAC/I,CAAC;4BAAS,CAAC;wBAAC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;wBAAC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAAC,IAAI,OAAO,EAAE,CAAC;4BAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;wBAAC,CAAC;oBAAC,CAAC;gBACpK,CAAC;aACF,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC,EAAE,CAAC;AACN,CAAC"}
@@ -0,0 +1,15 @@
1
+ import { z } from "zod";
2
+ /** Native devices admitted before the browser starts. File cameras remain hosted-only. */
3
+ export declare const guestMediaConfigSchema: z.ZodObject<{
4
+ camera: z.ZodOptional<z.ZodObject<{
5
+ source: z.ZodLiteral<"synthetic">;
6
+ }, z.core.$strict>>;
7
+ microphone: z.ZodOptional<z.ZodObject<{
8
+ source: z.ZodLiteral<"speech">;
9
+ }, z.core.$strict>>;
10
+ permission: z.ZodEnum<{
11
+ prompt: "prompt";
12
+ granted: "granted";
13
+ }>;
14
+ }, z.core.$strict>;
15
+ export type GuestMediaConfig = z.infer<typeof guestMediaConfigSchema>;
@@ -0,0 +1,8 @@
1
+ import { z } from "zod";
2
+ /** Native devices admitted before the browser starts. File cameras remain hosted-only. */
3
+ export const guestMediaConfigSchema = z.object({
4
+ camera: z.object({ source: z.literal("synthetic") }).strict().optional(),
5
+ microphone: z.object({ source: z.literal("speech") }).strict().optional(),
6
+ permission: z.enum(["prompt", "granted"])
7
+ }).strict().refine(value => value.camera !== undefined || value.microphone !== undefined);
8
+ //# sourceMappingURL=guest-media-config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"guest-media-config.js","sourceRoot":"","sources":["../src/guest-media-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,0FAA0F;AAC1F,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxE,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzE,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;CAC1C,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC"}
@@ -0,0 +1 @@
1
+ export {};