r1-create 1.3.0 → 1.3.1

package/README.md

@@ -109,6 +109,53 @@ r1.messaging.onMessage((response) => {
     console.log('Parsed response:', response.parsedData);
   }
 });
+
+// Push-to-talk using hardware long press + STT transcript forwarding
+const disablePTT = r1.messaging.enablePushToTalk({
+  onTranscript: (transcript) => {
+    console.log('User said:', transcript);
+  }
+});
+
+// Programmatic STT control
+r1.messaging.startSTTListening();
+// ...later
+r1.messaging.stopSTTListening();
+
+// Later, if needed:
+// disablePTT();
+
+// Wait for a matching response with timeout
+const llmResponse = await r1.messaging.askLLMWithTimeout(
+  'Summarize this in one sentence',
+  { wantsR1Response: false },
+  { timeoutMs: 15000 }
+);
+console.log('LLM response:', llmResponse.message);
+
+// Advanced SERP search options
+await r1.messaging.searchWeb('weather in Tokyo', {
+  tag: 'weather',
+  useLocation: true
+});
+
+// Ask R1 to email content to the user
+await r1.messaging.emailUser('Your itinerary for today...');
+
+// Analyze an image with LLM
+await r1.llm.analyzeImageBase64('Describe this image', myBase64Image);
+
+// Ask about an image (image + prompt)
+await r1.llm.askImage(myBase64Image, 'What do you see in this image?');
+
+// Transform an image (sends: "take a photo and make it <prompt>")
+await r1.llm.transformPhoto(myBase64Image, 'a watercolor painting');
+
+// Send image with no prompt
+await r1.llm.imageToAI(myBase64Image, '');
+
+// Runtime bridge checks (useful during development)
+console.log(r1.messaging.getRuntimeCapabilities());
 ```
 
 ### Media APIs

package/dist/index.d.ts

@@ -16,6 +16,7 @@ export type { HardwareEventType } from './types';
 export { AccelerometerAPI, TouchAPI, HardwareEvents, accelerometer, touch, hardwareEvents, DeviceControls, deviceControls, type DeviceControlsOptions, type ScrollWheelData, type SideButtonHandler, type ScrollWheelHandler } from './hardware';
 export { Base64Utils, R1Storage, storage } from './storage';
 export { R1Messaging, LLMHelpers, messaging, llmHelpers } from './llm';
+export type { PushToTalkOptions, SearchWebOptions, SerpSearchTag, WaitForMessageOptions, EmailOptions, ImageMessageOptions } from './llm';
 export { CSSUtils, DOMUtils, LayoutUtils, PerformanceUtils, R1Component, R1_DIMENSIONS, R1UI, ui, type UIDimensions, type UIFontSizes, type UISpacing, type UIButtonSizes, type UIColorPalette, type UIContainerOptions, type UIButtonOptions, type UITextOptions, type UIGridOptions } from './ui';
 export { CameraAPI, MicrophoneAPI, SpeakerAPI, MediaUtils, camera, microphone, speaker } from './media';
 import { R1Storage } from './storage';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,cAAc,SAAS,CAAC;AACxB,YAAY,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAGjD,OAAO,EACL,gBAAgB,EAChB,QAAQ,EACR,cAAc,EACd,aAAa,EACb,KAAK,EACL,cAAc,EAEd,cAAc,EACd,cAAc,EACd,KAAK,qBAAqB,EAC1B,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACxB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,WAAW,EACX,SAAS,EACT,OAAO,EACR,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,WAAW,EACX,UAAU,EACV,SAAS,EACT,UAAU,EACX,MAAM,OAAO,CAAC;AAGf,OAAO,EACL,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,gBAAgB,EAChB,WAAW,EACX,aAAa,EAEb,IAAI,EACJ,EAAE,EACF,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,aAAa,EACnB,MAAM,MAAM,CAAC;AAGd,OAAO,EACL,SAAS,EACT,aAAa,EACb,UAAU,EACV,UAAU,EACV,MAAM,EACN,UAAU,EACV,OAAO,EACR,MAAM,SAAS,CAAC;AAUjB,OAAO,EAAW,SAAS,EAAE,MAAM,WAAW,CAAC;AAK/C;;;GAGG;AACH,qBAAa,KAAK;IAEhB,SAAgB,aAAa,wCAAiB;IAC9C,SAAgB,KAAK,gCAAS;IAC9B,SAAgB,QAAQ,sCAAkB;IAC1C,SAAgB,cAAc,sCAAkB;IAGhD,SAAgB,OAAO,YAAW;IAGlC,SAAgB,SAAS,8BAAa;IACtC,SAAgB,GAAG,6BAAc;IAGjC,SAAgB,MAAM,8BAAU;IAChC,SAAgB,UAAU,kCAAc;IACxC,SAAgB,OAAO,+BAAW;IAGlC,SAAgB,EAAE,sBAAM;IAGxB,SAAgB,UAAU,iCAAiB;IAE3C;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAejC;;OAEG;IACG,oBAAoB,IAAI,OAAO,CAAC;QACpC,OAAO,EAAE,OAAO,CAAC;QACjB,aAAa,EAAE,OAAO,CAAC;QACvB,aAAa,EAAE,OAAO,CAAC;QACvB,MAAM,EAAE,OAAO,CAAC;QAChB,UAAU,EAAE,OAAO,CAAC;QACpB,OAAO,EAAE,OAAO,CAAC;QACjB,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC;IAYF;;;OAGG;IACH,YAAY,CAAC,MAAM,EAAE;QACnB,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;QACvB,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;QAChC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KAC3C,GAAG,QAAQ;CAGb;AAED;;GAEG;AACH,qBAAa,QAAQ;IAGP,OAAO,CAAC,MAAM;IAF1B,OAAO,CAAC,OAAO,CAAS;gBAEJ,MAAM,EAAE;QAC1B,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;QACvB,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;QAChC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KAC3C;IAID,KAAK,IAAI,IAAI;IAOb,OAAO,IAAI,IAAI;IAOf,OAAO,CAAC,mBAAmB;CAuB5B;AAGD,eAAO,MAAM,EAAE,OAAc,CAAC;AAG9B,eAAO,MAAM,YAAY,qBAAwB,CAAC;AAElD;;;GAGG;AACH,eAAO,MAAM,WAAW,GAAI,OAAO,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,SAKtD,CAAC;AAGF,eAAe,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,cAAc,SAAS,CAAC;AACxB,YAAY,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAGjD,OAAO,EACL,gBAAgB,EAChB,QAAQ,EACR,cAAc,EACd,aAAa,EACb,KAAK,EACL,cAAc,EAEd,cAAc,EACd,cAAc,EACd,KAAK,qBAAqB,EAC1B,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACxB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,WAAW,EACX,SAAS,EACT,OAAO,EACR,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,WAAW,EACX,UAAU,EACV,SAAS,EACT,UAAU,EACX,MAAM,OAAO,CAAC;AACf,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,aAAa,EACb,qBAAqB,EACrB,YAAY,EACZ,mBAAmB,EACpB,MAAM,OAAO,CAAC;AAGf,OAAO,EACL,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,gBAAgB,EAChB,WAAW,EACX,aAAa,EAEb,IAAI,EACJ,EAAE,EACF,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,aAAa,EACnB,MAAM,MAAM,CAAC;AAGd,OAAO,EACL,SAAS,EACT,aAAa,EACb,UAAU,EACV,UAAU,EACV,MAAM,EACN,UAAU,EACV,OAAO,EACR,MAAM,SAAS,CAAC;AAUjB,OAAO,EAAW,SAAS,EAAE,MAAM,WAAW,CAAC;AAK/C;;;GAGG;AACH,qBAAa,KAAK;IAEhB,SAAgB,aAAa,wCAAiB;IAC9C,SAAgB,KAAK,gCAAS;IAC9B,SAAgB,QAAQ,sCAAkB;IAC1C,SAAgB,cAAc,sCAAkB;IAGhD,SAAgB,OAAO,YAAW;IAGlC,SAAgB,SAAS,8BAAa;IACtC,SAAgB,GAAG,6BAAc;IAGjC,SAAgB,MAAM,8BAAU;IAChC,SAAgB,UAAU,kCAAc;IACxC,SAAgB,OAAO,+BAAW;IAGlC,SAAgB,EAAE,sBAAM;IAGxB,SAAgB,UAAU,iCAAiB;IAE3C;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAejC;;OAEG;IACG,oBAAoB,IAAI,OAAO,CAAC;QACpC,OAAO,EAAE,OAAO,CAAC;QACjB,aAAa,EAAE,OAAO,CAAC;QACvB,aAAa,EAAE,OAAO,CAAC;QACvB,MAAM,EAAE,OAAO,CAAC;QAChB,UAAU,EAAE,OAAO,CAAC;QACpB,OAAO,EAAE,OAAO,CAAC;QACjB,SAAS,EAAE,OAAO,CAAC;KACpB,CAAC;IAYF;;;OAGG;IACH,YAAY,CAAC,MAAM,EAAE;QACnB,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;QACvB,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;QAChC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KAC3C,GAAG,QAAQ;CAGb;AAED;;GAEG;AACH,qBAAa,QAAQ;IAGP,OAAO,CAAC,MAAM;IAF1B,OAAO,CAAC,OAAO,CAAS;gBAEJ,MAAM,EAAE;QAC1B,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;QACvB,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;QAChC,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KAC3C;IAID,KAAK,IAAI,IAAI;IAOb,OAAO,IAAI,IAAI;IAOf,OAAO,CAAC,mBAAmB;CAuB5B;AAGD,eAAO,MAAM,EAAE,OAAc,CAAC;AAG9B,eAAO,MAAM,YAAY,qBAAwB,CAAC;AAElD;;;GAGG;AACH,eAAO,MAAM,WAAW,GAAI,OAAO,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,SAKtD,CAAC;AAGF,eAAe,EAAE,CAAC"}

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;;;;;;;;;;;;;;;AAEH,mBAAmB;AACnB,0CAAwB;AAGxB,gBAAgB;AAChB,uCAcoB;AAblB,4GAAA,gBAAgB,OAAA;AAChB,oGAAA,QAAQ,OAAA;AACR,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,iGAAA,KAAK,OAAA;AACL,0GAAA,cAAc,OAAA;AACd,sBAAsB;AACtB,0GAAA,cAAc,OAAA;AACd,0GAAA,cAAc,OAAA;AAOhB,eAAe;AACf,qCAImB;AAHjB,sGAAA,WAAW,OAAA;AACX,oGAAA,SAAS,OAAA;AACT,kGAAA,OAAO,OAAA;AAGT,yBAAyB;AACzB,6BAKe;AAJb,kGAAA,WAAW,OAAA;AACX,iGAAA,UAAU,OAAA;AACV,gGAAA,SAAS,OAAA;AACT,iGAAA,UAAU,OAAA;AAGZ,eAAe;AACf,2BAmBc;AAlBZ,8FAAA,QAAQ,OAAA;AACR,8FAAA,QAAQ,OAAA;AACR,iGAAA,WAAW,OAAA;AACX,sGAAA,gBAAgB,OAAA;AAChB,iGAAA,WAAW,OAAA;AACX,mGAAA,aAAa,OAAA;AACb,uBAAuB;AACvB,0FAAA,IAAI,OAAA;AACJ,wFAAA,EAAE,OAAA;AAYJ,aAAa;AACb,iCAQiB;AAPf,kGAAA,SAAS,OAAA;AACT,sGAAA,aAAa,OAAA;AACb,mGAAA,UAAU,OAAA;AACV,mGAAA,UAAU,OAAA;AACV,+FAAA,MAAM,OAAA;AACN,mGAAA,UAAU,OAAA;AACV,gGAAA,OAAO,OAAA;AAKT,yCAKoB;AACpB,uCAA+C;AAC/C,+BAA8C;AAC9C,6BAAyC;AACzC,mCAAkE;AAElE;;;GAGG;AACH,MAAa,KAAK;IAAlB;QACE,kBAAkB;QACF,kBAAa,GAAG,wBAAa,CAAC;QAC9B,UAAK,GAAG,gBAAK,CAAC;QACd,aAAQ,GAAG,yBAAc,CAAC;QAC1B,mBAAc,GAAG,yBAAc,CAAC;QAEhD,UAAU;QACM,YAAO,GAAG,iBAAO,CAAC;QAElC,oBAAoB;QACJ,cAAS,GAAG,eAAS,CAAC;QACtB,QAAG,GAAG,gBAAU,CAAC;QAEjC,QAAQ;QACQ,WAAM,GAAG,cAAM,CAAC;QAChB,eAAU,GAAG,kBAAU,CAAC;QACxB,YAAO,GAAG,eAAO,CAAC;QAElC,KAAK;QACW,OAAE,GAAG,OAAE,CAAC;QAExB,YAAY;QACI,eAAU,GAAG,kBAAa,CAAC;IAuD7C,CAAC;IArDC;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,qCAAqC;QACrC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,uBAAuB,kBAAa,CAAC,KAAK,IAAI,kBAAa,CAAC,MAAM,IAAI,CAAC,CAAC;QAEpF,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB;QASxB,OAAO;YACL,OAAO,EAAE,mBAAS,CAAC,WAAW,EAAE;YAChC,aAAa,EAAE,mBAAS,CAAC,iBAAiB,EAAE;YAC5C,aAAa,EAAE,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE;YACrD,MAAM,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;YACvC,UAAU,EAAE,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE;YAC/C,OAAO,EAAE,MAAM,kBAAU,CAAC,WAAW,CAAC,SAAS,CAAC;YAChD,SAAS,EAAE,OAAO,oBAAoB,KAAK,WAAW;SACvD,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,MAKZ;QACC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;CACF;AA9ED,sBA8EC;AAED;;GAEG;AACH,MAAa,QAAQ;IAGnB,YAAoB,MAKnB;QALmB,WAAM,GAAN,MAAM,CAKzB;QAPO,YAAO,GAAG,KAAK,CAAC;QAQtB,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;IAC5B,CAAC;IAEO,mBAAmB;QACzB,yBAAyB;QACzB,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1B,eAAS,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,MAAM,GAAwB;gBAClC,WAAW;gBACX,gBAAgB;gBAChB,cAAc;gBACd,UAAU;gBACV,YAAY;aACb,CAAC;YAEF,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBACrB,yBAAc,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAC5B,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAjDD,4BAiDC;AAED,yCAAyC;AAC5B,QAAA,EAAE,GAAG,IAAI,KAAK,EAAE,CAAC;AAE9B,+BAA+B;AACxB,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,UAAE,CAAC,UAAU,EAAE,CAAC;AAArC,QAAA,YAAY,gBAAyB;AAElD;;;GAGG;AACI,MAAM,WAAW,GAAG,CAAC,KAA2B,EAAE,EAAE;IACzD,QAAQ,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,UAAE,CAAC,UAAU,EAAE,CAAC;QACtB,KAAK,CAAC,UAAE,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AALW,QAAA,WAAW,eAKtB;AAEF,iBAAiB;AACjB,kBAAe,UAAE,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;;;;;;;;;;;;;;;AAEH,mBAAmB;AACnB,0CAAwB;AAGxB,gBAAgB;AAChB,uCAcoB;AAblB,4GAAA,gBAAgB,OAAA;AAChB,oGAAA,QAAQ,OAAA;AACR,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,iGAAA,KAAK,OAAA;AACL,0GAAA,cAAc,OAAA;AACd,sBAAsB;AACtB,0GAAA,cAAc,OAAA;AACd,0GAAA,cAAc,OAAA;AAOhB,eAAe;AACf,qCAImB;AAHjB,sGAAA,WAAW,OAAA;AACX,oGAAA,SAAS,OAAA;AACT,kGAAA,OAAO,OAAA;AAGT,yBAAyB;AACzB,6BAKe;AAJb,kGAAA,WAAW,OAAA;AACX,iGAAA,UAAU,OAAA;AACV,gGAAA,SAAS,OAAA;AACT,iGAAA,UAAU,OAAA;AAWZ,eAAe;AACf,2BAmBc;AAlBZ,8FAAA,QAAQ,OAAA;AACR,8FAAA,QAAQ,OAAA;AACR,iGAAA,WAAW,OAAA;AACX,sGAAA,gBAAgB,OAAA;AAChB,iGAAA,WAAW,OAAA;AACX,mGAAA,aAAa,OAAA;AACb,uBAAuB;AACvB,0FAAA,IAAI,OAAA;AACJ,wFAAA,EAAE,OAAA;AAYJ,aAAa;AACb,iCAQiB;AAPf,kGAAA,SAAS,OAAA;AACT,sGAAA,aAAa,OAAA;AACb,mGAAA,UAAU,OAAA;AACV,mGAAA,UAAU,OAAA;AACV,+FAAA,MAAM,OAAA;AACN,mGAAA,UAAU,OAAA;AACV,gGAAA,OAAO,OAAA;AAKT,yCAKoB;AACpB,uCAA+C;AAC/C,+BAA8C;AAC9C,6BAAyC;AACzC,mCAAkE;AAElE;;;GAGG;AACH,MAAa,KAAK;IAAlB;QACE,kBAAkB;QACF,kBAAa,GAAG,wBAAa,CAAC;QAC9B,UAAK,GAAG,gBAAK,CAAC;QACd,aAAQ,GAAG,yBAAc,CAAC;QAC1B,mBAAc,GAAG,yBAAc,CAAC;QAEhD,UAAU;QACM,YAAO,GAAG,iBAAO,CAAC;QAElC,oBAAoB;QACJ,cAAS,GAAG,eAAS,CAAC;QACtB,QAAG,GAAG,gBAAU,CAAC;QAEjC,QAAQ;QACQ,WAAM,GAAG,cAAM,CAAC;QAChB,eAAU,GAAG,kBAAU,CAAC;QACxB,YAAO,GAAG,eAAO,CAAC;QAElC,KAAK;QACW,OAAE,GAAG,OAAE,CAAC;QAExB,YAAY;QACI,eAAU,GAAG,kBAAa,CAAC;IAuD7C,CAAC;IArDC;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,qCAAqC;QACrC,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QAED,yBAAyB;QACzB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,uBAAuB,kBAAa,CAAC,KAAK,IAAI,kBAAa,CAAC,MAAM,IAAI,CAAC,CAAC;QAEpF,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB;QASxB,OAAO;YACL,OAAO,EAAE,mBAAS,CAAC,WAAW,EAAE;YAChC,aAAa,EAAE,mBAAS,CAAC,iBAAiB,EAAE;YAC5C,aAAa,EAAE,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE;YACrD,MAAM,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;YACvC,UAAU,EAAE,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE;YAC/C,OAAO,EAAE,MAAM,kBAAU,CAAC,WAAW,CAAC,SAAS,CAAC;YAChD,SAAS,EAAE,OAAO,oBAAoB,KAAK,WAAW;SACvD,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,MAKZ;QACC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;CACF;AA9ED,sBA8EC;AAED;;GAEG;AACH,MAAa,QAAQ;IAGnB,YAAoB,MAKnB;QALmB,WAAM,GAAN,MAAM,CAKzB;QAPO,YAAO,GAAG,KAAK,CAAC;QAQtB,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO;QACL,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,CAAC;IAC5B,CAAC;IAEO,mBAAmB;QACzB,yBAAyB;QACzB,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1B,eAAS,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAChC,MAAM,MAAM,GAAwB;gBAClC,WAAW;gBACX,gBAAgB;gBAChB,cAAc;gBACd,UAAU;gBACV,YAAY;aACb,CAAC;YAEF,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBACrB,yBAAc,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAC5B,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAjDD,4BAiDC;AAED,yCAAyC;AAC5B,QAAA,EAAE,GAAG,IAAI,KAAK,EAAE,CAAC;AAE9B,+BAA+B;AACxB,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,UAAE,CAAC,UAAU,EAAE,CAAC;AAArC,QAAA,YAAY,gBAAyB;AAElD;;;GAGG;AACI,MAAM,WAAW,GAAG,CAAC,KAA2B,EAAE,EAAE;IACzD,QAAQ,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,UAAE,CAAC,UAAU,EAAE,CAAC;QACtB,KAAK,CAAC,UAAE,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AALW,QAAA,WAAW,eAKtB;AAEF,iBAAiB;AACjB,kBAAe,UAAE,CAAC"}

package/dist/llm/index.d.ts

@@ -13,18 +13,45 @@ export interface MessageOptions extends LLMOptions {
     pluginId?: string;
     imageBase64?: string;
 }
+export type SerpSearchTag = 'search' | 'image' | 'finance' | 'jobs' | 'weather' | 'hotels';
+export interface SearchWebOptions extends Omit<MessageOptions, 'useSerpAPI'> {
+    useLocation?: boolean;
+    tag?: SerpSearchTag;
+}
+export interface WaitForMessageOptions {
+    timeoutMs?: number;
+    predicate?: (response: PluginMessageResponse & {
+        parsedData?: any;
+    }) => boolean;
+}
+export interface EmailOptions extends Omit<MessageOptions, 'useLLM'> {
+    instructionPrefix?: string;
+}
+export interface ImageMessageOptions extends Omit<MessageOptions, 'imageBase64' | 'useLLM'> {
+}
 /**
  * Type-safe LLM response handler
  */
 export type MessageHandler<T = any> = (response: PluginMessageResponse & {
     parsedData?: T;
 }) => void;
+export interface PushToTalkOptions {
+    startEvent?: string;
+    endEvent?: string;
+    processMessage?: string;
+    autoForwardTranscript?: boolean;
+    onTranscript?: (transcript: string, response: PluginMessageResponse & {
+        parsedData?: any;
+    }) => void;
+}
 /**
  * LLM and messaging API for R1 interactions
  */
 export declare class R1Messaging {
     private messageHandlers;
     private isInitialized;
+    private pushToTalkCleanup;
+    private sttListening;
     constructor();
     /**
      * Send a simple message to the server
@@ -43,7 +70,7 @@ export declare class R1Messaging {
      * @param query Search query
      * @param options Additional options
      */
-    searchWeb(query: string, options?: Omit<MessageOptions, 'useSerpAPI'>): Promise<void>;
+    searchWeb(query: string, options?: SearchWebOptions): Promise<void>;
     /**
      * Send text for text-to-speech output (without LLM processing)
      * @param text Text to speak
@@ -76,11 +103,87 @@ export declare class R1Messaging {
      * Remove all message handlers
      */
     removeAllHandlers(): void;
+    /**
+     * Wait for the next incoming plugin message.
+     * Useful for request/response flows with timeout handling.
+     */
+    waitForNextMessage(options?: WaitForMessageOptions): Promise<PluginMessageResponse & {
+        parsedData?: any;
+    }>;
+    /**
+     * Send a message to LLM and await the next matching response.
+     */
+    askLLMWithTimeout(message: string, options?: LLMOptions, waitOptions?: WaitForMessageOptions): Promise<PluginMessageResponse & {
+        parsedData?: any;
+    }>;
+    /**
+     * Ask the LLM to email content to the user.
+     */
+    emailUser(content: string, options?: EmailOptions): Promise<void>;
+    /**
+     * Send an image to AI with an optional prompt.
+     *
+     * Common patterns:
+     * - Ask about image: provide a question prompt.
+     * - Transform image: use a prompt like "take a photo and make it ...".
+     * - No-prompt processing: pass empty prompt.
+     */
+    sendImageToAI(imageBase64: string, prompt?: string, options?: ImageMessageOptions): Promise<void>;
+    /**
+     * Ask AI about an image by sending image + prompt.
+     */
+    askAboutImage(imageBase64: string, prompt: string, options?: ImageMessageOptions): Promise<void>;
+    /**
+     * Transform an image using the common R1 phrasing.
+     * Sends: "take a photo and make it <prompt>" + image.
+     */
+    transformImage(imageBase64: string, transformPrompt: string, options?: ImageMessageOptions): Promise<void>;
+    /**
+     * Runtime availability checks for messaging-related R1 bridges.
+     */
+    getRuntimeCapabilities(): {
+        pluginMessageHandler: boolean;
+        creationVoiceHandler: boolean;
+        closeWebView: boolean;
+    };
+    /**
+     * Start STT listening programmatically.
+     * Equivalent to: `CreationVoiceHandler.postMessage('start')`
+     */
+    startSTTListening(): void;
+    /**
+     * Stop STT listening programmatically.
+     * Equivalent to: `CreationVoiceHandler.postMessage('stop')`
+     */
+    stopSTTListening(): void;
+    /**
+     * Returns whether STT is currently listening based on SDK-triggered state.
+     */
+    isSTTListening(): boolean;
+    /**
+     * Enable push-to-talk using hardware long press events and STT messages.
+     *
+     * Default behavior:
+     * - `longPressStart` => `CreationVoiceHandler.postMessage('start')`
+     * - `longPressEnd` => `CreationVoiceHandler.postMessage('stop')`
+     * - On `sttEnded` with transcript, forwards:
+     *   `{ message: 'process_voice_input', transcript }` via PluginMessageHandler
+     */
+    enablePushToTalk(options?: PushToTalkOptions): () => void;
+    /**
+     * Disable push-to-talk listeners previously configured via enablePushToTalk.
+     */
+    disablePushToTalk(): void;
     /**
      * Close the current plugin/webview
      */
     closePlugin(): void;
     private initializeMessageHandler;
+    /**
+     * Normalize image payload for R1 bridge compatibility.
+     * Accepts either full data URL or raw base64 and returns a data URL string.
+     */
+    private normalizeImagePayload;
     /**
      * Generate audio file from text-to-speech (browser only)
      * Uses Web Speech API to synthesize speech and capture as audio blob
@@ -106,6 +209,27 @@ export declare class LLMHelpers {
      * @param data Optional data to analyze
      */
     analyzeData(prompt: string, data?: any): Promise<void>;
+    /**
+     * Analyze a base64-encoded image with the LLM.
+     * @param prompt Analysis prompt
+     * @param imageBase64 Base64 image string (without data URL prefix)
+     * @param options Additional message options
+     */
+    analyzeImageBase64(prompt: string, imageBase64: string, options?: Omit<MessageOptions, 'imageBase64' | 'useLLM'>): Promise<void>;
+    /**
+     * Send an image to AI with optional prompt.
+     * Empty prompt triggers no-prompt image processing.
+     */
+    imageToAI(imageBase64: string, prompt?: string, options?: ImageMessageOptions): Promise<void>;
+    /**
+     * Ask AI about an image (image + prompt).
+     */
+    askImage(imageBase64: string, prompt: string, options?: ImageMessageOptions): Promise<void>;
+    /**
+     * Transform an image with phrasing:
+     * "take a photo and make it <prompt>".
+     */
+    transformPhoto(imageBase64: string, prompt: string, options?: ImageMessageOptions): Promise<void>;
     /**
      * Ask LLM to perform a task and speak the result
      * @param task Task description

package/dist/llm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAiB,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAE7F,MAAM,WAAW,UAAU;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,qBAAqB,GAAG;IAAE,UAAU,CAAC,EAAE,CAAC,CAAA;CAAE,KAAK,IAAI,CAAC;AAErG;;GAEG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,eAAe,CAAkC;IACzD,OAAO,CAAC,aAAa,CAAS;;IAM9B;;;;OAIG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,cAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa/E;;;;OAIG;IACG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtE;;;;OAIG;IACG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,YAAY,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB/F;;;;OAIG;IACG,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,iBAAiB,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ9G;;;;OAIG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAOjF;;;;OAIG;IACG,UAAU,CAAC,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAOnF;;;OAGG;IACH,SAAS,CAAC,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,IAAI;IAIpD;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI;IAIzC;;OAEG;IACH,iBAAiB,IAAI,IAAI;IAIzB;;OAEG;IACH,WAAW,IAAI,IAAI;IAMnB,OAAO,CAAC,wBAAwB;IAkChC;;;;;;OAMG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;CAqClG;AAED;;GAEG;AACH,qBAAa,UAAU;IACT,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,WAAW;IAE1C;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAMtC;;;;OAIG;IACG,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5D;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,GAAE,OAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7E;;;;OAIG;IACG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/E;;;OAGG;IACG,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtD;;;;OAIG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;CAGlG;AAGD,eAAO,MAAM,SAAS,aAAoB,CAAC;AAC3C,eAAO,MAAM,UAAU,YAA4B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAiB,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAE7F,MAAM,WAAW,UAAU;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,MAAM,WAAW,cAAe,SAAQ,UAAU;IAChD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,CAAC;AAE3F,MAAM,WAAW,gBAAiB,SAAQ,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC;IAC1E,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,GAAG,CAAC,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,GAAG;QAAE,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,KAAK,OAAO,CAAC;CACjF;AAED,MAAM,WAAW,YAAa,SAAQ,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC;IAClE,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,cAAc,EAAE,aAAa,GAAG,QAAQ,CAAC;CAAG;AAE9F;;GAEG;AACH,MAAM,MAAM,cAAc,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,qBAAqB,GAAG;IAAE,UAAU,CAAC,EAAE,CAAC,CAAA;CAAE,KAAK,IAAI,CAAC;AAErG,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,YAAY,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,qBAAqB,GAAG;QAAE,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,KAAK,IAAI,CAAC;CACrG;AAED;;GAEG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,eAAe,CAAkC;IACzD,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,iBAAiB,CAA6B;IACtD,OAAO,CAAC,YAAY,CAAS;;IAM7B;;;;OAIG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,cAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa/E;;;;OAIG;IACG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtE;;;;OAIG;IACG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB7E;;;;OAIG;IACG,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,GAAG,iBAAiB,CAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ9G;;;;OAIG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAOjF;;;;OAIG;IACG,UAAU,CAAC,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAOnF;;;OAGG;IACH,SAAS,CAAC,CAAC,GAAG,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,IAAI;IAIpD;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI;IAIzC;;OAEG;IACH,iBAAiB,IAAI,IAAI;IAIzB;;;OAGG;IACH,kBAAkB,CAAC,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,qBAAqB,GAAG;QAAE,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,CAAC;IAyB9G;;OAEG;IACG,iBAAiB,CACrB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,UAAe,EACxB,WAAW,GAAE,qBAA0B,GACtC,OAAO,CAAC,qBAAqB,GAAG;QAAE,UAAU,CAAC,EAAE,GAAG,CAAA;KAAE,CAAC;IAMxD;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa3E;;;;;;;OAOG;IACG,aAAa,CACjB,WAAW,EAAE,MAAM,EACnB,MAAM,GAAE,MAAW,EACnB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC;IAWhB;;OAEG;IACG,aAAa,CACjB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC;IAIhB;;;OAGG;IACG,cAAc,CAClB,WAAW,EAAE,MAAM,EACnB,eAAe,EAAE,MAAM,EACvB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC;IAQhB;;OAEG;IACH,sBAAsB,IAAI;QACxB,oBAAoB,EAAE,OAAO,CAAC;QAC9B,oBAAoB,EAAE,OAAO,CAAC;QAC9B,YAAY,EAAE,OAAO,CAAC;KACvB;IAQD;;;OAGG;IACH,iBAAiB,IAAI,IAAI;IASzB;;;OAGG;IACH,gBAAgB,IAAI,IAAI;IASxB;;OAEG;IACH,cAAc,IAAI,OAAO;IAIzB;;;;;;;;OAQG;IACH,gBAAgB,CAAC,OAAO,GAAE,iBAAsB,GAAG,MAAM,IAAI;IA2D7D;;OAEG;IACH,iBAAiB,IAAI,IAAI;IAIzB;;OAEG;IACH,WAAW,IAAI,IAAI;IAMnB,OAAO,CAAC,wBAAwB;IAqDhC;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAU7B;;;;;;OAMG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;CAqClG;AAED;;GAEG;AACH,qBAAa,UAAU;IACT,OAAO,CAAC,SAAS;gBAAT,SAAS,EAAE,WAAW;IAE1C;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAMtC;;;;OAIG;IACG,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAU5D;;;;;OAKG;IACG,kBAAkB,CACtB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,aAAa,GAAG,QAAQ,CAAM,GAC3D,OAAO,CAAC,IAAI,CAAC;IAQhB;;;OAGG;IACG,SAAS,CACb,WAAW,EAAE,MAAM,EACnB,MAAM,GAAE,MAAW,EACnB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC;IAIhB;;OAEG;IACG,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC;IAIhB;;;OAGG;IACG,cAAc,CAClB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC;IAIhB;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,GAAE,OAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7E;;;;OAIG;IACG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,GAAE,OAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/E;;;OAGG;IACG,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtD;;;;OAIG;IACG,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,sBAA2B,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;CAGlG;AAGD,eAAO,MAAM,SAAS,aAAoB,CAAC;AAC3C,eAAO,MAAM,UAAU,YAA4B,CAAC"}

package/dist/llm/index.js

@@ -12,6 +12,8 @@ class R1Messaging {
     constructor() {
         this.messageHandlers = new Set();
         this.isInitialized = false;
+        this.pushToTalkCleanup = null;
+        this.sttListening = false;
         this.initializeMessageHandler();
     }
     /**
@@ -48,14 +50,15 @@ class R1Messaging {
      * @param options Additional options
      */
     async searchWeb(query, options = {}) {
+        const { useLocation = false, tag = 'search', ...messageOptions } = options;
         const payload = {
             message: JSON.stringify({
                 query: query,
-                useLocation: false,
-                tag: 'search'
+                useLocation,
+                tag
             }),
             useSerpAPI: true,
-            ...options
+            ...messageOptions
         };
         if (typeof PluginMessageHandler !== 'undefined') {
             PluginMessageHandler.postMessage(JSON.stringify(payload));
@@ -117,6 +120,174 @@ class R1Messaging {
     removeAllHandlers() {
         this.messageHandlers.clear();
     }
+    /**
+     * Wait for the next incoming plugin message.
+     * Useful for request/response flows with timeout handling.
+     */
+    waitForNextMessage(options = {}) {
+        const { timeoutMs = 30000, predicate } = options;
+        return new Promise((resolve, reject) => {
+            let timeoutId = null;
+            const handler = (response) => {
+                if (predicate && !predicate(response))
+                    return;
+                if (timeoutId) {
+                    clearTimeout(timeoutId);
+                }
+                this.offMessage(handler);
+                resolve(response);
+            };
+            this.onMessage(handler);
+            timeoutId = setTimeout(() => {
+                this.offMessage(handler);
+                reject(new Error(`Timed out waiting for plugin message after ${timeoutMs}ms`));
+            }, timeoutMs);
+        });
+    }
+    /**
+     * Send a message to LLM and await the next matching response.
+     */
+    async askLLMWithTimeout(message, options = {}, waitOptions = {}) {
+        const responsePromise = this.waitForNextMessage(waitOptions);
+        await this.askLLM(message, options);
+        return responsePromise;
+    }
+    /**
+     * Ask the LLM to email content to the user.
+     */
+    async emailUser(content, options = {}) {
+        const { instructionPrefix = 'Please email this to the user:', ...messageOptions } = options;
+        await this.sendMessage(`${instructionPrefix} ${content}`, {
+            useLLM: true,
+            wantsJournalEntry: false,
+            ...messageOptions
+        });
+    }
+    /**
+     * Send an image to AI with an optional prompt.
+     *
+     * Common patterns:
+     * - Ask about image: provide a question prompt.
+     * - Transform image: use a prompt like "take a photo and make it ...".
+     * - No-prompt processing: pass empty prompt.
+     */
+    async sendImageToAI(imageBase64, prompt = '', options = {}) {
+        const message = prompt.trim();
+        const normalizedImage = this.normalizeImagePayload(imageBase64);
+        await this.sendMessage(message, {
+            useLLM: true,
+            imageBase64: normalizedImage,
+            ...options
+        });
+    }
+    /**
+     * Ask AI about an image by sending image + prompt.
+     */
+    async askAboutImage(imageBase64, prompt, options = {}) {
+        await this.sendImageToAI(imageBase64, prompt, options);
+    }
+    /**
+     * Transform an image using the common R1 phrasing.
+     * Sends: "take a photo and make it <prompt>" + image.
+     */
+    async transformImage(imageBase64, transformPrompt, options = {}) {
+        const prompt = transformPrompt.trim().length > 0
+            ? `take a photo and make it ${transformPrompt}`
+            : 'take a photo and make it better';
+        await this.sendImageToAI(imageBase64, prompt, options);
+    }
+    /**
+     * Runtime availability checks for messaging-related R1 bridges.
+     */
+    getRuntimeCapabilities() {
+        return {
+            pluginMessageHandler: typeof PluginMessageHandler !== 'undefined',
+            creationVoiceHandler: typeof CreationVoiceHandler !== 'undefined',
+            closeWebView: typeof closeWebView !== 'undefined'
+        };
+    }
+    /**
+     * Start STT listening programmatically.
+     * Equivalent to: `CreationVoiceHandler.postMessage('start')`
+     */
+    startSTTListening() {
+        if (typeof CreationVoiceHandler === 'undefined') {
+            throw new Error('CreationVoiceHandler not available. Make sure you are running in R1 environment.');
+        }
+        CreationVoiceHandler.postMessage('start');
+        this.sttListening = true;
+    }
+    /**
+     * Stop STT listening programmatically.
+     * Equivalent to: `CreationVoiceHandler.postMessage('stop')`
+     */
+    stopSTTListening() {
+        if (typeof CreationVoiceHandler === 'undefined') {
+            throw new Error('CreationVoiceHandler not available. Make sure you are running in R1 environment.');
+        }
+        CreationVoiceHandler.postMessage('stop');
+        this.sttListening = false;
+    }
+    /**
+     * Returns whether STT is currently listening based on SDK-triggered state.
+     */
+    isSTTListening() {
+        return this.sttListening;
+    }
+    /**
+     * Enable push-to-talk using hardware long press events and STT messages.
+     *
+     * Default behavior:
+     * - `longPressStart` => `CreationVoiceHandler.postMessage('start')`
+     * - `longPressEnd` => `CreationVoiceHandler.postMessage('stop')`
+     * - On `sttEnded` with transcript, forwards:
+     *   `{ message: 'process_voice_input', transcript }` via PluginMessageHandler
+     */
+    enablePushToTalk(options = {}) {
+        if (typeof window === 'undefined') {
+            throw new Error('Push-to-talk is only available in browser environments.');
+        }
+        if (typeof CreationVoiceHandler === 'undefined') {
+            throw new Error('CreationVoiceHandler not available. Make sure you are running in R1 environment.');
+        }
+        this.disablePushToTalk();
+        const { startEvent = 'longPressStart', endEvent = 'longPressEnd', processMessage = 'process_voice_input', autoForwardTranscript = true, onTranscript } = options;
+        const handleStart = () => {
+            this.startSTTListening();
+        };
+        const handleEnd = () => {
+            this.stopSTTListening();
+        };
+        const transcriptHandler = (data) => {
+            const type = data.type;
+            const transcript = data.transcript;
+            if (type !== 'sttEnded' || !transcript)
+                return;
+            onTranscript?.(transcript, data);
+            if (autoForwardTranscript && typeof PluginMessageHandler !== 'undefined') {
+                PluginMessageHandler.postMessage(JSON.stringify({
+                    message: processMessage,
+                    transcript
+                }));
+            }
+        };
+        window.addEventListener(startEvent, handleStart);
+        window.addEventListener(endEvent, handleEnd);
+        this.onMessage(transcriptHandler);
+        this.pushToTalkCleanup = () => {
+            window.removeEventListener(startEvent, handleStart);
+            window.removeEventListener(endEvent, handleEnd);
+            this.offMessage(transcriptHandler);
+            this.pushToTalkCleanup = null;
+        };
+        return () => this.disablePushToTalk();
+    }
+    /**
+     * Disable push-to-talk listeners previously configured via enablePushToTalk.
+     */
+    disablePushToTalk() {
+        this.pushToTalkCleanup?.();
+    }
     /**
      * Close the current plugin/webview
      */
@@ -128,6 +299,7 @@ class R1Messaging {
     initializeMessageHandler() {
         if (this.isInitialized || typeof window === 'undefined')
             return;
+        const previousOnPluginMessage = window.onPluginMessage;
         // Set up global message handler
         window.onPluginMessage = (data) => {
             try {
@@ -142,8 +314,16 @@ class R1Messaging {
                         parsedData = data.data;
                     }
                 }
+                const objectData = parsedData && typeof parsedData === 'object' ? parsedData : null;
+                const typeFromParsed = typeof objectData?.type === 'string' ? objectData.type : undefined;
+                const transcriptFromParsed = typeof objectData?.transcript === 'string' ? objectData.transcript : undefined;
                 // Call all registered handlers
-                const enhancedData = { ...data, parsedData };
+                const enhancedData = {
+                    ...data,
+                    type: data.type ?? typeFromParsed,
+                    transcript: data.transcript ?? transcriptFromParsed,
+                    parsedData
+                };
                 this.messageHandlers.forEach(handler => {
                     try {
                         handler(enhancedData);
@@ -152,6 +332,14 @@ class R1Messaging {
                         console.error('Error in message handler:', error);
                     }
                 });
+                if (previousOnPluginMessage) {
+                    try {
+                        previousOnPluginMessage(data);
+                    }
+                    catch (error) {
+                        console.error('Error in pre-existing onPluginMessage handler:', error);
+                    }
+                }
             }
             catch (error) {
                 console.error('Error processing plugin message:', error);
@@ -159,6 +347,18 @@ class R1Messaging {
         };
         this.isInitialized = true;
     }
+    /**
+     * Normalize image payload for R1 bridge compatibility.
+     * Accepts either full data URL or raw base64 and returns a data URL string.
+     */
+    normalizeImagePayload(image) {
+        const value = image.trim();
+        if (value.startsWith('data:image/')) {
+            return value;
+        }
+        // Default to jpeg wrapper when only raw base64 is provided.
+        return `data:image/jpeg;base64,${value}`;
+    }
     /**
      * Generate audio file from text-to-speech (browser only)
      * Uses Web Speech API to synthesize speech and capture as audio blob
@@ -230,6 +430,39 @@ class LLMHelpers {
         message += ' Please respond with a JSON analysis.';
         await this.messaging.askLLMJSON(message);
     }
+    /**
+     * Analyze a base64-encoded image with the LLM.
+     * @param prompt Analysis prompt
+     * @param imageBase64 Base64 image string (without data URL prefix)
+     * @param options Additional message options
+     */
+    async analyzeImageBase64(prompt, imageBase64, options = {}) {
+        await this.messaging.sendMessage(prompt, {
+            useLLM: true,
+            imageBase64,
+            ...options
+        });
+    }
+    /**
+     * Send an image to AI with optional prompt.
+     * Empty prompt triggers no-prompt image processing.
+     */
+    async imageToAI(imageBase64, prompt = '', options = {}) {
+        await this.messaging.sendImageToAI(imageBase64, prompt, options);
+    }
+    /**
+     * Ask AI about an image (image + prompt).
+     */
+    async askImage(imageBase64, prompt, options = {}) {
+        await this.messaging.askAboutImage(imageBase64, prompt, options);
+    }
+    /**
+     * Transform an image with phrasing:
+     * "take a photo and make it <prompt>".
+     */
+    async transformPhoto(imageBase64, prompt, options = {}) {
+        await this.messaging.transformImage(imageBase64, prompt, options);
+    }
     /**
      * Ask LLM to perform a task and speak the result
      * @param task Task description

package/dist/llm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAqBH;;GAEG;AACH,MAAa,WAAW;IAItB;QAHQ,oBAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;QACjD,kBAAa,GAAG,KAAK,CAAC;QAG5B,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,UAA0B,EAAE;QAC7D,MAAM,OAAO,GAAkB;YAC7B,OAAO;YACP,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,UAAsB,EAAE;QACpD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC9B,MAAM,EAAE,IAAI;YACZ,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,UAA8C,EAAE;QAC7E,MAAM,OAAO,GAAkB;YAC7B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,KAAK;gBAClB,GAAG,EAAE,QAAQ;aACd,CAAC;YACF,UAAU,EAAE,IAAI;YAChB,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,UAA8D,EAAE;QAC5F,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;YAC3B,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,IAAI;YACrB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,gBAAyB,KAAK;QAC/D,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACzB,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,aAAa;SACjC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAU,OAAe,EAAE,UAAsB,EAAE;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtD,GAAG,OAAO,4CAA4C,CAAC;QAEzD,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACH,SAAS,CAAU,OAA0B;QAC3C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAAuB;QAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,wBAAwB;QAC9B,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,OAAO;QAEhE,gCAAgC;QAChC,MAAM,CAAC,eAAe,GAAG,CAAC,IAA2B,EAAE,EAAE;YACvD,IAAI,CAAC;gBACH,8CAA8C;gBAC9C,IAAI,UAAU,GAAG,SAAS,CAAC;gBAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,8CAA8C;wBAC9C,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC;oBACzB,CAAC;gBACH,CAAC;gBAED,+BAA+B;gBAC/B,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC;gBAC7C,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;oBACrC,IAAI,CAAC;wBACH,OAAO,CAAC,YAAY,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,UAAkC,EAAE;QACxE,oCAAoC;QACpC,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;QAC3G,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,0BAA0B;gBAC1B,MAAM,SAAS,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,CAAC;gBAErD,gBAAgB;gBAChB,IAAI,OAAO,CAAC,KAAK;oBAAE,SAAS,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;gBACnD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;oBAAE,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC9D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;oBAAE,SAAS,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;gBACjE,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;oBAAE,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAEpE,wBAAwB;gBACxB,SAAS,CAAC,KAAK,GAAG,GAAG,EAAE;oBACrB,qEAAqE;oBACrE,qEAAqE;oBACrE,yCAAyC;oBACzC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC,CAAC;gBAEF,SAAS,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;oBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC/D,CAAC,CAAC;gBAEF,iBAAiB;gBACjB,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE1C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAhND,kCAgNC;AAED;;GAEG;AACH,MAAa,UAAU;IACrB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,4GAA4G,CAC7G,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,IAAU;QAC1C,IAAI,OAAO,GAAG,MAAM,CAAC;QACrB,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,uCAAuC,CAAC;QAEnD,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,gBAAyB,IAAI;QAC3D,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,gBAAyB,KAAK;QAC7D,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe;QACpC,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,2BAA2B,OAAO,2CAA2C;YAC7E,sGAAsG,CACvG,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,UAAkC,EAAE;QACxE,OAAO,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;CACF;AAhED,gCAgEC;AAED,6BAA6B;AAChB,QAAA,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC;AAC9B,QAAA,UAAU,GAAG,IAAI,UAAU,CAAC,iBAAS,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AA+CH;;GAEG;AACH,MAAa,WAAW;IAMtB;QALQ,oBAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;QACjD,kBAAa,GAAG,KAAK,CAAC;QACtB,sBAAiB,GAAwB,IAAI,CAAC;QAC9C,iBAAY,GAAG,KAAK,CAAC;QAG3B,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,UAA0B,EAAE;QAC7D,MAAM,OAAO,GAAkB;YAC7B,OAAO;YACP,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,UAAsB,EAAE;QACpD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC9B,MAAM,EAAE,IAAI;YACZ,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,UAA4B,EAAE;QAC3D,MAAM,EACJ,WAAW,GAAG,KAAK,EACnB,GAAG,GAAG,QAAQ,EACd,GAAG,cAAc,EAClB,GAAG,OAAO,CAAC;QAEZ,MAAM,OAAO,GAAkB;YAC7B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,KAAK,EAAE,KAAK;gBACZ,WAAW;gBACX,GAAG;aACJ,CAAC;YACF,UAAU,EAAE,IAAI;YAChB,GAAG,cAAc;SAClB,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,UAA8D,EAAE;QAC5F,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;YAC3B,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,IAAI;YACrB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,gBAAyB,KAAK;QAC/D,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACzB,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,aAAa;SACjC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAU,OAAe,EAAE,UAAsB,EAAE;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtD,GAAG,OAAO,4CAA4C,CAAC;QAEzD,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACH,SAAS,CAAU,OAA0B;QAC3C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAAuB;QAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,UAAiC,EAAE;QACpD,MAAM,EAAE,SAAS,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAEjD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,SAAS,GAAyC,IAAI,CAAC;YAE3D,MAAM,OAAO,GAAmB,CAAC,QAAQ,EAAE,EAAE;gBAC3C,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAAE,OAAO;gBAE9C,IAAI,SAAS,EAAE,CAAC;oBACd,YAAY,CAAC,SAAS,CAAC,CAAC;gBAC1B,CAAC;gBACD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACzB,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpB,CAAC,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAExB,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACzB,MAAM,CAAC,IAAI,KAAK,CAAC,8CAA8C,SAAS,IAAI,CAAC,CAAC,CAAC;YACjF,CAAC,EAAE,SAAS,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAe,EACf,UAAsB,EAAE,EACxB,cAAqC,EAAE;QAEvC,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7D,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpC,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,UAAwB,EAAE;QACzD,MAAM,EACJ,iBAAiB,GAAG,gCAAgC,EACpD,GAAG,cAAc,EAClB,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,iBAAiB,IAAI,OAAO,EAAE,EAAE;YACxD,MAAM,EAAE,IAAI;YACZ,iBAAiB,EAAE,KAAK;YACxB,GAAG,cAAc;SAClB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,aAAa,CACjB,WAAmB,EACnB,SAAiB,EAAE,EACnB,UAA+B,EAAE;QAEjC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAEhE,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC9B,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,eAAe;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,WAAmB,EACnB,MAAc,EACd,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAClB,WAAmB,EACnB,eAAuB,EACvB,UAA+B,EAAE;QAEjC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,4BAA4B,eAAe,EAAE;YAC/C,CAAC,CAAC,iCAAiC,CAAC;QAEtC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,sBAAsB;QAKpB,OAAO;YACL,oBAAoB,EAAE,OAAO,oBAAoB,KAAK,WAAW;YACjE,oBAAoB,EAAE,OAAO,oBAAoB,KAAK,WAAW;YACjE,YAAY,EAAE,OAAO,YAAY,KAAK,WAAW;SAClD,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,iBAAiB;QACf,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;QAED,oBAAoB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,gBAAgB;QACd,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;QAED,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;;;;;;;OAQG;IACH,gBAAgB,CAAC,UAA6B,EAAE;QAC9C,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,EACJ,UAAU,GAAG,gBAAgB,EAC7B,QAAQ,GAAG,cAAc,EACzB,cAAc,GAAG,qBAAqB,EACtC,qBAAqB,GAAG,IAAI,EAC5B,YAAY,EACb,GAAG,OAAO,CAAC;QAEZ,MAAM,WAAW,GAAG,GAAG,EAAE;YACvB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,GAAG,EAAE;YACrB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC,CAAC;QAEF,MAAM,iBAAiB,GAAmB,CAAC,IAAI,EAAE,EAAE;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACvB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAEnC,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,UAAU;gBAAE,OAAO;YAE/C,YAAY,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAEjC,IAAI,qBAAqB,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;gBACzE,oBAAoB,CAAC,WAAW,CAC9B,IAAI,CAAC,SAAS,CAAC;oBACb,OAAO,EAAE,cAAc;oBACvB,UAAU;iBACX,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QACjD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAElC,IAAI,CAAC,iBAAiB,GAAG,GAAG,EAAE;YAC5B,MAAM,CAAC,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YACpD,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC,CAAC;QAEF,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,wBAAwB;QAC9B,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,OAAO;QAEhE,MAAM,uBAAuB,GAAG,MAAM,CAAC,eAAe,CAAC;QAEvD,gCAAgC;QAChC,MAAM,CAAC,eAAe,GAAG,CAAC,IAA2B,EAAE,EAAE;YACvD,IAAI,CAAC;gBACH,8CAA8C;gBAC9C,IAAI,UAAU,GAAG,SAAS,CAAC;gBAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,8CAA8C;wBAC9C,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC;oBACzB,CAAC;gBACH,CAAC;gBAED,MAAM,UAAU,GAAG,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAqC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC/G,MAAM,cAAc,GAAG,OAAO,UAAU,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC1F,MAAM,oBAAoB,GAAG,OAAO,UAAU,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;gBAE5G,+BAA+B;gBAC/B,MAAM,YAAY,GAAG;oBACnB,GAAG,IAAI;oBACP,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,cAAc;oBACjC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,oBAAoB;oBACnD,UAAU;iBACX,CAAC;gBACF,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;oBACrC,IAAI,CAAC;wBACH,OAAO,CAAC,YAAY,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,uBAAuB,EAAE,CAAC;oBAC5B,IAAI,CAAC;wBACH,uBAAuB,CAAC,IAAI,CAAC,CAAC;oBAChC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAC;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACK,qBAAqB,CAAC,KAAa;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACpC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,4DAA4D;QAC5D,OAAO,0BAA0B,KAAK,EAAE,CAAC;IAC3C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,UAAkC,EAAE;QACxE,oCAAoC;QACpC,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;QAC3G,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,0BAA0B;gBAC1B,MAAM,SAAS,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,CAAC;gBAErD,gBAAgB;gBAChB,IAAI,OAAO,CAAC,KAAK;oBAAE,SAAS,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;gBACnD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;oBAAE,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC9D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;oBAAE,SAAS,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;gBACjE,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;oBAAE,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAEpE,wBAAwB;gBACxB,SAAS,CAAC,KAAK,GAAG,GAAG,EAAE;oBACrB,qEAAqE;oBACrE,qEAAqE;oBACrE,yCAAyC;oBACzC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC,CAAC;gBAEF,SAAS,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;oBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC/D,CAAC,CAAC;gBAEF,iBAAiB;gBACjB,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE1C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAheD,kCAgeC;AAED;;GAEG;AACH,MAAa,UAAU;IACrB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,4GAA4G,CAC7G,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,IAAU;QAC1C,IAAI,OAAO,GAAG,MAAM,CAAC;QACrB,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,uCAAuC,CAAC;QAEnD,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,MAAc,EACd,WAAmB,EACnB,UAA0D,EAAE;QAE5D,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE;YACvC,MAAM,EAAE,IAAI;YACZ,WAAW;YACX,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CACb,WAAmB,EACnB,SAAiB,EAAE,EACnB,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,WAAmB,EACnB,MAAc,EACd,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAClB,WAAmB,EACnB,MAAc,EACd,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,gBAAyB,IAAI;QAC3D,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,gBAAyB,KAAK;QAC7D,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe;QACpC,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,2BAA2B,OAAO,2CAA2C;YAC7E,sGAAsG,CACvG,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,UAAkC,EAAE;QACxE,OAAO,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;CACF;AArHD,gCAqHC;AAED,6BAA6B;AAChB,QAAA,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC;AAC9B,QAAA,UAAU,GAAG,IAAI,UAAU,CAAC,iBAAS,CAAC,CAAC"}

package/dist/types/index.d.ts

@@ -37,6 +37,8 @@ export interface PluginMessageResponse {
     message: string;
     pluginId: string;
     data?: string;
+    type?: string;
+    transcript?: string;
 }
 export interface R1Dimensions {
     width: 240;
@@ -58,6 +60,9 @@ declare global {
     const PluginMessageHandler: {
         postMessage(message: string): void;
     };
+    const CreationVoiceHandler: {
+        postMessage(message: string): void;
+    };
     const closeWebView: {
         postMessage(message: string): void;
     };

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,MAAM,WAAW,iBAAiB;IAChC,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;IAChD,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAGD,MAAM,WAAW,UAAU;IACzB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC7C,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,UAAU,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;CACpB;AAGD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAGD,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,GAAG,CAAC;CACb;AAGD,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,gBAAgB,GAChB,cAAc,GACd,UAAU,GACV,YAAY,CAAC;AAGjB,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,eAAe,EAAE,eAAe,CAAC;QACjC,eAAe,EAAE;YACf,aAAa,EAAE;gBACb,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC;gBACzF,IAAI,IAAI,IAAI,CAAC;aACd,CAAC;SACH,CAAC;QACF,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,qBAAqB,KAAK,IAAI,CAAC;KACzD;IAGD,MAAM,oBAAoB,EAAE;QAC1B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,YAAY,EAAE;QAClB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,iBAAiB,EAAE;QACvB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,EAAE,oBAAoB,CAAC;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,OAAO,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,MAAM,WAAW,iBAAiB;IAChC,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;IAChD,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAGD,MAAM,WAAW,UAAU;IACzB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC7C,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,UAAU,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;CACpB;AAGD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAGD,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,GAAG,CAAC;CACb;AAGD,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,gBAAgB,GAChB,cAAc,GACd,UAAU,GACV,YAAY,CAAC;AAGjB,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,eAAe,EAAE,eAAe,CAAC;QACjC,eAAe,EAAE;YACf,aAAa,EAAE;gBACb,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC;gBACzF,IAAI,IAAI,IAAI,CAAC;aACd,CAAC;SACH,CAAC;QACF,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,qBAAqB,KAAK,IAAI,CAAC;KACzD;IAGD,MAAM,oBAAoB,EAAE;QAC1B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,oBAAoB,EAAE;QAC1B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,YAAY,EAAE;QAClB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,iBAAiB,EAAE;QACvB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,EAAE,oBAAoB,CAAC;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,OAAO,EAAE,CAAC"}