r1-create 1.2.0 → 1.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js.map +1 -1
- package/dist/llm/index.d.ts +140 -2
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +288 -4
- package/dist/llm/index.js.map +1 -1
- package/dist/types/index.d.ts +14 -0
- package/dist/types/index.d.ts.map +1 -1
- package/examples/README.md +36 -0
- package/examples/camera/index.html +160 -0
- package/examples/device-controls/index.html +191 -0
- package/examples/hardware-game/index.html +165 -0
- package/examples/messaging-test/index.html +359 -0
- package/examples/nextjs-test-app/README.md +72 -0
- package/examples/nextjs-test-app/app/globals.css +282 -0
- package/examples/nextjs-test-app/app/layout.jsx +14 -0
- package/examples/nextjs-test-app/app/page.jsx +1265 -0
- package/examples/nextjs-test-app/log-relay/device-console-bridge.js +91 -0
- package/examples/nextjs-test-app/log-relay/server.js +55 -0
- package/examples/nextjs-test-app/next.config.js +8 -0
- package/examples/nextjs-test-app/package-lock.json +1227 -0
- package/examples/nextjs-test-app/package.json +18 -0
- package/examples/text-to-speech/index.html +128 -0
- package/examples/ui-design/index.html +189 -0
- package/examples/voice-recorder/index.html +149 -0
- package/examples/web-search/index.html +147 -0
- package/package.json +1 -1
package/dist/llm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAqBH;;GAEG;AACH,MAAa,WAAW;IAItB;QAHQ,oBAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;QACjD,kBAAa,GAAG,KAAK,CAAC;QAG5B,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,UAA0B,EAAE;QAC7D,MAAM,OAAO,GAAkB;YAC7B,OAAO;YACP,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,UAAsB,EAAE;QACpD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC9B,MAAM,EAAE,IAAI;YACZ,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,UAA8C,EAAE;QAC7E,MAAM,OAAO,GAAkB;YAC7B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,KAAK;gBAClB,GAAG,EAAE,QAAQ;aACd,CAAC;YACF,UAAU,EAAE,IAAI;YAChB,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,UAA8D,EAAE;QAC5F,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;YAC3B,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,IAAI;YACrB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,gBAAyB,KAAK;QAC/D,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACzB,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,aAAa;SACjC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAU,OAAe,EAAE,UAAsB,EAAE;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtD,GAAG,OAAO,4CAA4C,CAAC;QAEzD,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACH,SAAS,CAAU,OAA0B;QAC3C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAAuB;QAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,wBAAwB;QAC9B,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,OAAO;QAEhE,gCAAgC;QAChC,MAAM,CAAC,eAAe,GAAG,CAAC,IAA2B,EAAE,EAAE;YACvD,IAAI,CAAC;gBACH,8CAA8C;gBAC9C,IAAI,UAAU,GAAG,SAAS,CAAC;gBAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,8CAA8C;wBAC9C,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC;oBACzB,CAAC;gBACH,CAAC;gBAED,+BAA+B;gBAC/B,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC;gBAC7C,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;oBACrC,IAAI,CAAC;wBACH,OAAO,CAAC,YAAY,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;CACF;AAnKD,kCAmKC;AAED;;GAEG;AACH,MAAa,UAAU;IACrB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,4GAA4G,CAC7G,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,IAAU;QAC1C,IAAI,OAAO,GAAG,MAAM,CAAC;QACrB,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,uCAAuC,CAAC;QAEnD,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,gBAAyB,IAAI;QAC3D,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,gBAAyB,KAAK;QAC7D,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe;QACpC,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,2BAA2B,OAAO,2CAA2C;YAC7E,sGAAsG,CACvG,CAAC;IACJ,CAAC;CACF;AAvDD,gCAuDC;AAED,6BAA6B;AAChB,QAAA,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC;AAC9B,QAAA,UAAU,GAAG,IAAI,UAAU,CAAC,iBAAS,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AA+CH;;GAEG;AACH,MAAa,WAAW;IAMtB;QALQ,oBAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;QACjD,kBAAa,GAAG,KAAK,CAAC;QACtB,sBAAiB,GAAwB,IAAI,CAAC;QAC9C,iBAAY,GAAG,KAAK,CAAC;QAG3B,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,UAA0B,EAAE;QAC7D,MAAM,OAAO,GAAkB;YAC7B,OAAO;YACP,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,UAAsB,EAAE;QACpD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC9B,MAAM,EAAE,IAAI;YACZ,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,UAA4B,EAAE;QAC3D,MAAM,EACJ,WAAW,GAAG,KAAK,EACnB,GAAG,GAAG,QAAQ,EACd,GAAG,cAAc,EAClB,GAAG,OAAO,CAAC;QAEZ,MAAM,OAAO,GAAkB;YAC7B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,KAAK,EAAE,KAAK;gBACZ,WAAW;gBACX,GAAG;aACJ,CAAC;YACF,UAAU,EAAE,IAAI;YAChB,GAAG,cAAc;SAClB,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,UAA8D,EAAE;QAC5F,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;YAC3B,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,IAAI;YACrB,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,gBAAyB,KAAK;QAC/D,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACzB,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,aAAa;SACjC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAU,OAAe,EAAE,UAAsB,EAAE;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtD,GAAG,OAAO,4CAA4C,CAAC;QAEzD,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACH,SAAS,CAAU,OAA0B;QAC3C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAAuB;QAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,UAAiC,EAAE;QACpD,MAAM,EAAE,SAAS,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;QAEjD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,SAAS,GAAyC,IAAI,CAAC;YAE3D,MAAM,OAAO,GAAmB,CAAC,QAAQ,EAAE,EAAE;gBAC3C,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAAE,OAAO;gBAE9C,IAAI,SAAS,EAAE,CAAC;oBACd,YAAY,CAAC,SAAS,CAAC,CAAC;gBAC1B,CAAC;gBACD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACzB,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpB,CAAC,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAExB,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACzB,MAAM,CAAC,IAAI,KAAK,CAAC,8CAA8C,SAAS,IAAI,CAAC,CAAC,CAAC;YACjF,CAAC,EAAE,SAAS,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAe,EACf,UAAsB,EAAE,EACxB,cAAqC,EAAE;QAEvC,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAC7D,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACpC,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,UAAwB,EAAE;QACzD,MAAM,EACJ,iBAAiB,GAAG,gCAAgC,EACpD,GAAG,cAAc,EAClB,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,iBAAiB,IAAI,OAAO,EAAE,EAAE;YACxD,MAAM,EAAE,IAAI;YACZ,iBAAiB,EAAE,KAAK;YACxB,GAAG,cAAc;SAClB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,aAAa,CACjB,WAAmB,EACnB,SAAiB,EAAE,EACnB,UAA+B,EAAE;QAEjC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAEhE,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC9B,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,eAAe;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,WAAmB,EACnB,MAAc,EACd,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAClB,WAAmB,EACnB,eAAuB,EACvB,UAA+B,EAAE;QAEjC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,4BAA4B,eAAe,EAAE;YAC/C,CAAC,CAAC,iCAAiC,CAAC;QAEtC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,sBAAsB;QAKpB,OAAO;YACL,oBAAoB,EAAE,OAAO,oBAAoB,KAAK,WAAW;YACjE,oBAAoB,EAAE,OAAO,oBAAoB,KAAK,WAAW;YACjE,YAAY,EAAE,OAAO,YAAY,KAAK,WAAW;SAClD,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,iBAAiB;QACf,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;QAED,oBAAoB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,gBAAgB;QACd,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;QAED,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;;;;;;;OAQG;IACH,gBAAgB,CAAC,UAA6B,EAAE;QAC9C,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,EACJ,UAAU,GAAG,gBAAgB,EAC7B,QAAQ,GAAG,cAAc,EACzB,cAAc,GAAG,qBAAqB,EACtC,qBAAqB,GAAG,IAAI,EAC5B,YAAY,EACb,GAAG,OAAO,CAAC;QAEZ,MAAM,WAAW,GAAG,GAAG,EAAE;YACvB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,GAAG,EAAE;YACrB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC,CAAC;QAEF,MAAM,iBAAiB,GAAmB,CAAC,IAAI,EAAE,EAAE;YACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACvB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAEnC,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,UAAU;gBAAE,OAAO;YAE/C,YAAY,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAEjC,IAAI,qBAAqB,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;gBACzE,oBAAoB,CAAC,WAAW,CAC9B,IAAI,CAAC,SAAS,CAAC;oBACb,OAAO,EAAE,cAAc;oBACvB,UAAU;iBACX,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QACjD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAElC,IAAI,CAAC,iBAAiB,GAAG,GAAG,EAAE;YAC5B,MAAM,CAAC,mBAAmB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YACpD,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YACnC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC,CAAC;QAEF,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,wBAAwB;QAC9B,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,OAAO;QAEhE,MAAM,uBAAuB,GAAG,MAAM,CAAC,eAAe,CAAC;QAEvD,gCAAgC;QAChC,MAAM,CAAC,eAAe,GAAG,CAAC,IAA2B,EAAE,EAAE;YACvD,IAAI,CAAC;gBACH,8CAA8C;gBAC9C,IAAI,UAAU,GAAG,SAAS,CAAC;gBAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,8CAA8C;wBAC9C,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC;oBACzB,CAAC;gBACH,CAAC;gBAED,MAAM,UAAU,GAAG,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAqC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC/G,MAAM,cAAc,GAAG,OAAO,UAAU,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC1F,MAAM,oBAAoB,GAAG,OAAO,UAAU,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;gBAE5G,+BAA+B;gBAC/B,MAAM,YAAY,GAAG;oBACnB,GAAG,IAAI;oBACP,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,cAAc;oBACjC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,oBAAoB;oBACnD,UAAU;iBACX,CAAC;gBACF,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;oBACrC,IAAI,CAAC;wBACH,OAAO,CAAC,YAAY,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,uBAAuB,EAAE,CAAC;oBAC5B,IAAI,CAAC;wBACH,uBAAuB,CAAC,IAAI,CAAC,CAAC;oBAChC,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,gDAAgD,EAAE,KAAK,CAAC,CAAC;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;;OAGG;IACK,qBAAqB,CAAC,KAAa;QACzC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YACpC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,4DAA4D;QAC5D,OAAO,0BAA0B,KAAK,EAAE,CAAC;IAC3C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,UAAkC,EAAE;QACxE,oCAAoC;QACpC,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;QAC3G,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,0BAA0B;gBAC1B,MAAM,SAAS,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,CAAC;gBAErD,gBAAgB;gBAChB,IAAI,OAAO,CAAC,KAAK;oBAAE,SAAS,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;gBACnD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;oBAAE,SAAS,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;gBAC9D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;oBAAE,SAAS,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;gBACjE,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;oBAAE,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAEpE,wBAAwB;gBACxB,SAAS,CAAC,KAAK,GAAG,GAAG,EAAE;oBACrB,qEAAqE;oBACrE,qEAAqE;oBACrE,yCAAyC;oBACzC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC,CAAC;gBAEF,SAAS,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;oBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC/D,CAAC,CAAC;gBAEF,iBAAiB;gBACjB,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE1C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAheD,kCAgeC;AAED;;GAEG;AACH,MAAa,UAAU;IACrB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,4GAA4G,CAC7G,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,IAAU;QAC1C,IAAI,OAAO,GAAG,MAAM,CAAC;QACrB,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,uCAAuC,CAAC;QAEnD,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,kBAAkB,CACtB,MAAc,EACd,WAAmB,EACnB,UAA0D,EAAE;QAE5D,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE;YACvC,MAAM,EAAE,IAAI;YACZ,WAAW;YACX,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CACb,WAAmB,EACnB,SAAiB,EAAE,EACnB,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,WAAmB,EACnB,MAAc,EACd,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAClB,WAAmB,EACnB,MAAc,EACd,UAA+B,EAAE;QAEjC,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,gBAAyB,IAAI;QAC3D,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,YAAY,CAAC,IAAY,EAAE,gBAAyB,KAAK;QAC7D,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe;QACpC,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,2BAA2B,OAAO,2CAA2C;YAC7E,sGAAsG,CACvG,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,iBAAiB,CAAC,IAAY,EAAE,UAAkC,EAAE;QACxE,OAAO,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzD,CAAC;CACF;AArHD,gCAqHC;AAED,6BAA6B;AAChB,QAAA,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC;AAC9B,QAAA,UAAU,GAAG,IAAI,UAAU,CAAC,iBAAS,CAAC,CAAC"}
|
package/dist/types/index.d.ts
CHANGED
|
@@ -37,6 +37,8 @@ export interface PluginMessageResponse {
|
|
|
37
37
|
message: string;
|
|
38
38
|
pluginId: string;
|
|
39
39
|
data?: string;
|
|
40
|
+
type?: string;
|
|
41
|
+
transcript?: string;
|
|
40
42
|
}
|
|
41
43
|
export interface R1Dimensions {
|
|
42
44
|
width: 240;
|
|
@@ -58,6 +60,9 @@ declare global {
|
|
|
58
60
|
const PluginMessageHandler: {
|
|
59
61
|
postMessage(message: string): void;
|
|
60
62
|
};
|
|
63
|
+
const CreationVoiceHandler: {
|
|
64
|
+
postMessage(message: string): void;
|
|
65
|
+
};
|
|
61
66
|
const closeWebView: {
|
|
62
67
|
postMessage(message: string): void;
|
|
63
68
|
};
|
|
@@ -65,5 +70,14 @@ declare global {
|
|
|
65
70
|
postMessage(message: string): void;
|
|
66
71
|
};
|
|
67
72
|
}
|
|
73
|
+
/**
|
|
74
|
+
* Options for speech synthesis
|
|
75
|
+
*/
|
|
76
|
+
export interface SpeechSynthesisOptions {
|
|
77
|
+
voice?: SpeechSynthesisVoice;
|
|
78
|
+
rate?: number;
|
|
79
|
+
pitch?: number;
|
|
80
|
+
volume?: number;
|
|
81
|
+
}
|
|
68
82
|
export {};
|
|
69
83
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,MAAM,WAAW,iBAAiB;IAChC,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;IAChD,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAGD,MAAM,WAAW,UAAU;IACzB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC7C,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,UAAU,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;CACpB;AAGD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,MAAM,WAAW,iBAAiB;IAChC,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC;IAChD,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAGD,MAAM,WAAW,UAAU;IACzB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC7C,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,UAAU,CAAC;IAClB,MAAM,EAAE,UAAU,CAAC;CACpB;AAGD,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAGD,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,GAAG,CAAC;CACb;AAGD,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,gBAAgB,GAChB,cAAc,GACd,UAAU,GACV,YAAY,CAAC;AAGjB,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,eAAe,EAAE,eAAe,CAAC;QACjC,eAAe,EAAE;YACf,aAAa,EAAE;gBACb,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;gBAChC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,IAAI,CAAC;gBACzF,IAAI,IAAI,IAAI,CAAC;aACd,CAAC;SACH,CAAC;QACF,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,qBAAqB,KAAK,IAAI,CAAC;KACzD;IAGD,MAAM,oBAAoB,EAAE;QAC1B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,oBAAoB,EAAE;QAC1B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,YAAY,EAAE;QAClB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;IAEF,MAAM,iBAAiB,EAAE;QACvB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;KACpC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,EAAE,oBAAoB,CAAC;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,OAAO,EAAE,CAAC"}
|
package/examples/README.md
CHANGED
|
@@ -39,6 +39,25 @@ Chat interface demonstrating:
|
|
|
39
39
|
- Voice input/output
|
|
40
40
|
- UI optimization for R1 display
|
|
41
41
|
|
|
42
|
+
### 6. Messaging Test Harness (`messaging-test/`)
|
|
43
|
+
Comprehensive API test surface for messaging features:
|
|
44
|
+
- Runtime capability checks
|
|
45
|
+
- Timeout-based message waiting
|
|
46
|
+
- `askLLMWithTimeout` request flow
|
|
47
|
+
- Advanced SERP search tags/options
|
|
48
|
+
- `emailUser` helper
|
|
49
|
+
- `analyzeImageBase64` helper
|
|
50
|
+
- Programmatic STT controls and push-to-talk wiring
|
|
51
|
+
|
|
52
|
+
### 7. Next.js Full SDK Test App (`nextjs-test-app/`)
|
|
53
|
+
Comprehensive test app that exercises nearly all SDK surfaces:
|
|
54
|
+
- Core initialization and feature detection
|
|
55
|
+
- Hardware APIs (accelerometer, touch, events, device controls)
|
|
56
|
+
- Storage APIs and Base64 helpers
|
|
57
|
+
- Messaging/LLM APIs including STT and push-to-talk
|
|
58
|
+
- UI utilities, transitions, and component lifecycle
|
|
59
|
+
- Media APIs and utilities with manual permission-based tests
|
|
60
|
+
|
|
42
61
|
## Running Examples
|
|
43
62
|
|
|
44
63
|
1. Build the SDK first:
|
|
@@ -53,6 +72,23 @@ Chat interface demonstrating:
|
|
|
53
72
|
|
|
54
73
|
3. Navigate to `http://localhost:8080/[example-name]/` in your browser
|
|
55
74
|
|
|
75
|
+
### Running the Next.js test app
|
|
76
|
+
|
|
77
|
+
```bash
|
|
78
|
+
cd examples/nextjs-test-app
|
|
79
|
+
npm install
|
|
80
|
+
npm run dev
|
|
81
|
+
```
|
|
82
|
+
|
|
83
|
+
Then open `http://localhost:3000`.
|
|
84
|
+
|
|
85
|
+
Optional log relay (pipe device console logs into dashboard):
|
|
86
|
+
|
|
87
|
+
```bash
|
|
88
|
+
cd examples/nextjs-test-app
|
|
89
|
+
npm run relay
|
|
90
|
+
```
|
|
91
|
+
|
|
56
92
|
## Note for R1 Device
|
|
57
93
|
|
|
58
94
|
These examples are designed to work in the R1 environment where the hardware APIs are available. When running in a regular browser:
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
+
<title>Camera Photo App</title>
|
|
7
|
+
<style>
|
|
8
|
+
body {
|
|
9
|
+
margin: 0;
|
|
10
|
+
padding: 0;
|
|
11
|
+
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
|
|
12
|
+
background: #000;
|
|
13
|
+
color: #fff;
|
|
14
|
+
overflow: hidden;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
.container {
|
|
18
|
+
width: 240px;
|
|
19
|
+
height: 282px;
|
|
20
|
+
display: flex;
|
|
21
|
+
flex-direction: column;
|
|
22
|
+
align-items: center;
|
|
23
|
+
padding: 10px;
|
|
24
|
+
box-sizing: border-box;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
h1 {
|
|
28
|
+
font-size: 18px;
|
|
29
|
+
margin: 10px 0;
|
|
30
|
+
text-align: center;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
#video, #photo {
|
|
34
|
+
width: 100%;
|
|
35
|
+
max-height: 150px;
|
|
36
|
+
object-fit: cover;
|
|
37
|
+
border-radius: 5px;
|
|
38
|
+
background: #111;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
#photo {
|
|
42
|
+
display: none;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
canvas {
|
|
46
|
+
display: none;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
button {
|
|
50
|
+
background: #FE5F00;
|
|
51
|
+
color: white;
|
|
52
|
+
border: none;
|
|
53
|
+
padding: 8px 16px;
|
|
54
|
+
border-radius: 8px;
|
|
55
|
+
font-size: 12px;
|
|
56
|
+
margin: 5px;
|
|
57
|
+
cursor: pointer;
|
|
58
|
+
transition: background-color 0.2s;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
button:hover {
|
|
62
|
+
background: #e55500;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
button:active {
|
|
66
|
+
transform: scale(0.95);
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
.status {
|
|
70
|
+
font-size: 11px;
|
|
71
|
+
margin-top: 10px;
|
|
72
|
+
text-align: center;
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
.button-group {
|
|
76
|
+
display: flex;
|
|
77
|
+
gap: 5px;
|
|
78
|
+
margin-top: 10px;
|
|
79
|
+
}
|
|
80
|
+
</style>
|
|
81
|
+
</head>
|
|
82
|
+
<body>
|
|
83
|
+
<div class="container">
|
|
84
|
+
<h1>Camera App</h1>
|
|
85
|
+
|
|
86
|
+
<video id="video" autoplay playsinline></video>
|
|
87
|
+
<img id="photo">
|
|
88
|
+
<canvas id="canvas"></canvas>
|
|
89
|
+
|
|
90
|
+
<div class="button-group">
|
|
91
|
+
<button onclick="capturePhoto()">Take Photo</button>
|
|
92
|
+
<button onclick="switchCamera()">Switch</button>
|
|
93
|
+
</div>
|
|
94
|
+
|
|
95
|
+
<div class="status" id="status">Initializing camera...</div>
|
|
96
|
+
</div>
|
|
97
|
+
|
|
98
|
+
<script type="module">
|
|
99
|
+
import { r1, createR1App } from './../../dist/index.js';
|
|
100
|
+
|
|
101
|
+
let stream = null;
|
|
102
|
+
let currentFacingMode = 'user';
|
|
103
|
+
|
|
104
|
+
createR1App(async (sdk) => {
|
|
105
|
+
await startCamera();
|
|
106
|
+
|
|
107
|
+
// Hardware button to capture photo
|
|
108
|
+
sdk.hardware.on('sideClick', () => {
|
|
109
|
+
capturePhoto();
|
|
110
|
+
});
|
|
111
|
+
});
|
|
112
|
+
|
|
113
|
+
async function startCamera() {
|
|
114
|
+
try {
|
|
115
|
+
stream = await r1.camera.start({ facingMode: currentFacingMode });
|
|
116
|
+
const video = document.getElementById('video');
|
|
117
|
+
video.srcObject = stream;
|
|
118
|
+
document.getElementById('status').textContent = 'Camera ready';
|
|
119
|
+
document.getElementById('photo').style.display = 'none';
|
|
120
|
+
document.getElementById('video').style.display = 'block';
|
|
121
|
+
} catch (error) {
|
|
122
|
+
document.getElementById('status').textContent = 'Camera error: ' + error.message;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
window.capturePhoto = async () => {
|
|
127
|
+
if (!stream) return;
|
|
128
|
+
|
|
129
|
+
document.getElementById('status').textContent = 'Capturing...';
|
|
130
|
+
try {
|
|
131
|
+
const photoBlob = await r1.camera.capturePhoto(240, 282);
|
|
132
|
+
|
|
133
|
+
// Display captured photo
|
|
134
|
+
const photo = document.getElementById('photo');
|
|
135
|
+
photo.src = URL.createObjectURL(photoBlob);
|
|
136
|
+
photo.style.display = 'block';
|
|
137
|
+
document.getElementById('video').style.display = 'none';
|
|
138
|
+
|
|
139
|
+
document.getElementById('status').textContent = 'Photo captured!';
|
|
140
|
+
} catch (error) {
|
|
141
|
+
document.getElementById('status').textContent = 'Capture failed: ' + error.message;
|
|
142
|
+
}
|
|
143
|
+
};
|
|
144
|
+
|
|
145
|
+
window.switchCamera = async () => {
|
|
146
|
+
if (!stream) return;
|
|
147
|
+
|
|
148
|
+
document.getElementById('status').textContent = 'Switching camera...';
|
|
149
|
+
try {
|
|
150
|
+
await r1.camera.stop();
|
|
151
|
+
currentFacingMode = currentFacingMode === 'user' ? 'environment' : 'user';
|
|
152
|
+
await startCamera();
|
|
153
|
+
document.getElementById('status').textContent = 'Camera switched';
|
|
154
|
+
} catch (error) {
|
|
155
|
+
document.getElementById('status').textContent = 'Switch failed: ' + error.message;
|
|
156
|
+
}
|
|
157
|
+
};
|
|
158
|
+
</script>
|
|
159
|
+
</body>
|
|
160
|
+
</html>
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
+
<title>Device Controls Example</title>
|
|
7
|
+
<style>
|
|
8
|
+
body {
|
|
9
|
+
margin: 0;
|
|
10
|
+
padding: 0;
|
|
11
|
+
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
|
|
12
|
+
background: #000;
|
|
13
|
+
color: #fff;
|
|
14
|
+
overflow: hidden;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
.container {
|
|
18
|
+
width: 240px;
|
|
19
|
+
height: 282px;
|
|
20
|
+
display: flex;
|
|
21
|
+
flex-direction: column;
|
|
22
|
+
padding: 20px;
|
|
23
|
+
box-sizing: border-box;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
h1 {
|
|
27
|
+
font-size: 18px;
|
|
28
|
+
margin: 10px 0 20px 0;
|
|
29
|
+
text-align: center;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
.status {
|
|
33
|
+
font-size: 13px;
|
|
34
|
+
margin-bottom: 20px;
|
|
35
|
+
text-align: center;
|
|
36
|
+
padding: 10px;
|
|
37
|
+
background: #111;
|
|
38
|
+
border-radius: 5px;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
.controls {
|
|
42
|
+
font-size: 11px;
|
|
43
|
+
line-height: 1.8;
|
|
44
|
+
background: #111;
|
|
45
|
+
padding: 15px;
|
|
46
|
+
border-radius: 5px;
|
|
47
|
+
border-left: 3px solid #FE5F00;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
.control-item {
|
|
51
|
+
display: flex;
|
|
52
|
+
justify-content: space-between;
|
|
53
|
+
margin: 5px 0;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
.control-label {
|
|
57
|
+
color: #888;
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
.control-value {
|
|
61
|
+
color: #FE5F00;
|
|
62
|
+
font-weight: bold;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
.enabled {
|
|
66
|
+
color: #00ff00;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
.disabled {
|
|
70
|
+
color: #ff0000;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
.instructions {
|
|
74
|
+
font-size: 10px;
|
|
75
|
+
text-align: center;
|
|
76
|
+
margin-top: 20px;
|
|
77
|
+
color: #666;
|
|
78
|
+
}
|
|
79
|
+
</style>
|
|
80
|
+
</head>
|
|
81
|
+
<body>
|
|
82
|
+
<div class="container">
|
|
83
|
+
<h1>Device Controls</h1>
|
|
84
|
+
|
|
85
|
+
<div class="status" id="status">Initializing device controls...</div>
|
|
86
|
+
|
|
87
|
+
<div class="controls" id="controls">
|
|
88
|
+
<div class="control-item">
|
|
89
|
+
<span class="control-label">Side Button:</span>
|
|
90
|
+
<span class="control-value disabled" id="sideButtonStatus">Disabled</span>
|
|
91
|
+
</div>
|
|
92
|
+
<div class="control-item">
|
|
93
|
+
<span class="control-label">Scroll Wheel:</span>
|
|
94
|
+
<span class="control-value disabled" id="scrollWheelStatus">Disabled</span>
|
|
95
|
+
</div>
|
|
96
|
+
<div class="control-item">
|
|
97
|
+
<span class="control-label">Side Button Presses:</span>
|
|
98
|
+
<span class="control-value" id="sideButtonCount">0</span>
|
|
99
|
+
</div>
|
|
100
|
+
<div class="control-item">
|
|
101
|
+
<span class="control-label">Scroll Up:</span>
|
|
102
|
+
<span class="control-value" id="scrollUpCount">0</span>
|
|
103
|
+
</div>
|
|
104
|
+
<div class="control-item">
|
|
105
|
+
<span class="control-label">Scroll Down:</span>
|
|
106
|
+
<span class="control-value" id="scrollDownCount">0</span>
|
|
107
|
+
</div>
|
|
108
|
+
</div>
|
|
109
|
+
|
|
110
|
+
<div class="instructions">
|
|
111
|
+
Press side button or scroll wheel<br>
|
|
112
|
+
Keyboard: Space = side button
|
|
113
|
+
</div>
|
|
114
|
+
</div>
|
|
115
|
+
|
|
116
|
+
<script type="module">
|
|
117
|
+
import { r1, deviceControls, createR1App } from './../../dist/index.js';
|
|
118
|
+
|
|
119
|
+
let sideButtonPresses = 0;
|
|
120
|
+
let scrollUpEvents = 0;
|
|
121
|
+
let scrollDownEvents = 0;
|
|
122
|
+
|
|
123
|
+
createR1App(async (sdk) => {
|
|
124
|
+
// Initialize device controls
|
|
125
|
+
deviceControls.init({
|
|
126
|
+
sideButtonEnabled: true,
|
|
127
|
+
scrollWheelEnabled: true,
|
|
128
|
+
keyboardFallback: true
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
document.getElementById('status').textContent = 'Device controls ready!';
|
|
132
|
+
updateDisplay();
|
|
133
|
+
|
|
134
|
+
// Register event handlers
|
|
135
|
+
deviceControls.on('sideButton', (event) => {
|
|
136
|
+
sideButtonPresses++;
|
|
137
|
+
sdk.messaging.speakText('Side button pressed!');
|
|
138
|
+
updateDisplay();
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
deviceControls.on('scrollWheel', (data) => {
|
|
142
|
+
if (data.direction === 'up') {
|
|
143
|
+
scrollUpEvents++;
|
|
144
|
+
} else if (data.direction === 'down') {
|
|
145
|
+
scrollDownEvents++;
|
|
146
|
+
}
|
|
147
|
+
updateDisplay();
|
|
148
|
+
});
|
|
149
|
+
|
|
150
|
+
// Demo: Toggle controls after 5 seconds
|
|
151
|
+
setTimeout(() => {
|
|
152
|
+
deviceControls.setSideButtonEnabled(false);
|
|
153
|
+
updateDisplay();
|
|
154
|
+
sdk.messaging.speakText('Side button disabled');
|
|
155
|
+
}, 5000);
|
|
156
|
+
|
|
157
|
+
// Re-enable after 10 seconds
|
|
158
|
+
setTimeout(() => {
|
|
159
|
+
deviceControls.setSideButtonEnabled(true);
|
|
160
|
+
updateDisplay();
|
|
161
|
+
sdk.messaging.speakText('Side button enabled');
|
|
162
|
+
}, 10000);
|
|
163
|
+
});
|
|
164
|
+
|
|
165
|
+
function updateDisplay() {
|
|
166
|
+
const sideButtonStatus = document.getElementById('sideButtonStatus');
|
|
167
|
+
const scrollWheelStatus = document.getElementById('scrollWheelStatus');
|
|
168
|
+
|
|
169
|
+
if (deviceControls.isSideButtonEnabled()) {
|
|
170
|
+
sideButtonStatus.textContent = 'Enabled';
|
|
171
|
+
sideButtonStatus.className = 'control-value enabled';
|
|
172
|
+
} else {
|
|
173
|
+
sideButtonStatus.textContent = 'Disabled';
|
|
174
|
+
sideButtonStatus.className = 'control-value disabled';
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
if (deviceControls.isScrollWheelEnabled()) {
|
|
178
|
+
scrollWheelStatus.textContent = 'Enabled';
|
|
179
|
+
scrollWheelStatus.className = 'control-value enabled';
|
|
180
|
+
} else {
|
|
181
|
+
scrollWheelStatus.textContent = 'Disabled';
|
|
182
|
+
scrollWheelStatus.className = 'control-value disabled';
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
document.getElementById('sideButtonCount').textContent = sideButtonPresses;
|
|
186
|
+
document.getElementById('scrollUpCount').textContent = scrollUpEvents;
|
|
187
|
+
document.getElementById('scrollDownCount').textContent = scrollDownEvents;
|
|
188
|
+
}
|
|
189
|
+
</script>
|
|
190
|
+
</body>
|
|
191
|
+
</html>
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
<!DOCTYPE html>
|
|
2
|
+
<html lang="en">
|
|
3
|
+
<head>
|
|
4
|
+
<meta charset="UTF-8">
|
|
5
|
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
6
|
+
<title>Tilt Game</title>
|
|
7
|
+
<style>
|
|
8
|
+
body {
|
|
9
|
+
margin: 0;
|
|
10
|
+
padding: 0;
|
|
11
|
+
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
|
|
12
|
+
background: #000;
|
|
13
|
+
color: #fff;
|
|
14
|
+
overflow: hidden;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
.container {
|
|
18
|
+
width: 240px;
|
|
19
|
+
height: 282px;
|
|
20
|
+
position: relative;
|
|
21
|
+
box-sizing: border-box;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
h1 {
|
|
25
|
+
font-size: 18px;
|
|
26
|
+
margin: 10px 0;
|
|
27
|
+
text-align: center;
|
|
28
|
+
position: absolute;
|
|
29
|
+
top: 10px;
|
|
30
|
+
width: 100%;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
.game-area {
|
|
34
|
+
width: 240px;
|
|
35
|
+
height: 282px;
|
|
36
|
+
position: relative;
|
|
37
|
+
background: linear-gradient(135deg, #1a1a1a 0%, #000 100%);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
.ball {
|
|
41
|
+
width: 20px;
|
|
42
|
+
height: 20px;
|
|
43
|
+
background: #FE5F00;
|
|
44
|
+
border-radius: 50%;
|
|
45
|
+
position: absolute;
|
|
46
|
+
left: 110px;
|
|
47
|
+
top: 131px;
|
|
48
|
+
box-shadow: 0 0 15px #FE5F00;
|
|
49
|
+
transition: left 0.05s ease-out, top 0.05s ease-out;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
.target {
|
|
53
|
+
width: 40px;
|
|
54
|
+
height: 40px;
|
|
55
|
+
border: 3px solid #00ff00;
|
|
56
|
+
border-radius: 50%;
|
|
57
|
+
position: absolute;
|
|
58
|
+
left: 100px;
|
|
59
|
+
top: 121px;
|
|
60
|
+
opacity: 0.5;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
.score {
|
|
64
|
+
font-size: 16px;
|
|
65
|
+
font-weight: bold;
|
|
66
|
+
text-align: center;
|
|
67
|
+
position: absolute;
|
|
68
|
+
top: 40px;
|
|
69
|
+
width: 100%;
|
|
70
|
+
color: #FE5F00;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
.instructions {
|
|
74
|
+
font-size: 10px;
|
|
75
|
+
text-align: center;
|
|
76
|
+
position: absolute;
|
|
77
|
+
bottom: 10px;
|
|
78
|
+
width: 100%;
|
|
79
|
+
}
|
|
80
|
+
</style>
|
|
81
|
+
</head>
|
|
82
|
+
<body>
|
|
83
|
+
<div class="container">
|
|
84
|
+
<div class="game-area">
|
|
85
|
+
<h1>Tilt Game</h1>
|
|
86
|
+
<div class="score" id="score">Score: 0</div>
|
|
87
|
+
<div class="target"></div>
|
|
88
|
+
<div class="ball" id="ball"></div>
|
|
89
|
+
<div class="instructions" id="instructions">Tilt device to move ball</div>
|
|
90
|
+
</div>
|
|
91
|
+
</div>
|
|
92
|
+
|
|
93
|
+
<script type="module">
|
|
94
|
+
import { r1, createR1App } from './../../dist/index.js';
|
|
95
|
+
|
|
96
|
+
let ballX = 120;
|
|
97
|
+
let ballY = 141;
|
|
98
|
+
let gameScore = 0;
|
|
99
|
+
let accelerometerStarted = false;
|
|
100
|
+
|
|
101
|
+
createR1App(async (sdk) => {
|
|
102
|
+
const ball = document.getElementById('ball');
|
|
103
|
+
|
|
104
|
+
// Check if accelerometer is available
|
|
105
|
+
if (await sdk.accelerometer.isAvailable()) {
|
|
106
|
+
// Start accelerometer
|
|
107
|
+
sdk.accelerometer.start((data) => {
|
|
108
|
+
if (!accelerometerStarted) {
|
|
109
|
+
accelerometerStarted = true;
|
|
110
|
+
document.getElementById('instructions').textContent = 'Side button to reset';
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
// Update ball position based on tilt
|
|
114
|
+
ballX += data.x * 5;
|
|
115
|
+
ballY += data.y * 5;
|
|
116
|
+
|
|
117
|
+
// Keep ball in bounds
|
|
118
|
+
ballX = Math.max(10, Math.min(230, ballX));
|
|
119
|
+
ballY = Math.max(10, Math.min(272, ballY));
|
|
120
|
+
|
|
121
|
+
// Update ball position
|
|
122
|
+
ball.style.left = `${ballX}px`;
|
|
123
|
+
ball.style.top = `${ballY}px`;
|
|
124
|
+
|
|
125
|
+
// Simple scoring (keep ball centered)
|
|
126
|
+
const centerX = 120;
|
|
127
|
+
const centerY = 141;
|
|
128
|
+
const distance = Math.sqrt((ballX - centerX) ** 2 + (ballY - centerY) ** 2);
|
|
129
|
+
|
|
130
|
+
if (distance < 20) {
|
|
131
|
+
gameScore += 1;
|
|
132
|
+
document.getElementById('score').textContent = `Score: ${gameScore}`;
|
|
133
|
+
|
|
134
|
+
if (gameScore % 100 === 0) {
|
|
135
|
+
sdk.messaging.speakText('Nice!');
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
});
|
|
139
|
+
} else {
|
|
140
|
+
document.getElementById('instructions').textContent = 'Accelerometer not available';
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
// Hardware button to reset
|
|
144
|
+
sdk.hardware.on('sideClick', () => {
|
|
145
|
+
ballX = 120;
|
|
146
|
+
ballY = 141;
|
|
147
|
+
gameScore = 0;
|
|
148
|
+
document.getElementById('score').textContent = 'Score: 0';
|
|
149
|
+
ball.style.left = `${ballX}px`;
|
|
150
|
+
ball.style.top = `${ballY}px`;
|
|
151
|
+
sdk.messaging.speakText('Game reset!');
|
|
152
|
+
});
|
|
153
|
+
|
|
154
|
+
// Scroll wheel to adjust sensitivity (optional)
|
|
155
|
+
let sensitivity = 5;
|
|
156
|
+
sdk.hardware.on('scrollUp', () => {
|
|
157
|
+
sensitivity = Math.min(10, sensitivity + 1);
|
|
158
|
+
});
|
|
159
|
+
sdk.hardware.on('scrollDown', () => {
|
|
160
|
+
sensitivity = Math.max(1, sensitivity - 1);
|
|
161
|
+
});
|
|
162
|
+
});
|
|
163
|
+
</script>
|
|
164
|
+
</body>
|
|
165
|
+
</html>
|