@mentra/miniapp 3.5.0-dev.1363 → 3.5.0-dev.1369
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js.map +1 -1
- package/dist/modules/camera.d.ts +53 -11
- package/dist/modules/camera.d.ts.map +1 -1
- package/dist/modules/camera.js +35 -7
- package/dist/modules/camera.js.map +1 -1
- package/dist/transport/mock.d.ts.map +1 -1
- package/dist/transport/mock.js +36 -3
- package/dist/transport/mock.js.map +1 -1
- package/package.json +2 -2
- package/src/index.ts +2 -0
- package/src/modules/camera.ts +91 -28
- package/src/transport/mock.ts +37 -4
package/README.md
CHANGED
|
@@ -121,7 +121,7 @@ All event subscribers return an `UnsubscribeFn`. Subscriptions are ref-counted:
|
|
|
121
121
|
| `session.phone.calendar` | `listEvents({startsAt, endsAt, limit?})`, `hasPermission` |
|
|
122
122
|
| `session.phone` | `onBattery(handler)`, `isWifiEnabled()`, `requestWifiEnable(reason?)` |
|
|
123
123
|
| `session.system` | `share(opts)`, `openUrl(url)`, `copyToClipboard(text)`, `download(opts)` |
|
|
124
|
-
| `session.camera` | `takePhoto({size?, mode?,
|
|
124
|
+
| `session.camera` | `takePhoto({size?, mode?, compress?, sound?, saveToGallery?, zsl?, mfnr?, timeoutMs?, ...})`, `setFov({fov, roiPosition?} \| {preset})`, `hasPermission` |
|
|
125
125
|
| `session.led` | `turnOn({color?, ontime?, offtime?, count?})`, `turnOff()`, `blink(color, ontime, offtime, count)`, `solid(color, duration)` — resolve after the glasses acknowledge the RGB command |
|
|
126
126
|
| `session.permissions` | `has(type)`, `getAll()`, `onUpdate(handler)`, `onPermissionError(handler)` |
|
|
127
127
|
| `session.storage` | `get(key)`, `set(key, value)`, `delete(key)`, `list()` — strings only, scoped to `(userId, packageName)` |
|
|
@@ -136,7 +136,7 @@ All event subscribers return an `UnsubscribeFn`. Subscriptions are ref-counted:
|
|
|
136
136
|
|
|
137
137
|
### Camera Photos
|
|
138
138
|
|
|
139
|
-
`await session.camera.takePhoto(...)` resolves
|
|
139
|
+
`await session.camera.takePhoto(...)` resolves once the photo is on the phone, kept as one of the miniapp's own `session.blob` entries for 30 minutes. Nothing is uploaded: the miniapp decides where the photo goes. The result is `{requestId, key, url?, mimeType, size, expiresAt}`: read the bytes with `session.blob.bytes(key)`, and show the photo in the miniapp's own screen with `url`. It needs Mentra App 3.5.0 or later (`"minHostVersion": "3.5.0"`). Glasses-side or phone-side failures such as `CAMERA_BUSY`, `BATTERY_LOW`, storage errors, or a failed Bluetooth transfer reject the promise; intermediate `photo_status` progress and request acceptance alone do not resolve it.
|
|
140
140
|
|
|
141
141
|
Pass `transferMethod: "ble"` to skip direct Wi-Fi upload and always relay the image through the phone over Bluetooth. The default `"auto"` mode tries direct upload first and falls back to BLE.
|
|
142
142
|
|
package/dist/index.d.ts
CHANGED
|
@@ -37,7 +37,7 @@ export type { CalendarEvent, CalendarListOptions, CalendarListResult, PhoneWifiE
|
|
|
37
37
|
export type { PlayAudioOptions, SpeakOptions, SpeakResult, SpeakerState, SpeakerStateEvent, SpeakerStreamOptions, SpeakerStreamSampleRate, SpeakerStreamWriteResult, } from "./modules/speaker";
|
|
38
38
|
export { SpeakerStreamWriter, SPEAKER_STREAM_MAX_BUFFERED_MS, SPEAKER_WRITE_CHUNK_BYTES } from "./modules/speaker";
|
|
39
39
|
export type { SpeechProcessing } from "./modules/speechProcessing";
|
|
40
|
-
export type { CameraFovPreset, CameraFovRequest, CameraFovResult, CameraRoiPosition, PhotoTaken, SetCameraFovOptions, StartVideoRecordingOptions, StopVideoRecordingOptions, TakePhotoOptions, VideoRecordingStarted, } from "./modules/camera";
|
|
40
|
+
export type { CameraFovPreset, CameraFovRequest, CameraFovResult, CameraRoiPosition, CloudPhotoTaken, PhotoTaken, SetCameraFovOptions, StartVideoRecordingOptions, StopVideoRecordingOptions, TakeCloudPhotoOptions, TakePhotoOptions, VideoRecordingStarted, } from "./modules/camera";
|
|
41
41
|
export type { DashboardMode } from "./modules/dashboard";
|
|
42
42
|
export type { CloudModule } from "./modules/cloud";
|
|
43
43
|
export type { LedColor, LedControlOptions } from "./modules/led";
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAC3D,YAAY,EACV,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,WAAW,CAAA;AAClB,YAAY,EAAC,gBAAgB,EAAE,UAAU,EAAC,MAAM,gBAAgB,CAAA;AAChE,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAA;AAEhE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAC1E,YAAY,EAAC,eAAe,EAAC,MAAM,YAAY,CAAA;AAE/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAC5C,YAAY,EAAC,eAAe,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,WAAW,CAAA;AAEjH,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAInD,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAC5B,YAAY,EAAC,YAAY,EAAE,qBAAqB,EAAC,MAAM,qBAAqB,CAAA;AAC5E,YAAY,EAAC,yBAAyB,EAAE,2BAA2B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAG9G,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,YAAY,CAAA;AAGnD,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAChD,YAAY,EAAC,sBAAsB,EAAC,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAC7D,YAAY,EAAC,2BAA2B,EAAC,MAAM,0BAA0B,CAAA;AACzE,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AACzE,YAAY,EAAC,oBAAoB,EAAC,MAAM,kBAAkB,CAAA;AAC1D,YAAY,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,mBAAmB,CAAA;AAGrG,YAAY,EACV,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,aAAa,EACb,eAAe,EACf,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,QAAQ,GACT,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,SAAS,EACT,cAAc,EACd,WAAW,EACX,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,yBAAyB,EACzB,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,OAAO,EACP,QAAQ,GACT,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAA;AAClH,YAAY,EACV,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;AAChH,YAAY,EAAC,gBAAgB,EAAC,MAAM,4BAA4B,CAAA;AAChE,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,UAAU,EACV,mBAAmB,EACnB,0BAA0B,EAC1B,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAA;AACtD,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,QAAQ,EAAE,iBAAiB,EAAC,MAAM,eAAe,CAAA;AAC9D,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAC,YAAY,EAAC,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAA;AACtF,YAAY,EAAC,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,YAAY,CAAA;AAC9E,YAAY,EACV,YAAY,EACZ,WAAW,EACX,eAAe,EACf,cAAc,EACd,aAAa,EACb,YAAY,GACb,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,EACnB,2BAA2B,EAC3B,kCAAkC,EAClC,qBAAqB,EACrB,oBAAoB,EACpB,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAC,aAAa,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAA;AAIlF,YAAY,EAAC,cAAc,EAAC,MAAM,mBAAmB,CAAA;AACrD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAA;AAC7F,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,kBAAkB,EAClB,MAAM,EACN,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,EACT,KAAK,EACL,UAAU,EACV,YAAY,EACZ,eAAe,EACf,sBAAsB,EACtB,UAAU,GACX,MAAM,sBAAsB,CAAA;AAC7B,YAAY,EAAC,iBAAiB,EAAE,oBAAoB,EAAC,MAAM,uBAAuB,CAAA;AAClF,YAAY,EAAC,WAAW,EAAE,wBAAwB,EAAE,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAC/F,YAAY,EACV,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,yBAAyB,CAAA;AAChC,YAAY,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAA;AAC5D,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EACV,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,sBAAsB,EACtB,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,mBAAmB,CAAA;AAG1B,YAAY,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,WAAW,CAAA;AAE/D,YAAY,EAAC,aAAa,EAAC,MAAM,eAAe,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAC3D,YAAY,EACV,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,WAAW,CAAA;AAClB,YAAY,EAAC,gBAAgB,EAAE,UAAU,EAAC,MAAM,gBAAgB,CAAA;AAChE,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAA;AAEhE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAC1E,YAAY,EAAC,eAAe,EAAC,MAAM,YAAY,CAAA;AAE/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAC5C,YAAY,EAAC,eAAe,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,WAAW,CAAA;AAEjH,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAInD,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAC5B,YAAY,EAAC,YAAY,EAAE,qBAAqB,EAAC,MAAM,qBAAqB,CAAA;AAC5E,YAAY,EAAC,yBAAyB,EAAE,2BAA2B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAG9G,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,YAAY,CAAA;AAGnD,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAChD,YAAY,EAAC,sBAAsB,EAAC,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAC7D,YAAY,EAAC,2BAA2B,EAAC,MAAM,0BAA0B,CAAA;AACzE,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AACzE,YAAY,EAAC,oBAAoB,EAAC,MAAM,kBAAkB,CAAA;AAC1D,YAAY,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,mBAAmB,CAAA;AAGrG,YAAY,EACV,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,aAAa,EACb,eAAe,EACf,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,QAAQ,GACT,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,SAAS,EACT,cAAc,EACd,WAAW,EACX,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,yBAAyB,EACzB,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,OAAO,EACP,QAAQ,GACT,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAA;AAClH,YAAY,EACV,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;AAChH,YAAY,EAAC,gBAAgB,EAAC,MAAM,4BAA4B,CAAA;AAChE,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,UAAU,EACV,mBAAmB,EACnB,0BAA0B,EAC1B,yBAAyB,EACzB,qBAAqB,EACrB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAA;AACtD,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,QAAQ,EAAE,iBAAiB,EAAC,MAAM,eAAe,CAAA;AAC9D,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAC,YAAY,EAAC,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAA;AACtF,YAAY,EAAC,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,YAAY,CAAA;AAC9E,YAAY,EACV,YAAY,EACZ,WAAW,EACX,eAAe,EACf,cAAc,EACd,aAAa,EACb,YAAY,GACb,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,EACnB,2BAA2B,EAC3B,kCAAkC,EAClC,qBAAqB,EACrB,oBAAoB,EACpB,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAC,aAAa,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAA;AAIlF,YAAY,EAAC,cAAc,EAAC,MAAM,mBAAmB,CAAA;AACrD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAA;AAC7F,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,kBAAkB,EAClB,MAAM,EACN,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,EACT,KAAK,EACL,UAAU,EACV,YAAY,EACZ,eAAe,EACf,sBAAsB,EACtB,UAAU,GACX,MAAM,sBAAsB,CAAA;AAC7B,YAAY,EAAC,iBAAiB,EAAE,oBAAoB,EAAC,MAAM,uBAAuB,CAAA;AAClF,YAAY,EAAC,WAAW,EAAE,wBAAwB,EAAE,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAC/F,YAAY,EACV,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,yBAAyB,CAAA;AAChC,YAAY,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAA;AAC5D,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EACV,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,sBAAsB,EACtB,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,mBAAmB,CAAA;AAG1B,YAAY,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,WAAW,CAAA;AAE/D,YAAY,EAAC,aAAa,EAAC,MAAM,eAAe,CAAA"}
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAC,iCAAiC,EAAC,MAAM,cAAc,CAAA;AAE9D,4EAA4E;AAC5E,+DAA+D;AAC/D,yCAAyC;AACzC,iCAAiC,EAAE,CAAA;AAEnC,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAa3D,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AAGjE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAG1E,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAG5C,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAEnD,2EAA2E;AAC3E,4DAA4D;AAC5D,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAI5B,gDAAgD;AAChD,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AAGjE,8EAA8E;AAC9E,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAEhD,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAE7D,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AA8CzE,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAC,iCAAiC,EAAC,MAAM,cAAc,CAAA;AAE9D,4EAA4E;AAC5E,+DAA+D;AAC/D,yCAAyC;AACzC,iCAAiC,EAAE,CAAA;AAEnC,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAa3D,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AAGjE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAG1E,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAG5C,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAEnD,2EAA2E;AAC3E,4DAA4D;AAC5D,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAI5B,gDAAgD;AAChD,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AAGjE,8EAA8E;AAC9E,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAEhD,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAE7D,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AA8CzE,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;AAkChH,OAAO,EAAC,YAAY,EAAC,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAA;AAuGtF,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,mBAAmB,CAAA"}
|
package/dist/modules/camera.d.ts
CHANGED
|
@@ -25,11 +25,6 @@ export interface TakePhotoOptions {
|
|
|
25
25
|
size?: "low" | "medium" | "high" | "max";
|
|
26
26
|
/** Capture at maximum source quality and optimize BLE delivery for readable text. */
|
|
27
27
|
mode?: "photo" | "text";
|
|
28
|
-
/**
|
|
29
|
-
* Image delivery path. `auto` tries direct Wi-Fi upload and falls back to
|
|
30
|
-
* BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
|
|
31
|
-
*/
|
|
32
|
-
transferMethod?: "auto" | "direct" | "ble";
|
|
33
28
|
compress?: PhotoCompression;
|
|
34
29
|
sound?: boolean;
|
|
35
30
|
saveToGallery?: boolean;
|
|
@@ -72,13 +67,47 @@ export interface TakePhotoOptions {
|
|
|
72
67
|
*/
|
|
73
68
|
timeoutMs?: number;
|
|
74
69
|
}
|
|
70
|
+
/**
|
|
71
|
+
* A photo from the glasses, kept on the phone as one of the miniapp's own files. Nothing is uploaded:
|
|
72
|
+
* the miniapp decides where the photo goes.
|
|
73
|
+
*/
|
|
75
74
|
export interface PhotoTaken {
|
|
76
|
-
/** Request id that correlates
|
|
75
|
+
/** Request id that correlates glasses status and phone logs. */
|
|
77
76
|
requestId: string;
|
|
77
|
+
/**
|
|
78
|
+
* The photo's key in `session.blob`. Read it with `session.blob.bytes(key)`, for example to send to a
|
|
79
|
+
* backend with `fetch`. The photo is deleted at `expiresAt`; to keep it, store a copy under a key of
|
|
80
|
+
* your own (`session.blob.set(myKey, bytes)`).
|
|
81
|
+
*/
|
|
82
|
+
key: string;
|
|
83
|
+
/**
|
|
84
|
+
* A URL the miniapp's own screen can load, for example `<img src={url}>`: pass it to the UI as it is.
|
|
85
|
+
* It works only in this miniapp's screen, and only until the photo is deleted. Absent when the screen
|
|
86
|
+
* loads from a development server and the photo is larger than 1 MB; read the bytes there.
|
|
87
|
+
*/
|
|
88
|
+
url?: string;
|
|
89
|
+
mimeType: string;
|
|
90
|
+
/** The photo's size in bytes. */
|
|
91
|
+
size: number;
|
|
92
|
+
/** When the phone deletes the photo, as a Unix time in milliseconds: 30 minutes after capture. */
|
|
93
|
+
expiresAt: number;
|
|
94
|
+
}
|
|
95
|
+
/** What {@link CameraModule.takeCloudPhoto} resolves to: a photo uploaded to Mentra's cloud. */
|
|
96
|
+
export interface CloudPhotoTaken {
|
|
97
|
+
/** Request id that correlates glasses status, upload, and phone/cloud logs. */
|
|
98
|
+
requestId: string;
|
|
99
|
+
/** A short-lived (~30 minute) signed download URL. */
|
|
78
100
|
photoUrl: string;
|
|
79
101
|
mimeType: string;
|
|
80
102
|
size: number;
|
|
81
103
|
}
|
|
104
|
+
export interface TakeCloudPhotoOptions extends TakePhotoOptions {
|
|
105
|
+
/**
|
|
106
|
+
* Image delivery path. `auto` tries direct Wi-Fi upload from the glasses and falls back to
|
|
107
|
+
* BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
|
|
108
|
+
*/
|
|
109
|
+
transferMethod?: "auto" | "direct" | "ble";
|
|
110
|
+
}
|
|
82
111
|
export interface WarmUpCameraOptions {
|
|
83
112
|
size?: "low" | "medium" | "high" | "max";
|
|
84
113
|
/** Match the upcoming capture mode so warm-up and capture share one ASG camera session. */
|
|
@@ -135,15 +164,28 @@ export declare class CameraModule {
|
|
|
135
164
|
*/
|
|
136
165
|
setFov(request: CameraFovRequest): Promise<CameraFovResult>;
|
|
137
166
|
/**
|
|
138
|
-
* Take a photo
|
|
139
|
-
*
|
|
167
|
+
* Take a photo with the glasses camera. Requires CAMERA permission declared in miniapp.json.
|
|
168
|
+
*
|
|
169
|
+
* The glasses send the photo to the phone over Bluetooth, and it stays there as one of the miniapp's
|
|
170
|
+
* own files: no internet connection is needed and nothing is uploaded. Read it with
|
|
171
|
+
* `session.blob.bytes(photo.key)`, show it in the miniapp's screen from `photo.url`, and send it
|
|
172
|
+
* wherever the miniapp needs it. The phone deletes it after 30 minutes.
|
|
140
173
|
*
|
|
141
|
-
*
|
|
142
|
-
* (~30 minute) signed download URL. If the glasses don't have a camera,
|
|
143
|
-
* the phone-side handler rejects with an error. Check
|
|
174
|
+
* If the glasses don't have a camera, the phone-side handler rejects with an error. Check
|
|
144
175
|
* `session.capabilities.hasCamera` before calling.
|
|
145
176
|
*/
|
|
146
177
|
takePhoto(options?: TakePhotoOptions): Promise<PhotoTaken>;
|
|
178
|
+
/**
|
|
179
|
+
* Take a photo and upload it to Mentra's cloud, resolving to a short-lived signed URL.
|
|
180
|
+
*
|
|
181
|
+
* @deprecated Use {@link takePhoto}, which keeps the photo on the phone. This remains for one
|
|
182
|
+
* case: a full-size photo that must reach a server quickly. The glasses can upload it over their
|
|
183
|
+
* own Wi-Fi, which is much faster than sending it to the phone over Bluetooth. It needs an
|
|
184
|
+
* internet connection, and it goes away once the glasses can send large photos to the phone.
|
|
185
|
+
*/
|
|
186
|
+
takeCloudPhoto(options?: TakeCloudPhotoOptions): Promise<CloudPhotoTaken>;
|
|
187
|
+
/** The capture settings of a photo request, shared by both delivery paths. */
|
|
188
|
+
private photoRequest;
|
|
147
189
|
/**
|
|
148
190
|
* Pre-warm the glasses camera so the next takePhoto() is near-instant.
|
|
149
191
|
* The camera stays warm for ~durationMs (default 15s, maximum 5 minutes); call warmUp() again to
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camera.d.ts","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAwB,KAAK,gBAAgB,EAAC,MAAM,0CAA0C,CAAA;AAErG,OAAO,EAAC,cAAc,EAAC,MAAM,YAAY,CAAA;AAEzC,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAA;AAC3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,UAAU,GAAG,MAAM,CAAA;AAE5D,MAAM,MAAM,gBAAgB,GACxB;IACE,+BAA+B;IAC/B,GAAG,EAAE,MAAM,CAAA;IACX,wEAAwE;IACxE,WAAW,CAAC,EAAE,iBAAiB,CAAA;CAChC,GACD;IACE,gDAAgD;IAChD,MAAM,EAAE,eAAe,CAAA;CACxB,CAAA;AAEL,MAAM,MAAM,mBAAmB,GAAG,gBAAgB,CAAA;AAElD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,iBAAiB,CAAA;IAC9B,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACxC,qFAAqF;IACrF,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB
|
|
1
|
+
{"version":3,"file":"camera.d.ts","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAwB,KAAK,gBAAgB,EAAC,MAAM,0CAA0C,CAAA;AAErG,OAAO,EAAC,cAAc,EAAC,MAAM,YAAY,CAAA;AAEzC,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAA;AAC3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,UAAU,GAAG,MAAM,CAAA;AAE5D,MAAM,MAAM,gBAAgB,GACxB;IACE,+BAA+B;IAC/B,GAAG,EAAE,MAAM,CAAA;IACX,wEAAwE;IACxE,WAAW,CAAC,EAAE,iBAAiB,CAAA;CAChC,GACD;IACE,gDAAgD;IAChD,MAAM,EAAE,eAAe,CAAA;CACxB,CAAA;AAEL,MAAM,MAAM,mBAAmB,GAAG,gBAAgB,CAAA;AAElD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,iBAAiB,CAAA;IAC9B,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACxC,qFAAqF;IACrF,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iGAAiG;IACjG,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,oFAAoF;IACpF,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,6CAA6C;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gGAAgG;IAChG,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,iGAAiG;IACjG,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB;;OAEG;IACH,GAAG,CAAC,EAAE,OAAO,CAAA;IACb;;OAEG;IACH,IAAI,CAAC,EAAE,OAAO,CAAA;IACd,6BAA6B;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,4BAA4B;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;;;;;;;OAQG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAA;IACjB;;;;OAIG;IACH,GAAG,EAAE,MAAM,CAAA;IACX;;;;OAIG;IACH,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,iCAAiC;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,kGAAkG;IAClG,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,gGAAgG;AAChG,MAAM,WAAW,eAAe;IAC9B,+EAA+E;IAC/E,SAAS,EAAE,MAAM,CAAA;IACjB,sDAAsD;IACtD,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,qBAAsB,SAAQ,gBAAgB;IAC7D;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAA;CAC3C;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACxC,2FAA2F;IAC3F,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,2FAA2F;IAC3F,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,qDAAqD;IACrD,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,kDAAkD;IAClD,IAAI,CAAC,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mFAAmF;IACnF,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;OAIG;IACH,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,wDAAwD;IACxD,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,8EAA8E;IAC9E,IAAI,CAAC,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,iFAAiF;IACjF,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,yBAAyB;IACxC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,iGAAiG;IACjG,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,cAAc;IAEpD,+DAA+D;IAC/D,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED;;;;;;OAMG;IACG,MAAM,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAOjE;;;;;;;;;;OAUG;IACG,SAAS,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC;IAepE;;;;;;;OAOG;IACG,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,eAAe,CAAC;IAUnF,8EAA8E;IAC9E,OAAO,CAAC,YAAY;IAqBpB;;;;;;;;;;;;;OAaG;IACG,MAAM,CAAC,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAY9D;;;;;;;;;OASG;IACG,mBAAmB,CAAC,OAAO,GAAE,0BAA+B,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAWnG;;;;;;;;OAQG;IACG,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;CAQtG"}
|
package/dist/modules/camera.js
CHANGED
|
@@ -25,20 +25,48 @@ export class CameraModule {
|
|
|
25
25
|
});
|
|
26
26
|
}
|
|
27
27
|
/**
|
|
28
|
-
* Take a photo
|
|
29
|
-
* Requires CAMERA permission declared in miniapp.json.
|
|
28
|
+
* Take a photo with the glasses camera. Requires CAMERA permission declared in miniapp.json.
|
|
30
29
|
*
|
|
31
|
-
* The
|
|
32
|
-
*
|
|
33
|
-
*
|
|
30
|
+
* The glasses send the photo to the phone over Bluetooth, and it stays there as one of the miniapp's
|
|
31
|
+
* own files: no internet connection is needed and nothing is uploaded. Read it with
|
|
32
|
+
* `session.blob.bytes(photo.key)`, show it in the miniapp's screen from `photo.url`, and send it
|
|
33
|
+
* wherever the miniapp needs it. The phone deletes it after 30 minutes.
|
|
34
|
+
*
|
|
35
|
+
* If the glasses don't have a camera, the phone-side handler rejects with an error. Check
|
|
34
36
|
* `session.capabilities.hasCamera` before calling.
|
|
35
37
|
*/
|
|
36
38
|
async takePhoto(options = {}) {
|
|
39
|
+
const photo = await this.session.sendRequest(
|
|
40
|
+
// `delivery` asks the Mentra App to keep the photo on the phone. One that predates local photos ignores it.
|
|
41
|
+
{ ...this.photoRequest(options), delivery: "local" }, options.timeoutMs != null ? { timeoutMs: options.timeoutMs } : undefined);
|
|
42
|
+
// A Mentra App from before local photos answers with a cloud URL and no key. A miniapp built with this
|
|
43
|
+
// SDK declares the first version that has them as its minHostVersion, so this is a development build
|
|
44
|
+
// that is behind.
|
|
45
|
+
if (typeof photo?.key !== "string" || !photo.key) {
|
|
46
|
+
throw new Error("This Mentra App can't keep photos on the phone yet. Update the Mentra App.");
|
|
47
|
+
}
|
|
48
|
+
return photo;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Take a photo and upload it to Mentra's cloud, resolving to a short-lived signed URL.
|
|
52
|
+
*
|
|
53
|
+
* @deprecated Use {@link takePhoto}, which keeps the photo on the phone. This remains for one
|
|
54
|
+
* case: a full-size photo that must reach a server quickly. The glasses can upload it over their
|
|
55
|
+
* own Wi-Fi, which is much faster than sending it to the phone over Bluetooth. It needs an
|
|
56
|
+
* internet connection, and it goes away once the glasses can send large photos to the phone.
|
|
57
|
+
*/
|
|
58
|
+
async takeCloudPhoto(options = {}) {
|
|
37
59
|
return this.session.sendRequest({
|
|
60
|
+
...this.photoRequest(options),
|
|
61
|
+
...(options.transferMethod !== undefined ? { transferMethod: options.transferMethod } : {}),
|
|
62
|
+
}, options.timeoutMs != null ? { timeoutMs: options.timeoutMs } : undefined);
|
|
63
|
+
}
|
|
64
|
+
/** The capture settings of a photo request, shared by both delivery paths. */
|
|
65
|
+
photoRequest(options) {
|
|
66
|
+
return {
|
|
38
67
|
type: MiniappRequestType.PHOTO,
|
|
39
68
|
size: options.size ?? "medium",
|
|
40
69
|
mode: options.mode ?? "photo",
|
|
41
|
-
...(options.transferMethod !== undefined ? { transferMethod: options.transferMethod } : {}),
|
|
42
70
|
compress: parsePhotoCompression(options.compress),
|
|
43
71
|
sound: options.sound ?? true,
|
|
44
72
|
saveToGallery: options.saveToGallery ?? false,
|
|
@@ -52,7 +80,7 @@ export class CameraModule {
|
|
|
52
80
|
mfnr: options.mfnr,
|
|
53
81
|
ispDigitalGain: options.ispDigitalGain,
|
|
54
82
|
ispAnalogGain: options.ispAnalogGain,
|
|
55
|
-
}
|
|
83
|
+
};
|
|
56
84
|
}
|
|
57
85
|
/**
|
|
58
86
|
* Pre-warm the glasses camera so the next takePhoto() is near-instant.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"camera.js","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAC,qBAAqB,EAAwB,MAAM,0CAA0C,CAAA;AACrG,OAAO,EAAC,kBAAkB,EAAC,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"camera.js","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAC,qBAAqB,EAAwB,MAAM,0CAA0C,CAAA;AACrG,OAAO,EAAC,kBAAkB,EAAC,MAAM,aAAa,CAAA;AAoK9C,MAAM,OAAO,YAAY;IACvB,YAA6B,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;IAAG,CAAC;IAExD,+DAA+D;IAC/D,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAA;IACtD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,OAAyB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAkB;YAC/C,IAAI,EAAE,kBAAkB,CAAC,UAAU;YACnC,GAAG,OAAO;SACX,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,SAAS,CAAC,UAA4B,EAAE;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW;QAC1C,4GAA4G;QAC5G,EAAC,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,EAClD,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAC,CAAC,CAAC,CAAC,SAAS,CACvE,CAAA;QACD,uGAAuG;QACvG,qGAAqG;QACrG,kBAAkB;QAClB,IAAI,OAAO,KAAK,EAAE,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAA;QAC/F,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,cAAc,CAAC,UAAiC,EAAE;QACtD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAC7B;YACE,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;YAC7B,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAC,cAAc,EAAE,OAAO,CAAC,cAAc,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,EACD,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAC,CAAC,CAAC,CAAC,SAAS,CACvE,CAAA;IACH,CAAC;IAED,8EAA8E;IACtE,YAAY,CAAC,OAAyB;QAC5C,OAAO;YACL,IAAI,EAAE,kBAAkB,CAAC,KAAK;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO;YAC7B,QAAQ,EAAE,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC;YACjD,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;YAC7C,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,aAAa,EAAE,OAAO,CAAC,aAAa;SACrC,CAAA;IACH,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,MAAM,CAAC,UAA+B,EAAE;QAC5C,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAO;YACnC,IAAI,EAAE,kBAAkB,CAAC,cAAc;YACvC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO;YAC7B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,KAAK;YACvC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,mBAAmB,CAAC,UAAsC,EAAE;QAChE,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAwB;YACrD,IAAI,EAAE,kBAAkB,CAAC,qBAAqB;YAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK;SAC5B,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAAmB,EAAE,UAAqC,EAAE;QACnF,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAO;YACnC,IAAI,EAAE,kBAAkB,CAAC,oBAAoB;YAC7C,WAAW;YACX,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;SACzC,CAAC,CAAA;IACJ,CAAC;CACF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mock.d.ts","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,KAAK,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,SAAS,CAAA;
|
|
1
|
+
{"version":3,"file":"mock.d.ts","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,KAAK,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,SAAS,CAAA;AAW3F;;;GAGG;AACH,wBAAgB,yBAAyB,IAAI,OAAO,CAkBnD;AAED,MAAM,WAAW,oBAAoB;IACnC,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,+EAA+E;IAC/E,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iEAAiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,iEAAiE;IACjE,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CACjD;AAED,qBAAa,aAAc,YAAW,SAAS;IAC7C,OAAO,CAAC,cAAc,CAAuC;IAC7D,OAAO,CAAC,iBAAiB,CAA0C;IACnE,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAe;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkC;gBAEpD,OAAO,GAAE,oBAAyB;IAQxC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAuCvB,SAAS,CAAC,OAAO,EAAE,uBAAuB,GAAG,IAAI;IAIjD,YAAY,CAAC,OAAO,EAAE,0BAA0B,GAAG,IAAI;IAIvD,KAAK,IAAI,IAAI;IAMb,MAAM,IAAI,OAAO;IAMjB,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,sBAAsB;IAgB9B,OAAO,CAAC,GAAG;CAKZ"}
|
package/dist/transport/mock.js
CHANGED
|
@@ -19,6 +19,12 @@
|
|
|
19
19
|
import { parseEnvelope, serializeEnvelope } from "../envelope";
|
|
20
20
|
import { MiniappRequestType, MiniappResponseType } from "../protocol";
|
|
21
21
|
const LOG_PREFIX = "[mock-transport]";
|
|
22
|
+
/** The one photo the mock ever takes: a 1×1 transparent PNG, so consumers that render it don't 404. */
|
|
23
|
+
const MOCK_PHOTO_BASE64 = "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII=";
|
|
24
|
+
const MOCK_PHOTO_KEY = "photo/mock-photo";
|
|
25
|
+
const MOCK_PHOTO_HANDLE = "mock-photo-read";
|
|
26
|
+
const MOCK_PHOTO_BYTES = 68;
|
|
27
|
+
const MOCK_PHOTO_TTL_MS = 30 * 60 * 1000;
|
|
22
28
|
/**
|
|
23
29
|
* Returns true if the current environment requested the mock transport
|
|
24
30
|
* explicitly. Checks `?mentra=mock` query param and `localStorage.MENTRA_MOCK`.
|
|
@@ -176,12 +182,39 @@ function syntheticDataFor(requestId, requestType, requestPayload) {
|
|
|
176
182
|
timestamp: Date.now(),
|
|
177
183
|
};
|
|
178
184
|
}
|
|
179
|
-
case MiniappRequestType.PHOTO:
|
|
180
|
-
|
|
185
|
+
case MiniappRequestType.PHOTO: {
|
|
186
|
+
const dataUrl = `data:image/png;base64,${MOCK_PHOTO_BASE64}`;
|
|
187
|
+
// `takePhoto()` asks for the photo on the phone; `takeCloudPhoto()` still expects a download URL.
|
|
188
|
+
if (requestPayload.delivery !== "local")
|
|
189
|
+
return { photoUrl: dataUrl, requestId: "mock-photo" };
|
|
181
190
|
return {
|
|
182
|
-
photoUrl: "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII=",
|
|
183
191
|
requestId: "mock-photo",
|
|
192
|
+
key: MOCK_PHOTO_KEY,
|
|
193
|
+
url: dataUrl,
|
|
194
|
+
mimeType: "image/png",
|
|
195
|
+
size: MOCK_PHOTO_BYTES,
|
|
196
|
+
expiresAt: Date.now() + MOCK_PHOTO_TTL_MS,
|
|
184
197
|
};
|
|
198
|
+
}
|
|
199
|
+
// Enough of `session.blob` to read the mock photo back: `session.blob.bytes(photo.key)`.
|
|
200
|
+
case MiniappRequestType.BLOB_OPEN_READ: {
|
|
201
|
+
if (requestPayload.key !== MOCK_PHOTO_KEY)
|
|
202
|
+
return null;
|
|
203
|
+
const now = Date.now();
|
|
204
|
+
return {
|
|
205
|
+
handle: MOCK_PHOTO_HANDLE,
|
|
206
|
+
meta: {
|
|
207
|
+
key: MOCK_PHOTO_KEY,
|
|
208
|
+
mimeType: "image/png",
|
|
209
|
+
bytes: MOCK_PHOTO_BYTES,
|
|
210
|
+
createdAt: now,
|
|
211
|
+
updatedAt: now,
|
|
212
|
+
uri: `data:image/png;base64,${MOCK_PHOTO_BASE64}`,
|
|
213
|
+
},
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
case MiniappRequestType.BLOB_READ:
|
|
217
|
+
return requestPayload.handle === MOCK_PHOTO_HANDLE ? { base64: MOCK_PHOTO_BASE64, done: true } : null;
|
|
185
218
|
case MiniappRequestType.RGB_LED:
|
|
186
219
|
return { type: "rgb_led_control_response", state: "success", requestId };
|
|
187
220
|
case MiniappRequestType.LOCATION_POLL:
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mock.js","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAC,aAAa,EAAE,iBAAiB,EAAuB,MAAM,aAAa,CAAA;AAClF,OAAO,EAAC,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAGnE,MAAM,UAAU,GAAG,kBAAkB,CAAA;AAErC;;;GAGG;AACH,MAAM,UAAU,yBAAyB;IACvC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,KAAK,CAAA;IAC/C,IAAI,CAAC;QACH,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC1D,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAA;QAClD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;IACD,IAAI,CAAC;QACH,IAAI,OAAO,YAAY,KAAK,WAAW,IAAI,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,GAAG,EAAE,CAAC;YACvF,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2DAA2D;IAC7D,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAeD,MAAM,OAAO,aAAa;IAUxB,YAAY,UAAgC,EAAE;QATtC,mBAAc,GAAmC,IAAI,CAAA;QACrD,sBAAiB,GAAsC,IAAI,CAAA;QAC3D,UAAK,GAAG,KAAK,CAAA;QAQnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,WAAW,CAAA;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,oBAAoB,CAAA;QAC1D,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAA;QACrC,IAAI,CAAC,aAAa,GAAG,EAAC,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,EAAC,CAAA;IACzD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,KAAK;YAAE,OAAM;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,CAAC,GAAW;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC5D,OAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAoD,CAAA;QAC7E,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,CAAA;QAC1B,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,IAAI,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAElG,yDAAyD;QACzD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB,CAAC,OAAO;gBAC7B,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;gBAC/B,OAAM;YAER,KAAK,kBAAkB,CAAC,IAAI;gBAC1B,qEAAqE;gBACrE,oEAAoE;gBACpE,OAAM;YAER,KAAK,kBAAkB,CAAC,SAAS;gBAC/B,uEAAuE;gBACvE,+DAA+D;gBAC/D,OAAM;YAER;gBACE,uEAAuE;gBACvE,wEAAwE;gBACxE,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,IAAI,WAAW,EAAE,OAAO,CAAC,CAAA;gBAC/E,CAAC;gBACD,OAAM;QACV,CAAC;IACH,CAAC;IAED,SAAS,CAAC,OAAgC;QACxC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAA;IAC/B,CAAC;IAED,YAAY,CAAC,OAAmC;QAC9C,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAA;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAM;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,iBAAiB,EAAE,CAAC,uBAAuB,CAAC,CAAA;IACnD,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IAED,8EAA8E;IAEtE,iBAAiB,CAAC,cAAuC;QAC/D,MAAM,eAAe,GAAI,cAAc,CAAC,WAAkC,IAAI,IAAI,CAAC,WAAW,IAAI,cAAc,CAAA;QAChH,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,mBAAmB,CAAC,WAAW;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,eAAe;YAC5B,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,YAAY;YACxB,WAAW,EAAE,OAAO;YACpB,aAAa,EAAE,EAAC,GAAG,IAAI,CAAC,aAAa,EAAC;YACtC,IAAI,EAAE;gBACJ,YAAY,EAAE,IAAI,CAAC,MAAM;gBACzB,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;aACvC;SACF,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,UAAU,EAAC,CAAA;QACvD,IAAI,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,MAAM,QAAQ,eAAe,EAAE,CAAC,CAAA;QACvE,4EAA4E;QAC5E,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,sBAAsB,CAC5B,SAAiB,EACjB,WAAmB,EACnB,cAAuC;QAEvC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAA;QACrE,MAAM,eAAe,GAAG;YACtB,IAAI,EAAE,mBAAmB,CAAC,cAAc;YACxC,EAAE,EAAE,IAAI;YACR,IAAI;SACL,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAC,CAAA;QACvE,IAAI,CAAC,GAAG,CAAC,0BAA0B,SAAS,eAAe,WAAW,EAAE,CAAC,CAAA;QACzE,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,GAAG,CAAC,GAAG,IAAe;QAC5B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAM;QAEvB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAA;IAClC,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAE,cAAuC;IACvG,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;YACnC,MAAM,SAAS,GACb,cAAc,CAAC,MAAM,KAAK,QAAQ;gBAChC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,MAAM;oBAChC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,UAAU;wBACpC,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,SAAS,CAAA;YACnB,MAAM,GAAG,GAAG,OAAO,cAAc,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;YAC5F,MAAM,GAAG,GAAG,cAAc,CAAC,WAAW,CAAA;YACtC,MAAM,WAAW,GAAG,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAA;YAClF,OAAO;gBACL,SAAS;gBACT,GAAG;gBACH,WAAW;gBACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAA;QACH,CAAC;QAED,KAAK,kBAAkB,CAAC,KAAK;
|
|
1
|
+
{"version":3,"file":"mock.js","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAC,aAAa,EAAE,iBAAiB,EAAuB,MAAM,aAAa,CAAA;AAClF,OAAO,EAAC,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAGnE,MAAM,UAAU,GAAG,kBAAkB,CAAA;AAErC,uGAAuG;AACvG,MAAM,iBAAiB,GAAG,8FAA8F,CAAA;AACxH,MAAM,cAAc,GAAG,kBAAkB,CAAA;AACzC,MAAM,iBAAiB,GAAG,iBAAiB,CAAA;AAC3C,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,iBAAiB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAExC;;;GAGG;AACH,MAAM,UAAU,yBAAyB;IACvC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,KAAK,CAAA;IAC/C,IAAI,CAAC;QACH,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC1D,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAA;QAClD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;IACD,IAAI,CAAC;QACH,IAAI,OAAO,YAAY,KAAK,WAAW,IAAI,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,GAAG,EAAE,CAAC;YACvF,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2DAA2D;IAC7D,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAeD,MAAM,OAAO,aAAa;IAUxB,YAAY,UAAgC,EAAE;QATtC,mBAAc,GAAmC,IAAI,CAAA;QACrD,sBAAiB,GAAsC,IAAI,CAAA;QAC3D,UAAK,GAAG,KAAK,CAAA;QAQnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,WAAW,CAAA;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,oBAAoB,CAAA;QAC1D,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAA;QACrC,IAAI,CAAC,aAAa,GAAG,EAAC,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,EAAC,CAAA;IACzD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,KAAK;YAAE,OAAM;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,CAAC,GAAW;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC5D,OAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAoD,CAAA;QAC7E,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,CAAA;QAC1B,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,IAAI,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAElG,yDAAyD;QACzD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB,CAAC,OAAO;gBAC7B,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;gBAC/B,OAAM;YAER,KAAK,kBAAkB,CAAC,IAAI;gBAC1B,qEAAqE;gBACrE,oEAAoE;gBACpE,OAAM;YAER,KAAK,kBAAkB,CAAC,SAAS;gBAC/B,uEAAuE;gBACvE,+DAA+D;gBAC/D,OAAM;YAER;gBACE,uEAAuE;gBACvE,wEAAwE;gBACxE,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,IAAI,WAAW,EAAE,OAAO,CAAC,CAAA;gBAC/E,CAAC;gBACD,OAAM;QACV,CAAC;IACH,CAAC;IAED,SAAS,CAAC,OAAgC;QACxC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAA;IAC/B,CAAC;IAED,YAAY,CAAC,OAAmC;QAC9C,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAA;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAM;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,iBAAiB,EAAE,CAAC,uBAAuB,CAAC,CAAA;IACnD,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IAED,8EAA8E;IAEtE,iBAAiB,CAAC,cAAuC;QAC/D,MAAM,eAAe,GAAI,cAAc,CAAC,WAAkC,IAAI,IAAI,CAAC,WAAW,IAAI,cAAc,CAAA;QAChH,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,mBAAmB,CAAC,WAAW;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,eAAe;YAC5B,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,YAAY;YACxB,WAAW,EAAE,OAAO;YACpB,aAAa,EAAE,EAAC,GAAG,IAAI,CAAC,aAAa,EAAC;YACtC,IAAI,EAAE;gBACJ,YAAY,EAAE,IAAI,CAAC,MAAM;gBACzB,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;aACvC;SACF,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,UAAU,EAAC,CAAA;QACvD,IAAI,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,MAAM,QAAQ,eAAe,EAAE,CAAC,CAAA;QACvE,4EAA4E;QAC5E,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,sBAAsB,CAC5B,SAAiB,EACjB,WAAmB,EACnB,cAAuC;QAEvC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAA;QACrE,MAAM,eAAe,GAAG;YACtB,IAAI,EAAE,mBAAmB,CAAC,cAAc;YACxC,EAAE,EAAE,IAAI;YACR,IAAI;SACL,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAC,CAAA;QACvE,IAAI,CAAC,GAAG,CAAC,0BAA0B,SAAS,eAAe,WAAW,EAAE,CAAC,CAAA;QACzE,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,GAAG,CAAC,GAAG,IAAe;QAC5B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAM;QAEvB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAA;IAClC,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAE,cAAuC;IACvG,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;YACnC,MAAM,SAAS,GACb,cAAc,CAAC,MAAM,KAAK,QAAQ;gBAChC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,MAAM;oBAChC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,UAAU;wBACpC,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,SAAS,CAAA;YACnB,MAAM,GAAG,GAAG,OAAO,cAAc,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;YAC5F,MAAM,GAAG,GAAG,cAAc,CAAC,WAAW,CAAA;YACtC,MAAM,WAAW,GAAG,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAA;YAClF,OAAO;gBACL,SAAS;gBACT,GAAG;gBACH,WAAW;gBACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAA;QACH,CAAC;QAED,KAAK,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,yBAAyB,iBAAiB,EAAE,CAAA;YAC5D,kGAAkG;YAClG,IAAI,cAAc,CAAC,QAAQ,KAAK,OAAO;gBAAE,OAAO,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAC,CAAA;YAC5F,OAAO;gBACL,SAAS,EAAE,YAAY;gBACvB,GAAG,EAAE,cAAc;gBACnB,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,WAAW;gBACrB,IAAI,EAAE,gBAAgB;gBACtB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,iBAAiB;aAC1C,CAAA;QACH,CAAC;QAED,yFAAyF;QACzF,KAAK,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC;YACvC,IAAI,cAAc,CAAC,GAAG,KAAK,cAAc;gBAAE,OAAO,IAAI,CAAA;YACtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YACtB,OAAO;gBACL,MAAM,EAAE,iBAAiB;gBACzB,IAAI,EAAE;oBACJ,GAAG,EAAE,cAAc;oBACnB,QAAQ,EAAE,WAAW;oBACrB,KAAK,EAAE,gBAAgB;oBACvB,SAAS,EAAE,GAAG;oBACd,SAAS,EAAE,GAAG;oBACd,GAAG,EAAE,yBAAyB,iBAAiB,EAAE;iBAClD;aACF,CAAA;QACH,CAAC;QAED,KAAK,kBAAkB,CAAC,SAAS;YAC/B,OAAO,cAAc,CAAC,MAAM,KAAK,iBAAiB,CAAC,CAAC,CAAC,EAAC,MAAM,EAAE,iBAAiB,EAAE,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAErG,KAAK,kBAAkB,CAAC,OAAO;YAC7B,OAAO,EAAC,IAAI,EAAE,0BAA0B,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAC,CAAA;QAExE,KAAK,kBAAkB,CAAC,aAAa;YACnC,8DAA8D;YAC9D,iEAAiE;YACjE,OAAO,EAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAA;QAE3E,KAAK,kBAAkB,CAAC,oBAAoB;YAC1C,OAAO,EAAC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAC,CAAA;QAEvC,KAAK,kBAAkB,CAAC,WAAW;YACjC,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,CAAA;QAEtB,KAAK,kBAAkB,CAAC,YAAY;YAClC,OAAO,EAAC,IAAI,EAAE,EAAE,EAAC,CAAA;QAEnB,KAAK,kBAAkB,CAAC,KAAK;YAC3B,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAC,CAAA;QAExC,KAAK,kBAAkB,CAAC,KAAK,CAAC;QAC9B,KAAK,kBAAkB,CAAC,QAAQ,CAAC;QACjC,KAAK,kBAAkB,CAAC,cAAc,CAAC;QACvC,KAAK,kBAAkB,CAAC,QAAQ,CAAC;QACjC,KAAK,kBAAkB,CAAC,kBAAkB,CAAC;QAC3C,KAAK,kBAAkB,CAAC,kBAAkB;YACxC,OAAO,EAAC,EAAE,EAAE,IAAI,EAAC,CAAA;QAEnB,KAAK,kBAAkB,CAAC,OAAO;YAC7B,OAAO,EAAC,SAAS,EAAE,IAAI,EAAC,CAAA;QAE1B;YACE,OAAO,IAAI,CAAA;IACf,CAAC;AACH,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mentra/miniapp",
|
|
3
|
-
"version": "3.5.0-dev.
|
|
3
|
+
"version": "3.5.0-dev.1369",
|
|
4
4
|
"description": "SDK for building MentraOS local miniapps (browser/WebView)",
|
|
5
5
|
"author": "Mentra Labs",
|
|
6
6
|
"license": "Apache-2.0",
|
|
@@ -57,7 +57,7 @@
|
|
|
57
57
|
}
|
|
58
58
|
},
|
|
59
59
|
"dependencies": {
|
|
60
|
-
"@mentra/cloud-protocol": "3.5.0-dev.
|
|
60
|
+
"@mentra/cloud-protocol": "3.5.0-dev.1369",
|
|
61
61
|
"eventemitter3": "^5.0.1"
|
|
62
62
|
},
|
|
63
63
|
"devDependencies": {
|
package/src/index.ts
CHANGED
|
@@ -114,10 +114,12 @@ export type {
|
|
|
114
114
|
CameraFovRequest,
|
|
115
115
|
CameraFovResult,
|
|
116
116
|
CameraRoiPosition,
|
|
117
|
+
CloudPhotoTaken,
|
|
117
118
|
PhotoTaken,
|
|
118
119
|
SetCameraFovOptions,
|
|
119
120
|
StartVideoRecordingOptions,
|
|
120
121
|
StopVideoRecordingOptions,
|
|
122
|
+
TakeCloudPhotoOptions,
|
|
121
123
|
TakePhotoOptions,
|
|
122
124
|
VideoRecordingStarted,
|
|
123
125
|
} from "./modules/camera"
|
package/src/modules/camera.ts
CHANGED
|
@@ -34,11 +34,6 @@ export interface TakePhotoOptions {
|
|
|
34
34
|
size?: "low" | "medium" | "high" | "max"
|
|
35
35
|
/** Capture at maximum source quality and optimize BLE delivery for readable text. */
|
|
36
36
|
mode?: "photo" | "text"
|
|
37
|
-
/**
|
|
38
|
-
* Image delivery path. `auto` tries direct Wi-Fi upload and falls back to
|
|
39
|
-
* BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
|
|
40
|
-
*/
|
|
41
|
-
transferMethod?: "auto" | "direct" | "ble"
|
|
42
37
|
compress?: PhotoCompression
|
|
43
38
|
sound?: boolean
|
|
44
39
|
saveToGallery?: boolean
|
|
@@ -82,14 +77,50 @@ export interface TakePhotoOptions {
|
|
|
82
77
|
timeoutMs?: number
|
|
83
78
|
}
|
|
84
79
|
|
|
80
|
+
/**
|
|
81
|
+
* A photo from the glasses, kept on the phone as one of the miniapp's own files. Nothing is uploaded:
|
|
82
|
+
* the miniapp decides where the photo goes.
|
|
83
|
+
*/
|
|
85
84
|
export interface PhotoTaken {
|
|
86
|
-
/** Request id that correlates
|
|
85
|
+
/** Request id that correlates glasses status and phone logs. */
|
|
86
|
+
requestId: string
|
|
87
|
+
/**
|
|
88
|
+
* The photo's key in `session.blob`. Read it with `session.blob.bytes(key)`, for example to send to a
|
|
89
|
+
* backend with `fetch`. The photo is deleted at `expiresAt`; to keep it, store a copy under a key of
|
|
90
|
+
* your own (`session.blob.set(myKey, bytes)`).
|
|
91
|
+
*/
|
|
92
|
+
key: string
|
|
93
|
+
/**
|
|
94
|
+
* A URL the miniapp's own screen can load, for example `<img src={url}>`: pass it to the UI as it is.
|
|
95
|
+
* It works only in this miniapp's screen, and only until the photo is deleted. Absent when the screen
|
|
96
|
+
* loads from a development server and the photo is larger than 1 MB; read the bytes there.
|
|
97
|
+
*/
|
|
98
|
+
url?: string
|
|
99
|
+
mimeType: string
|
|
100
|
+
/** The photo's size in bytes. */
|
|
101
|
+
size: number
|
|
102
|
+
/** When the phone deletes the photo, as a Unix time in milliseconds: 30 minutes after capture. */
|
|
103
|
+
expiresAt: number
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
/** What {@link CameraModule.takeCloudPhoto} resolves to: a photo uploaded to Mentra's cloud. */
|
|
107
|
+
export interface CloudPhotoTaken {
|
|
108
|
+
/** Request id that correlates glasses status, upload, and phone/cloud logs. */
|
|
87
109
|
requestId: string
|
|
110
|
+
/** A short-lived (~30 minute) signed download URL. */
|
|
88
111
|
photoUrl: string
|
|
89
112
|
mimeType: string
|
|
90
113
|
size: number
|
|
91
114
|
}
|
|
92
115
|
|
|
116
|
+
export interface TakeCloudPhotoOptions extends TakePhotoOptions {
|
|
117
|
+
/**
|
|
118
|
+
* Image delivery path. `auto` tries direct Wi-Fi upload from the glasses and falls back to
|
|
119
|
+
* BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
|
|
120
|
+
*/
|
|
121
|
+
transferMethod?: "auto" | "direct" | "ble"
|
|
122
|
+
}
|
|
123
|
+
|
|
93
124
|
export interface WarmUpCameraOptions {
|
|
94
125
|
size?: "low" | "medium" | "high" | "max"
|
|
95
126
|
/** Match the upcoming capture mode so warm-up and capture share one ASG camera session. */
|
|
@@ -159,39 +190,71 @@ export class CameraModule {
|
|
|
159
190
|
}
|
|
160
191
|
|
|
161
192
|
/**
|
|
162
|
-
* Take a photo
|
|
163
|
-
*
|
|
193
|
+
* Take a photo with the glasses camera. Requires CAMERA permission declared in miniapp.json.
|
|
194
|
+
*
|
|
195
|
+
* The glasses send the photo to the phone over Bluetooth, and it stays there as one of the miniapp's
|
|
196
|
+
* own files: no internet connection is needed and nothing is uploaded. Read it with
|
|
197
|
+
* `session.blob.bytes(photo.key)`, show it in the miniapp's screen from `photo.url`, and send it
|
|
198
|
+
* wherever the miniapp needs it. The phone deletes it after 30 minutes.
|
|
164
199
|
*
|
|
165
|
-
*
|
|
166
|
-
* (~30 minute) signed download URL. If the glasses don't have a camera,
|
|
167
|
-
* the phone-side handler rejects with an error. Check
|
|
200
|
+
* If the glasses don't have a camera, the phone-side handler rejects with an error. Check
|
|
168
201
|
* `session.capabilities.hasCamera` before calling.
|
|
169
202
|
*/
|
|
170
203
|
async takePhoto(options: TakePhotoOptions = {}): Promise<PhotoTaken> {
|
|
171
|
-
|
|
204
|
+
const photo = await this.session.sendRequest<PhotoTaken>(
|
|
205
|
+
// `delivery` asks the Mentra App to keep the photo on the phone. One that predates local photos ignores it.
|
|
206
|
+
{...this.photoRequest(options), delivery: "local"},
|
|
207
|
+
options.timeoutMs != null ? {timeoutMs: options.timeoutMs} : undefined,
|
|
208
|
+
)
|
|
209
|
+
// A Mentra App from before local photos answers with a cloud URL and no key. A miniapp built with this
|
|
210
|
+
// SDK declares the first version that has them as its minHostVersion, so this is a development build
|
|
211
|
+
// that is behind.
|
|
212
|
+
if (typeof photo?.key !== "string" || !photo.key) {
|
|
213
|
+
throw new Error("This Mentra App can't keep photos on the phone yet. Update the Mentra App.")
|
|
214
|
+
}
|
|
215
|
+
return photo
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
/**
|
|
219
|
+
* Take a photo and upload it to Mentra's cloud, resolving to a short-lived signed URL.
|
|
220
|
+
*
|
|
221
|
+
* @deprecated Use {@link takePhoto}, which keeps the photo on the phone. This remains for one
|
|
222
|
+
* case: a full-size photo that must reach a server quickly. The glasses can upload it over their
|
|
223
|
+
* own Wi-Fi, which is much faster than sending it to the phone over Bluetooth. It needs an
|
|
224
|
+
* internet connection, and it goes away once the glasses can send large photos to the phone.
|
|
225
|
+
*/
|
|
226
|
+
async takeCloudPhoto(options: TakeCloudPhotoOptions = {}): Promise<CloudPhotoTaken> {
|
|
227
|
+
return this.session.sendRequest<CloudPhotoTaken>(
|
|
172
228
|
{
|
|
173
|
-
|
|
174
|
-
size: options.size ?? "medium",
|
|
175
|
-
mode: options.mode ?? "photo",
|
|
229
|
+
...this.photoRequest(options),
|
|
176
230
|
...(options.transferMethod !== undefined ? {transferMethod: options.transferMethod} : {}),
|
|
177
|
-
compress: parsePhotoCompression(options.compress),
|
|
178
|
-
sound: options.sound ?? true,
|
|
179
|
-
saveToGallery: options.saveToGallery ?? false,
|
|
180
|
-
exposureTimeNs: options.exposureTimeNs,
|
|
181
|
-
iso: options.iso,
|
|
182
|
-
aeExposureDivisor: options.aeExposureDivisor,
|
|
183
|
-
isoCap: options.isoCap,
|
|
184
|
-
noiseReduction: options.noiseReduction,
|
|
185
|
-
edgeEnhancement: options.edgeEnhancement,
|
|
186
|
-
zsl: options.zsl,
|
|
187
|
-
mfnr: options.mfnr,
|
|
188
|
-
ispDigitalGain: options.ispDigitalGain,
|
|
189
|
-
ispAnalogGain: options.ispAnalogGain,
|
|
190
231
|
},
|
|
191
232
|
options.timeoutMs != null ? {timeoutMs: options.timeoutMs} : undefined,
|
|
192
233
|
)
|
|
193
234
|
}
|
|
194
235
|
|
|
236
|
+
/** The capture settings of a photo request, shared by both delivery paths. */
|
|
237
|
+
private photoRequest(options: TakePhotoOptions) {
|
|
238
|
+
return {
|
|
239
|
+
type: MiniappRequestType.PHOTO,
|
|
240
|
+
size: options.size ?? "medium",
|
|
241
|
+
mode: options.mode ?? "photo",
|
|
242
|
+
compress: parsePhotoCompression(options.compress),
|
|
243
|
+
sound: options.sound ?? true,
|
|
244
|
+
saveToGallery: options.saveToGallery ?? false,
|
|
245
|
+
exposureTimeNs: options.exposureTimeNs,
|
|
246
|
+
iso: options.iso,
|
|
247
|
+
aeExposureDivisor: options.aeExposureDivisor,
|
|
248
|
+
isoCap: options.isoCap,
|
|
249
|
+
noiseReduction: options.noiseReduction,
|
|
250
|
+
edgeEnhancement: options.edgeEnhancement,
|
|
251
|
+
zsl: options.zsl,
|
|
252
|
+
mfnr: options.mfnr,
|
|
253
|
+
ispDigitalGain: options.ispDigitalGain,
|
|
254
|
+
ispAnalogGain: options.ispAnalogGain,
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
|
|
195
258
|
/**
|
|
196
259
|
* Pre-warm the glasses camera so the next takePhoto() is near-instant.
|
|
197
260
|
* The camera stays warm for ~durationMs (default 15s, maximum 5 minutes); call warmUp() again to
|
package/src/transport/mock.ts
CHANGED
|
@@ -23,6 +23,13 @@ import type {Transport, TransportDisconnectHandler, TransportMessageHandler} fro
|
|
|
23
23
|
|
|
24
24
|
const LOG_PREFIX = "[mock-transport]"
|
|
25
25
|
|
|
26
|
+
/** The one photo the mock ever takes: a 1×1 transparent PNG, so consumers that render it don't 404. */
|
|
27
|
+
const MOCK_PHOTO_BASE64 = "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII="
|
|
28
|
+
const MOCK_PHOTO_KEY = "photo/mock-photo"
|
|
29
|
+
const MOCK_PHOTO_HANDLE = "mock-photo-read"
|
|
30
|
+
const MOCK_PHOTO_BYTES = 68
|
|
31
|
+
const MOCK_PHOTO_TTL_MS = 30 * 60 * 1000
|
|
32
|
+
|
|
26
33
|
/**
|
|
27
34
|
* Returns true if the current environment requested the mock transport
|
|
28
35
|
* explicitly. Checks `?mentra=mock` query param and `localStorage.MENTRA_MOCK`.
|
|
@@ -215,13 +222,39 @@ function syntheticDataFor(requestId: string, requestType: string, requestPayload
|
|
|
215
222
|
}
|
|
216
223
|
}
|
|
217
224
|
|
|
218
|
-
case MiniappRequestType.PHOTO:
|
|
219
|
-
|
|
225
|
+
case MiniappRequestType.PHOTO: {
|
|
226
|
+
const dataUrl = `data:image/png;base64,${MOCK_PHOTO_BASE64}`
|
|
227
|
+
// `takePhoto()` asks for the photo on the phone; `takeCloudPhoto()` still expects a download URL.
|
|
228
|
+
if (requestPayload.delivery !== "local") return {photoUrl: dataUrl, requestId: "mock-photo"}
|
|
220
229
|
return {
|
|
221
|
-
photoUrl:
|
|
222
|
-
"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII=",
|
|
223
230
|
requestId: "mock-photo",
|
|
231
|
+
key: MOCK_PHOTO_KEY,
|
|
232
|
+
url: dataUrl,
|
|
233
|
+
mimeType: "image/png",
|
|
234
|
+
size: MOCK_PHOTO_BYTES,
|
|
235
|
+
expiresAt: Date.now() + MOCK_PHOTO_TTL_MS,
|
|
224
236
|
}
|
|
237
|
+
}
|
|
238
|
+
|
|
239
|
+
// Enough of `session.blob` to read the mock photo back: `session.blob.bytes(photo.key)`.
|
|
240
|
+
case MiniappRequestType.BLOB_OPEN_READ: {
|
|
241
|
+
if (requestPayload.key !== MOCK_PHOTO_KEY) return null
|
|
242
|
+
const now = Date.now()
|
|
243
|
+
return {
|
|
244
|
+
handle: MOCK_PHOTO_HANDLE,
|
|
245
|
+
meta: {
|
|
246
|
+
key: MOCK_PHOTO_KEY,
|
|
247
|
+
mimeType: "image/png",
|
|
248
|
+
bytes: MOCK_PHOTO_BYTES,
|
|
249
|
+
createdAt: now,
|
|
250
|
+
updatedAt: now,
|
|
251
|
+
uri: `data:image/png;base64,${MOCK_PHOTO_BASE64}`,
|
|
252
|
+
},
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
case MiniappRequestType.BLOB_READ:
|
|
257
|
+
return requestPayload.handle === MOCK_PHOTO_HANDLE ? {base64: MOCK_PHOTO_BASE64, done: true} : null
|
|
225
258
|
|
|
226
259
|
case MiniappRequestType.RGB_LED:
|
|
227
260
|
return {type: "rgb_led_control_response", state: "success", requestId}
|