@mentra/miniapp 3.5.0-dev.1363 → 3.5.0-dev.1367

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -121,7 +121,7 @@ All event subscribers return an `UnsubscribeFn`. Subscriptions are ref-counted:
121
121
  | `session.phone.calendar` | `listEvents({startsAt, endsAt, limit?})`, `hasPermission` |
122
122
  | `session.phone` | `onBattery(handler)`, `isWifiEnabled()`, `requestWifiEnable(reason?)` |
123
123
  | `session.system` | `share(opts)`, `openUrl(url)`, `copyToClipboard(text)`, `download(opts)` |
124
- | `session.camera` | `takePhoto({size?, mode?, transferMethod?, compress?, sound?, saveToGallery?, zsl?, mfnr?, timeoutMs?, ...})`, `setFov({fov, roiPosition?} \| {preset})`, `hasPermission` |
124
+ | `session.camera` | `takePhoto({size?, mode?, compress?, sound?, saveToGallery?, zsl?, mfnr?, timeoutMs?, ...})`, `setFov({fov, roiPosition?} \| {preset})`, `hasPermission` |
125
125
  | `session.led` | `turnOn({color?, ontime?, offtime?, count?})`, `turnOff()`, `blink(color, ontime, offtime, count)`, `solid(color, duration)` — resolve after the glasses acknowledge the RGB command |
126
126
  | `session.permissions` | `has(type)`, `getAll()`, `onUpdate(handler)`, `onPermissionError(handler)` |
127
127
  | `session.storage` | `get(key)`, `set(key, value)`, `delete(key)`, `list()` — strings only, scoped to `(userId, packageName)` |
@@ -136,7 +136,7 @@ All event subscribers return an `UnsubscribeFn`. Subscriptions are ref-counted:
136
136
 
137
137
  ### Camera Photos
138
138
 
139
- `await session.camera.takePhoto(...)` resolves only after the photo is delivered through the phone/cloud upload path. The result includes `{requestId, photoUrl, mimeType, size}`. Glasses-side or phone-relay failures such as `CAMERA_BUSY`, `BATTERY_LOW`, storage errors, or fallback upload failures reject before upload polling completes; intermediate `photo_status` progress and request acceptance alone do not resolve the miniapp photo promise.
139
+ `await session.camera.takePhoto(...)` resolves once the photo is on the phone, kept as one of the miniapp's own `session.blob` entries for 30 minutes. Nothing is uploaded: the miniapp decides where the photo goes. The result is `{requestId, key, url?, mimeType, size, expiresAt}`: read the bytes with `session.blob.bytes(key)`, and show the photo in the miniapp's own screen with `url`. It needs Mentra App 3.5.0 or later (`"minHostVersion": "3.5.0"`). Glasses-side or phone-side failures such as `CAMERA_BUSY`, `BATTERY_LOW`, storage errors, or a failed Bluetooth transfer reject the promise; intermediate `photo_status` progress and request acceptance alone do not resolve it.
140
140
 
141
141
  Pass `transferMethod: "ble"` to skip direct Wi-Fi upload and always relay the image through the phone over Bluetooth. The default `"auto"` mode tries direct upload first and falls back to BLE.
142
142
 
package/dist/index.d.ts CHANGED
@@ -37,7 +37,7 @@ export type { CalendarEvent, CalendarListOptions, CalendarListResult, PhoneWifiE
37
37
  export type { PlayAudioOptions, SpeakOptions, SpeakResult, SpeakerState, SpeakerStateEvent, SpeakerStreamOptions, SpeakerStreamSampleRate, SpeakerStreamWriteResult, } from "./modules/speaker";
38
38
  export { SpeakerStreamWriter, SPEAKER_STREAM_MAX_BUFFERED_MS, SPEAKER_WRITE_CHUNK_BYTES } from "./modules/speaker";
39
39
  export type { SpeechProcessing } from "./modules/speechProcessing";
40
- export type { CameraFovPreset, CameraFovRequest, CameraFovResult, CameraRoiPosition, PhotoTaken, SetCameraFovOptions, StartVideoRecordingOptions, StopVideoRecordingOptions, TakePhotoOptions, VideoRecordingStarted, } from "./modules/camera";
40
+ export type { CameraFovPreset, CameraFovRequest, CameraFovResult, CameraRoiPosition, CloudPhotoTaken, PhotoTaken, SetCameraFovOptions, StartVideoRecordingOptions, StopVideoRecordingOptions, TakeCloudPhotoOptions, TakePhotoOptions, VideoRecordingStarted, } from "./modules/camera";
41
41
  export type { DashboardMode } from "./modules/dashboard";
42
42
  export type { CloudModule } from "./modules/cloud";
43
43
  export type { LedColor, LedControlOptions } from "./modules/led";
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAC3D,YAAY,EACV,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,WAAW,CAAA;AAClB,YAAY,EAAC,gBAAgB,EAAE,UAAU,EAAC,MAAM,gBAAgB,CAAA;AAChE,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAA;AAEhE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAC1E,YAAY,EAAC,eAAe,EAAC,MAAM,YAAY,CAAA;AAE/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAC5C,YAAY,EAAC,eAAe,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,WAAW,CAAA;AAEjH,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAInD,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAC5B,YAAY,EAAC,YAAY,EAAE,qBAAqB,EAAC,MAAM,qBAAqB,CAAA;AAC5E,YAAY,EAAC,yBAAyB,EAAE,2BAA2B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAG9G,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,YAAY,CAAA;AAGnD,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAChD,YAAY,EAAC,sBAAsB,EAAC,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAC7D,YAAY,EAAC,2BAA2B,EAAC,MAAM,0BAA0B,CAAA;AACzE,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AACzE,YAAY,EAAC,oBAAoB,EAAC,MAAM,kBAAkB,CAAA;AAC1D,YAAY,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,mBAAmB,CAAA;AAGrG,YAAY,EACV,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,aAAa,EACb,eAAe,EACf,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,QAAQ,GACT,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,SAAS,EACT,cAAc,EACd,WAAW,EACX,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,yBAAyB,EACzB,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,OAAO,EACP,QAAQ,GACT,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAA;AAClH,YAAY,EACV,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;AAChH,YAAY,EAAC,gBAAgB,EAAC,MAAM,4BAA4B,CAAA;AAChE,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,UAAU,EACV,mBAAmB,EACnB,0BAA0B,EAC1B,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAA;AACtD,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,QAAQ,EAAE,iBAAiB,EAAC,MAAM,eAAe,CAAA;AAC9D,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAC,YAAY,EAAC,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAA;AACtF,YAAY,EAAC,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,YAAY,CAAA;AAC9E,YAAY,EACV,YAAY,EACZ,WAAW,EACX,eAAe,EACf,cAAc,EACd,aAAa,EACb,YAAY,GACb,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,EACnB,2BAA2B,EAC3B,kCAAkC,EAClC,qBAAqB,EACrB,oBAAoB,EACpB,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAC,aAAa,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAA;AAIlF,YAAY,EAAC,cAAc,EAAC,MAAM,mBAAmB,CAAA;AACrD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAA;AAC7F,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,kBAAkB,EAClB,MAAM,EACN,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,EACT,KAAK,EACL,UAAU,EACV,YAAY,EACZ,eAAe,EACf,sBAAsB,EACtB,UAAU,GACX,MAAM,sBAAsB,CAAA;AAC7B,YAAY,EAAC,iBAAiB,EAAE,oBAAoB,EAAC,MAAM,uBAAuB,CAAA;AAClF,YAAY,EAAC,WAAW,EAAE,wBAAwB,EAAE,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAC/F,YAAY,EACV,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,yBAAyB,CAAA;AAChC,YAAY,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAA;AAC5D,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EACV,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,sBAAsB,EACtB,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,mBAAmB,CAAA;AAG1B,YAAY,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,WAAW,CAAA;AAE/D,YAAY,EAAC,aAAa,EAAC,MAAM,eAAe,CAAA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAC3D,YAAY,EACV,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,EAChB,mBAAmB,EACnB,qBAAqB,EACrB,iBAAiB,GAClB,MAAM,WAAW,CAAA;AAClB,YAAY,EAAC,gBAAgB,EAAE,UAAU,EAAC,MAAM,gBAAgB,CAAA;AAChE,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAA;AAEhE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAC1E,YAAY,EAAC,eAAe,EAAC,MAAM,YAAY,CAAA;AAE/C,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAC5C,YAAY,EAAC,eAAe,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,WAAW,CAAA;AAEjH,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAInD,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAC5B,YAAY,EAAC,YAAY,EAAE,qBAAqB,EAAC,MAAM,qBAAqB,CAAA;AAC5E,YAAY,EAAC,yBAAyB,EAAE,2BAA2B,EAAE,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAG9G,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AACjE,YAAY,EAAC,mBAAmB,EAAC,MAAM,YAAY,CAAA;AAGnD,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAChD,YAAY,EAAC,sBAAsB,EAAC,MAAM,kBAAkB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAC7D,YAAY,EAAC,2BAA2B,EAAC,MAAM,0BAA0B,CAAA;AACzE,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AACzE,YAAY,EAAC,oBAAoB,EAAC,MAAM,kBAAkB,CAAA;AAC1D,YAAY,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,mBAAmB,CAAA;AAGrG,YAAY,EACV,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,aAAa,EACb,eAAe,EACf,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,QAAQ,GACT,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,SAAS,EACT,cAAc,EACd,WAAW,EACX,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,yBAAyB,EACzB,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,OAAO,EACP,QAAQ,GACT,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,iBAAiB,CAAA;AAClH,YAAY,EACV,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;AAChH,YAAY,EAAC,gBAAgB,EAAC,MAAM,4BAA4B,CAAA;AAChE,YAAY,EACV,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,UAAU,EACV,mBAAmB,EACnB,0BAA0B,EAC1B,yBAAyB,EACzB,qBAAqB,EACrB,gBAAgB,EAChB,qBAAqB,GACtB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAA;AACtD,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,QAAQ,EAAE,iBAAiB,EAAC,MAAM,eAAe,CAAA;AAC9D,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,YAAY,EACZ,eAAe,EACf,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACpB,aAAa,EACb,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAC,YAAY,EAAC,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAA;AACtF,YAAY,EAAC,gBAAgB,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,YAAY,CAAA;AAC9E,YAAY,EACV,YAAY,EACZ,WAAW,EACX,eAAe,EACf,cAAc,EACd,aAAa,EACb,YAAY,GACb,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,oBAAoB,EACpB,mBAAmB,EACnB,2BAA2B,EAC3B,kCAAkC,EAClC,qBAAqB,EACrB,oBAAoB,EACpB,2BAA2B,EAC3B,0BAA0B,GAC3B,MAAM,oBAAoB,CAAA;AAC3B,YAAY,EAAC,aAAa,EAAE,aAAa,EAAE,aAAa,EAAC,MAAM,mBAAmB,CAAA;AAIlF,YAAY,EAAC,cAAc,EAAC,MAAM,mBAAmB,CAAA;AACrD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAC,MAAM,qBAAqB,CAAA;AAC7F,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAChD,YAAY,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAA;AACtD,YAAY,EAAC,SAAS,EAAC,MAAM,eAAe,CAAA;AAC5C,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,kBAAkB,EAClB,MAAM,EACN,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,WAAW,EACX,WAAW,EACX,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,SAAS,EACT,KAAK,EACL,UAAU,EACV,YAAY,EACZ,eAAe,EACf,sBAAsB,EACtB,UAAU,GACX,MAAM,sBAAsB,CAAA;AAC7B,YAAY,EAAC,iBAAiB,EAAE,oBAAoB,EAAC,MAAM,uBAAuB,CAAA;AAClF,YAAY,EAAC,WAAW,EAAE,wBAAwB,EAAE,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAC/F,YAAY,EACV,mBAAmB,EACnB,mBAAmB,EACnB,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,yBAAyB,CAAA;AAChC,YAAY,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAA;AAC5D,YAAY,EAAC,aAAa,EAAC,MAAM,mBAAmB,CAAA;AACpD,YAAY,EACV,aAAa,EACb,kBAAkB,EAClB,oBAAoB,EACpB,cAAc,EACd,oBAAoB,EACpB,eAAe,EACf,mBAAmB,EACnB,kBAAkB,EAClB,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,sBAAsB,EACtB,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,kBAAkB,EAClB,iBAAiB,EACjB,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EACrB,iBAAiB,EACjB,sBAAsB,EACtB,uBAAuB,EACvB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,mBAAmB,CAAA;AAC1B,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,mBAAmB,CAAA;AAG1B,YAAY,EAAC,cAAc,EAAE,gBAAgB,EAAC,MAAM,WAAW,CAAA;AAE/D,YAAY,EAAC,aAAa,EAAC,MAAM,eAAe,CAAA"}
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAC,iCAAiC,EAAC,MAAM,cAAc,CAAA;AAE9D,4EAA4E;AAC5E,+DAA+D;AAC/D,yCAAyC;AACzC,iCAAiC,EAAE,CAAA;AAEnC,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAa3D,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AAGjE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAG1E,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAG5C,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAEnD,2EAA2E;AAC3E,4DAA4D;AAC5D,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAI5B,gDAAgD;AAChD,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AAGjE,8EAA8E;AAC9E,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAEhD,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAE7D,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AA8CzE,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;AAgChH,OAAO,EAAC,YAAY,EAAC,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAA;AAuGtF,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,mBAAmB,CAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAC,iCAAiC,EAAC,MAAM,cAAc,CAAA;AAE9D,4EAA4E;AAC5E,+DAA+D;AAC/D,yCAAyC;AACzC,iCAAiC,EAAE,CAAA;AAEnC,OAAO,EAAC,cAAc,EAAE,iBAAiB,EAAC,MAAM,WAAW,CAAA;AAa3D,OAAO,EAAC,yBAAyB,EAAC,MAAM,yBAAyB,CAAA;AAGjE,OAAO,EAAC,aAAa,EAAE,aAAa,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AAG1E,OAAO,EAAC,kBAAkB,EAAC,MAAM,WAAW,CAAA;AAG5C,OAAO,EAAC,gBAAgB,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,iBAAiB,EAAC,MAAM,YAAY,CAAA;AACvG,OAAO,EAAC,mBAAmB,EAAC,MAAM,iBAAiB,CAAA;AAEnD,2EAA2E;AAC3E,4DAA4D;AAC5D,OAAO,EACL,sBAAsB,EACtB,wBAAwB,EACxB,iCAAiC,EACjC,uBAAuB,GACxB,MAAM,qBAAqB,CAAA;AAI5B,gDAAgD;AAChD,OAAO,EAAC,YAAY,EAAE,wBAAwB,EAAC,MAAM,YAAY,CAAA;AAGjE,8EAA8E;AAC9E,OAAO,EAAC,eAAe,EAAC,MAAM,kBAAkB,CAAA;AAEhD,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAA;AAE7D,OAAO,EAAC,aAAa,EAAE,yBAAyB,EAAC,MAAM,kBAAkB,CAAA;AA8CzE,OAAO,EAAC,mBAAmB,EAAE,8BAA8B,EAAE,yBAAyB,EAAC,MAAM,mBAAmB,CAAA;AAkChH,OAAO,EAAC,YAAY,EAAC,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAC,mBAAmB,EAAE,kBAAkB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAA;AAuGtF,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,EACxB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,mBAAmB,CAAA"}
@@ -25,11 +25,6 @@ export interface TakePhotoOptions {
25
25
  size?: "low" | "medium" | "high" | "max";
26
26
  /** Capture at maximum source quality and optimize BLE delivery for readable text. */
27
27
  mode?: "photo" | "text";
28
- /**
29
- * Image delivery path. `auto` tries direct Wi-Fi upload and falls back to
30
- * BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
31
- */
32
- transferMethod?: "auto" | "direct" | "ble";
33
28
  compress?: PhotoCompression;
34
29
  sound?: boolean;
35
30
  saveToGallery?: boolean;
@@ -72,13 +67,47 @@ export interface TakePhotoOptions {
72
67
  */
73
68
  timeoutMs?: number;
74
69
  }
70
+ /**
71
+ * A photo from the glasses, kept on the phone as one of the miniapp's own files. Nothing is uploaded:
72
+ * the miniapp decides where the photo goes.
73
+ */
75
74
  export interface PhotoTaken {
76
- /** Request id that correlates ASG status, upload, and phone/cloud logs. */
75
+ /** Request id that correlates glasses status and phone logs. */
77
76
  requestId: string;
77
+ /**
78
+ * The photo's key in `session.blob`. Read it with `session.blob.bytes(key)`, for example to send to a
79
+ * backend with `fetch`. The photo is deleted at `expiresAt`; to keep it, store a copy under a key of
80
+ * your own (`session.blob.set(myKey, bytes)`).
81
+ */
82
+ key: string;
83
+ /**
84
+ * A URL the miniapp's own screen can load, for example `<img src={url}>`: pass it to the UI as it is.
85
+ * It works only in this miniapp's screen, and only until the photo is deleted. Absent when the screen
86
+ * loads from a development server and the photo is larger than 1 MB; read the bytes there.
87
+ */
88
+ url?: string;
89
+ mimeType: string;
90
+ /** The photo's size in bytes. */
91
+ size: number;
92
+ /** When the phone deletes the photo, as a Unix time in milliseconds: 30 minutes after capture. */
93
+ expiresAt: number;
94
+ }
95
+ /** What {@link CameraModule.takeCloudPhoto} resolves to: a photo uploaded to Mentra's cloud. */
96
+ export interface CloudPhotoTaken {
97
+ /** Request id that correlates glasses status, upload, and phone/cloud logs. */
98
+ requestId: string;
99
+ /** A short-lived (~30 minute) signed download URL. */
78
100
  photoUrl: string;
79
101
  mimeType: string;
80
102
  size: number;
81
103
  }
104
+ export interface TakeCloudPhotoOptions extends TakePhotoOptions {
105
+ /**
106
+ * Image delivery path. `auto` tries direct Wi-Fi upload from the glasses and falls back to
107
+ * BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
108
+ */
109
+ transferMethod?: "auto" | "direct" | "ble";
110
+ }
82
111
  export interface WarmUpCameraOptions {
83
112
  size?: "low" | "medium" | "high" | "max";
84
113
  /** Match the upcoming capture mode so warm-up and capture share one ASG camera session. */
@@ -135,15 +164,28 @@ export declare class CameraModule {
135
164
  */
136
165
  setFov(request: CameraFovRequest): Promise<CameraFovResult>;
137
166
  /**
138
- * Take a photo via the glasses camera. Returns a URL to the captured image.
139
- * Requires CAMERA permission declared in miniapp.json.
167
+ * Take a photo with the glasses camera. Requires CAMERA permission declared in miniapp.json.
168
+ *
169
+ * The glasses send the photo to the phone over Bluetooth, and it stays there as one of the miniapp's
170
+ * own files: no internet connection is needed and nothing is uploaded. Read it with
171
+ * `session.blob.bytes(photo.key)`, show it in the miniapp's screen from `photo.url`, and send it
172
+ * wherever the miniapp needs it. The phone deletes it after 30 minutes.
140
173
  *
141
- * The photo is uploaded to cloud storage; the returned URL is a short-TTL
142
- * (~30 minute) signed download URL. If the glasses don't have a camera,
143
- * the phone-side handler rejects with an error. Check
174
+ * If the glasses don't have a camera, the phone-side handler rejects with an error. Check
144
175
  * `session.capabilities.hasCamera` before calling.
145
176
  */
146
177
  takePhoto(options?: TakePhotoOptions): Promise<PhotoTaken>;
178
+ /**
179
+ * Take a photo and upload it to Mentra's cloud, resolving to a short-lived signed URL.
180
+ *
181
+ * @deprecated Use {@link takePhoto}, which keeps the photo on the phone. This remains for one
182
+ * case: a full-size photo that must reach a server quickly. The glasses can upload it over their
183
+ * own Wi-Fi, which is much faster than sending it to the phone over Bluetooth. It needs an
184
+ * internet connection, and it goes away once the glasses can send large photos to the phone.
185
+ */
186
+ takeCloudPhoto(options?: TakeCloudPhotoOptions): Promise<CloudPhotoTaken>;
187
+ /** The capture settings of a photo request, shared by both delivery paths. */
188
+ private photoRequest;
147
189
  /**
148
190
  * Pre-warm the glasses camera so the next takePhoto() is near-instant.
149
191
  * The camera stays warm for ~durationMs (default 15s, maximum 5 minutes); call warmUp() again to
@@ -1 +1 @@
1
- {"version":3,"file":"camera.d.ts","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAwB,KAAK,gBAAgB,EAAC,MAAM,0CAA0C,CAAA;AAErG,OAAO,EAAC,cAAc,EAAC,MAAM,YAAY,CAAA;AAEzC,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAA;AAC3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,UAAU,GAAG,MAAM,CAAA;AAE5D,MAAM,MAAM,gBAAgB,GACxB;IACE,+BAA+B;IAC/B,GAAG,EAAE,MAAM,CAAA;IACX,wEAAwE;IACxE,WAAW,CAAC,EAAE,iBAAiB,CAAA;CAChC,GACD;IACE,gDAAgD;IAChD,MAAM,EAAE,eAAe,CAAA;CACxB,CAAA;AAEL,MAAM,MAAM,mBAAmB,GAAG,gBAAgB,CAAA;AAElD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,iBAAiB,CAAA;IAC9B,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACxC,qFAAqF;IACrF,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAA;IAC1C,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iGAAiG;IACjG,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,oFAAoF;IACpF,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,6CAA6C;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gGAAgG;IAChG,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,iGAAiG;IACjG,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB;;OAEG;IACH,GAAG,CAAC,EAAE,OAAO,CAAA;IACb;;OAEG;IACH,IAAI,CAAC,EAAE,OAAO,CAAA;IACd,6BAA6B;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,4BAA4B;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;;;;;;;OAQG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,2EAA2E;IAC3E,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACxC,2FAA2F;IAC3F,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,2FAA2F;IAC3F,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,qDAAqD;IACrD,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,kDAAkD;IAClD,IAAI,CAAC,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mFAAmF;IACnF,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;OAIG;IACH,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,wDAAwD;IACxD,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,8EAA8E;IAC9E,IAAI,CAAC,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,iFAAiF;IACjF,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,yBAAyB;IACxC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,iGAAiG;IACjG,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,cAAc;IAEpD,+DAA+D;IAC/D,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED;;;;;;OAMG;IACG,MAAM,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAOjE;;;;;;;;OAQG;IACG,SAAS,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC;IAyBpE;;;;;;;;;;;;;OAaG;IACG,MAAM,CAAC,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAY9D;;;;;;;;;OASG;IACG,mBAAmB,CAAC,OAAO,GAAE,0BAA+B,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAWnG;;;;;;;;OAQG;IACG,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;CAQtG"}
1
+ {"version":3,"file":"camera.d.ts","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAwB,KAAK,gBAAgB,EAAC,MAAM,0CAA0C,CAAA;AAErG,OAAO,EAAC,cAAc,EAAC,MAAM,YAAY,CAAA;AAEzC,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAA;AAC3D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,UAAU,GAAG,MAAM,CAAA;AAE5D,MAAM,MAAM,gBAAgB,GACxB;IACE,+BAA+B;IAC/B,GAAG,EAAE,MAAM,CAAA;IACX,wEAAwE;IACxE,WAAW,CAAC,EAAE,iBAAiB,CAAA;CAChC,GACD;IACE,gDAAgD;IAChD,MAAM,EAAE,eAAe,CAAA;CACxB,CAAA;AAEL,MAAM,MAAM,mBAAmB,GAAG,gBAAgB,CAAA;AAElD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,iBAAiB,CAAA;IAC9B,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACxC,qFAAqF;IACrF,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iGAAiG;IACjG,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,oFAAoF;IACpF,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,6CAA6C;IAC7C,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gGAAgG;IAChG,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,iGAAiG;IACjG,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB;;OAEG;IACH,GAAG,CAAC,EAAE,OAAO,CAAA;IACb;;OAEG;IACH,IAAI,CAAC,EAAE,OAAO,CAAA;IACd,6BAA6B;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,4BAA4B;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;;;;;;;OAQG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAA;IACjB;;;;OAIG;IACH,GAAG,EAAE,MAAM,CAAA;IACX;;;;OAIG;IACH,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,iCAAiC;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,kGAAkG;IAClG,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,gGAAgG;AAChG,MAAM,WAAW,eAAe;IAC9B,+EAA+E;IAC/E,SAAS,EAAE,MAAM,CAAA;IACjB,sDAAsD;IACtD,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,qBAAsB,SAAQ,gBAAgB;IAC7D;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAA;CAC3C;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACxC,2FAA2F;IAC3F,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,2FAA2F;IAC3F,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,qDAAqD;IACrD,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,kDAAkD;IAClD,IAAI,CAAC,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,0BAA0B;IACzC,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,mFAAmF;IACnF,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;OAIG;IACH,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,wDAAwD;IACxD,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,8EAA8E;IAC9E,IAAI,CAAC,EAAE,OAAO,CAAA;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,iFAAiF;IACjF,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,yBAAyB;IACxC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,iGAAiG;IACjG,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,cAAc;IAEpD,+DAA+D;IAC/D,IAAI,aAAa,IAAI,OAAO,CAE3B;IAED;;;;;;OAMG;IACG,MAAM,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAOjE;;;;;;;;;;OAUG;IACG,SAAS,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC;IAepE;;;;;;;OAOG;IACG,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,eAAe,CAAC;IAUnF,8EAA8E;IAC9E,OAAO,CAAC,YAAY;IAqBpB;;;;;;;;;;;;;OAaG;IACG,MAAM,CAAC,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAY9D;;;;;;;;;OASG;IACG,mBAAmB,CAAC,OAAO,GAAE,0BAA+B,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAWnG;;;;;;;;OAQG;IACG,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;CAQtG"}
@@ -25,20 +25,48 @@ export class CameraModule {
25
25
  });
26
26
  }
27
27
  /**
28
- * Take a photo via the glasses camera. Returns a URL to the captured image.
29
- * Requires CAMERA permission declared in miniapp.json.
28
+ * Take a photo with the glasses camera. Requires CAMERA permission declared in miniapp.json.
30
29
  *
31
- * The photo is uploaded to cloud storage; the returned URL is a short-TTL
32
- * (~30 minute) signed download URL. If the glasses don't have a camera,
33
- * the phone-side handler rejects with an error. Check
30
+ * The glasses send the photo to the phone over Bluetooth, and it stays there as one of the miniapp's
31
+ * own files: no internet connection is needed and nothing is uploaded. Read it with
32
+ * `session.blob.bytes(photo.key)`, show it in the miniapp's screen from `photo.url`, and send it
33
+ * wherever the miniapp needs it. The phone deletes it after 30 minutes.
34
+ *
35
+ * If the glasses don't have a camera, the phone-side handler rejects with an error. Check
34
36
  * `session.capabilities.hasCamera` before calling.
35
37
  */
36
38
  async takePhoto(options = {}) {
39
+ const photo = await this.session.sendRequest(
40
+ // `delivery` asks the Mentra App to keep the photo on the phone. One that predates local photos ignores it.
41
+ { ...this.photoRequest(options), delivery: "local" }, options.timeoutMs != null ? { timeoutMs: options.timeoutMs } : undefined);
42
+ // A Mentra App from before local photos answers with a cloud URL and no key. A miniapp built with this
43
+ // SDK declares the first version that has them as its minHostVersion, so this is a development build
44
+ // that is behind.
45
+ if (typeof photo?.key !== "string" || !photo.key) {
46
+ throw new Error("This Mentra App can't keep photos on the phone yet. Update the Mentra App.");
47
+ }
48
+ return photo;
49
+ }
50
+ /**
51
+ * Take a photo and upload it to Mentra's cloud, resolving to a short-lived signed URL.
52
+ *
53
+ * @deprecated Use {@link takePhoto}, which keeps the photo on the phone. This remains for one
54
+ * case: a full-size photo that must reach a server quickly. The glasses can upload it over their
55
+ * own Wi-Fi, which is much faster than sending it to the phone over Bluetooth. It needs an
56
+ * internet connection, and it goes away once the glasses can send large photos to the phone.
57
+ */
58
+ async takeCloudPhoto(options = {}) {
37
59
  return this.session.sendRequest({
60
+ ...this.photoRequest(options),
61
+ ...(options.transferMethod !== undefined ? { transferMethod: options.transferMethod } : {}),
62
+ }, options.timeoutMs != null ? { timeoutMs: options.timeoutMs } : undefined);
63
+ }
64
+ /** The capture settings of a photo request, shared by both delivery paths. */
65
+ photoRequest(options) {
66
+ return {
38
67
  type: MiniappRequestType.PHOTO,
39
68
  size: options.size ?? "medium",
40
69
  mode: options.mode ?? "photo",
41
- ...(options.transferMethod !== undefined ? { transferMethod: options.transferMethod } : {}),
42
70
  compress: parsePhotoCompression(options.compress),
43
71
  sound: options.sound ?? true,
44
72
  saveToGallery: options.saveToGallery ?? false,
@@ -52,7 +80,7 @@ export class CameraModule {
52
80
  mfnr: options.mfnr,
53
81
  ispDigitalGain: options.ispDigitalGain,
54
82
  ispAnalogGain: options.ispAnalogGain,
55
- }, options.timeoutMs != null ? { timeoutMs: options.timeoutMs } : undefined);
83
+ };
56
84
  }
57
85
  /**
58
86
  * Pre-warm the glasses camera so the next takePhoto() is near-instant.
@@ -1 +1 @@
1
- {"version":3,"file":"camera.js","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAC,qBAAqB,EAAwB,MAAM,0CAA0C,CAAA;AACrG,OAAO,EAAC,kBAAkB,EAAC,MAAM,aAAa,CAAA;AAqI9C,MAAM,OAAO,YAAY;IACvB,YAA6B,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;IAAG,CAAC;IAExD,+DAA+D;IAC/D,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAA;IACtD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,OAAyB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAkB;YAC/C,IAAI,EAAE,kBAAkB,CAAC,UAAU;YACnC,GAAG,OAAO;SACX,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,SAAS,CAAC,UAA4B,EAAE;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAC7B;YACE,IAAI,EAAE,kBAAkB,CAAC,KAAK;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO;YAC7B,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAC,cAAc,EAAE,OAAO,CAAC,cAAc,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,QAAQ,EAAE,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC;YACjD,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;YAC7C,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,aAAa,EAAE,OAAO,CAAC,aAAa;SACrC,EACD,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAC,CAAC,CAAC,CAAC,SAAS,CACvE,CAAA;IACH,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,MAAM,CAAC,UAA+B,EAAE;QAC5C,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAO;YACnC,IAAI,EAAE,kBAAkB,CAAC,cAAc;YACvC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO;YAC7B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,KAAK;YACvC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,mBAAmB,CAAC,UAAsC,EAAE;QAChE,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAwB;YACrD,IAAI,EAAE,kBAAkB,CAAC,qBAAqB;YAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK;SAC5B,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAAmB,EAAE,UAAqC,EAAE;QACnF,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAO;YACnC,IAAI,EAAE,kBAAkB,CAAC,oBAAoB;YAC7C,WAAW;YACX,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;SACzC,CAAC,CAAA;IACJ,CAAC;CACF"}
1
+ {"version":3,"file":"camera.js","sourceRoot":"","sources":["../../src/modules/camera.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAC,qBAAqB,EAAwB,MAAM,0CAA0C,CAAA;AACrG,OAAO,EAAC,kBAAkB,EAAC,MAAM,aAAa,CAAA;AAoK9C,MAAM,OAAO,YAAY;IACvB,YAA6B,OAAuB;QAAvB,YAAO,GAAP,OAAO,CAAgB;IAAG,CAAC;IAExD,+DAA+D;IAC/D,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAA;IACtD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,OAAyB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAkB;YAC/C,IAAI,EAAE,kBAAkB,CAAC,UAAU;YACnC,GAAG,OAAO;SACX,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,SAAS,CAAC,UAA4B,EAAE;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW;QAC1C,4GAA4G;QAC5G,EAAC,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,EAClD,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAC,CAAC,CAAC,CAAC,SAAS,CACvE,CAAA;QACD,uGAAuG;QACvG,qGAAqG;QACrG,kBAAkB;QAClB,IAAI,OAAO,KAAK,EAAE,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAA;QAC/F,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,cAAc,CAAC,UAAiC,EAAE;QACtD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAC7B;YACE,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;YAC7B,GAAG,CAAC,OAAO,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAC,cAAc,EAAE,OAAO,CAAC,cAAc,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,EACD,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAC,CAAC,CAAC,CAAC,SAAS,CACvE,CAAA;IACH,CAAC;IAED,8EAA8E;IACtE,YAAY,CAAC,OAAyB;QAC5C,OAAO;YACL,IAAI,EAAE,kBAAkB,CAAC,KAAK;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO;YAC7B,QAAQ,EAAE,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC;YACjD,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;YAC7C,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,aAAa,EAAE,OAAO,CAAC,aAAa;SACrC,CAAA;IACH,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,MAAM,CAAC,UAA+B,EAAE;QAC5C,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAO;YACnC,IAAI,EAAE,kBAAkB,CAAC,cAAc;YACvC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;YAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO;YAC7B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,KAAK;YACvC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,mBAAmB,CAAC,UAAsC,EAAE;QAChE,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAwB;YACrD,IAAI,EAAE,kBAAkB,CAAC,qBAAqB;YAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK;SAC5B,CAAC,CAAA;IACJ,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAAmB,EAAE,UAAqC,EAAE;QACnF,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAO;YACnC,IAAI,EAAE,kBAAkB,CAAC,oBAAoB;YAC7C,WAAW;YACX,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,eAAe,EAAE,OAAO,CAAC,eAAe;SACzC,CAAC,CAAA;IACJ,CAAC;CACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"mock.d.ts","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,KAAK,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,SAAS,CAAA;AAI3F;;;GAGG;AACH,wBAAgB,yBAAyB,IAAI,OAAO,CAkBnD;AAED,MAAM,WAAW,oBAAoB;IACnC,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,+EAA+E;IAC/E,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iEAAiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,iEAAiE;IACjE,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CACjD;AAED,qBAAa,aAAc,YAAW,SAAS;IAC7C,OAAO,CAAC,cAAc,CAAuC;IAC7D,OAAO,CAAC,iBAAiB,CAA0C;IACnE,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAe;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkC;gBAEpD,OAAO,GAAE,oBAAyB;IAQxC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAuCvB,SAAS,CAAC,OAAO,EAAE,uBAAuB,GAAG,IAAI;IAIjD,YAAY,CAAC,OAAO,EAAE,0BAA0B,GAAG,IAAI;IAIvD,KAAK,IAAI,IAAI;IAMb,MAAM,IAAI,OAAO;IAMjB,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,sBAAsB;IAgB9B,OAAO,CAAC,GAAG;CAKZ"}
1
+ {"version":3,"file":"mock.d.ts","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAIH,OAAO,KAAK,EAAC,SAAS,EAAE,0BAA0B,EAAE,uBAAuB,EAAC,MAAM,SAAS,CAAA;AAW3F;;;GAGG;AACH,wBAAgB,yBAAyB,IAAI,OAAO,CAkBnD;AAED,MAAM,WAAW,oBAAoB;IACnC,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,+EAA+E;IAC/E,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,yEAAyE;IACzE,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,iEAAiE;IACjE,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,iEAAiE;IACjE,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CACjD;AAED,qBAAa,aAAc,YAAW,SAAS;IAC7C,OAAO,CAAC,cAAc,CAAuC;IAC7D,OAAO,CAAC,iBAAiB,CAA0C;IACnE,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAe;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAkC;gBAEpD,OAAO,GAAE,oBAAyB;IAQxC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAuCvB,SAAS,CAAC,OAAO,EAAE,uBAAuB,GAAG,IAAI;IAIjD,YAAY,CAAC,OAAO,EAAE,0BAA0B,GAAG,IAAI;IAIvD,KAAK,IAAI,IAAI;IAMb,MAAM,IAAI,OAAO;IAMjB,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,sBAAsB;IAgB9B,OAAO,CAAC,GAAG;CAKZ"}
@@ -19,6 +19,12 @@
19
19
  import { parseEnvelope, serializeEnvelope } from "../envelope";
20
20
  import { MiniappRequestType, MiniappResponseType } from "../protocol";
21
21
  const LOG_PREFIX = "[mock-transport]";
22
+ /** The one photo the mock ever takes: a 1×1 transparent PNG, so consumers that render it don't 404. */
23
+ const MOCK_PHOTO_BASE64 = "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII=";
24
+ const MOCK_PHOTO_KEY = "photo/mock-photo";
25
+ const MOCK_PHOTO_HANDLE = "mock-photo-read";
26
+ const MOCK_PHOTO_BYTES = 68;
27
+ const MOCK_PHOTO_TTL_MS = 30 * 60 * 1000;
22
28
  /**
23
29
  * Returns true if the current environment requested the mock transport
24
30
  * explicitly. Checks `?mentra=mock` query param and `localStorage.MENTRA_MOCK`.
@@ -176,12 +182,39 @@ function syntheticDataFor(requestId, requestType, requestPayload) {
176
182
  timestamp: Date.now(),
177
183
  };
178
184
  }
179
- case MiniappRequestType.PHOTO:
180
- // 1×1 transparent PNG so consumers that try to render don't 404.
185
+ case MiniappRequestType.PHOTO: {
186
+ const dataUrl = `data:image/png;base64,${MOCK_PHOTO_BASE64}`;
187
+ // `takePhoto()` asks for the photo on the phone; `takeCloudPhoto()` still expects a download URL.
188
+ if (requestPayload.delivery !== "local")
189
+ return { photoUrl: dataUrl, requestId: "mock-photo" };
181
190
  return {
182
- photoUrl: "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII=",
183
191
  requestId: "mock-photo",
192
+ key: MOCK_PHOTO_KEY,
193
+ url: dataUrl,
194
+ mimeType: "image/png",
195
+ size: MOCK_PHOTO_BYTES,
196
+ expiresAt: Date.now() + MOCK_PHOTO_TTL_MS,
184
197
  };
198
+ }
199
+ // Enough of `session.blob` to read the mock photo back: `session.blob.bytes(photo.key)`.
200
+ case MiniappRequestType.BLOB_OPEN_READ: {
201
+ if (requestPayload.key !== MOCK_PHOTO_KEY)
202
+ return null;
203
+ const now = Date.now();
204
+ return {
205
+ handle: MOCK_PHOTO_HANDLE,
206
+ meta: {
207
+ key: MOCK_PHOTO_KEY,
208
+ mimeType: "image/png",
209
+ bytes: MOCK_PHOTO_BYTES,
210
+ createdAt: now,
211
+ updatedAt: now,
212
+ uri: `data:image/png;base64,${MOCK_PHOTO_BASE64}`,
213
+ },
214
+ };
215
+ }
216
+ case MiniappRequestType.BLOB_READ:
217
+ return requestPayload.handle === MOCK_PHOTO_HANDLE ? { base64: MOCK_PHOTO_BASE64, done: true } : null;
185
218
  case MiniappRequestType.RGB_LED:
186
219
  return { type: "rgb_led_control_response", state: "success", requestId };
187
220
  case MiniappRequestType.LOCATION_POLL:
@@ -1 +1 @@
1
- {"version":3,"file":"mock.js","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAC,aAAa,EAAE,iBAAiB,EAAuB,MAAM,aAAa,CAAA;AAClF,OAAO,EAAC,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAGnE,MAAM,UAAU,GAAG,kBAAkB,CAAA;AAErC;;;GAGG;AACH,MAAM,UAAU,yBAAyB;IACvC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,KAAK,CAAA;IAC/C,IAAI,CAAC;QACH,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC1D,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAA;QAClD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;IACD,IAAI,CAAC;QACH,IAAI,OAAO,YAAY,KAAK,WAAW,IAAI,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,GAAG,EAAE,CAAC;YACvF,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2DAA2D;IAC7D,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAeD,MAAM,OAAO,aAAa;IAUxB,YAAY,UAAgC,EAAE;QATtC,mBAAc,GAAmC,IAAI,CAAA;QACrD,sBAAiB,GAAsC,IAAI,CAAA;QAC3D,UAAK,GAAG,KAAK,CAAA;QAQnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,WAAW,CAAA;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,oBAAoB,CAAA;QAC1D,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAA;QACrC,IAAI,CAAC,aAAa,GAAG,EAAC,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,EAAC,CAAA;IACzD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,KAAK;YAAE,OAAM;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,CAAC,GAAW;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC5D,OAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAoD,CAAA;QAC7E,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,CAAA;QAC1B,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,IAAI,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAElG,yDAAyD;QACzD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB,CAAC,OAAO;gBAC7B,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;gBAC/B,OAAM;YAER,KAAK,kBAAkB,CAAC,IAAI;gBAC1B,qEAAqE;gBACrE,oEAAoE;gBACpE,OAAM;YAER,KAAK,kBAAkB,CAAC,SAAS;gBAC/B,uEAAuE;gBACvE,+DAA+D;gBAC/D,OAAM;YAER;gBACE,uEAAuE;gBACvE,wEAAwE;gBACxE,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,IAAI,WAAW,EAAE,OAAO,CAAC,CAAA;gBAC/E,CAAC;gBACD,OAAM;QACV,CAAC;IACH,CAAC;IAED,SAAS,CAAC,OAAgC;QACxC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAA;IAC/B,CAAC;IAED,YAAY,CAAC,OAAmC;QAC9C,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAA;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAM;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,iBAAiB,EAAE,CAAC,uBAAuB,CAAC,CAAA;IACnD,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IAED,8EAA8E;IAEtE,iBAAiB,CAAC,cAAuC;QAC/D,MAAM,eAAe,GAAI,cAAc,CAAC,WAAkC,IAAI,IAAI,CAAC,WAAW,IAAI,cAAc,CAAA;QAChH,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,mBAAmB,CAAC,WAAW;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,eAAe;YAC5B,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,YAAY;YACxB,WAAW,EAAE,OAAO;YACpB,aAAa,EAAE,EAAC,GAAG,IAAI,CAAC,aAAa,EAAC;YACtC,IAAI,EAAE;gBACJ,YAAY,EAAE,IAAI,CAAC,MAAM;gBACzB,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;aACvC;SACF,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,UAAU,EAAC,CAAA;QACvD,IAAI,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,MAAM,QAAQ,eAAe,EAAE,CAAC,CAAA;QACvE,4EAA4E;QAC5E,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,sBAAsB,CAC5B,SAAiB,EACjB,WAAmB,EACnB,cAAuC;QAEvC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAA;QACrE,MAAM,eAAe,GAAG;YACtB,IAAI,EAAE,mBAAmB,CAAC,cAAc;YACxC,EAAE,EAAE,IAAI;YACR,IAAI;SACL,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAC,CAAA;QACvE,IAAI,CAAC,GAAG,CAAC,0BAA0B,SAAS,eAAe,WAAW,EAAE,CAAC,CAAA;QACzE,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,GAAG,CAAC,GAAG,IAAe;QAC5B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAM;QAEvB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAA;IAClC,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAE,cAAuC;IACvG,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;YACnC,MAAM,SAAS,GACb,cAAc,CAAC,MAAM,KAAK,QAAQ;gBAChC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,MAAM;oBAChC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,UAAU;wBACpC,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,SAAS,CAAA;YACnB,MAAM,GAAG,GAAG,OAAO,cAAc,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;YAC5F,MAAM,GAAG,GAAG,cAAc,CAAC,WAAW,CAAA;YACtC,MAAM,WAAW,GAAG,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAA;YAClF,OAAO;gBACL,SAAS;gBACT,GAAG;gBACH,WAAW;gBACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAA;QACH,CAAC;QAED,KAAK,kBAAkB,CAAC,KAAK;YAC3B,iEAAiE;YACjE,OAAO;gBACL,QAAQ,EACN,oHAAoH;gBACtH,SAAS,EAAE,YAAY;aACxB,CAAA;QAEH,KAAK,kBAAkB,CAAC,OAAO;YAC7B,OAAO,EAAC,IAAI,EAAE,0BAA0B,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAC,CAAA;QAExE,KAAK,kBAAkB,CAAC,aAAa;YACnC,8DAA8D;YAC9D,iEAAiE;YACjE,OAAO,EAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAA;QAE3E,KAAK,kBAAkB,CAAC,oBAAoB;YAC1C,OAAO,EAAC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAC,CAAA;QAEvC,KAAK,kBAAkB,CAAC,WAAW;YACjC,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,CAAA;QAEtB,KAAK,kBAAkB,CAAC,YAAY;YAClC,OAAO,EAAC,IAAI,EAAE,EAAE,EAAC,CAAA;QAEnB,KAAK,kBAAkB,CAAC,KAAK;YAC3B,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAC,CAAA;QAExC,KAAK,kBAAkB,CAAC,KAAK,CAAC;QAC9B,KAAK,kBAAkB,CAAC,QAAQ,CAAC;QACjC,KAAK,kBAAkB,CAAC,cAAc,CAAC;QACvC,KAAK,kBAAkB,CAAC,QAAQ,CAAC;QACjC,KAAK,kBAAkB,CAAC,kBAAkB,CAAC;QAC3C,KAAK,kBAAkB,CAAC,kBAAkB;YACxC,OAAO,EAAC,EAAE,EAAE,IAAI,EAAC,CAAA;QAEnB,KAAK,kBAAkB,CAAC,OAAO;YAC7B,OAAO,EAAC,SAAS,EAAE,IAAI,EAAC,CAAA;QAE1B;YACE,OAAO,IAAI,CAAA;IACf,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"mock.js","sourceRoot":"","sources":["../../src/transport/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAC,aAAa,EAAE,iBAAiB,EAAuB,MAAM,aAAa,CAAA;AAClF,OAAO,EAAC,kBAAkB,EAAE,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAGnE,MAAM,UAAU,GAAG,kBAAkB,CAAA;AAErC,uGAAuG;AACvG,MAAM,iBAAiB,GAAG,8FAA8F,CAAA;AACxH,MAAM,cAAc,GAAG,kBAAkB,CAAA;AACzC,MAAM,iBAAiB,GAAG,iBAAiB,CAAA;AAC3C,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,iBAAiB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA;AAExC;;;GAGG;AACH,MAAM,UAAU,yBAAyB;IACvC,IAAI,OAAO,MAAM,KAAK,WAAW;QAAE,OAAO,KAAK,CAAA;IAC/C,IAAI,CAAC;QACH,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAC1D,IAAI,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAA;QAClD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,SAAS;IACX,CAAC;IACD,IAAI,CAAC;QACH,IAAI,OAAO,YAAY,KAAK,WAAW,IAAI,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,GAAG,EAAE,CAAC;YACvF,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2DAA2D;IAC7D,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAeD,MAAM,OAAO,aAAa;IAUxB,YAAY,UAAgC,EAAE;QATtC,mBAAc,GAAmC,IAAI,CAAA;QACrD,sBAAiB,GAAsC,IAAI,CAAA;QAC3D,UAAK,GAAG,KAAK,CAAA;QAQnB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,WAAW,CAAA;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,oBAAoB,CAAA;QAC1D,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAA;QACrC,IAAI,CAAC,aAAa,GAAG,EAAC,GAAG,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,EAAC,CAAA;IACzD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,KAAK;YAAE,OAAM;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACjB,IAAI,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,CAAC,GAAW;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAA;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,CAAC,GAAG,CAAC,+BAA+B,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC5D,OAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAoD,CAAA;QAC7E,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,CAAA;QAC1B,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,IAAI,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAElG,yDAAyD;QACzD,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB,CAAC,OAAO;gBAC7B,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;gBAC/B,OAAM;YAER,KAAK,kBAAkB,CAAC,IAAI;gBAC1B,qEAAqE;gBACrE,oEAAoE;gBACpE,OAAM;YAER,KAAK,kBAAkB,CAAC,SAAS;gBAC/B,uEAAuE;gBACvE,+DAA+D;gBAC/D,OAAM;YAER;gBACE,uEAAuE;gBACvE,wEAAwE;gBACxE,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;oBACvB,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,IAAI,WAAW,EAAE,OAAO,CAAC,CAAA;gBAC/E,CAAC;gBACD,OAAM;QACV,CAAC;IACH,CAAC;IAED,SAAS,CAAC,OAAgC;QACxC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAA;IAC/B,CAAC;IAED,YAAY,CAAC,OAAmC;QAC9C,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAA;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAM;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,iBAAiB,EAAE,CAAC,uBAAuB,CAAC,CAAA;IACnD,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,KAAK,CAAA;IACnB,CAAC;IAED,8EAA8E;IAEtE,iBAAiB,CAAC,cAAuC;QAC/D,MAAM,eAAe,GAAI,cAAc,CAAC,WAAkC,IAAI,IAAI,CAAC,WAAW,IAAI,cAAc,CAAA;QAChH,MAAM,UAAU,GAAG;YACjB,IAAI,EAAE,mBAAmB,CAAC,WAAW;YACrC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,eAAe;YAC5B,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,YAAY;YACxB,WAAW,EAAE,OAAO;YACpB,aAAa,EAAE,EAAC,GAAG,IAAI,CAAC,aAAa,EAAC;YACtC,IAAI,EAAE;gBACJ,YAAY,EAAE,IAAI,CAAC,MAAM;gBACzB,KAAK,EAAE,MAAM;gBACb,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;aACvC;SACF,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,UAAU,EAAC,CAAA;QACvD,IAAI,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,MAAM,QAAQ,eAAe,EAAE,CAAC,CAAA;QACvE,4EAA4E;QAC5E,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,sBAAsB,CAC5B,SAAiB,EACjB,WAAmB,EACnB,cAAuC;QAEvC,MAAM,IAAI,GAAG,gBAAgB,CAAC,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAA;QACrE,MAAM,eAAe,GAAG;YACtB,IAAI,EAAE,mBAAmB,CAAC,cAAc;YACxC,EAAE,EAAE,IAAI;YACR,IAAI;SACL,CAAA;QACD,MAAM,QAAQ,GAAoB,EAAC,OAAO,EAAE,eAAe,EAAE,SAAS,EAAC,CAAA;QACvE,IAAI,CAAC,GAAG,CAAC,0BAA0B,SAAS,eAAe,WAAW,EAAE,CAAC,CAAA;QACzE,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC1E,CAAC;IAEO,GAAG,CAAC,GAAG,IAAe;QAC5B,IAAI,IAAI,CAAC,MAAM;YAAE,OAAM;QAEvB,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAA;IAClC,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAE,cAAuC;IACvG,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;YACnC,MAAM,SAAS,GACb,cAAc,CAAC,MAAM,KAAK,QAAQ;gBAChC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,MAAM;oBAChC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,cAAc,CAAC,MAAM,KAAK,UAAU;wBACpC,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,SAAS,CAAA;YACnB,MAAM,GAAG,GAAG,OAAO,cAAc,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;YAC5F,MAAM,GAAG,GAAG,cAAc,CAAC,WAAW,CAAA;YACtC,MAAM,WAAW,GAAG,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAA;YAClF,OAAO;gBACL,SAAS;gBACT,GAAG;gBACH,WAAW;gBACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAA;QACH,CAAC;QAED,KAAK,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,yBAAyB,iBAAiB,EAAE,CAAA;YAC5D,kGAAkG;YAClG,IAAI,cAAc,CAAC,QAAQ,KAAK,OAAO;gBAAE,OAAO,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAC,CAAA;YAC5F,OAAO;gBACL,SAAS,EAAE,YAAY;gBACvB,GAAG,EAAE,cAAc;gBACnB,GAAG,EAAE,OAAO;gBACZ,QAAQ,EAAE,WAAW;gBACrB,IAAI,EAAE,gBAAgB;gBACtB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,iBAAiB;aAC1C,CAAA;QACH,CAAC;QAED,yFAAyF;QACzF,KAAK,kBAAkB,CAAC,cAAc,CAAC,CAAC,CAAC;YACvC,IAAI,cAAc,CAAC,GAAG,KAAK,cAAc;gBAAE,OAAO,IAAI,CAAA;YACtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YACtB,OAAO;gBACL,MAAM,EAAE,iBAAiB;gBACzB,IAAI,EAAE;oBACJ,GAAG,EAAE,cAAc;oBACnB,QAAQ,EAAE,WAAW;oBACrB,KAAK,EAAE,gBAAgB;oBACvB,SAAS,EAAE,GAAG;oBACd,SAAS,EAAE,GAAG;oBACd,GAAG,EAAE,yBAAyB,iBAAiB,EAAE;iBAClD;aACF,CAAA;QACH,CAAC;QAED,KAAK,kBAAkB,CAAC,SAAS;YAC/B,OAAO,cAAc,CAAC,MAAM,KAAK,iBAAiB,CAAC,CAAC,CAAC,EAAC,MAAM,EAAE,iBAAiB,EAAE,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAErG,KAAK,kBAAkB,CAAC,OAAO;YAC7B,OAAO,EAAC,IAAI,EAAE,0BAA0B,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAC,CAAA;QAExE,KAAK,kBAAkB,CAAC,aAAa;YACnC,8DAA8D;YAC9D,iEAAiE;YACjE,OAAO,EAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAC,CAAA;QAE3E,KAAK,kBAAkB,CAAC,oBAAoB;YAC1C,OAAO,EAAC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAC,CAAA;QAEvC,KAAK,kBAAkB,CAAC,WAAW;YACjC,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,CAAA;QAEtB,KAAK,kBAAkB,CAAC,YAAY;YAClC,OAAO,EAAC,IAAI,EAAE,EAAE,EAAC,CAAA;QAEnB,KAAK,kBAAkB,CAAC,KAAK;YAC3B,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAC,CAAA;QAExC,KAAK,kBAAkB,CAAC,KAAK,CAAC;QAC9B,KAAK,kBAAkB,CAAC,QAAQ,CAAC;QACjC,KAAK,kBAAkB,CAAC,cAAc,CAAC;QACvC,KAAK,kBAAkB,CAAC,QAAQ,CAAC;QACjC,KAAK,kBAAkB,CAAC,kBAAkB,CAAC;QAC3C,KAAK,kBAAkB,CAAC,kBAAkB;YACxC,OAAO,EAAC,EAAE,EAAE,IAAI,EAAC,CAAA;QAEnB,KAAK,kBAAkB,CAAC,OAAO;YAC7B,OAAO,EAAC,SAAS,EAAE,IAAI,EAAC,CAAA;QAE1B;YACE,OAAO,IAAI,CAAA;IACf,CAAC;AACH,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@mentra/miniapp",
3
- "version": "3.5.0-dev.1363",
3
+ "version": "3.5.0-dev.1367",
4
4
  "description": "SDK for building MentraOS local miniapps (browser/WebView)",
5
5
  "author": "Mentra Labs",
6
6
  "license": "Apache-2.0",
@@ -57,7 +57,7 @@
57
57
  }
58
58
  },
59
59
  "dependencies": {
60
- "@mentra/cloud-protocol": "3.5.0-dev.1363",
60
+ "@mentra/cloud-protocol": "3.5.0-dev.1367",
61
61
  "eventemitter3": "^5.0.1"
62
62
  },
63
63
  "devDependencies": {
package/src/index.ts CHANGED
@@ -114,10 +114,12 @@ export type {
114
114
  CameraFovRequest,
115
115
  CameraFovResult,
116
116
  CameraRoiPosition,
117
+ CloudPhotoTaken,
117
118
  PhotoTaken,
118
119
  SetCameraFovOptions,
119
120
  StartVideoRecordingOptions,
120
121
  StopVideoRecordingOptions,
122
+ TakeCloudPhotoOptions,
121
123
  TakePhotoOptions,
122
124
  VideoRecordingStarted,
123
125
  } from "./modules/camera"
@@ -34,11 +34,6 @@ export interface TakePhotoOptions {
34
34
  size?: "low" | "medium" | "high" | "max"
35
35
  /** Capture at maximum source quality and optimize BLE delivery for readable text. */
36
36
  mode?: "photo" | "text"
37
- /**
38
- * Image delivery path. `auto` tries direct Wi-Fi upload and falls back to
39
- * BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
40
- */
41
- transferMethod?: "auto" | "direct" | "ble"
42
37
  compress?: PhotoCompression
43
38
  sound?: boolean
44
39
  saveToGallery?: boolean
@@ -82,14 +77,50 @@ export interface TakePhotoOptions {
82
77
  timeoutMs?: number
83
78
  }
84
79
 
80
+ /**
81
+ * A photo from the glasses, kept on the phone as one of the miniapp's own files. Nothing is uploaded:
82
+ * the miniapp decides where the photo goes.
83
+ */
85
84
  export interface PhotoTaken {
86
- /** Request id that correlates ASG status, upload, and phone/cloud logs. */
85
+ /** Request id that correlates glasses status and phone logs. */
86
+ requestId: string
87
+ /**
88
+ * The photo's key in `session.blob`. Read it with `session.blob.bytes(key)`, for example to send to a
89
+ * backend with `fetch`. The photo is deleted at `expiresAt`; to keep it, store a copy under a key of
90
+ * your own (`session.blob.set(myKey, bytes)`).
91
+ */
92
+ key: string
93
+ /**
94
+ * A URL the miniapp's own screen can load, for example `<img src={url}>`: pass it to the UI as it is.
95
+ * It works only in this miniapp's screen, and only until the photo is deleted. Absent when the screen
96
+ * loads from a development server and the photo is larger than 1 MB; read the bytes there.
97
+ */
98
+ url?: string
99
+ mimeType: string
100
+ /** The photo's size in bytes. */
101
+ size: number
102
+ /** When the phone deletes the photo, as a Unix time in milliseconds: 30 minutes after capture. */
103
+ expiresAt: number
104
+ }
105
+
106
+ /** What {@link CameraModule.takeCloudPhoto} resolves to: a photo uploaded to Mentra's cloud. */
107
+ export interface CloudPhotoTaken {
108
+ /** Request id that correlates glasses status, upload, and phone/cloud logs. */
87
109
  requestId: string
110
+ /** A short-lived (~30 minute) signed download URL. */
88
111
  photoUrl: string
89
112
  mimeType: string
90
113
  size: number
91
114
  }
92
115
 
116
+ export interface TakeCloudPhotoOptions extends TakePhotoOptions {
117
+ /**
118
+ * Image delivery path. `auto` tries direct Wi-Fi upload from the glasses and falls back to
119
+ * BLE; `direct` disables BLE fallback; `ble` always relays through the phone.
120
+ */
121
+ transferMethod?: "auto" | "direct" | "ble"
122
+ }
123
+
93
124
  export interface WarmUpCameraOptions {
94
125
  size?: "low" | "medium" | "high" | "max"
95
126
  /** Match the upcoming capture mode so warm-up and capture share one ASG camera session. */
@@ -159,39 +190,71 @@ export class CameraModule {
159
190
  }
160
191
 
161
192
  /**
162
- * Take a photo via the glasses camera. Returns a URL to the captured image.
163
- * Requires CAMERA permission declared in miniapp.json.
193
+ * Take a photo with the glasses camera. Requires CAMERA permission declared in miniapp.json.
194
+ *
195
+ * The glasses send the photo to the phone over Bluetooth, and it stays there as one of the miniapp's
196
+ * own files: no internet connection is needed and nothing is uploaded. Read it with
197
+ * `session.blob.bytes(photo.key)`, show it in the miniapp's screen from `photo.url`, and send it
198
+ * wherever the miniapp needs it. The phone deletes it after 30 minutes.
164
199
  *
165
- * The photo is uploaded to cloud storage; the returned URL is a short-TTL
166
- * (~30 minute) signed download URL. If the glasses don't have a camera,
167
- * the phone-side handler rejects with an error. Check
200
+ * If the glasses don't have a camera, the phone-side handler rejects with an error. Check
168
201
  * `session.capabilities.hasCamera` before calling.
169
202
  */
170
203
  async takePhoto(options: TakePhotoOptions = {}): Promise<PhotoTaken> {
171
- return this.session.sendRequest<PhotoTaken>(
204
+ const photo = await this.session.sendRequest<PhotoTaken>(
205
+ // `delivery` asks the Mentra App to keep the photo on the phone. One that predates local photos ignores it.
206
+ {...this.photoRequest(options), delivery: "local"},
207
+ options.timeoutMs != null ? {timeoutMs: options.timeoutMs} : undefined,
208
+ )
209
+ // A Mentra App from before local photos answers with a cloud URL and no key. A miniapp built with this
210
+ // SDK declares the first version that has them as its minHostVersion, so this is a development build
211
+ // that is behind.
212
+ if (typeof photo?.key !== "string" || !photo.key) {
213
+ throw new Error("This Mentra App can't keep photos on the phone yet. Update the Mentra App.")
214
+ }
215
+ return photo
216
+ }
217
+
218
+ /**
219
+ * Take a photo and upload it to Mentra's cloud, resolving to a short-lived signed URL.
220
+ *
221
+ * @deprecated Use {@link takePhoto}, which keeps the photo on the phone. This remains for one
222
+ * case: a full-size photo that must reach a server quickly. The glasses can upload it over their
223
+ * own Wi-Fi, which is much faster than sending it to the phone over Bluetooth. It needs an
224
+ * internet connection, and it goes away once the glasses can send large photos to the phone.
225
+ */
226
+ async takeCloudPhoto(options: TakeCloudPhotoOptions = {}): Promise<CloudPhotoTaken> {
227
+ return this.session.sendRequest<CloudPhotoTaken>(
172
228
  {
173
- type: MiniappRequestType.PHOTO,
174
- size: options.size ?? "medium",
175
- mode: options.mode ?? "photo",
229
+ ...this.photoRequest(options),
176
230
  ...(options.transferMethod !== undefined ? {transferMethod: options.transferMethod} : {}),
177
- compress: parsePhotoCompression(options.compress),
178
- sound: options.sound ?? true,
179
- saveToGallery: options.saveToGallery ?? false,
180
- exposureTimeNs: options.exposureTimeNs,
181
- iso: options.iso,
182
- aeExposureDivisor: options.aeExposureDivisor,
183
- isoCap: options.isoCap,
184
- noiseReduction: options.noiseReduction,
185
- edgeEnhancement: options.edgeEnhancement,
186
- zsl: options.zsl,
187
- mfnr: options.mfnr,
188
- ispDigitalGain: options.ispDigitalGain,
189
- ispAnalogGain: options.ispAnalogGain,
190
231
  },
191
232
  options.timeoutMs != null ? {timeoutMs: options.timeoutMs} : undefined,
192
233
  )
193
234
  }
194
235
 
236
+ /** The capture settings of a photo request, shared by both delivery paths. */
237
+ private photoRequest(options: TakePhotoOptions) {
238
+ return {
239
+ type: MiniappRequestType.PHOTO,
240
+ size: options.size ?? "medium",
241
+ mode: options.mode ?? "photo",
242
+ compress: parsePhotoCompression(options.compress),
243
+ sound: options.sound ?? true,
244
+ saveToGallery: options.saveToGallery ?? false,
245
+ exposureTimeNs: options.exposureTimeNs,
246
+ iso: options.iso,
247
+ aeExposureDivisor: options.aeExposureDivisor,
248
+ isoCap: options.isoCap,
249
+ noiseReduction: options.noiseReduction,
250
+ edgeEnhancement: options.edgeEnhancement,
251
+ zsl: options.zsl,
252
+ mfnr: options.mfnr,
253
+ ispDigitalGain: options.ispDigitalGain,
254
+ ispAnalogGain: options.ispAnalogGain,
255
+ }
256
+ }
257
+
195
258
  /**
196
259
  * Pre-warm the glasses camera so the next takePhoto() is near-instant.
197
260
  * The camera stays warm for ~durationMs (default 15s, maximum 5 minutes); call warmUp() again to
@@ -23,6 +23,13 @@ import type {Transport, TransportDisconnectHandler, TransportMessageHandler} fro
23
23
 
24
24
  const LOG_PREFIX = "[mock-transport]"
25
25
 
26
+ /** The one photo the mock ever takes: a 1×1 transparent PNG, so consumers that render it don't 404. */
27
+ const MOCK_PHOTO_BASE64 = "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII="
28
+ const MOCK_PHOTO_KEY = "photo/mock-photo"
29
+ const MOCK_PHOTO_HANDLE = "mock-photo-read"
30
+ const MOCK_PHOTO_BYTES = 68
31
+ const MOCK_PHOTO_TTL_MS = 30 * 60 * 1000
32
+
26
33
  /**
27
34
  * Returns true if the current environment requested the mock transport
28
35
  * explicitly. Checks `?mentra=mock` query param and `localStorage.MENTRA_MOCK`.
@@ -215,13 +222,39 @@ function syntheticDataFor(requestId: string, requestType: string, requestPayload
215
222
  }
216
223
  }
217
224
 
218
- case MiniappRequestType.PHOTO:
219
- // 1×1 transparent PNG so consumers that try to render don't 404.
225
+ case MiniappRequestType.PHOTO: {
226
+ const dataUrl = `data:image/png;base64,${MOCK_PHOTO_BASE64}`
227
+ // `takePhoto()` asks for the photo on the phone; `takeCloudPhoto()` still expects a download URL.
228
+ if (requestPayload.delivery !== "local") return {photoUrl: dataUrl, requestId: "mock-photo"}
220
229
  return {
221
- photoUrl:
222
- "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII=",
223
230
  requestId: "mock-photo",
231
+ key: MOCK_PHOTO_KEY,
232
+ url: dataUrl,
233
+ mimeType: "image/png",
234
+ size: MOCK_PHOTO_BYTES,
235
+ expiresAt: Date.now() + MOCK_PHOTO_TTL_MS,
224
236
  }
237
+ }
238
+
239
+ // Enough of `session.blob` to read the mock photo back: `session.blob.bytes(photo.key)`.
240
+ case MiniappRequestType.BLOB_OPEN_READ: {
241
+ if (requestPayload.key !== MOCK_PHOTO_KEY) return null
242
+ const now = Date.now()
243
+ return {
244
+ handle: MOCK_PHOTO_HANDLE,
245
+ meta: {
246
+ key: MOCK_PHOTO_KEY,
247
+ mimeType: "image/png",
248
+ bytes: MOCK_PHOTO_BYTES,
249
+ createdAt: now,
250
+ updatedAt: now,
251
+ uri: `data:image/png;base64,${MOCK_PHOTO_BASE64}`,
252
+ },
253
+ }
254
+ }
255
+
256
+ case MiniappRequestType.BLOB_READ:
257
+ return requestPayload.handle === MOCK_PHOTO_HANDLE ? {base64: MOCK_PHOTO_BASE64, done: true} : null
225
258
 
226
259
  case MiniappRequestType.RGB_LED:
227
260
  return {type: "rgb_led_control_response", state: "success", requestId}