@mentra/acs-meeting 3.2.0-dev.120

package/android/src/test/java/com/mentra/acsmeeting/video/Nv12FormatSpecTest.kt

@@ -0,0 +1,36 @@
+package com.mentra.acsmeeting.video
+
+import org.assertj.core.api.Assertions.assertThat
+import org.junit.Test
+
+class Nv12FormatSpecTest {
+  @Test
+  fun hdOffersTightBiplanarStrides() {
+    val spec = Nv12FormatSpec.of()
+    assertThat(spec.width).isEqualTo(1280)
+    assertThat(spec.height).isEqualTo(720)
+    assertThat(spec.strideY).isEqualTo(1280)
+    assertThat(spec.strideUv).isEqualTo(1280)
+    assertThat(spec.namedResolution()).isEqualTo(AcsNamedResolution.P720)
+    assertThat(spec.packedSize()).isEqualTo(Nv12Packer.packedSize(1280, 720))
+  }
+
+  @Test
+  fun oddWidthRoundsUvStrideUp() {
+    val spec = Nv12FormatSpec.of(width = 3, height = 3, fps = 15f)
+    assertThat(spec.strideY).isEqualTo(3)
+    assertThat(spec.strideUv).isEqualTo(4)
+    assertThat(spec.packedSize()).isEqualTo(3 * 3 + 4 * 2)
+    assertThat(spec.withinAcsBounds()).isFalse()
+  }
+
+  @Test
+  fun advertisedSizeMatchesPacker() {
+    for ((w, h) in listOf(1280 to 720, 960 to 540, 640 to 360, 3 to 3, 641 to 361)) {
+      val spec = Nv12FormatSpec.of(width = w, height = h)
+      assertThat(spec.packedSize())
+        .describedAs("%dx%d", w, h)
+        .isEqualTo(Nv12Packer.packedSize(w, h))
+    }
+  }
+}

package/android/src/test/java/com/mentra/acsmeeting/video/Nv12PackerTest.kt

@@ -0,0 +1,58 @@
+package com.mentra.acsmeeting.video
+
+import org.assertj.core.api.Assertions.assertThat
+import org.junit.Test
+import java.nio.ByteBuffer
+
+class Nv12PackerTest {
+  @Test
+  fun strideUvIsTwiceChromaWidth() {
+    assertThat(Nv12Packer.strideUv(1280)).isEqualTo(1280)
+    assertThat(Nv12Packer.strideUv(3)).isEqualTo(4)
+    assertThat(Nv12Packer.uvSize(1280, 720)).isEqualTo(1280 * 360)
+    assertThat(Nv12Packer.packedSize(1280, 720)).isEqualTo(1280 * 720 * 3 / 2)
+  }
+
+  @Test
+  fun interleaveWritesUvPairsFromPaddedPlanes() {
+    val width = 4
+    val height = 4
+    val chromaW = 2
+    val chromaH = 2
+    val u = ByteBuffer.allocate(4 * 2)
+    val v = ByteBuffer.allocate(4 * 2)
+    // visible U: 10 11 / 12 13   V: 20 21 / 22 23, stride 4
+    u.put(0, 10); u.put(1, 11); u.put(4, 12); u.put(5, 13)
+    v.put(0, 20); v.put(1, 21); v.put(4, 22); v.put(5, 23)
+    val dest = ByteBuffer.allocate(Nv12Packer.uvSize(width, height))
+    Nv12Packer.interleaveUv(u, 4, v, 4, chromaW, chromaH, dest)
+    dest.flip()
+    val out = ByteArray(dest.remaining())
+    dest.get(out)
+    assertThat(out).containsExactly(10, 20, 11, 21, 12, 22, 13, 23)
+  }
+
+  @Test
+  fun copyYThenInterleaveMatchesPackedNv12() {
+    val width = 4
+    val height = 2
+    val y = ByteBuffer.allocate(width * height)
+    repeat(width * height) { y.put(it, (40 + it).toByte()) }
+    val u = ByteBuffer.allocate(2)
+    val v = ByteBuffer.allocate(2)
+    u.put(0, 80); u.put(1, 81)
+    v.put(0, 90); v.put(1, 91)
+    val destY = ByteBuffer.allocate(width * height)
+    val destUv = ByteBuffer.allocate(Nv12Packer.uvSize(width, height))
+    Nv12Packer.copyY(y, width, width, height, destY)
+    Nv12Packer.interleaveUv(u, 2, v, 2, 2, 1, destUv)
+    destY.flip()
+    destUv.flip()
+    val yOut = ByteArray(destY.remaining())
+    val uvOut = ByteArray(destUv.remaining())
+    destY.get(yOut)
+    destUv.get(uvOut)
+    assertThat(yOut).containsExactly(40, 41, 42, 43, 44, 45, 46, 47)
+    assertThat(uvOut).containsExactly(80, 90, 81, 91)
+  }
+}

package/android/src/test/java/com/mentra/acsmeeting/video/SendGateTest.kt

@@ -0,0 +1,79 @@
+package com.mentra.acsmeeting.video
+
+import org.assertj.core.api.Assertions.assertThat
+import org.junit.Test
+
+class SendGateTest {
+  @Test
+  fun burstyTenFpsAllSubmitWhenGateIsFree() {
+    val intervals = burstyTenFps()
+    assertThat(oldPacerDrops(intervals, minIntervalMs = 67)).isGreaterThan((intervals.size * 0.3).toInt())
+    val gate = SendGate()
+    assertThat(submitAll(intervals, gate)).isEqualTo(intervals.size)
+    assertThat(gate.busyCount()).isEqualTo(0)
+  }
+
+  @Test
+  fun decoderBatchingAtFifteenFpsAverageDropsNone() {
+    val intervals = longArrayOf(20, 110, 25, 111, 20, 110, 25, 111)
+    assertThat(oldPacerDrops(intervals, minIntervalMs = 33)).isGreaterThan(0)
+    val gate = SendGate()
+    assertThat(submitAll(intervals, gate)).isEqualTo(intervals.size)
+    assertThat(gate.busyCount()).isEqualTo(0)
+  }
+
+  @Test
+  fun threeFramesOneMsApartAllSubmitWhenFree() {
+    val gate = SendGate()
+    assertThat(submitAll(longArrayOf(1, 1, 1), gate)).isEqualTo(3)
+    assertThat(gate.busyCount()).isEqualTo(0)
+  }
+
+  @Test
+  fun heldGateIncrementsBusyAndDropsContendedFrames() {
+    val gate = SendGate()
+    assertThat(gate.tryAcquire()).isTrue()
+    assertThat(gate.tryAcquire()).isFalse()
+    assertThat(gate.tryAcquire()).isFalse()
+    assertThat(gate.busyCount()).isEqualTo(2)
+    gate.release()
+    assertThat(gate.tryAcquire()).isTrue()
+  }
+
+  private fun submitAll(intervalsMs: LongArray, gate: SendGate): Int {
+    var submitted = 0
+    for (ignored in intervalsMs) {
+      if (gate.tryAcquire()) {
+        submitted += 1
+        gate.release()
+      }
+    }
+    return submitted
+  }
+
+  /** Observed WHEP pattern: unique ~10 fps delivered as 40 ms pairs then a 160 ms gap. */
+  private fun burstyTenFps(): LongArray {
+    val out = ArrayList<Long>(20)
+    repeat(10) {
+      out.add(40)
+      out.add(160)
+    }
+    return out.toLongArray()
+  }
+
+  /** Old 1x / 2x min-interval gate, kept only so a reintroduced pacer fails these cases. */
+  private fun oldPacerDrops(intervalsMs: LongArray, minIntervalMs: Long): Int {
+    var last = Long.MIN_VALUE
+    var t = 0L
+    var drops = 0
+    for (dt in intervalsMs) {
+      t += dt
+      if (last != Long.MIN_VALUE && t - last < minIntervalMs) {
+        drops += 1
+      } else {
+        last = t
+      }
+    }
+    return drops
+  }
+}

package/android/src/test/java/com/mentra/acsmeeting/video/VideoProfileTest.kt

@@ -0,0 +1,68 @@
+package com.mentra.acsmeeting.video
+
+import com.mentra.acsmeeting.source.AcsInvestigation
+import org.assertj.core.api.Assertions.assertThat
+import org.junit.Test
+
+class VideoProfileTest {
+  @Test
+  fun defaultRemainsHd720p15() {
+    assertThat(VideoProfile.DEFAULT).isEqualTo(VideoProfile.HD)
+    assertThat(VideoProfile.DEFAULT.width).isEqualTo(1280)
+    assertThat(VideoProfile.DEFAULT.height).isEqualTo(720)
+    assertThat(VideoProfile.DEFAULT.fps).isEqualTo(15)
+  }
+
+  @Test
+  fun defaultProfileIsWithinAcsFormatBounds() {
+    val spec = VideoProfile.DEFAULT.spec()
+    assertThat(spec.withinAcsBounds()).isTrue()
+    assertThat(spec.fps).isEqualTo(VideoProfile.DEFAULT.fps.toFloat())
+  }
+
+  @Test
+  fun everyProfileIsWithinAcsFormatBounds() {
+    for (profile in listOf(VideoProfile.HD, VideoProfile.SD, VideoProfile.P540, VideoProfile.P540_15)) {
+      assertThat(profile.spec().withinAcsBounds()).isTrue()
+    }
+  }
+
+  /**
+   * The declared rate must equal the rate we actually emit. Advertising a rate
+   * we do not sustain makes the ACS rate controller reserve budget for frames
+   * that never arrive, which costs wire fps.
+   */
+  @Test
+  fun declaredRateMatchesTheSyntheticEmitRate() {
+    assertThat(VideoProfile.DEFAULT.fps).isEqualTo(AcsInvestigation.syntheticFps)
+  }
+
+  /**
+   * Regression for the 1.4 fps collapse: 720p noise needed ~1.4 Mbit per frame
+   * against a ~1.9 Mbps budget. Keep enough headroom per frame that ordinary
+   * content never puts the rate controller in that position.
+   */
+  @Test
+  fun eachProfileLeavesUsableBitsPerFrame() {
+    for (profile in listOf(VideoProfile.HD, VideoProfile.SD, VideoProfile.P540_15)) {
+      assertThat(profile.bitsPerFrame()).isGreaterThan(20_000)
+    }
+  }
+
+  @Test
+  fun parseAcceptsDocumentedVirtualCameraSizesAndRejectsPortraitAnd480p() {
+    assertThat(VideoProfile.parse(1280, 720, 15, 2_500_000)).isEqualTo(VideoProfile.HD)
+    assertThat(VideoProfile.parse(960, 540, 30, 1_500_000)).isEqualTo(VideoProfile.P540)
+    assertThat(VideoProfile.parse(960, 540, 15, 1_500_000)).isEqualTo(VideoProfile.P540_15)
+    assertThat(VideoProfile.parse(540, 960, 30, 1_500_000)).isNull()
+    assertThat(VideoProfile.parse(854, 480, 15, 1_500_000)).isNull()
+  }
+
+  /** The fallback only earns its place if it is a real cut in encoder work. */
+  @Test
+  fun sdIsAQuarterOfTheHdPixelCount() {
+    val hd = VideoProfile.HD.width * VideoProfile.HD.height
+    val sd = VideoProfile.SD.width * VideoProfile.SD.height
+    assertThat(sd).isEqualTo(hd / 4)
+  }
+}

package/build/AcsMeeting.types.d.ts

@@ -0,0 +1,59 @@
+export type MeetingPhase = "idle" | "connecting" | "lobby" | "connected" | "disconnected" | "error";
+export type AcsAudioSource = "glasses" | "phone";
+export type AcsActiveStream = "none" | "virtual" | "local";
+export type AcsAudioSafety = "safe" | "degraded" | "unsafe";
+/**
+ * Health of the glasses WHEP subscription feeding the call. `failed` = ICE dropped or
+ * the WHEP endpoint went away while the ACS call may still be `connected`. Native
+ * rebuilds it on its own with backoff; the host can force one via `restartVideoSource`.
+ */
+export type AcsMediaSourceState = "idle" | "connecting" | "live" | "failed";
+export type AcsMeetingParticipantState = "idle" | "connecting" | "connected" | "lobby" | "hold" | "disconnected";
+export type AcsMeetingParticipant = {
+    id: string;
+    displayName: string | null;
+    state: AcsMeetingParticipantState;
+    isMuted: boolean;
+    isSpeaking: boolean;
+};
+export type AcsMeetingState = {
+    state: MeetingPhase;
+    muted: boolean;
+    error?: string;
+    meetingUrl?: string;
+    provider?: "acs-teams";
+    audioSource?: AcsAudioSource;
+    activeStream?: AcsActiveStream;
+    audioSafety?: AcsAudioSafety;
+    mediaSource?: AcsMediaSourceState;
+    /** Remote roster (Android emits this; iOS does not yet). */
+    participants?: AcsMeetingParticipant[];
+};
+export type AcsOutgoingVideo = {
+    width: number;
+    height: number;
+    fps: number;
+    maxBitrateBps: number;
+};
+export type AcsMeetingJoinOptions = {
+    meetingUrl: string;
+    token: string;
+    whepUrl: string;
+    displayName?: string;
+    /** "glasses" sends WHEP PCM. "phone" uses the ACS local mic (handset or BT). */
+    audioSource?: AcsAudioSource;
+    /** Dump WHEP PCM to a WAV in cache for P4 verification. */
+    dumpPcmWav?: boolean;
+    /** When omitted, native keeps 1280×720@15 / 2.5 Mbps. */
+    video?: AcsOutgoingVideo;
+};
+export type AcsIncomingPcmEvent = {
+    base64: string;
+    sampleRate: number;
+    channels: number;
+};
+export type AcsMeetingModuleEvents = {
+    onState: (state: AcsMeetingState) => void;
+    onIncomingPcm: (pcm: AcsIncomingPcmEvent) => void;
+};
+//# sourceMappingURL=AcsMeeting.types.d.ts.map

package/build/AcsMeeting.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AcsMeeting.types.d.ts","sourceRoot":"","sources":["../src/AcsMeeting.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,YAAY,GAAG,OAAO,GAAG,WAAW,GAAG,cAAc,GAAG,OAAO,CAAA;AAEnG,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,OAAO,CAAA;AAChD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAA;AAC1D,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAA;AAC3D;;;;GAIG;AACH,MAAM,MAAM,mBAAmB,GAAG,MAAM,GAAG,YAAY,GAAG,MAAM,GAAG,QAAQ,CAAA;AAE3E,MAAM,MAAM,0BAA0B,GAAG,MAAM,GAAG,YAAY,GAAG,WAAW,GAAG,OAAO,GAAG,MAAM,GAAG,cAAc,CAAA;AAEhH,MAAM,MAAM,qBAAqB,GAAG;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,KAAK,EAAE,0BAA0B,CAAA;IACjC,OAAO,EAAE,OAAO,CAAA;IAChB,UAAU,EAAE,OAAO,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,YAAY,CAAA;IACnB,KAAK,EAAE,OAAO,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,WAAW,CAAA;IACtB,WAAW,CAAC,EAAE,cAAc,CAAA;IAC5B,YAAY,CAAC,EAAE,eAAe,CAAA;IAC9B,WAAW,CAAC,EAAE,cAAc,CAAA;IAC5B,WAAW,CAAC,EAAE,mBAAmB,CAAA;IACjC,4DAA4D;IAC5D,YAAY,CAAC,EAAE,qBAAqB,EAAE,CAAA;CACvC,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,aAAa,EAAE,MAAM,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,gFAAgF;IAChF,WAAW,CAAC,EAAE,cAAc,CAAA;IAC5B,2DAA2D;IAC3D,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,yDAAyD;IACzD,KAAK,CAAC,EAAE,gBAAgB,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAA;IACzC,aAAa,EAAE,CAAC,GAAG,EAAE,mBAAmB,KAAK,IAAI,CAAA;CAClD,CAAA"}

package/build/AcsMeeting.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=AcsMeeting.types.js.map

package/build/AcsMeeting.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AcsMeeting.types.js","sourceRoot":"","sources":["../src/AcsMeeting.types.ts"],"names":[],"mappings":"","sourcesContent":["export type MeetingPhase = \"idle\" | \"connecting\" | \"lobby\" | \"connected\" | \"disconnected\" | \"error\"\n\nexport type AcsAudioSource = \"glasses\" | \"phone\"\nexport type AcsActiveStream = \"none\" | \"virtual\" | \"local\"\nexport type AcsAudioSafety = \"safe\" | \"degraded\" | \"unsafe\"\n/**\n * Health of the glasses WHEP subscription feeding the call. `failed` = ICE dropped or\n * the WHEP endpoint went away while the ACS call may still be `connected`. Native\n * rebuilds it on its own with backoff; the host can force one via `restartVideoSource`.\n */\nexport type AcsMediaSourceState = \"idle\" | \"connecting\" | \"live\" | \"failed\"\n\nexport type AcsMeetingParticipantState = \"idle\" | \"connecting\" | \"connected\" | \"lobby\" | \"hold\" | \"disconnected\"\n\nexport type AcsMeetingParticipant = {\n  id: string\n  displayName: string | null\n  state: AcsMeetingParticipantState\n  isMuted: boolean\n  isSpeaking: boolean\n}\n\nexport type AcsMeetingState = {\n  state: MeetingPhase\n  muted: boolean\n  error?: string\n  meetingUrl?: string\n  provider?: \"acs-teams\"\n  audioSource?: AcsAudioSource\n  activeStream?: AcsActiveStream\n  audioSafety?: AcsAudioSafety\n  mediaSource?: AcsMediaSourceState\n  /** Remote roster (Android emits this; iOS does not yet). */\n  participants?: AcsMeetingParticipant[]\n}\n\nexport type AcsOutgoingVideo = {\n  width: number\n  height: number\n  fps: number\n  maxBitrateBps: number\n}\n\nexport type AcsMeetingJoinOptions = {\n  meetingUrl: string\n  token: string\n  whepUrl: string\n  displayName?: string\n  /** \"glasses\" sends WHEP PCM. \"phone\" uses the ACS local mic (handset or BT). */\n  audioSource?: AcsAudioSource\n  /** Dump WHEP PCM to a WAV in cache for P4 verification. */\n  dumpPcmWav?: boolean\n  /** When omitted, native keeps 1280×720@15 / 2.5 Mbps. */\n  video?: AcsOutgoingVideo\n}\n\nexport type AcsIncomingPcmEvent = {\n  base64: string\n  sampleRate: number\n  channels: number\n}\n\nexport type AcsMeetingModuleEvents = {\n  onState: (state: AcsMeetingState) => void\n  onIncomingPcm: (pcm: AcsIncomingPcmEvent) => void\n}\n"]}

package/build/AcsMeetingModule.d.ts

@@ -0,0 +1,15 @@
+import { NativeModule } from "expo";
+import type { AcsMeetingJoinOptions, AcsMeetingModuleEvents, AcsMeetingState } from "./AcsMeeting.types";
+declare class AcsMeetingNativeModule extends NativeModule<AcsMeetingModuleEvents> {
+    join(options: AcsMeetingJoinOptions): Promise<AcsMeetingState>;
+    leave(): Promise<void>;
+    setMuted(muted: boolean): Promise<AcsMeetingState>;
+    setAudioSource(source: "glasses" | "phone"): Promise<AcsMeetingState>;
+    updateVideoSource(whepUrl: string): Promise<void>;
+    /** Force a WHEP rebuild on the current URL (phone changed networks). */
+    restartVideoSource(): Promise<void>;
+    getState(): Promise<AcsMeetingState>;
+}
+declare const _default: AcsMeetingNativeModule;
+export default _default;
+//# sourceMappingURL=AcsMeetingModule.d.ts.map

package/build/AcsMeetingModule.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AcsMeetingModule.d.ts","sourceRoot":"","sources":["../src/AcsMeetingModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAsB,MAAM,MAAM,CAAA;AAEtD,OAAO,KAAK,EAAC,qBAAqB,EAAE,sBAAsB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAA;AAEtG,OAAO,OAAO,sBAAuB,SAAQ,YAAY,CAAC,sBAAsB,CAAC;IAC/E,IAAI,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC;IAC9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC;IAClD,cAAc,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC;IACrE,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IACjD,wEAAwE;IACxE,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IACnC,QAAQ,IAAI,OAAO,CAAC,eAAe,CAAC;CACrC;;AAED,wBAA8E"}

package/build/AcsMeetingModule.js

@@ -0,0 +1,3 @@
+import { requireNativeModule } from "expo";
+export default requireNativeModule("MentraAcsMeeting");
+//# sourceMappingURL=AcsMeetingModule.js.map

package/build/AcsMeetingModule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AcsMeetingModule.js","sourceRoot":"","sources":["../src/AcsMeetingModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,mBAAmB,EAAC,MAAM,MAAM,CAAA;AAetD,eAAe,mBAAmB,CAAyB,kBAAkB,CAAC,CAAA","sourcesContent":["import {NativeModule, requireNativeModule} from \"expo\"\n\nimport type {AcsMeetingJoinOptions, AcsMeetingModuleEvents, AcsMeetingState} from \"./AcsMeeting.types\"\n\ndeclare class AcsMeetingNativeModule extends NativeModule<AcsMeetingModuleEvents> {\n  join(options: AcsMeetingJoinOptions): Promise<AcsMeetingState>\n  leave(): Promise<void>\n  setMuted(muted: boolean): Promise<AcsMeetingState>\n  setAudioSource(source: \"glasses\" | \"phone\"): Promise<AcsMeetingState>\n  updateVideoSource(whepUrl: string): Promise<void>\n  /** Force a WHEP rebuild on the current URL (phone changed networks). */\n  restartVideoSource(): Promise<void>\n  getState(): Promise<AcsMeetingState>\n}\n\nexport default requireNativeModule<AcsMeetingNativeModule>(\"MentraAcsMeeting\")\n"]}

package/build/AcsMeetingModule.web.d.ts

@@ -0,0 +1,16 @@
+import type { AcsMeetingJoinOptions, AcsMeetingState } from "./AcsMeeting.types";
+declare const _default: {
+    join(_options: AcsMeetingJoinOptions): Promise<AcsMeetingState>;
+    leave(): Promise<void>;
+    setMuted(_muted: boolean): Promise<AcsMeetingState>;
+    setAudioSource(_source: "glasses" | "phone"): Promise<AcsMeetingState>;
+    updateVideoSource(_whepUrl: string): Promise<void>;
+    restartVideoSource(): Promise<void>;
+    getState(): Promise<AcsMeetingState>;
+    addListener(): {
+        remove(): void;
+    };
+    removeListeners(): void;
+};
+export default _default;
+//# sourceMappingURL=AcsMeetingModule.web.d.ts.map

package/build/AcsMeetingModule.web.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AcsMeetingModule.web.d.ts","sourceRoot":"","sources":["../src/AcsMeetingModule.web.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,qBAAqB,EAAE,eAAe,EAAC,MAAM,oBAAoB,CAAA;;mBAOvD,qBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC;aAGtD,OAAO,CAAC,IAAI,CAAC;qBAGL,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC;4BAG3B,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC;gCAG1C,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;0BAG5B,OAAO,CAAC,IAAI,CAAC;gBAGvB,OAAO,CAAC,eAAe,CAAC;;;;;;AAnB5C,wBA0BC"}

package/build/AcsMeetingModule.web.js

@@ -0,0 +1,31 @@
+function unavailable() {
+    throw new Error("ACS meeting is not available on web");
+}
+export default {
+    async join(_options) {
+        unavailable();
+    },
+    async leave() {
+        unavailable();
+    },
+    async setMuted(_muted) {
+        unavailable();
+    },
+    async setAudioSource(_source) {
+        unavailable();
+    },
+    async updateVideoSource(_whepUrl) {
+        unavailable();
+    },
+    async restartVideoSource() {
+        unavailable();
+    },
+    async getState() {
+        return { state: "idle", muted: false };
+    },
+    addListener() {
+        return { remove() { } };
+    },
+    removeListeners() { },
+};
+//# sourceMappingURL=AcsMeetingModule.web.js.map

package/build/AcsMeetingModule.web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AcsMeetingModule.web.js","sourceRoot":"","sources":["../src/AcsMeetingModule.web.ts"],"names":[],"mappings":"AAEA,SAAS,WAAW;IAClB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;AACxD,CAAC;AAED,eAAe;IACb,KAAK,CAAC,IAAI,CAAC,QAA+B;QACxC,WAAW,EAAE,CAAA;IACf,CAAC;IACD,KAAK,CAAC,KAAK;QACT,WAAW,EAAE,CAAA;IACf,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,MAAe;QAC5B,WAAW,EAAE,CAAA;IACf,CAAC;IACD,KAAK,CAAC,cAAc,CAAC,OAA4B;QAC/C,WAAW,EAAE,CAAA;IACf,CAAC;IACD,KAAK,CAAC,iBAAiB,CAAC,QAAgB;QACtC,WAAW,EAAE,CAAA;IACf,CAAC;IACD,KAAK,CAAC,kBAAkB;QACtB,WAAW,EAAE,CAAA;IACf,CAAC;IACD,KAAK,CAAC,QAAQ;QACZ,OAAO,EAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAC,CAAA;IACtC,CAAC;IACD,WAAW;QACT,OAAO,EAAC,MAAM,KAAI,CAAC,EAAC,CAAA;IACtB,CAAC;IACD,eAAe,KAAI,CAAC;CACrB,CAAA","sourcesContent":["import type {AcsMeetingJoinOptions, AcsMeetingState} from \"./AcsMeeting.types\"\n\nfunction unavailable(): never {\n  throw new Error(\"ACS meeting is not available on web\")\n}\n\nexport default {\n  async join(_options: AcsMeetingJoinOptions): Promise<AcsMeetingState> {\n    unavailable()\n  },\n  async leave(): Promise<void> {\n    unavailable()\n  },\n  async setMuted(_muted: boolean): Promise<AcsMeetingState> {\n    unavailable()\n  },\n  async setAudioSource(_source: \"glasses\" | \"phone\"): Promise<AcsMeetingState> {\n    unavailable()\n  },\n  async updateVideoSource(_whepUrl: string): Promise<void> {\n    unavailable()\n  },\n  async restartVideoSource(): Promise<void> {\n    unavailable()\n  },\n  async getState(): Promise<AcsMeetingState> {\n    return {state: \"idle\", muted: false}\n  },\n  addListener() {\n    return {remove() {}}\n  },\n  removeListeners() {},\n}\n"]}

package/build/index.d.ts

@@ -0,0 +1,3 @@
+export { default } from "./AcsMeetingModule";
+export * from "./AcsMeeting.types";
+//# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAC1C,cAAc,oBAAoB,CAAA"}

package/build/index.js

@@ -0,0 +1,3 @@
+export { default } from "./AcsMeetingModule";
+export * from "./AcsMeeting.types";
+//# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAC1C,cAAc,oBAAoB,CAAA","sourcesContent":["export {default} from \"./AcsMeetingModule\"\nexport * from \"./AcsMeeting.types\"\n"]}

package/expo-module.config.json

@@ -0,0 +1,9 @@
+{
+  "platforms": ["apple", "android"],
+  "apple": {
+    "modules": ["AcsMeetingModule"]
+  },
+  "android": {
+    "modules": ["com.mentra.acsmeeting.AcsMeetingModule"]
+  }
+}

package/ios/AcsFrameSender.swift

@@ -0,0 +1,47 @@
+import AzureCommunicationCalling
+import CoreVideo
+import Foundation
+
+/// Fresh Swift sender on ACS iOS RawOutgoingVideoStream + CVPixelBuffer.
+/// No RealWear code (they have no iOS equivalent).
+final class AcsFrameSender {
+  private var stream: RawOutgoingVideoStream?
+  private var running = false
+  private var lastSent: CFTimeInterval = 0
+
+  func attach(_ stream: VirtualOutgoingVideoStream) {
+    detach()
+    self.stream = stream
+    stream.delegate = self
+  }
+
+  func send(_ pixelBuffer: CVPixelBuffer) {
+    guard running, let stream else { return }
+    let fps = stream.format?.framesPerSecond ?? 15
+    let now = CFAbsoluteTimeGetCurrent()
+    if lastSent > 0, now - lastSent < 1.0 / max(fps, 1) { return }
+    lastSent = now
+    do {
+      let frame = RawVideoFrameBuffer(pixelBuffer, streamFormat: stream.format)
+      try stream.send(frame)
+    } catch {
+      NSLog("ACS-SPIKE send frame failed: \(error)")
+    }
+  }
+
+  func detach() {
+    running = false
+    // Drop the delegate on the previous stream so a late STOPPED from a prior
+    // call cannot freeze outgoing video for the current meeting.
+    stream?.delegate = nil
+    stream = nil
+  }
+}
+
+extension AcsFrameSender: RawOutgoingVideoStreamDelegate {
+  func rawOutgoingVideoStream(_ rawOutgoingVideoStream: RawOutgoingVideoStream, didChangeState args: VideoStreamStateChangedEventArgs) {
+    guard rawOutgoingVideoStream === stream else { return }
+    running = rawOutgoingVideoStream.state == .started
+    NSLog("ACS-SPIKE iOS raw video state=\(rawOutgoingVideoStream.state)")
+  }
+}

package/ios/AcsMeeting.podspec

@@ -0,0 +1,27 @@
+require 'json'
+
+package = JSON.parse(File.read(File.join(__dir__, '..', 'package.json')))
+
+Pod::Spec.new do |s|
+  s.name           = 'AcsMeeting'
+  s.version        = package['version']
+  s.summary        = package['description']
+  s.description    = package['description']
+  s.license        = package['license']
+  s.author         = package['author']
+  s.homepage       = package['homepage']
+  s.platforms      = { :ios => '15.1' }
+  s.swift_version  = '5.9'
+  s.source         = { git: 'https://github.com/Mentra-Community/MentraOS.git' }
+  s.static_framework = true
+  s.dependency 'ExpoModulesCore'
+  s.dependency 'AzureCommunicationCalling', '~> 2.15'
+  s.dependency 'AzureCommunicationCommon', '~> 1.1'
+  # Pin to the same WebRTC-SDK the Mentra App already links via LiveKit.
+  s.dependency 'WebRTC-SDK', '137.7151.09'
+  s.frameworks = 'AVFoundation', 'AudioToolbox', 'CoreMedia', 'CoreVideo', 'UIKit'
+  s.pod_target_xcconfig = {
+    'DEFINES_MODULE' => 'YES',
+  }
+  s.source_files = '*.{h,m,mm,swift}', 'PolicyKit/Sources/AcsAudioPolicy/*.swift'
+end