@smileid/usesmileid_vision_face 12.2.0 → 12.3.0

package/CHANGELOG.md

@@ -1,10 +1,14 @@
 Full release notes: [Smile ID docs](https://docs.usesmileid.com/developer-resources/sdks/mobile/release-notes/react-native-expo).
 
+## 12.3.0
+
+See the repository CHANGELOG for the 12.3.0 release notes.
+
+
 ## 12.2.0
 
 See the repository CHANGELOG for the 12.2.0 release notes.
 
-
 ## 12.1.1
 
 See the repository CHANGELOG for the 12.1.1 release notes.

package/ios/UseSmileIDVisionFaceModule/ResizingFrameStorage.swift

@@ -1,6 +1,8 @@
 // MIRRORED FILE — duplicated in both RN Expo iOS vision modules
-// (usesmileid_vision_face / usesmileid_vision_document); the per-module pod
-// targets can't share sources. Apply any edit to BOTH copies in the same commit.
+// (usesmileid_vision_face / usesmileid_vision_document). The per-module pod
+// targets can't share sources, and the bridge pod that both depend on doesn't
+// link the native UseSmileIDBridge package this conforms to. Apply any edit to
+// BOTH copies in the same commit.
 
 import Foundation
 import UIKit

package/ios/UseSmileIDVisionFaceModule/UseSmileIDVisionFaceKameraAnalysisTick.swift

@@ -1,49 +1,16 @@
-import CoreMedia
 import Kamera
-import CoreImage
 import UIKit
 
-
-private extension CGImagePropertyOrientation {
-  /// Kamera rotation + mirror metadata → the preview's selfie-mirrored view. The mirror
-  /// applies after the rotation, so the quarter-turn cases swap (`.right` ↔ `.leftMirrored`).
-  init(rotationDegrees: Int, isMirrored: Bool) {
-    let normalised = ((rotationDegrees % 360) + 360) % 360
-    switch (normalised, isMirrored) {
-    case (90, false): self = .right
-    case (90, true): self = .leftMirrored
-    case (180, false): self = .down
-    case (180, true): self = .downMirrored
-    case (270, false): self = .left
-    case (270, true): self = .rightMirrored
-    case (_, true): self = .upMirrored
-    default: self = .up
-    }
-  }
-}
-
 /// Scans the latest `KameraFrameHub` frame; no pending frame returns the `no_frame` wire error.
 enum UseSmileIDVisionFaceKameraTick {
-  /// Reused across ticks — per-tick creation recompiles the GPU pipeline.
-  private static let ciContext = CIContext(options: [.useSoftwareRenderer: false])
-
   static func analyze(arguments: [String: Any?]?) -> Any {
     guard let frame = KameraFrameHub.take() else {
       return ["error": "no_frame"]
     }
-    guard let concrete = frame as? CVPixelBufferKameraFrame else {
-      frame.close()
-      return ["error": "frame_conversion_failed"]
-    }
-
-    let orientedImage = CIImage(cvPixelBuffer: concrete.pixelBuffer)
-      .oriented(CGImagePropertyOrientation(
-        rotationDegrees: frame.rotationDegrees,
-        isMirrored: frame.isMirrored
-      ))
-    let cgImage = ciContext.createCGImage(orientedImage, from: orientedImage.extent)
-    frame.close()
-    guard let cgImage else {
+    // The session reads the live frame's readings as the scan runs; closing it afterwards releases
+    // it to the pipeline for the next one.
+    defer { frame.close() }
+    guard frame is CVPixelBufferKameraFrame else {
       return ["error": "frame_conversion_failed"]
     }
 
@@ -51,7 +18,7 @@ enum UseSmileIDVisionFaceKameraTick {
     let rotation = (arguments?["rotation"] as? NSNumber)?.intValue ?? 0
 
     guard let result = UseSmileIDVisionFaceSessionHolder.shared.scanAndDrain(
-      image: UIImage(cgImage: cgImage),
+      frame: frame,
       rotation: rotation
     ) else {
       return ["error": "session_not_configured"]

package/ios/UseSmileIDVisionFaceModule/UseSmileIDVisionFaceModule.swift

@@ -129,12 +129,11 @@ private extension Dictionary where Key == String, Value == Any? {
   func toFaceScanConfig() -> FaceScanConfig {
     let base = FaceDetectorMode.from(token: self["faceDetectorMode"] as? String).config
     return FaceScanConfig(
-      selfieCaptureTimeout: (self["selfieCaptureTimeout"] as? NSNumber)?.intValue ?? 100_000,
-      // Default yields 1 selfie + 7 liveness frames — the server requires
-      // `liveness_images >= 6`, so anything below 7 causes submission rejection.
-      numSamples: (self["numSamples"] as? NSNumber)?.intValue ?? 8,
-      sampleInterval: (self["sampleInterval"] as? NSNumber)?.intValue ?? 350,
-      stayInFoundDuration: (self["stayInFoundDuration"] as? NSNumber)?.intValue ?? 3_000,
+      numSamples: (self["numSamples"] as? NSNumber)?.intValue ?? ThresholdConfig.FaceCapture.numSamples,
+      sampleInterval: (self["sampleInterval"] as? NSNumber)?.intValue
+        ?? ThresholdConfig.FaceCapture.sampleIntervalMs,
+      stayInFoundDuration: (self["stayInFoundDuration"] as? NSNumber)?.intValue
+        ?? ThresholdConfig.FaceCapture.defaultStayInFoundDuration,
       faceDetectorConfig: FaceDetectorConfig(
         minFillThreshold: (self["minFillThreshold"] as? NSNumber)?.floatValue ?? base.minFillThreshold,
         maxFillThreshold: (self["maxFillThreshold"] as? NSNumber)?.floatValue ?? base.maxFillThreshold,
@@ -262,12 +261,22 @@ extension UseSmileIDBridge.UseSmileIDScanState {
     if let captureProgress {
       map["captureProgress"] = Double(captureProgress)
     }
-    // Latched pose-match flag for the ESS head turn — drives the grey→green
-    // direction arrow. Emit only while matched (omit ⇒ false on the JS side),
+    // Latched pose-match flag for the ESS head turn — keeps the direction arrow
+    // green through a hold at the threshold. Emit only while matched (omit ⇒ false on the JS side),
     // matching the optional-field omission convention above.
     if poseMatched {
       map["poseMatched"] = true
     }
+    switch captureStep {
+    case .holdStill: map["captureStep"] = "holdStill"
+    case .smile: map["captureStep"] = "smile"
+    // None yet, and a step a newer bridge adds crosses as none.
+    case nil: break
+    @unknown default: break
+    }
+    if let turnProgress {
+      map["turnProgress"] = Double(turnProgress)
+    }
     return map
   }
 }

package/ios/UseSmileIDVisionFaceModule/UseSmileIDVisionFaceSessionHolder.swift

@@ -1,4 +1,5 @@
 import Foundation
+import Kamera
 import UIKit
 import UseSmileIDBridge
 import UseSmileIDVisionFace
@@ -66,7 +67,11 @@ final class UseSmileIDVisionFaceSessionHolder {
 
   /// Run `session.scan` + `drainCaptureReadyEvents` as one atomic unit, blocking the
   /// caller. Returns `nil` when no session is configured; never throws.
-  func scanAndDrain(image: UIImage, rotation: Int) -> [String: Any]? {
+  ///
+  /// The session analyses the kamera `frame`'s pixel buffer as the native capture screens do, with
+  /// the readings kamera took on it (device motion, tracked face, live-frame quality), and draws an
+  /// image only for a frame a capture keeps. The caller keeps `frame` open until this returns.
+  func scanAndDrain(frame: any KameraFrame, rotation: Int) -> [String: Any]? {
     var result: [String: Any]?
     operationQueue.sync {
       guard let currentSession = session else {
@@ -74,8 +79,14 @@ final class UseSmileIDVisionFaceSessionHolder {
       }
       let resultBox = ScanResultBox()
       let semaphore = DispatchSemaphore(value: 0)
+      let frameBox = KameraFrameBox(frame)
       Task.detached(priority: .userInitiated) {
-        let scanResult = await currentSession.scan(image: image, rotation: rotation)
+        guard let scanResult = await currentSession.scan(kameraFrame: frameBox.frame, rotation: rotation) else {
+          // A frame with no pixel buffer; the tick only hands over pixel-buffer frames.
+          resultBox.value = ["error": "frame_conversion_failed"]
+          semaphore.signal()
+          return
+        }
         let nativeOutput = scanResult.output as? UseSmileIDBridge.FaceDetectorOutput
         let state = scanResult.state
         let events = currentSession.drainCaptureReadyEvents()
@@ -93,6 +104,16 @@ final class UseSmileIDVisionFaceSessionHolder {
   }
 }
 
+/// Carries the kamera frame into the scan Task. Kamera frames guard their planes with their own
+/// lock, and the caller blocks on the Task while it reads the frame.
+private final class KameraFrameBox: @unchecked Sendable {
+  let frame: any KameraFrame
+
+  init(_ frame: any KameraFrame) {
+    self.frame = frame
+  }
+}
+
 /// Shuttles a scan result from the cooperative-pool Task to the semaphore-blocked caller.
 private final class ScanResultBox: @unchecked Sendable {
   var value: [String: Any] = [:]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@smileid/usesmileid_vision_face",
-  "version": "12.2.0",
+  "version": "12.3.0",
   "description": "Apple Vision face detection implementation for the UseSmileID React Native (Expo) SDK.",
   "homepage": "https://usesmileid.com",
   "repository": {
@@ -46,8 +46,8 @@
     "CHANGELOG.md"
   ],
   "dependencies": {
-    "@smileid/usesmileid_bridge": "12.2.0",
-    "@smileid/usesmileid_platform_interface": "12.2.0"
+    "@smileid/usesmileid_bridge": "12.3.0",
+    "@smileid/usesmileid_platform_interface": "12.3.0"
   },
   "peerDependencies": {
     "expo": ">=56.0.0",
@@ -55,9 +55,9 @@
     "react-native": ">=0.83.0"
   },
   "devDependencies": {
-    "@types/node": "^26.6.2",
-    "expo": "~57.0.25",
-    "expo-modules-core": "^57.0.19",
+    "@types/node": "^26.6.4",
+    "expo": "~57.0.26",
+    "expo-modules-core": "^57.0.21",
     "react-native": "^0.86.3",
     "typescript": "^6.0.3",
     "xcode": "^3.0.1"

package/plugin/build/index.js

@@ -1 +1 @@
-"use strict";var __createBinding=this&&this.__createBinding||(Object.create?(function(i,r,t,e){e===void 0&&(e=t);var o=Object.getOwnPropertyDescriptor(r,t);(!o||("get"in o?!r.__esModule:o.writable||o.configurable))&&(o={enumerable:!0,get:function(){return r[t]}}),Object.defineProperty(i,e,o)}):(function(i,r,t,e){e===void 0&&(e=t),i[e]=r[t]})),__setModuleDefault=this&&this.__setModuleDefault||(Object.create?(function(i,r){Object.defineProperty(i,"default",{enumerable:!0,value:r})}):function(i,r){i.default=r}),__importStar=this&&this.__importStar||(function(){var i=function(r){return i=Object.getOwnPropertyNames||function(t){var e=[];for(var o in t)Object.prototype.hasOwnProperty.call(t,o)&&(e[e.length]=o);return e},i(r)};return function(r){if(r&&r.__esModule)return r;var t={};if(r!=null)for(var e=i(r),o=0;o<e.length;o++)e[o]!=="default"&&__createBinding(t,r,e[o]);return __setModuleDefault(t,r),t}})();Object.defineProperty(exports,"__esModule",{value:!0}),exports.SPM_PRODUCTS=void 0;const config_plugins_1=require("expo/config-plugins"),fs=__importStar(require("fs")),path=__importStar(require("path")),deployment_target_1=require("./lib/deployment_target"),podfile_1=require("./lib/podfile"),signature_dedup_1=require("./lib/signature_dedup"),spm_1=require("./lib/spm"),IOS_DEPLOYMENT_TARGET="16.4",SMILE_ID_PACKAGE={url:"https://github.com/smileidentity/ios-spm",requirement:{kind:"exactVersion",version:"12.2.0"}},POD_TARGET="UseSmileIDVisionFaceExpo";exports.SPM_PRODUCTS=["UseSmileIDVisionFace"];const PODFILE_MARKER="usesmileid_vision_face",BRIDGE_POD_TARGET="UseSmileIDBridgeExpo",BRIDGE_SPM_PRODUCTS=["UseSmileIDBridge"],BRIDGE_PODFILE_MARKER="usesmileid_bridge",withVisionFaceSpm=(i,r)=>(i=(0,deployment_target_1.withIosDeploymentTargetFloor)(i,IOS_DEPLOYMENT_TARGET),i=(0,config_plugins_1.withXcodeProject)(i,t=>{const e=t.modRequest.projectName;if(!e)throw new Error("[usesmileid_vision_face] Unable to resolve host app native target name from Expo config.");return(0,spm_1.linkSpmPackage)(t.modResults,SMILE_ID_PACKAGE,{targetName:e,products:[...exports.SPM_PRODUCTS]}),r?.iosSignatureAggregation==="disabled"?(0,signature_dedup_1.disableSignatureAggregation)(t.modResults,e):(0,signature_dedup_1.ensureSignatureDedupPhase)(t.modResults,e),t}),i=(0,config_plugins_1.withDangerousMod)(i,["ios",t=>{const e=path.join(t.modRequest.platformProjectRoot,"Podfile"),o=fs.readFileSync(e,"utf-8");let n=(0,podfile_1.injectPodfileSpmBlock)(o,{marker:PODFILE_MARKER,package:SMILE_ID_PACKAGE,podTarget:POD_TARGET,products:[...exports.SPM_PRODUCTS]});return n=(0,podfile_1.injectPodfileSpmBlock)(n,{marker:BRIDGE_PODFILE_MARKER,package:SMILE_ID_PACKAGE,podTarget:BRIDGE_POD_TARGET,products:[...BRIDGE_SPM_PRODUCTS],required:!0}),n=(0,podfile_1.injectPodfileKameraLinkBlock)(n),n=(0,podfile_1.injectPodfileSignatureDedupBlock)(n),n!==o&&fs.writeFileSync(e,n),t}]),i);exports.default=withVisionFaceSpm;
+"use strict";var __createBinding=this&&this.__createBinding||(Object.create?(function(i,r,t,e){e===void 0&&(e=t);var o=Object.getOwnPropertyDescriptor(r,t);(!o||("get"in o?!r.__esModule:o.writable||o.configurable))&&(o={enumerable:!0,get:function(){return r[t]}}),Object.defineProperty(i,e,o)}):(function(i,r,t,e){e===void 0&&(e=t),i[e]=r[t]})),__setModuleDefault=this&&this.__setModuleDefault||(Object.create?(function(i,r){Object.defineProperty(i,"default",{enumerable:!0,value:r})}):function(i,r){i.default=r}),__importStar=this&&this.__importStar||(function(){var i=function(r){return i=Object.getOwnPropertyNames||function(t){var e=[];for(var o in t)Object.prototype.hasOwnProperty.call(t,o)&&(e[e.length]=o);return e},i(r)};return function(r){if(r&&r.__esModule)return r;var t={};if(r!=null)for(var e=i(r),o=0;o<e.length;o++)e[o]!=="default"&&__createBinding(t,r,e[o]);return __setModuleDefault(t,r),t}})();Object.defineProperty(exports,"__esModule",{value:!0}),exports.SPM_PRODUCTS=void 0;const config_plugins_1=require("expo/config-plugins"),fs=__importStar(require("fs")),path=__importStar(require("path")),deployment_target_1=require("./lib/deployment_target"),podfile_1=require("./lib/podfile"),signature_dedup_1=require("./lib/signature_dedup"),spm_1=require("./lib/spm"),IOS_DEPLOYMENT_TARGET="16.4",SMILE_ID_PACKAGE={url:"https://github.com/smileidentity/ios-spm",requirement:{kind:"exactVersion",version:"12.3.0"}},POD_TARGET="UseSmileIDVisionFaceExpo";exports.SPM_PRODUCTS=["UseSmileIDVisionFace"];const PODFILE_MARKER="usesmileid_vision_face",BRIDGE_POD_TARGET="UseSmileIDBridgeExpo",BRIDGE_SPM_PRODUCTS=["UseSmileIDBridge"],BRIDGE_PODFILE_MARKER="usesmileid_bridge",withVisionFaceSpm=(i,r)=>(i=(0,deployment_target_1.withIosDeploymentTargetFloor)(i,IOS_DEPLOYMENT_TARGET),i=(0,config_plugins_1.withXcodeProject)(i,t=>{const e=t.modRequest.projectName;if(!e)throw new Error("[usesmileid_vision_face] Unable to resolve host app native target name from Expo config.");return(0,spm_1.linkSpmPackage)(t.modResults,SMILE_ID_PACKAGE,{targetName:e,products:[...exports.SPM_PRODUCTS]}),r?.iosSignatureAggregation==="disabled"?(0,signature_dedup_1.disableSignatureAggregation)(t.modResults,e):(0,signature_dedup_1.ensureSignatureDedupPhase)(t.modResults,e),t}),i=(0,config_plugins_1.withDangerousMod)(i,["ios",t=>{const e=path.join(t.modRequest.platformProjectRoot,"Podfile"),o=fs.readFileSync(e,"utf-8");let n=(0,podfile_1.injectPodfileSpmBlock)(o,{marker:PODFILE_MARKER,package:SMILE_ID_PACKAGE,podTarget:POD_TARGET,products:[...exports.SPM_PRODUCTS]});return n=(0,podfile_1.injectPodfileSpmBlock)(n,{marker:BRIDGE_PODFILE_MARKER,package:SMILE_ID_PACKAGE,podTarget:BRIDGE_POD_TARGET,products:[...BRIDGE_SPM_PRODUCTS],required:!0}),n=(0,podfile_1.injectPodfileKameraLinkBlock)(n),n=(0,podfile_1.injectPodfileSignatureDedupBlock)(n),n!==o&&fs.writeFileSync(e,n),t}]),i);exports.default=withVisionFaceSpm;

package/ios/UseSmileIDVisionFaceModule/UseSmileIDAnalyzerExecutor.swift

@@ -1,119 +0,0 @@
-// MIRRORED FILE — this file is duplicated byte-identical across the two
-// RN Expo iOS bridge modules. Canonical location:
-//   usesmileid_vision_face/ios/UseSmileIDVisionFaceModule/
-//     UseSmileIDAnalyzerExecutor.swift
-// Mirror location:
-//   usesmileid_vision_document/ios/UseSmileIDVisionDocumentModule/
-//     UseSmileIDAnalyzerExecutor.swift
-//
-// Each RN module is its own CocoaPods bridge target with its own
-// `source_files` glob; source cannot be shared across them without
-// inventing a new pod. The helper is duplicated verbatim into both
-// vision modules. Any edit here MUST be copied to the other location in
-// the same commit.
-//
-// Purpose: collapse the analyze / flush plumbing of the two RN Expo
-// vision modules into a single generic executor whose Task closures
-// capture only @Sendable values (closures + locals) — no module-class
-// state, no implicit `self`. This forces both modules to share one set
-// of Sendable correctness properties by construction: if one compiles
-// cleanly under strict concurrency, the other must too.
-//
-// RN-specific differences from the Flutter twin:
-//   • RN modules receive pre-decoded JPEG/PNG bytes (`UIImage(data:)`),
-//     so the executor accepts `UIImage` directly rather than Pigeon's
-//     `YuvImage` and an associated decoder. JPEG decoding happens in
-//     the per-module wrapper before the executor is invoked.
-//   • The completion signature is `(Result<PigeonResult, Error>) -> Void`
-//     identical to Flutter — the per-module wrapper translates that
-//     into Expo's `Promise.resolve`/`reject`. Keeping the executor's
-//     public surface a `Result` consumer means both bridges share the
-//     same Task discipline.
-
-import ExpoModulesCore
-import UIKit
-import UseSmileIDBridge
-
-/// Bridges an Expo Modules @escaping completion handler into Swift 6
-/// Task captures. Expo's `Promise` is itself reference-typed but not
-/// `Sendable`; the executor never captures a `Promise` — it captures a
-/// `Result` consumer closure that the per-module wrapper translates
-/// into `resolve`/`reject`. This box mirrors the Flutter PigeonCompletion
-/// pattern.
-final class ExecutorCompletion<T>: @unchecked Sendable {
-    let call: (T) -> Void
-    init(_ fn: @escaping (T) -> Void) { self.call = fn }
-}
-
-/// Generic helper that owns the analyze / flush bridging between the
-/// RN Expo Module's completion-based API and the native session's async
-/// API.
-///
-/// The class itself is `@unchecked Sendable` because it stores only
-/// `@Sendable` closures (which are themselves Sendable). The downstream
-/// `Task.detached` bodies capture those closures — never an instance of a
-/// concrete module class — so the compiler can prove the Task body is
-/// Sendable-by-construction.
-///
-/// `NativeOutput` is the concrete native analyzer output type (e.g.
-/// `FaceDetectorOutput`, `DocumentDetectorOutput`); `Wire` is the
-/// JS-side wire dictionary the module returns to JS (typed as
-/// `[String: Any?]` after Expo bridge marshalling).
-final class UseSmileIDAnalyzerExecutor<NativeOutput: AnalyzerOutput, Wire>: @unchecked Sendable {
-
-    private let scan: @Sendable (UIImage, Int) async -> (NativeOutput?, UseSmileIDScanState)
-    private let drainEvents: @Sendable () -> [UseSmileIDBridge.CaptureReadyEvent]
-    private let flushFn: @Sendable () async throws -> Void
-    private let buildResult: @Sendable (NativeOutput?, UseSmileIDScanState, [UseSmileIDBridge.CaptureReadyEvent]) -> Wire
-
-    init(
-        scan: @escaping @Sendable (UIImage, Int) async -> (NativeOutput?, UseSmileIDScanState),
-        drainEvents: @escaping @Sendable () -> [UseSmileIDBridge.CaptureReadyEvent],
-        flush: @escaping @Sendable () async throws -> Void,
-        buildResult: @escaping @Sendable (NativeOutput?, UseSmileIDScanState, [UseSmileIDBridge.CaptureReadyEvent]) -> Wire
-    ) {
-        self.scan = scan
-        self.drainEvents = drainEvents
-        self.flushFn = flush
-        self.buildResult = buildResult
-    }
-
-    /// Hands the already-decoded `UIImage` to the captured `scan` closure
-    /// on a detached task. The Task's capture list explicitly lists every
-    /// value it consumes so the compiler can verify the closure is
-    /// Sendable without falling back on implicit `self` capture.
-    ///
-    /// The `completion` consumer is a `Result<Wire, Error>` — the
-    /// per-module wrapper translates that into `Promise.resolve` /
-    /// `Promise.reject`.
-    func analyze(
-        image: UIImage,
-        rotation: Int,
-        completion: @escaping (Result<Wire, Error>) -> Void
-    ) {
-        let scan = self.scan
-        let drainEvents = self.drainEvents
-        let buildResult = self.buildResult
-        let completionBox = ExecutorCompletion(completion)
-        Task.detached(priority: .userInitiated) {
-            let (output, state) = await scan(image, rotation)
-            let events = drainEvents()
-            completionBox.call(.success(buildResult(output, state, events)))
-        }
-    }
-
-    /// Awaits the captured `flushFn` on a detached task. Mirrors `analyze`'s
-    /// capture discipline — no `self`, no class state.
-    func flush(completion: @escaping (Result<Void, Error>) -> Void) {
-        let flushFn = self.flushFn
-        let completionBox = ExecutorCompletion(completion)
-        Task.detached(priority: .userInitiated) {
-            do {
-                try await flushFn()
-                completionBox.call(.success(()))
-            } catch {
-                completionBox.call(.failure(error))
-            }
-        }
-    }
-}