stream-chat-react-native 9.0.0-beta.9 → 9.0.1-beta.1

package/ios/shared/StreamVideoThumbnailGenerator.swift

@@ -0,0 +1,338 @@
+import AVFoundation
+import Photos
+import UIKit
+
+private final class StreamPhotoLibraryAssetRequestState: @unchecked Sendable {
+  let lock = NSLock()
+  var didResume = false
+  var requestID: PHImageRequestID = PHInvalidImageRequestID
+}
+
+@objcMembers
+public final class StreamVideoThumbnailResult: NSObject {
+  public let error: String?
+  public let uri: String?
+
+  public init(error: String? = nil, uri: String? = nil) {
+    self.error = error
+    self.uri = uri
+  }
+}
+
+@objcMembers
+public final class StreamVideoThumbnailGenerator: NSObject {
+  private static let compressionQuality: CGFloat = 0.8
+  private static let maxDimension: CGFloat = 512
+  private static let cacheVersion = "v1"
+  private static let cacheDirectoryName = "@stream-io-stream-video-thumbnails"
+  private static let maxConcurrentGenerations = 5
+  private static let photoLibraryAssetResolutionTimeout: TimeInterval = 3
+
+  @objc(generateThumbnailsWithUrls:completion:)
+  public static func generateThumbnails(
+    urls: [String],
+    completion: @escaping ([StreamVideoThumbnailResult]) -> Void
+  ) {
+    Task(priority: .userInitiated) {
+      completion(await generateThumbnailsAsync(urls: urls))
+    }
+  }
+
+  private static func generateThumbnailsAsync(urls: [String]) async -> [StreamVideoThumbnailResult] {
+    guard !urls.isEmpty else {
+      return []
+    }
+
+    if urls.count == 1 {
+      return [await generateThumbnailResult(url: urls[0])]
+    }
+
+    let parallelism = min(maxConcurrentGenerations, urls.count)
+
+    return await withTaskGroup(
+      of: (Int, StreamVideoThumbnailResult).self,
+      returning: [StreamVideoThumbnailResult].self
+    ) { group in
+      var thumbnails = Array<StreamVideoThumbnailResult?>(repeating: nil, count: urls.count)
+      var nextIndexToSchedule = 0
+
+      while nextIndexToSchedule < parallelism {
+        let index = nextIndexToSchedule
+        let url = urls[index]
+        group.addTask {
+          (index, await generateThumbnailResult(url: url))
+        }
+        nextIndexToSchedule += 1
+      }
+
+      while let (index, thumbnail) = await group.next() {
+        thumbnails[index] = thumbnail
+
+        if nextIndexToSchedule < urls.count {
+          let nextIndex = nextIndexToSchedule
+          let nextURL = urls[nextIndex]
+          group.addTask {
+            (nextIndex, await generateThumbnailResult(url: nextURL))
+          }
+          nextIndexToSchedule += 1
+        }
+      }
+
+      return thumbnails.enumerated().map { index, thumbnail in
+        thumbnail ?? StreamVideoThumbnailResult(
+          error: "Thumbnail generation produced no output for index \(index)",
+          uri: nil
+        )
+      }
+    }
+  }
+
+  private static func generateThumbnailResult(url: String) async -> StreamVideoThumbnailResult {
+    do {
+      return StreamVideoThumbnailResult(uri: try await generateThumbnail(url: url))
+    } catch {
+      return StreamVideoThumbnailResult(
+        error: error.localizedDescription,
+        uri: nil
+      )
+    }
+  }
+
+  private static func generateThumbnail(url: String) async throws -> String {
+    let outputDirectory = try thumbnailCacheDirectory()
+    let outputURL = outputDirectory
+      .appendingPathComponent(buildCacheFileName(url: url))
+      .appendingPathExtension("jpg")
+
+    if
+      FileManager.default.fileExists(atPath: outputURL.path),
+      let attributes = try? FileManager.default.attributesOfItem(atPath: outputURL.path),
+      let fileSize = attributes[.size] as? NSNumber,
+      fileSize.intValue > 0
+    {
+      return outputURL.absoluteString
+    }
+
+    let asset = try await resolveAsset(url: url)
+    let generator = AVAssetImageGenerator(asset: asset)
+    generator.appliesPreferredTrackTransform = true
+    generator.maximumSize = CGSize(width: maxDimension, height: maxDimension)
+
+    let requestedTime = thumbnailTime(for: asset)
+
+    do {
+      let cgImage = try generator.copyCGImage(at: requestedTime, actualTime: nil)
+      let image = UIImage(cgImage: cgImage)
+      guard let data = image.jpegData(compressionQuality: compressionQuality) else {
+        throw thumbnailError(code: 2, message: "Failed to encode JPEG thumbnail for \(url)")
+      }
+
+      try data.write(to: outputURL, options: .atomic)
+      return outputURL.absoluteString
+    } catch {
+      throw thumbnailError(error, code: 3, message: "Thumbnail generation failed for \(url)")
+    }
+  }
+
+  private static func thumbnailCacheDirectory() throws -> URL {
+    let outputDirectory = FileManager.default.urls(for: .cachesDirectory, in: .userDomainMask)[0]
+      .appendingPathComponent(cacheDirectoryName, isDirectory: true)
+    try FileManager.default.createDirectory(
+      at: outputDirectory,
+      withIntermediateDirectories: true
+    )
+    return outputDirectory
+  }
+
+  private static func buildCacheFileName(url: String) -> String {
+    let cacheKey = fnv1a64("\(cacheVersion)|\(Int(maxDimension))|\(compressionQuality)|\(url)")
+    return "stream-video-thumbnail-\(cacheKey)"
+  }
+
+  private static func fnv1a64(_ value: String) -> String {
+    var hash: UInt64 = 0xcbf29ce484222325
+    let prime: UInt64 = 0x100000001b3
+
+    for byte in value.utf8 {
+      hash ^= UInt64(byte)
+      hash &*= prime
+    }
+
+    return String(hash, radix: 16)
+  }
+
+  private static func thumbnailTime(for asset: AVAsset) -> CMTime {
+    let durationSeconds = asset.duration.seconds
+    if durationSeconds.isFinite, durationSeconds > 0.1 {
+      return CMTime(seconds: 0.1, preferredTimescale: 600)
+    }
+
+    return .zero
+  }
+
+  private static func resolveAsset(url: String) async throws -> AVAsset {
+    if isPhotoLibraryURL(url) {
+      return try await resolvePhotoLibraryAsset(url: url)
+    }
+
+    if let normalizedURL = normalizeLocalURL(url) {
+      return AVURLAsset(url: normalizedURL)
+    }
+
+    throw thumbnailError(code: 5, message: "Unsupported video URL for thumbnail generation: \(url)")
+  }
+
+  private static func isPhotoLibraryURL(_ url: String) -> Bool {
+    url.lowercased().hasPrefix("ph://")
+  }
+
+  private static func resolvePhotoLibraryAsset(url: String) async throws -> AVAsset {
+    let identifier = photoLibraryIdentifier(from: url)
+
+    guard !identifier.isEmpty else {
+      throw thumbnailError(code: 6, message: "Missing photo library identifier for \(url)")
+    }
+
+    let fetchResult = PHAsset.fetchAssets(withLocalIdentifiers: [identifier], options: nil)
+    guard let asset = fetchResult.firstObject else {
+      throw thumbnailError(code: 7, message: "Failed to find photo library asset for \(url)")
+    }
+
+    let options = PHVideoRequestOptions()
+    options.deliveryMode = .highQualityFormat
+    options.isNetworkAccessAllowed = true
+    options.version = .current
+
+    return try await withThrowingTaskGroup(of: AVAsset.self) { group in
+      group.addTask {
+        try await requestPhotoLibraryAsset(url: url, asset: asset, options: options)
+      }
+      group.addTask {
+        try await Task.sleep(nanoseconds: UInt64(photoLibraryAssetResolutionTimeout * 1_000_000_000))
+        throw thumbnailError(
+          code: 11,
+          message: "Timed out resolving photo library asset for \(url)"
+        )
+      }
+
+      guard let resolvedAsset = try await group.next() else {
+        throw thumbnailError(
+          code: 10,
+          message: "Failed to resolve photo library asset for \(url)"
+        )
+      }
+
+      group.cancelAll()
+      return resolvedAsset
+    }
+  }
+
+  private static func requestPhotoLibraryAsset(
+    url: String,
+    asset: PHAsset,
+    options: PHVideoRequestOptions
+  ) async throws -> AVAsset {
+    let imageManager = PHImageManager.default()
+    let state = StreamPhotoLibraryAssetRequestState()
+
+    return try await withTaskCancellationHandler(operation: {
+      try await withCheckedThrowingContinuation { continuation in
+        let requestID = imageManager.requestAVAsset(forVideo: asset, options: options) {
+          avAsset, _, info in
+          state.lock.lock()
+          if state.didResume {
+            state.lock.unlock()
+            return
+          }
+          state.didResume = true
+          state.lock.unlock()
+
+          if let isCancelled = (info?[PHImageCancelledKey] as? NSNumber)?.boolValue, isCancelled {
+            continuation.resume(
+              throwing: thumbnailError(
+                code: 8,
+                message: "Photo library asset request was cancelled for \(url)"
+              )
+            )
+            return
+          }
+
+          if let error = info?[PHImageErrorKey] as? Error {
+            continuation.resume(
+              throwing: thumbnailError(
+                error,
+                code: 9,
+                message: "Photo library asset request failed for \(url)"
+              )
+            )
+            return
+          }
+
+          guard let avAsset else {
+            continuation.resume(
+              throwing: thumbnailError(
+                code: 10,
+                message: "Failed to resolve photo library asset for \(url)"
+              )
+            )
+            return
+          }
+
+          continuation.resume(returning: avAsset)
+        }
+
+        state.lock.lock()
+        state.requestID = requestID
+        state.lock.unlock()
+      }
+    }, onCancel: {
+      state.lock.lock()
+      let requestID = state.requestID
+      state.lock.unlock()
+
+      if requestID != PHInvalidImageRequestID {
+        imageManager.cancelImageRequest(requestID)
+      }
+    })
+  }
+
+  private static func photoLibraryIdentifier(from url: String) -> String {
+    guard let parsedURL = URL(string: url), parsedURL.scheme?.lowercased() == "ph" else {
+      return url
+        .replacingOccurrences(of: "ph://", with: "", options: [.caseInsensitive])
+        .removingPercentEncoding?
+        .trimmingCharacters(in: CharacterSet(charactersIn: "/")) ?? ""
+    }
+
+    let host = parsedURL.host ?? ""
+    let path = parsedURL.path
+    let combined = host.isEmpty ? path : "\(host)\(path)"
+    return combined.removingPercentEncoding?
+      .trimmingCharacters(in: CharacterSet(charactersIn: "/")) ?? ""
+  }
+
+  private static func normalizeLocalURL(_ url: String) -> URL? {
+    if let parsedURL = URL(string: url), let scheme = parsedURL.scheme?.lowercased() {
+      if scheme == "file" {
+        return parsedURL
+      }
+
+      return nil
+    }
+
+    return URL(fileURLWithPath: url)
+  }
+
+  private static func thumbnailError(
+    _ error: Error? = nil,
+    code: Int,
+    message: String
+  ) -> Error {
+    let description = error.map { "\(message): \($0.localizedDescription)" } ?? message
+    return NSError(
+      domain: "StreamVideoThumbnail",
+      code: code,
+      userInfo: [NSLocalizedDescriptionKey: description]
+    )
+  }
+}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "stream-chat-react-native",
   "description": "The official React Native SDK for Stream Chat, a service for building chat applications",
-  "version": "9.0.0-beta.9",
+  "version": "9.0.1-beta.1",
   "homepage": "https://www.npmjs.com/package/stream-chat-react-native",
   "author": {
     "company": "Stream.io Inc",
@@ -21,6 +21,7 @@
     "android/gradle",
     "ios",
     "*.podspec",
+    "react-native.config.js",
     "package.json"
   ],
   "license": "SEE LICENSE IN LICENSE",
@@ -29,21 +30,20 @@
   "dependencies": {
     "es6-symbol": "^3.1.3",
     "mime": "^4.0.7",
-    "stream-chat-react-native-core": "9.0.0-beta.9"
+    "stream-chat-react-native-core": "9.0.1-beta.1"
   },
   "peerDependencies": {
-    "@react-native-camera-roll/camera-roll": ">=7.8.0",
-    "@react-native-clipboard/clipboard": ">=1.14.1",
+    "@react-native-camera-roll/camera-roll": ">=7.9.0",
+    "@react-native-clipboard/clipboard": ">=1.16.0",
     "@react-native-documents/picker": ">=10.1.1",
-    "@stream-io/flat-list-mvcp": ">=0.10.3",
-    "react-native": ">=0.73.0",
+    "react-native": ">=0.76.0",
     "react-native-audio-recorder-player": ">=3.6.13",
     "react-native-nitro-sound": ">=0.2.9",
-    "react-native-blob-util": ">=0.21.1",
+    "react-native-blob-util": ">=0.22.0",
     "react-native-haptic-feedback": ">=2.3.0",
     "react-native-image-picker": ">=7.1.2",
     "react-native-share": ">=11.0.0",
-    "react-native-video": ">=6.4.2"
+    "react-native-video": ">=6.18.0"
   },
   "peerDependenciesMeta": {
     "@react-native-camera-roll/camera-roll": {
@@ -52,9 +52,6 @@
     "@react-native-clipboard/clipboard": {
       "optional": true
     },
-    "@stream-io/flat-list-mvcp": {
-      "optional": true
-    },
     "react-native-share": {
       "optional": true
     },
@@ -81,7 +78,6 @@
     }
   },
   "scripts": {
-    "postinstall": "if [ -f ../scripts/sync-shared-native.sh ] && [ -d ../shared-native/ios ]; then bash ../scripts/sync-shared-native.sh native-package; fi",
     "prepack": "bash ../scripts/sync-shared-native.sh native-package && cp ../../README.md .",
     "postpack": "rm README.md && bash ../scripts/clean-shared-native-copies.sh native-package"
   },
@@ -92,7 +88,14 @@
     "name": "StreamChatReactNativeSpec",
     "type": "all",
     "jsSrcsDir": "src/native",
+    "android": {
+      "javaPackageName": "com.streamchatreactnative"
+    },
     "ios": {
+      "modulesProvider": {
+        "StreamChatReactNative": "StreamChatReactNative",
+        "StreamVideoThumbnail": "StreamVideoThumbnail"
+      },
       "componentProvider": {
         "StreamShimmerView": "StreamShimmerViewComponentView"
       }

package/react-native.config.js

@@ -0,0 +1,13 @@
+module.exports = {
+  dependency: {
+    platforms: {
+      android: {
+        packageImportPath: 'import com.streamchatreactnative.StreamChatReactNativePackage;',
+        packageInstance: 'new StreamChatReactNativePackage()',
+      },
+      ios: {
+        podspecPath: 'stream-chat-react-native.podspec',
+      },
+    },
+  },
+};

package/src/native/NativeStreamVideoThumbnail.ts

@@ -0,0 +1,14 @@
+import type { TurboModule } from 'react-native';
+
+import { TurboModuleRegistry } from 'react-native';
+
+export type VideoThumbnailResult = {
+  error?: string | null;
+  uri?: string | null;
+};
+
+export interface Spec extends TurboModule {
+  createVideoThumbnails(urls: ReadonlyArray<string>): Promise<ReadonlyArray<VideoThumbnailResult>>;
+}
+
+export default TurboModuleRegistry.getEnforcing<Spec>('StreamVideoThumbnail');

package/src/native/types.ts

@@ -7,6 +7,8 @@ export interface Response {
   width: number;
 }
 
+export interface VideoThumbnailResponse extends Response {}
+
 export type ResizeFormat = 'PNG' | 'JPEG' | 'WEBP';
 export type ResizeMode = 'contain' | 'cover' | 'stretch';
 

package/src/native/videoThumbnail.ts

@@ -0,0 +1,8 @@
+import NativeStreamVideoThumbnail, { type VideoThumbnailResult } from './NativeStreamVideoThumbnail';
+
+export type { VideoThumbnailResult } from './NativeStreamVideoThumbnail';
+
+export const createVideoThumbnails = async (urls: string[]): Promise<VideoThumbnailResult[]> => {
+  const results = await NativeStreamVideoThumbnail.createVideoThumbnails(urls);
+  return Array.from(results);
+};

package/src/optionalDependencies/Audio.ts

@@ -136,7 +136,7 @@ class _Audio {
   };
   startPlayer = async (uri, _, onPlaybackStatusUpdate) => {
     try {
-      const playback = await audioRecorderPlayer.startPlayer(uri);
+      await audioRecorderPlayer.startPlayer(uri);
       audioRecorderPlayer.addPlayBackListener((status) => {
         onPlaybackStatusUpdate(status);
       });