react-native-litert-lm 0.2.2 → 0.3.0

package/src/index.ts

@@ -28,7 +28,7 @@ export {
   applyLlamaTemplate,
 } from "./templates";
 
-// Re-export memory tracking utilities (uses NitroModules.createNativeArrayBuffer v0.34+)
+// Re-export memory tracking utilities (uses NitroModules.createNativeArrayBuffer v0.35+)
 export type {
   MemorySnapshot,
   MemoryTracker,
@@ -36,6 +36,7 @@ export type {
 } from "./memoryTracker";
 export { createMemoryTracker, createNativeBuffer } from "./memoryTracker";
 
+export type { LiteRTLMInstance } from "./modelFactory";
 export * from "./hooks";
 
 /**
@@ -131,14 +132,10 @@ export function checkBackendSupport(backend: Backend): string | undefined {
       return "NPU backend requires compatible hardware (Qualcomm Hexagon, MediaTek APU, etc.). Will fall back to GPU if unavailable.";
     }
     if (Platform.OS === "ios") {
-      return "NPU/CoreML is not yet supported on iOS. LiteRT-LM iOS support is pending.";
+      return "NPU (Neural Engine) is not yet supported on iOS. Use 'gpu' (Metal) or 'cpu' instead.";
     }
   }
 
-  if (Platform.OS === "ios" && backend !== "cpu") {
-    return "LiteRT-LM iOS is not yet released. Only CPU backend may work via fallback.";
-  }
-
   return undefined;
 }
 
@@ -161,7 +158,7 @@ export function checkBackendSupport(backend: Backend): string | undefined {
  */
 export function checkMultimodalSupport(): string | undefined {
   if (Platform.OS === "ios") {
-    return "Multimodal (image/audio) is not yet supported on iOS. LiteRT-LM iOS SDK is pending.";
+    return "Multimodal (image/audio) is experimental on iOS. Vision and audio executors may not be available in the current build.";
   }
   return undefined;
 }

package/src/memoryTracker.ts

@@ -3,7 +3,7 @@
  *
  * Records real memory usage from OS-level APIs via `getMemoryUsage()`,
  * and stores snapshots in a native-backed ArrayBuffer allocated via
- * `NitroModules.createNativeArrayBuffer()` (v0.34+) for zero-copy interop.
+ * `NitroModules.createNativeArrayBuffer()` (v0.35+) for zero-copy interop.
  *
  * @example
  * ```typescript

package/src/modelFactory.ts

@@ -2,11 +2,24 @@ import { NitroModules } from "react-native-nitro-modules";
 import { LiteRTLM, LLMConfig } from "./specs/LiteRTLM.nitro";
 import { createMemoryTracker, MemoryTracker } from "./memoryTracker";
 
+/**
+ * Extended LiteRT-LM instance with optional memory tracking and
+ * augmented loadModel that accepts a download progress callback.
+ */
+export type LiteRTLMInstance = Omit<LiteRTLM, "loadModel"> & {
+  memoryTracker?: MemoryTracker;
+  loadModel: (
+    pathOrUrl: string,
+    config?: LLMConfig,
+    onDownloadProgress?: (progress: number) => void,
+  ) => Promise<void>;
+};
+
 /**
  * Creates a new LiteRT-LM inference engine instance.
  *
  * Optionally creates a native-backed memory tracker using
- * `NitroModules.createNativeArrayBuffer()` (v0.34+) for efficient
+ * `NitroModules.createNativeArrayBuffer()` (v0.35+) for efficient
  * zero-copy memory usage tracking.
  *
  * @param options.enableMemoryTracking Enable automatic memory tracking (default: false)
@@ -15,7 +28,7 @@ import { createMemoryTracker, MemoryTracker } from "./memoryTracker";
 export function createLLM(options?: {
   enableMemoryTracking?: boolean;
   maxMemorySnapshots?: number;
-}): LiteRTLM & { memoryTracker?: MemoryTracker } {
+}): LiteRTLMInstance {
   const native = NitroModules.createHybridObject<LiteRTLM>("LiteRTLM");
 
   const enableTracking = options?.enableMemoryTracking ?? false;
@@ -44,11 +57,23 @@ export function createLLM(options?: {
   return {
     ...native,
     memoryTracker: tracker,
-    loadModel: async (pathOrUrl: string, config?: LLMConfig) => {
+    loadModel: async (
+      pathOrUrl: string,
+      config?: LLMConfig,
+      onDownloadProgress?: (progress: number) => void,
+    ) => {
       let modelPath = pathOrUrl;
 
-      // Check if it's a URL
+      // Check if it's a URL — enforce HTTPS for model downloads
       if (pathOrUrl.startsWith("http://") || pathOrUrl.startsWith("https://")) {
+        if (pathOrUrl.startsWith("http://")) {
+          throw new Error(
+            "Insecure HTTP URLs are not allowed for model downloads. " +
+              "Use HTTPS instead: " +
+              pathOrUrl.replace("http://", "https://"),
+          );
+        }
+
         // Extract filename from URL
         const fileName = pathOrUrl.split("/").pop();
         if (!fileName) {
@@ -60,7 +85,7 @@ export function createLLM(options?: {
           pathOrUrl,
           fileName,
           (progress) => {
-            console.log(`Download progress: ${progress}`);
+            onDownloadProgress?.(progress);
           },
         );
         console.log(`Model downloaded to: ${modelPath}`);