react-native-executorch 0.5.2 → 0.5.3

package/android/src/main/java/com/swmansion/rnexecutorch/LLM.kt

@@ -1,63 +0,0 @@
-package com.swmansion.rnexecutorch
-
-import android.util.Log
-import com.facebook.react.bridge.Promise
-import com.facebook.react.bridge.ReactApplicationContext
-import org.pytorch.executorch.extension.llm.LlmCallback
-import org.pytorch.executorch.extension.llm.LlmModule
-
-class LLM(
-  reactContext: ReactApplicationContext,
-) : NativeLLMSpec(reactContext),
-  LlmCallback {
-  private var llmModule: LlmModule? = null
-
-  override fun getName(): String = NAME
-
-  override fun initialize() {
-    super.initialize()
-  }
-
-  override fun onResult(result: String) {
-    emitOnToken(result)
-  }
-
-  override fun onStats(tps: Float) {
-    Log.d("rn_executorch", "TPS: $tps")
-  }
-
-  override fun loadLLM(
-    modelSource: String,
-    tokenizerSource: String,
-    promise: Promise,
-  ) {
-    try {
-      llmModule = LlmModule(modelSource, tokenizerSource, 0.7f)
-      promise.resolve("Model loaded successfully")
-    } catch (e: Exception) {
-      promise.reject("Model loading failed", e.message)
-    }
-  }
-
-  override fun forward(
-    input: String,
-    promise: Promise,
-  ) {
-    Thread {
-      llmModule!!.generate(input, this)
-      promise.resolve("Inference completed successfully")
-    }.start()
-  }
-
-  override fun interrupt() {
-    llmModule!!.stop()
-  }
-
-  override fun releaseResources() {
-    llmModule = null
-  }
-
-  companion object {
-    const val NAME = "LLM"
-  }
-}

package/ios/ExecutorchLib.xcframework/Info.plist

@@ -1,43 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
-<plist version="1.0">
-<dict>
-	<key>AvailableLibraries</key>
-	<array>
-		<dict>
-			<key>BinaryPath</key>
-			<string>ExecutorchLib.framework/ExecutorchLib</string>
-			<key>LibraryIdentifier</key>
-			<string>ios-arm64</string>
-			<key>LibraryPath</key>
-			<string>ExecutorchLib.framework</string>
-			<key>SupportedArchitectures</key>
-			<array>
-				<string>arm64</string>
-			</array>
-			<key>SupportedPlatform</key>
-			<string>ios</string>
-		</dict>
-		<dict>
-			<key>BinaryPath</key>
-			<string>ExecutorchLib.framework/ExecutorchLib</string>
-			<key>LibraryIdentifier</key>
-			<string>ios-arm64-simulator</string>
-			<key>LibraryPath</key>
-			<string>ExecutorchLib.framework</string>
-			<key>SupportedArchitectures</key>
-			<array>
-				<string>arm64</string>
-			</array>
-			<key>SupportedPlatform</key>
-			<string>ios</string>
-			<key>SupportedPlatformVariant</key>
-			<string>simulator</string>
-		</dict>
-	</array>
-	<key>CFBundlePackageType</key>
-	<string>XFWK</string>
-	<key>XCFrameworkFormatVersion</key>
-	<string>1.0</string>
-</dict>
-</plist>

package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/ETModel.h

@@ -1,27 +0,0 @@
-#ifndef ETModel_hpp
-#define ETModel_hpp
-
-#import <UIKit/UIKit.h>
-
-@interface ETModel : NSObject
-
-- (NSNumber *)loadModel:(NSString *)filePath;
-- (NSNumber *)loadMethod:(NSString *)methodName;
-- (NSNumber *)loadForward;
-- (NSArray *)execute:(NSString *)methodName
-              inputs:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes;
-- (NSArray *)forward:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes;
-- (NSNumber *)getNumberOfInputs;
-- (NSNumber *)getInputType:(NSNumber *)index;
-- (NSArray *)getInputShape:(NSNumber *)index;
-- (NSNumber *)getNumberOfOutputs;
-- (NSNumber *)getOutputType:(NSNumber *)index;
-- (NSArray *)getOutputShape:(NSNumber *)index;
-
-@end
-
-#endif // ETModel_hpp

package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h

@@ -1,14 +0,0 @@
-#import <Foundation/Foundation.h>
-
-@interface HuggingFaceTokenizer : NSObject
-
-- (instancetype)initWithTokenizerPath:(NSString *)tokenizerPath;
-- (NSArray<NSNumber *> *)encode:(NSString *)text;
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds;
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds
-    skipSpecialTokens:(BOOL)skipSpecialTokens;
-- (NSUInteger)getVocabSize;
-- (NSString *)idToToken:(NSInteger)tokenId;
-- (NSInteger)tokenToId:(NSString *)token;
-
-@end

package/ios/ExecutorchLib.xcframework/ios-arm64/ExecutorchLib.framework/Headers/LLaMARunner.h

@@ -1,32 +0,0 @@
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-#import <UIKit/UIKit.h>
-
-NS_ASSUME_NONNULL_BEGIN
-
-FOUNDATION_EXPORT NSErrorDomain const LLaMARunnerErrorDomain;
-
-NS_SWIFT_NAME(Runner)
-@interface LLaMARunner : NSObject
-
-- (instancetype)initWithModelPath:(NSString *)filePath
-                    tokenizerPath:(NSString *)tokenizerPath;
-- (BOOL)isLoaded;
-- (BOOL)loadWithError:(NSError **)error;
-- (BOOL)generate:(NSString *)prompt
-    withTokenCallback:(nullable void (^)(NSString *))callback
-                error:(NSError **)error;
-- (void)stop;
-
-+ (instancetype)new NS_UNAVAILABLE;
-- (instancetype)init NS_UNAVAILABLE;
-
-@end
-
-NS_ASSUME_NONNULL_END

package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/ETModel.h

@@ -1,27 +0,0 @@
-#ifndef ETModel_hpp
-#define ETModel_hpp
-
-#import <UIKit/UIKit.h>
-
-@interface ETModel : NSObject
-
-- (NSNumber *)loadModel:(NSString *)filePath;
-- (NSNumber *)loadMethod:(NSString *)methodName;
-- (NSNumber *)loadForward;
-- (NSArray *)execute:(NSString *)methodName
-              inputs:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes;
-- (NSArray *)forward:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes;
-- (NSNumber *)getNumberOfInputs;
-- (NSNumber *)getInputType:(NSNumber *)index;
-- (NSArray *)getInputShape:(NSNumber *)index;
-- (NSNumber *)getNumberOfOutputs;
-- (NSNumber *)getOutputType:(NSNumber *)index;
-- (NSArray *)getOutputShape:(NSNumber *)index;
-
-@end
-
-#endif // ETModel_hpp

package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/HuggingFaceTokenizer.h

@@ -1,14 +0,0 @@
-#import <Foundation/Foundation.h>
-
-@interface HuggingFaceTokenizer : NSObject
-
-- (instancetype)initWithTokenizerPath:(NSString *)tokenizerPath;
-- (NSArray<NSNumber *> *)encode:(NSString *)text;
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds;
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds
-    skipSpecialTokens:(BOOL)skipSpecialTokens;
-- (NSUInteger)getVocabSize;
-- (NSString *)idToToken:(NSInteger)tokenId;
-- (NSInteger)tokenToId:(NSString *)token;
-
-@end

package/ios/ExecutorchLib.xcframework/ios-arm64-simulator/ExecutorchLib.framework/Headers/LLaMARunner.h

@@ -1,32 +0,0 @@
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-#import <UIKit/UIKit.h>
-
-NS_ASSUME_NONNULL_BEGIN
-
-FOUNDATION_EXPORT NSErrorDomain const LLaMARunnerErrorDomain;
-
-NS_SWIFT_NAME(Runner)
-@interface LLaMARunner : NSObject
-
-- (instancetype)initWithModelPath:(NSString *)filePath
-                    tokenizerPath:(NSString *)tokenizerPath;
-- (BOOL)isLoaded;
-- (BOOL)loadWithError:(NSError **)error;
-- (BOOL)generate:(NSString *)prompt
-    withTokenCallback:(nullable void (^)(NSString *))callback
-                error:(NSError **)error;
-- (void)stop;
-
-+ (instancetype)new NS_UNAVAILABLE;
-- (instancetype)init NS_UNAVAILABLE;
-
-@end
-
-NS_ASSUME_NONNULL_END

package/ios/RnExecutorch/LLM.h

@@ -1,5 +0,0 @@
-#import <RnExecutorchSpec/RnExecutorchSpec.h>
-
-@interface LLM : NativeLLMSpecBase <NativeLLMSpec>
-
-@end

package/ios/RnExecutorch/LLM.mm

@@ -1,78 +0,0 @@
-#import "LLM.h"
-#import <ExecutorchLib/LLaMARunner.h>
-
-@implementation LLM {
-  LLaMARunner *runner;
-}
-
-- (instancetype)init {
-  self = [super init];
-
-  return self;
-}
-
-RCT_EXPORT_MODULE()
-
-- (void)onResult:(NSString *)token prompt:(NSString *)prompt {
-  if ([token isEqualToString:prompt]) {
-    return;
-  }
-
-  dispatch_async(dispatch_get_main_queue(), ^{
-    [self emitOnToken:token];
-  });
-}
-
-- (void)loadLLM:(NSString *)modelSource
-    tokenizerSource:(NSString *)tokenizerSource
-            resolve:(RCTPromiseResolveBlock)resolve
-             reject:(RCTPromiseRejectBlock)reject {
-  @try {
-    self->runner = [[LLaMARunner alloc] initWithModelPath:modelSource
-                                            tokenizerPath:tokenizerSource];
-
-    resolve(@"Model and tokenizer loaded successfully");
-    return;
-  } @catch (NSException *exception) {
-    [self releaseResources];
-    reject(@"Model or tokenizer loading failed", exception.reason, nil);
-    return;
-  }
-}
-
-- (void)forward:(NSString *)input
-        resolve:(RCTPromiseResolveBlock)resolve
-         reject:(RCTPromiseRejectBlock)reject {
-
-  dispatch_async(
-      dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_DEFAULT, 0), ^{
-        NSError *error = nil;
-        [self->runner generate:input
-             withTokenCallback:^(NSString *token) {
-               [self onResult:token prompt:input];
-             }
-                         error:&error];
-
-        if (error) {
-          reject(@"error_in_generation", error.localizedDescription, nil);
-          return;
-        }
-        resolve(@"Inference completed successfully");
-        return;
-      });
-}
-
-- (void)interrupt {
-  [self->runner stop];
-}
-
-- (void)releaseResources {
-  self->runner = nil;
-}
-
-- (std::shared_ptr<facebook::react::TurboModule>)getTurboModule:
-    (const facebook::react::ObjCTurboModule::InitParams &)params {
-  return std::make_shared<facebook::react::NativeLLMSpecJSI>(params);
-}
-
-@end

package/lib/Error.d.ts

@@ -1,30 +0,0 @@
-export declare enum ETError {
-    UndefinedError = 101,
-    ModuleNotLoaded = 102,
-    FileWriteFailed = 103,
-    ModelGenerating = 104,
-    LanguageNotSupported = 105,
-    InvalidModelSource = 255,
-    MultilingualConfiguration = 160,
-    MissingDataChunk = 161,
-    StreamingNotStarted = 162,
-    Ok = 0,
-    Internal = 1,
-    InvalidState = 2,
-    EndOfMethod = 3,
-    NotSupported = 16,
-    NotImplemented = 17,
-    InvalidArgument = 18,
-    InvalidType = 19,
-    OperatorMissing = 20,
-    NotFound = 32,
-    MemoryAllocationFailed = 33,
-    AccessFailed = 34,
-    InvalidProgram = 35,
-    InvalidExternalData = 36,
-    OutOfResources = 37,
-    DelegateInvalidCompatibility = 48,
-    DelegateMemoryAllocationFailed = 49,
-    DelegateInvalidHandle = 50
-}
-export declare const getError: (e: unknown | ETError | Error) => string;

package/lib/constants/directories.d.ts

@@ -1 +0,0 @@
-export declare const RNEDirectory: string;

package/lib/constants/ocr/symbols.d.ts

@@ -1,75 +0,0 @@
-export declare const alphabets: {
-    cyrillic: string;
-    english: string;
-    latin: string;
-    japanese: string;
-    zhSim: string;
-    korean: string;
-    telugu: string;
-    kannada: string;
-};
-export declare const symbols: {
-    abq: string;
-    ady: string;
-    af: string;
-    ava: string;
-    az: string;
-    be: string;
-    bg: string;
-    bs: string;
-    chSim: string;
-    che: string;
-    cs: string;
-    cy: string;
-    da: string;
-    dar: string;
-    de: string;
-    en: string;
-    es: string;
-    et: string;
-    fr: string;
-    ga: string;
-    hr: string;
-    hu: string;
-    id: string;
-    inh: string;
-    ic: string;
-    it: string;
-    ja: string;
-    kbd: string;
-    kn: string;
-    ko: string;
-    ku: string;
-    la: string;
-    lbe: string;
-    lez: string;
-    lt: string;
-    lv: string;
-    mi: string;
-    mn: string;
-    ms: string;
-    mt: string;
-    nl: string;
-    no: string;
-    oc: string;
-    pi: string;
-    pl: string;
-    pt: string;
-    ro: string;
-    ru: string;
-    rsCyrillic: string;
-    rsLatin: string;
-    sk: string;
-    sl: string;
-    sq: string;
-    sv: string;
-    sw: string;
-    tab: string;
-    te: string;
-    tjk: string;
-    tl: string;
-    tr: string;
-    uk: string;
-    uz: string;
-    vi: string;
-};

package/lib/controllers/OCRController.d.ts

@@ -1,23 +0,0 @@
-import { ResourceSource } from '../types/common';
-import { OCRLanguage } from '../types/ocr';
-export declare class OCRController {
-    private nativeModule;
-    isReady: boolean;
-    isGenerating: boolean;
-    error: string | null;
-    private isReadyCallback;
-    private isGeneratingCallback;
-    private errorCallback;
-    constructor({ isReadyCallback, isGeneratingCallback, errorCallback, }?: {
-        isReadyCallback?: ((_isReady: boolean) => void) | undefined;
-        isGeneratingCallback?: ((_isGenerating: boolean) => void) | undefined;
-        errorCallback?: ((_error: string) => void) | undefined;
-    });
-    load: (detectorSource: ResourceSource, recognizerSources: {
-        recognizerLarge: ResourceSource;
-        recognizerMedium: ResourceSource;
-        recognizerSmall: ResourceSource;
-    }, language: OCRLanguage, onDownloadProgressCallback?: (downloadProgress: number) => void) => Promise<void>;
-    forward: (input: string) => Promise<any>;
-    delete(): void;
-}

package/lib/controllers/VerticalOCRController.d.ts

@@ -1,25 +0,0 @@
-import { ResourceSource } from '../types/common';
-import { OCRLanguage } from '../types/ocr';
-export declare class VerticalOCRController {
-    private ocrNativeModule;
-    isReady: boolean;
-    isGenerating: boolean;
-    error: string | null;
-    private isReadyCallback;
-    private isGeneratingCallback;
-    private errorCallback;
-    constructor({ isReadyCallback, isGeneratingCallback, errorCallback, }?: {
-        isReadyCallback?: ((_isReady: boolean) => void) | undefined;
-        isGeneratingCallback?: ((_isGenerating: boolean) => void) | undefined;
-        errorCallback?: ((_error: string) => void) | undefined;
-    });
-    load: (detectorSources: {
-        detectorLarge: ResourceSource;
-        detectorNarrow: ResourceSource;
-    }, recognizerSources: {
-        recognizerLarge: ResourceSource;
-        recognizerSmall: ResourceSource;
-    }, language: OCRLanguage, independentCharacters: boolean, onDownloadProgressCallback: (downloadProgress: number) => void) => Promise<void>;
-    forward: (input: string) => Promise<any>;
-    delete(): void;
-}

package/lib/hooks/useModule.d.ts

@@ -1,17 +0,0 @@
-interface Module {
-    load: (...args: any[]) => Promise<void>;
-    forward: (...input: any[]) => Promise<any>;
-    onDownloadProgress: (cb: (progress: number) => void) => void;
-}
-export declare const useModule: <M extends Module, LoadArgs extends Parameters<M["load"]>, ForwardArgs extends Parameters<M["forward"]>, ForwardReturn extends Awaited<ReturnType<M["forward"]>>>({ module, loadArgs, preventLoad, }: {
-    module: M;
-    loadArgs: LoadArgs;
-    preventLoad?: boolean;
-}) => {
-    error: string | null;
-    isReady: boolean;
-    isGenerating: boolean;
-    downloadProgress: number;
-    forward: (...input: ForwardArgs) => Promise<ForwardReturn>;
-};
-export {};

package/lib/module/modules/BaseNonStaticModule.js

@@ -1,17 +0,0 @@
-"use strict";
-
-export class BaseNonStaticModule {
-  nativeModule = null;
-  async forwardET(inputTensor) {
-    return await this.nativeModule.forward(inputTensor);
-  }
-  async getInputShape(methodName, index) {
-    return this.nativeModule.getInputShape(methodName, index);
-  }
-  delete() {
-    if (this.nativeModule !== null) {
-      this.nativeModule.unload();
-    }
-  }
-}
-//# sourceMappingURL=BaseNonStaticModule.js.map

package/lib/module/modules/BaseNonStaticModule.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["BaseNonStaticModule","nativeModule","forwardET","inputTensor","forward","getInputShape","methodName","index","delete","unload"],"sourceRoot":"../../../src","sources":["modules/BaseNonStaticModule.ts"],"mappings":";;AAGA,OAAO,MAAeA,mBAAmB,CAAC;EACxCC,YAAY,GAAQ,IAAI;EAQxB,MAAgBC,SAASA,CAACC,WAAwB,EAAwB;IACxE,OAAO,MAAM,IAAI,CAACF,YAAY,CAACG,OAAO,CAACD,WAAW,CAAC;EACrD;EAEA,MAAME,aAAaA,CAACC,UAAkB,EAAEC,KAAa,EAAqB;IACxE,OAAO,IAAI,CAACN,YAAY,CAACI,aAAa,CAACC,UAAU,EAAEC,KAAK,CAAC;EAC3D;EAEAC,MAAMA,CAAA,EAAG;IACP,IAAI,IAAI,CAACP,YAAY,KAAK,IAAI,EAAE;MAC9B,IAAI,CAACA,YAAY,CAACQ,MAAM,CAAC,CAAC;IAC5B;EACF;AACF","ignoreList":[]}

package/lib/module/native/NativeLLM.js

@@ -1,5 +0,0 @@
-"use strict";
-
-import { TurboModuleRegistry } from 'react-native';
-export default TurboModuleRegistry.get('LLM');
-//# sourceMappingURL=NativeLLM.js.map

package/lib/module/native/NativeLLM.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["TurboModuleRegistry","get"],"sourceRoot":"../../../src","sources":["native/NativeLLM.ts"],"mappings":";;AACA,SAASA,mBAAmB,QAAQ,cAAc;AAYlD,eAAeA,mBAAmB,CAACC,GAAG,CAAO,KAAK,CAAC","ignoreList":[]}

package/lib/modules/BaseModule.d.ts

@@ -1,8 +0,0 @@
-import { ResourceSource } from '../types/common';
-export declare class BaseModule {
-    protected static nativeModule: any;
-    static onDownloadProgressCallback: (downloadProgress: number) => void;
-    static load(sources: ResourceSource[], ...loadArgs: any[]): Promise<void>;
-    protected static forward(..._args: any[]): Promise<any>;
-    static onDownloadProgress(callback: (downloadProgress: number) => void): void;
-}

package/lib/modules/BaseNonStaticModule.d.ts

@@ -1,9 +0,0 @@
-import { ResourceSource } from '../types/common';
-import { TensorPtr } from '../types/common';
-export declare abstract class BaseNonStaticModule {
-    nativeModule: any;
-    abstract load(modelSource: ResourceSource, onDownloadProgressCallback: (_: number) => void, ...args: any[]): Promise<void>;
-    protected forwardET(inputTensor: TensorPtr[]): Promise<TensorPtr[]>;
-    getInputShape(methodName: string, index: number): Promise<number[]>;
-    delete(): void;
-}

package/lib/native/NativeETInstaller.d.ts

@@ -1,6 +0,0 @@
-import type { TurboModule } from 'react-native';
-export interface Spec extends TurboModule {
-    install(): boolean;
-}
-declare const _default: Spec | null;
-export default _default;

package/lib/native/NativeOCR.d.ts

@@ -1,8 +0,0 @@
-import type { TurboModule } from 'react-native';
-import { OCRDetection } from '../types/ocr';
-export interface Spec extends TurboModule {
-    loadModule(detectorSource: string, recognizerSourceLarge: string, recognizerSourceMedium: string, recognizerSourceSmall: string, symbols: string): Promise<number>;
-    forward(input: string): Promise<OCRDetection[]>;
-}
-declare const _default: Spec | null;
-export default _default;

package/lib/native/NativeVerticalOCR.d.ts

@@ -1,8 +0,0 @@
-import type { TurboModule } from 'react-native';
-import { OCRDetection } from '../types/ocr';
-export interface Spec extends TurboModule {
-    loadModule(detectorLargeSource: string, detectorNarrowSource: string, recognizerSource: string, symbols: string, independentCharacters: boolean): Promise<number>;
-    forward(input: string): Promise<OCRDetection[]>;
-}
-declare const _default: Spec | null;
-export default _default;

package/lib/types/imageSegmentation.d.ts

@@ -1,24 +0,0 @@
-export declare enum DeeplabLabel {
-    BACKGROUND = 0,
-    AEROPLANE = 1,
-    BICYCLE = 2,
-    BIRD = 3,
-    BOAT = 4,
-    BOTTLE = 5,
-    BUS = 6,
-    CAR = 7,
-    CAT = 8,
-    CHAIR = 9,
-    COW = 10,
-    DININGTABLE = 11,
-    DOG = 12,
-    HORSE = 13,
-    MOTORBIKE = 14,
-    PERSON = 15,
-    POTTEDPLANT = 16,
-    SHEEP = 17,
-    SOFA = 18,
-    TRAIN = 19,
-    TVMONITOR = 20,
-    ARGMAX = 21
-}