react-native-executorch 0.5.2 → 0.5.4

package/third-party/include/tokenizers-cpp/tokenizers_c.h

@@ -1,61 +0,0 @@
-/*!
- *  Copyright (c) 2023 by Contributors
- * \file tokenizers_c.h
- * \brief C binding to tokenizers rust library
- */
-#ifndef TOKENIZERS_C_H_
-#define TOKENIZERS_C_H_
-
-// The C API
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <stddef.h>
-#include <stdint.h>
-
-typedef void *TokenizerHandle;
-
-typedef struct {
-  int *token_ids;
-  size_t len;
-} TokenizerEncodeResult;
-
-TokenizerHandle tokenizers_new_from_str(const char *json, size_t len);
-
-TokenizerHandle byte_level_bpe_tokenizers_new_from_str(
-    const char *vocab, size_t vocab_len, const char *merges, size_t merges_len,
-    const char *added_tokens, size_t added_tokens_len);
-
-void tokenizers_encode(TokenizerHandle handle, const char *data, size_t len,
-                       int add_special_token, TokenizerEncodeResult *result);
-
-void tokenizers_encode_batch(TokenizerHandle handle, const char **data,
-                             size_t *len, size_t num_seqs,
-                             int add_special_token,
-                             TokenizerEncodeResult *results);
-
-void tokenizers_free_encode_results(TokenizerEncodeResult *results,
-                                    size_t num_seqs);
-
-void tokenizers_decode(TokenizerHandle handle, const uint32_t *data, size_t len,
-                       int skip_special_token);
-
-void tokenizers_get_decode_str(TokenizerHandle handle, const char **data,
-                               size_t *len);
-
-void tokenizers_get_vocab_size(TokenizerHandle handle, size_t *size);
-
-void tokenizers_id_to_token(TokenizerHandle handle, uint32_t id,
-                            const char **data, size_t *len);
-
-// tokenizers_token_to_id stores -1 to *id if the token is not in the vocab
-void tokenizers_token_to_id(TokenizerHandle handle, const char *token,
-                            size_t len, int32_t *id);
-
-void tokenizers_free(TokenizerHandle handle);
-
-#ifdef __cplusplus
-}
-#endif
-#endif // TOKENIZERS_C_H_

package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.h

@@ -1,27 +0,0 @@
-#ifndef ETModel_hpp
-#define ETModel_hpp
-
-#import <UIKit/UIKit.h>
-
-@interface ETModel : NSObject
-
-- (NSNumber *)loadModel:(NSString *)filePath;
-- (NSNumber *)loadMethod:(NSString *)methodName;
-- (NSNumber *)loadForward;
-- (NSArray *)execute:(NSString *)methodName
-              inputs:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes;
-- (NSArray *)forward:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes;
-- (NSNumber *)getNumberOfInputs;
-- (NSNumber *)getInputType:(NSNumber *)index;
-- (NSArray *)getInputShape:(NSNumber *)index;
-- (NSNumber *)getNumberOfOutputs;
-- (NSNumber *)getOutputType:(NSNumber *)index;
-- (NSArray *)getOutputShape:(NSNumber *)index;
-
-@end
-
-#endif // ETModel_hpp

package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/ETModel.mm

@@ -1,249 +0,0 @@
-#import "ETModel.h"
-#include "Utils.hpp"
-#include <executorch/extension/module/module.h>
-#include <executorch/extension/tensor/tensor.h>
-#include <executorch/runtime/core/error.h>
-#include <executorch/runtime/core/result.h>
-#include <string>
-
-using namespace ::executorch::extension;
-using namespace ::torch::executor;
-
-@implementation ETModel {
-  std::unique_ptr<Module> _model;
-}
-
-- (NSNumber *)loadModel:(NSString *)filePath {
-  _model = std::make_unique<Module>(filePath.UTF8String);
-  Error err = _model->load();
-  return @((int)err);
-}
-
-- (NSNumber *)loadMethod:(NSString *)methodName {
-  Error err = _model->load_method([methodName UTF8String]);
-  return @((int)err);
-}
-
-- (NSNumber *)loadForward {
-  Error err = _model->load_forward();
-  return @((int)err);
-}
-
-- (NSNumber *)getNumberOfInputs {
-  const auto method_meta = _model->method_meta("forward");
-  if (!method_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_number_of_inputs_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)method_meta.error()]
-                 userInfo:nil];
-  }
-
-  return @(method_meta->num_inputs());
-}
-
-- (NSNumber *)getInputType:(NSNumber *)index {
-  const auto method_meta = _model->method_meta("forward");
-  if (!method_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_input_type_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)method_meta.error()]
-                 userInfo:nil];
-  }
-
-  const auto input_meta =
-      method_meta->input_tensor_meta([index unsignedLongValue]);
-  if (!input_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_input_type_error"
-                   reason:[NSString
-                              stringWithFormat:@"%ld", (long)input_meta.error()]
-                 userInfo:nil];
-  }
-
-  return scalarTypeToNSNumber(input_meta->scalar_type());
-};
-
-- (NSArray *)getInputShape:(NSNumber *)index {
-  const auto method_meta = _model->method_meta("forward");
-  if (!method_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_input_shape_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)method_meta.error()]
-                 userInfo:nil];
-  }
-
-  const auto input_meta =
-      method_meta->input_tensor_meta([index unsignedLongValue]);
-  if (!input_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_input_shape_error"
-                   reason:[NSString
-                              stringWithFormat:@"%ld", (long)input_meta.error()]
-                 userInfo:nil];
-  }
-
-  const auto shape = input_meta->sizes();
-  NSMutableArray *nsShape = [[NSMutableArray alloc] init];
-
-  for (int i = 0; i < shape.size(); i++) {
-    [nsShape addObject:@(shape[i])];
-  }
-
-  return [nsShape copy];
-};
-
-- (NSNumber *)getNumberOfOutputs {
-  const auto method_meta = _model->method_meta("forward");
-  if (!method_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_number_of_outputs_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)method_meta.error()]
-                 userInfo:nil];
-  }
-
-  return @(method_meta->num_outputs());
-}
-
-- (NSNumber *)getOutputType:(NSNumber *)index {
-  const auto method_meta = _model->method_meta("forward");
-  if (!method_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_output_type_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)method_meta.error()]
-                 userInfo:nil];
-  }
-
-  const auto output_meta =
-      method_meta->output_tensor_meta([index unsignedLongValue]);
-  if (!output_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_output_type_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)output_meta.error()]
-                 userInfo:nil];
-  }
-
-  return scalarTypeToNSNumber(output_meta->scalar_type());
-};
-
-- (NSArray *)getOutputShape:(NSNumber *)index {
-  const auto method_meta = _model->method_meta("forward");
-  if (!method_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_output_shape_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)method_meta.error()]
-                 userInfo:nil];
-  }
-
-  const auto output_meta =
-      method_meta->output_tensor_meta([index unsignedLongValue]);
-  if (!output_meta.ok()) {
-    @throw [NSException
-        exceptionWithName:@"get_output_shape_error"
-                   reason:[NSString stringWithFormat:@"%ld",
-                                                     (long)output_meta.error()]
-                 userInfo:nil];
-  }
-
-  const auto shape = output_meta->sizes();
-  NSMutableArray *nsShape = [[NSMutableArray alloc] init];
-
-  for (int i = 0; i < shape.size(); i++) {
-    [nsShape addObject:@(shape[i])];
-  }
-
-  return [nsShape copy];
-};
-
-/**
- * @brief Processes inputs through the forward pass of the model.
- *
- * This method takes input tensors, their corresponding shapes, and types,
- * and performs a forward pass using _model. It supports both
- * single and multiple inputs.
- *
- * @param inputs NSArray* of inputs where each element is an NSArray
- *               representing the data for a tensor.
- * @param shapes An array of shapes corresponding to the input tensors.
- *               Each element is an NSArray of integers defining the dimensions.
- * @param inputTypes An array of NSNumber objects representing the ScalarType of
- *                   the input tensors
- *
- * @return An NSArray containing the results of the forward pass. Each element
- *         represents the output of the corresponding input.
- *
- * @throws NSException Throws an exception with name "forward_error" if
- *                     an error occurs during input processing or model
- * execution.
- *
- * @warning Ensure that the inputs, shapes, and inputTypes arrays have the
- *          same number of elements. Mismatched sizes can lead to runtime
- *          errors.
- **/
-- (NSArray *)execute:(NSString *)methodName
-              inputs:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes {
-  std::vector<EValue> inputTensors;
-  std::vector<TensorPtr> inputTensorPtrs;
-
-  for (NSUInteger i = 0; i < [inputTypes count]; i++) {
-    NSArray *inputShapeNSArray = [shapes objectAtIndex:i];
-
-    std::vector<int> inputShape = NSArrayToIntVector(inputShapeNSArray);
-    int inputType = [[inputTypes objectAtIndex:i] intValue];
-
-    NSArray *input = [inputs objectAtIndex:i];
-
-    TensorPtr currentTensor = NSArrayToTensorPtr(input, inputShape, inputType);
-    if (!currentTensor) {
-      throw [NSException
-          exceptionWithName:@"forward_error"
-                     reason:[NSString
-                                stringWithFormat:@"%d", Error::InvalidArgument]
-                   userInfo:nil];
-    }
-
-    // Since pushing back to inputTensors would cast to EValue (forward accepts
-    // a vector of EValues) We also push back to inputTensorPtrs to keep the
-    // underlying tensor alive. inputTensorPtrs vector retains shared ownership
-    // to prevent premature destruction
-    inputTensors.push_back(*currentTensor);
-    inputTensorPtrs.push_back(currentTensor);
-  }
-
-  Result result = _model->execute([methodName UTF8String], inputTensors);
-
-  if (!result.ok()) {
-    throw [NSException
-        exceptionWithName:@"forward_error"
-                   reason:[NSString stringWithFormat:@"%d", result.error()]
-                 userInfo:nil];
-  }
-
-  NSMutableArray *output = [NSMutableArray new];
-  for (int i = 0; i < result->size(); i++) {
-    auto currentResultTensor = result->at(i).toTensor();
-    NSArray *currentOutput = arrayToNsArray(
-        currentResultTensor.const_data_ptr(), currentResultTensor.numel(),
-        currentResultTensor.scalar_type());
-    [output addObject:currentOutput];
-  }
-  return output;
-}
-- (NSArray *)forward:(NSArray *)inputs
-              shapes:(NSArray *)shapes
-          inputTypes:(NSArray *)inputTypes {
-  return [self execute:@"forward"
-                inputs:inputs
-                shapes:shapes
-            inputTypes:inputTypes];
-}
-
-@end

package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.h

@@ -1,14 +0,0 @@
-#import <Foundation/Foundation.h>
-
-@interface HuggingFaceTokenizer : NSObject
-
-- (instancetype)initWithTokenizerPath:(NSString *)tokenizerPath;
-- (NSArray<NSNumber *> *)encode:(NSString *)text;
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds;
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds
-    skipSpecialTokens:(BOOL)skipSpecialTokens;
-- (NSUInteger)getVocabSize;
-- (NSString *)idToToken:(NSInteger)tokenId;
-- (NSInteger)tokenToId:(NSString *)token;
-
-@end

package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/HuggingFaceTokenizer.mm

@@ -1,80 +0,0 @@
-#import "HuggingFaceTokenizer.h"
-#include <fstream>
-#include <iostream>
-#include <stdexcept>
-#include <string>
-#include <tokenizers-cpp/tokenizers_cpp.h>
-
-std::string loadBytesFromFile(const std::string &path) {
-  std::ifstream fs(path, std::ios::in | std::ios::binary);
-  if (fs.fail()) {
-    throw std::runtime_error("Failed to open tokenizer file");
-  }
-  std::string data;
-  fs.seekg(0, std::ios::end);
-  size_t size = static_cast<size_t>(fs.tellg());
-  fs.seekg(0, std::ios::beg);
-  data.resize(size);
-  fs.read(data.data(), size);
-  return data;
-}
-
-@implementation HuggingFaceTokenizer {
-  std::unique_ptr<tokenizers::Tokenizer> _tokenizer;
-}
-
-- (instancetype)initWithTokenizerPath:(NSString *)tokenizerPath {
-  self = [super init];
-  if (self) {
-    auto blob = loadBytesFromFile([tokenizerPath UTF8String]);
-    _tokenizer = tokenizers::Tokenizer::FromBlobJSON(blob);
-  }
-  return self;
-}
-
-- (NSArray<NSNumber *> *)encode:(NSString *)text {
-  std::vector<int32_t> result = _tokenizer->Encode([text UTF8String]);
-  NSMutableArray<NSNumber *> *encodedResult =
-      [[NSMutableArray alloc] initWithCapacity:result.size()];
-  for (int32_t tokenId : result) {
-    [encodedResult addObject:@(tokenId)];
-  }
-
-  return encodedResult;
-}
-
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds {
-  return [self decode:tokenIds skipSpecialTokens:NO];
-}
-
-- (NSString *)decode:(NSArray<NSNumber *> *)tokenIds
-    skipSpecialTokens:(BOOL)skipSpecialTokens {
-  std::vector<int32_t> stdTokenIds;
-  stdTokenIds.reserve([tokenIds count]);
-  for (NSNumber *tokenId in tokenIds) {
-    stdTokenIds.push_back([tokenId intValue]);
-  }
-  std::string decodedString =
-      _tokenizer->Decode(stdTokenIds, skipSpecialTokens);
-  return [NSString stringWithUTF8String:decodedString.c_str()];
-}
-
-- (NSUInteger)getVocabSize {
-  return (NSUInteger)_tokenizer->GetVocabSize();
-}
-
-- (NSString *)idToToken:(NSInteger)tokenId {
-  std::string token = _tokenizer->IdToToken(static_cast<int32_t>(tokenId));
-  return [NSString stringWithUTF8String:token.c_str()];
-}
-
-- (NSInteger)tokenToId:(NSString *)token {
-  std::string stdToken = [token UTF8String];
-  return (NSInteger)_tokenizer->TokenToId(stdToken);
-}
-
-- (void)dealloc {
-  _tokenizer.reset();
-}
-
-@end

package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.h

@@ -1,32 +0,0 @@
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-#import <UIKit/UIKit.h>
-
-NS_ASSUME_NONNULL_BEGIN
-
-FOUNDATION_EXPORT NSErrorDomain const LLaMARunnerErrorDomain;
-
-NS_SWIFT_NAME(Runner)
-@interface LLaMARunner : NSObject
-
-- (instancetype)initWithModelPath:(NSString *)filePath
-                    tokenizerPath:(NSString *)tokenizerPath;
-- (BOOL)isLoaded;
-- (BOOL)loadWithError:(NSError **)error;
-- (BOOL)generate:(NSString *)prompt
-    withTokenCallback:(nullable void (^)(NSString *))callback
-                error:(NSError **)error;
-- (void)stop;
-
-+ (instancetype)new NS_UNAVAILABLE;
-- (instancetype)init NS_UNAVAILABLE;
-
-@end
-
-NS_ASSUME_NONNULL_END

package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.mm

@@ -1,95 +0,0 @@
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-#import "LLaMARunner.h"
-
-#import "runner.h"
-#import <ExecuTorch/ExecuTorchLog.h>
-
-using namespace ::torch::executor;
-
-NSErrorDomain const LLaMARunnerErrorDomain = @"LLaMARunnerErrorDomain";
-
-@interface LLaMARunner () <ExecuTorchLogSink>
-@end
-
-@implementation LLaMARunner {
-  std::unique_ptr<example::Runner> _runner;
-}
-
-- (instancetype)initWithModelPath:(NSString *)modelPath
-                    tokenizerPath:(NSString *)tokenizerPath {
-  self = [super init];
-  if (self) {
-    [ExecuTorchLog.sharedLog addSink:self];
-    _runner = std::make_unique<example::Runner>(modelPath.UTF8String,
-                                                tokenizerPath.UTF8String);
-  }
-  return self;
-}
-
-- (void)dealloc {
-  [ExecuTorchLog.sharedLog removeSink:self];
-}
-
-- (BOOL)isLoaded {
-  return _runner->is_loaded();
-}
-
-- (BOOL)loadWithError:(NSError **)error {
-  const auto status = _runner->load();
-  if (status != Error::Ok) {
-    if (error) {
-      *error = [NSError errorWithDomain:LLaMARunnerErrorDomain
-                                   code:(NSInteger)status
-                               userInfo:nil];
-    }
-    return NO;
-  }
-  return YES;
-}
-
-- (BOOL)generate:(NSString *)prompt
-    withTokenCallback:(nullable void (^)(NSString *))callback
-                error:(NSError **)error {
-  const auto status = _runner->generate(
-      prompt.UTF8String,
-      [callback](const std::string &token) { callback(@(token.c_str())); });
-  if (status != Error::Ok) {
-    if (error) {
-      *error = [NSError errorWithDomain:LLaMARunnerErrorDomain
-                                   code:(NSInteger)status
-                               userInfo:nil];
-      return NO;
-    }
-  }
-  return YES;
-}
-
-- (void)stop {
-  _runner->stop();
-}
-
-#pragma mark - ExecuTorchLogSink
-
-- (void)logWithLevel:(ExecuTorchLogLevel)level
-           timestamp:(NSTimeInterval)timestamp
-            filename:(NSString *)filename
-                line:(NSUInteger)line
-             message:(NSString *)message {
-  NSUInteger totalSeconds = (NSUInteger)timestamp;
-  NSUInteger hours = (totalSeconds / 3600) % 24;
-  NSUInteger minutes = (totalSeconds / 60) % 60;
-  NSUInteger seconds = totalSeconds % 60;
-  NSUInteger microseconds = (timestamp - totalSeconds) * 1000000;
-  NSLog(@"%c %02lu:%02lu:%02lu.%06lu executorch:%s:%zu] %s", (char)level, hours,
-        minutes, seconds, microseconds, filename.UTF8String, line,
-        message.UTF8String);
-}
-
-@end

package/third-party/ios/ExecutorchLib/ExecutorchLib/InputType.h

@@ -1,12 +0,0 @@
-#ifndef InputType_h
-#define InputType_h
-
-typedef NS_ENUM(NSInteger, InputType) {
-  InputTypeInt8 = 0,
-  InputTypeInt32 = 1,
-  InputTypeInt64 = 2,
-  InputTypeFloat32 = 3,
-  InputTypeFloat64 = 4,
-};
-
-#endif /* InputType_h */