react-native-executorch 0.5.2 → 0.5.3

package/third-party/ios/ExecutorchLib/ExecutorchLib/Exported/LLaMARunner.mm

@@ -1,95 +0,0 @@
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree.
- */
-
-#import "LLaMARunner.h"
-
-#import "runner.h"
-#import <ExecuTorch/ExecuTorchLog.h>
-
-using namespace ::torch::executor;
-
-NSErrorDomain const LLaMARunnerErrorDomain = @"LLaMARunnerErrorDomain";
-
-@interface LLaMARunner () <ExecuTorchLogSink>
-@end
-
-@implementation LLaMARunner {
-  std::unique_ptr<example::Runner> _runner;
-}
-
-- (instancetype)initWithModelPath:(NSString *)modelPath
-                    tokenizerPath:(NSString *)tokenizerPath {
-  self = [super init];
-  if (self) {
-    [ExecuTorchLog.sharedLog addSink:self];
-    _runner = std::make_unique<example::Runner>(modelPath.UTF8String,
-                                                tokenizerPath.UTF8String);
-  }
-  return self;
-}
-
-- (void)dealloc {
-  [ExecuTorchLog.sharedLog removeSink:self];
-}
-
-- (BOOL)isLoaded {
-  return _runner->is_loaded();
-}
-
-- (BOOL)loadWithError:(NSError **)error {
-  const auto status = _runner->load();
-  if (status != Error::Ok) {
-    if (error) {
-      *error = [NSError errorWithDomain:LLaMARunnerErrorDomain
-                                   code:(NSInteger)status
-                               userInfo:nil];
-    }
-    return NO;
-  }
-  return YES;
-}
-
-- (BOOL)generate:(NSString *)prompt
-    withTokenCallback:(nullable void (^)(NSString *))callback
-                error:(NSError **)error {
-  const auto status = _runner->generate(
-      prompt.UTF8String,
-      [callback](const std::string &token) { callback(@(token.c_str())); });
-  if (status != Error::Ok) {
-    if (error) {
-      *error = [NSError errorWithDomain:LLaMARunnerErrorDomain
-                                   code:(NSInteger)status
-                               userInfo:nil];
-      return NO;
-    }
-  }
-  return YES;
-}
-
-- (void)stop {
-  _runner->stop();
-}
-
-#pragma mark - ExecuTorchLogSink
-
-- (void)logWithLevel:(ExecuTorchLogLevel)level
-           timestamp:(NSTimeInterval)timestamp
-            filename:(NSString *)filename
-                line:(NSUInteger)line
-             message:(NSString *)message {
-  NSUInteger totalSeconds = (NSUInteger)timestamp;
-  NSUInteger hours = (totalSeconds / 3600) % 24;
-  NSUInteger minutes = (totalSeconds / 60) % 60;
-  NSUInteger seconds = totalSeconds % 60;
-  NSUInteger microseconds = (timestamp - totalSeconds) * 1000000;
-  NSLog(@"%c %02lu:%02lu:%02lu.%06lu executorch:%s:%zu] %s", (char)level, hours,
-        minutes, seconds, microseconds, filename.UTF8String, line,
-        message.UTF8String);
-}
-
-@end

package/third-party/ios/ExecutorchLib/ExecutorchLib/InputType.h

@@ -1,12 +0,0 @@
-#ifndef InputType_h
-#define InputType_h
-
-typedef NS_ENUM(NSInteger, InputType) {
-  InputTypeInt8 = 0,
-  InputTypeInt32 = 1,
-  InputTypeInt64 = 2,
-  InputTypeFloat32 = 3,
-  InputTypeFloat64 = 4,
-};
-
-#endif /* InputType_h */

package/third-party/ios/ExecutorchLib/ExecutorchLib/Utils.hpp

@@ -1,217 +0,0 @@
-#ifndef Utils_hpp
-#define Utils_hpp
-
-#include <cstdint>
-#include <executorch/extension/module/module.h>
-#include <executorch/extension/tensor/tensor.h>
-#include <memory>
-#include <span>
-#include <string>
-#include <vector>
-
-#ifdef __OBJC__
-#import <Foundation/Foundation.h>
-#endif
-
-using namespace ::executorch::extension;
-using namespace ::torch::executor;
-
-template <typename T> T getValueFromNSNumber(NSNumber *number) {
-  if constexpr (std::is_same<T, char>::value) {
-    return static_cast<T>([number charValue]); // `charValue` for 8-bit integers
-  } else if constexpr (std::is_same<T, int32_t>::value) {
-    return static_cast<T>([number intValue]); // `intValue` for 32-bit integers
-  } else if constexpr (std::is_same<T, long>::value ||
-                       std::is_same<T, long long>::value) {
-    return static_cast<T>(
-        [number longLongValue]); // Use `longLongValue` for 64-bit integers
-  } else if constexpr (std::is_same<T, float>::value) {
-    return static_cast<T>([number floatValue]);
-  } else if constexpr (std::is_same<T, double>::value) {
-    return static_cast<T>([number doubleValue]);
-  } else {
-    static_assert(std::is_same<T, void>::value,
-                  "Unsupported type for getValueFromNSNumber");
-  }
-}
-
-template <typename T>
-std::unique_ptr<T[]> NSArrayToTypedArray(NSArray *nsArray) {
-  size_t arraySize = [nsArray count];
-
-  std::unique_ptr<T[]> typedArray(new T[arraySize]);
-
-  for (NSUInteger i = 0; i < arraySize; ++i) {
-    NSNumber *number = [nsArray objectAtIndex:i];
-    if ([number isKindOfClass:[NSNumber class]]) {
-      typedArray[i] = getValueFromNSNumber<T>(number);
-    } else {
-      typedArray[i] = T();
-    }
-  }
-  return typedArray;
-}
-
-std::function<void(void *)> getDeleterForScalarType(ScalarType scalarType) {
-  switch (scalarType) {
-  case ScalarType::Char:
-    return [](void *ptr) { delete[] static_cast<char *>(ptr); };
-  case ScalarType::Int:
-    return [](void *ptr) { delete[] static_cast<int32_t *>(ptr); };
-  case ScalarType::Long:
-    return [](void *ptr) { delete[] static_cast<long *>(ptr); };
-  case ScalarType::Float:
-    return [](void *ptr) { delete[] static_cast<float *>(ptr); };
-  case ScalarType::Double:
-    return [](void *ptr) { delete[] static_cast<double *>(ptr); };
-  default:
-    throw std::invalid_argument(
-        "Unsupported ScalarType passed to getDeleterForScalarType!");
-  }
-}
-
-ScalarType intValueToScalarType(int intValue) {
-  // Check if the intValue is within the valid range of ScalarType
-  if (intValue < 0 || intValue >= static_cast<int>(ScalarType::NumOptions)) {
-    throw std::out_of_range("Invalid ScalarType integer value: " +
-                            std::to_string(intValue));
-  }
-  return static_cast<ScalarType>(intValue);
-}
-
-NSNumber *scalarTypeToNSNumber(ScalarType scalarType) {
-  return @(static_cast<int>(scalarType));
-}
-
-NSArray *flattenArray(NSArray *array) {
-  NSMutableArray *flatArray = [NSMutableArray array];
-
-  for (id element in array) {
-    if ([element isKindOfClass:[NSArray class]]) {
-      NSArray *nestedArray = flattenArray(element);
-      [flatArray addObjectsFromArray:nestedArray];
-    } else {
-      [flatArray addObject:element];
-    }
-  }
-
-  return [flatArray copy];
-}
-
-void *NSArrayToVoidArray(NSArray *nsArray, ScalarType inputScalarType,
-                         size_t &outSize) {
-  // This function assumes that the passed array may not be flattened,
-  // that's why we flatten it here
-  NSArray *flattenedArray = flattenArray(nsArray);
-  outSize = [flattenedArray count];
-
-  switch (inputScalarType) {
-  case ScalarType::Char: {
-    auto typedArray = NSArrayToTypedArray<char>(flattenedArray);
-    return typedArray.release();
-  }
-  case ScalarType::Long: {
-    auto typedArray = NSArrayToTypedArray<long>(flattenedArray);
-    return typedArray.release();
-  }
-
-  case ScalarType::Int: {
-    auto typedArray = NSArrayToTypedArray<int>(flattenedArray);
-    return typedArray.release();
-  }
-  case ScalarType::Float: {
-    auto typedArray = NSArrayToTypedArray<float>(flattenedArray);
-    return typedArray.release();
-  }
-  case ScalarType::Double: {
-    auto typedArray = NSArrayToTypedArray<double>(flattenedArray);
-    return typedArray.release();
-  }
-  default:
-    throw std::invalid_argument(
-        "Unsupported ScalarType passed to NSArrayToVoidArray!");
-  }
-}
-
-TensorPtr NSArrayToTensorPtr(NSArray *nsArray, std::vector<int> shape,
-                             int inputType) {
-  ScalarType inputScalarType = intValueToScalarType(inputType);
-  size_t arraySize;
-  void *data = NSArrayToVoidArray(nsArray, inputScalarType, arraySize);
-  std::function<void(void *)> deleter =
-      getDeleterForScalarType(inputScalarType);
-  auto tensor = make_tensor_ptr(shape, data, inputScalarType,
-                                TensorShapeDynamism::DYNAMIC_UNBOUND, deleter);
-
-  return tensor;
-}
-
-template <typename T>
-NSArray *arrayToNSArray(const void *array, ssize_t numel) {
-  const T *typedArray = static_cast<const T *>(array);
-  NSMutableArray *nsArray = [NSMutableArray arrayWithCapacity:numel];
-
-  for (int i = 0; i < numel; ++i) {
-    [nsArray addObject:@(typedArray[i])];
-  }
-
-  return [nsArray copy];
-}
-
-template <typename T>
-NSArray *arrayToNSArray(const std::vector<std::span<const T>> &dataPtrVec) {
-  NSMutableArray *nsArray = [NSMutableArray array];
-  for (const auto &span : dataPtrVec) {
-    NSMutableArray *innerArray = [NSMutableArray arrayWithCapacity:span.size()];
-    for (auto x : span) {
-      [innerArray addObject:@(x)];
-    }
-    [nsArray addObject:[innerArray copy]];
-  }
-  return [nsArray copy];
-}
-
-NSArray *arrayToNsArray(const void *dataPtr, size_t numel,
-                        ScalarType scalarType) {
-  switch (scalarType) {
-  case ScalarType::Char: {
-    NSArray *outputArray = arrayToNSArray<char>(dataPtr, numel);
-    return outputArray;
-  }
-  case ScalarType::Long: {
-    NSArray *outputArray = arrayToNSArray<long>(dataPtr, numel);
-    return outputArray;
-  }
-
-  case ScalarType::Int: {
-    NSArray *outputArray = arrayToNSArray<int>(dataPtr, numel);
-    return outputArray;
-  }
-  case ScalarType::Float: {
-    NSArray *outputArray = arrayToNSArray<float>(dataPtr, numel);
-    return outputArray;
-  }
-  case ScalarType::Double: {
-    NSArray *outputArray = arrayToNSArray<double>(dataPtr, numel);
-    return outputArray;
-  }
-  default:
-    throw std::invalid_argument(
-        "Unsupported ScalarType passed to arrayToNSArray!");
-  }
-}
-
-std::vector<int> NSArrayToIntVector(NSArray *inputArray) {
-  std::vector<int> output;
-  for (NSUInteger i = 0; i < [inputArray count]; ++i) {
-    NSNumber *number = [inputArray objectAtIndex:i];
-    if (number) {
-      output.push_back([number intValue]);
-    } else {
-      output.push_back(0);
-    }
-  }
-  return output;
-}
-
-#endif // Utils_hpp

package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.cpp

@@ -1,11 +0,0 @@
-#include "Model.h"
-
-#include <executorch/extension/module/module.h>
-
-using ::executorch::extension::Module;
-
-Model::Model(const std::string &file_path) {
-  module_ = std::make_unique<Module>(file_path);
-}
-
-void Model::forward() { return; }

package/third-party/ios/ExecutorchLib/ExecutorchLib/model/Model.h

@@ -1,11 +0,0 @@
-#include <executorch/extension/module/module.h>
-
-class Model {
-public:
-  explicit Model(const std::string &file_path);
-
-  void forward();
-
-private:
-  std::unique_ptr<::executorch::extension::Module> module_;
-};

package/third-party/ios/ExecutorchLib/ExecutorchLib/tokenizer/base64.h

@@ -1,202 +0,0 @@
-/*
- * Copyright (c) Meta Platforms, Inc. and affiliates.
- * All rights reserved.
- *
- * This source code is licensed under the BSD-style license found in the
- * LICENSE file in the root directory of this source tree.
- */
-// @lint-ignore-every LICENSELINT
-/**************************************************************************
-   Copyright (c) 2023 sewenew
-
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.
- *************************************************************************/
-
-#pragma once
-
-#include <cassert>
-#include <executorch/runtime/core/error.h>
-#include <executorch/runtime/core/result.h>
-#include <executorch/runtime/platform/assert.h>
-#include <string>
-#include <string_view>
-
-namespace executorch {
-namespace extension {
-namespace llm {
-using Error = executorch::runtime::Error;
-template <typename T> using Result = executorch::runtime::Result<T>;
-
-namespace base64 {
-
-Result<std::string> decode(const std::string_view &input);
-
-namespace detail {
-
-constexpr uint32_t DECODE_TABLE[] = {
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 62,  255,
-    255, 255, 63,  52,  53,  54,  55,  56,  57,  58,  59,  60,  61,  255, 255,
-    255, 255, 255, 255, 255, 0,   1,   2,   3,   4,   5,   6,   7,   8,   9,
-    10,  11,  12,  13,  14,  15,  16,  17,  18,  19,  20,  21,  22,  23,  24,
-    25,  255, 255, 255, 255, 255, 255, 26,  27,  28,  29,  30,  31,  32,  33,
-    34,  35,  36,  37,  38,  39,  40,  41,  42,  43,  44,  45,  46,  47,  48,
-    49,  50,  51,  255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255, 255,
-    255};
-
-inline Error validate(uint32_t v) {
-  ET_CHECK_OR_RETURN_ERROR(v != 255, InvalidArgument, "invalid char");
-  return Error::Ok;
-}
-
-inline Error decode(const std::string_view &input, std::string &output) {
-  ET_CHECK_OR_RETURN_ERROR(input.size() == 4, InvalidArgument,
-                           "input length must be 4, got %zu", input.size());
-
-  uint32_t val = 0;
-
-  uint8_t c = input[0];
-  auto v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = v;
-
-  c = input[1];
-  v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = (val << 6) | v;
-
-  c = input[2];
-  v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = (val << 6) | v;
-
-  c = input[3];
-  v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = (val << 6) | v;
-
-  output.push_back(static_cast<char>((val >> 16) & 0xFF));
-  output.push_back(static_cast<char>((val >> 8) & 0xFF));
-  output.push_back(static_cast<char>(val & 0xFF));
-  return Error::Ok;
-}
-
-inline Error decode_1_padding(const std::string_view &input,
-                              std::string &output) {
-  ET_CHECK_OR_RETURN_ERROR(input.size() == 3, InvalidArgument,
-                           "input length must be 3, got %zu", input.size());
-
-  uint32_t val = 0;
-
-  uint8_t c = input[0];
-  auto v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = v;
-
-  c = input[1];
-  v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = (val << 6) | v;
-
-  c = input[2];
-  v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = (val << 6) | v;
-
-  output.push_back(static_cast<char>((val >> 10) & 0xFF));
-  output.push_back(static_cast<char>((val >> 2) & 0xFF));
-  return Error::Ok;
-}
-
-inline Error decode_2_padding(const std::string_view &input,
-                              std::string &output) {
-  ET_CHECK_OR_RETURN_ERROR(input.size() == 2, InvalidArgument,
-                           "input length must be 2, got %zu", input.size());
-
-  uint32_t val = 0;
-
-  uint8_t c = input[0];
-  auto v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = v;
-
-  c = input[1];
-  v = DECODE_TABLE[c];
-  ET_CHECK_OK_OR_RETURN_ERROR(validate(v));
-  val = (val << 6) | v;
-
-  output.push_back(static_cast<char>((val >> 4) & 0xFF));
-  return Error::Ok;
-}
-
-} // namespace detail
-
-inline Result<std::string> decode(const std::string_view &input) {
-  ET_CHECK_OR_RETURN_ERROR(!input.empty(), InvalidArgument, "empty input");
-
-  // Faster than `input.size() % 4`.
-  ET_CHECK_OR_RETURN_ERROR(
-      (input.size() & 3) == 0 && input.size() >= 4, InvalidArgument,
-      "input length must be larger than 4 and is multiple of 4, got %zu",
-      input.size());
-
-  std::string output;
-  output.reserve(input.size() / 4 * 3);
-  auto idx = 0U;
-  for (; idx < input.size() - 4; idx += 4) {
-    ET_CHECK_OK_OR_RETURN_ERROR(detail::decode(input.substr(idx, 4), output));
-  }
-
-  // Last 4 bytes. Might contain paddings.
-  if (input[idx + 3] == '=') {
-    if (input[idx + 2] == '=') {
-      // Tow paddings.
-      ET_CHECK_OK_OR_RETURN_ERROR(
-          detail::decode_2_padding(input.substr(idx, 2), output));
-    } else {
-      // One padding.
-      ET_CHECK_OK_OR_RETURN_ERROR(
-          detail::decode_1_padding(input.substr(idx, 3), output));
-    }
-  } else {
-    // No padding.
-    ET_CHECK_OK_OR_RETURN_ERROR(detail::decode(input.substr(idx, 4), output));
-  }
-
-  return output;
-}
-
-} // namespace base64
-
-} // namespace llm
-} // namespace extension
-} // namespace executorch
-
-namespace torch {
-namespace executor {
-namespace base64 {
-// TODO(T197294990): Remove these deprecated aliases once all users have moved
-// to the new `::executorch` namespaces.
-using ::executorch::extension::llm::base64::decode;
-} // namespace base64
-} // namespace executor
-} // namespace torch