@dr33m/react-native-litert-lm 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +627 -0
- package/android/CMakeLists.txt +32 -0
- package/android/build.gradle +104 -0
- package/android/src/main/AndroidManifest.xml +19 -0
- package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLM.kt +888 -0
- package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/HybridModelStore.kt +189 -0
- package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/LiteRTLMRegistry.kt +32 -0
- package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/MultimodalPartFactories.kt +15 -0
- package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/StreamingCallbackListener.kt +89 -0
- package/android/src/main/java/dev/litert/litertlm/LiteRTLMInitProvider.kt +57 -0
- package/android/src/main/java/dev/litert/litertlm/LiteRTLMPackage.kt +43 -0
- package/android/src/test/java/com/margelo/nitro/core/Promise.kt +46 -0
- package/android/src/test/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMTest.kt +122 -0
- package/app.plugin.js +58 -0
- package/cpp/cpp-adapter.cpp +21 -0
- package/cpp/include/README.md +32 -0
- package/cpp/include/litert_lm_engine.h +516 -0
- package/cpp/include/stb_image.h +7988 -0
- package/ios/HybridLiteRTLM+Execute.swift +287 -0
- package/ios/HybridLiteRTLM+Streaming.swift +153 -0
- package/ios/HybridLiteRTLM.swift +541 -0
- package/ios/HybridModelStore.swift +206 -0
- package/ios/MultimodalPart+Factories.swift +22 -0
- package/ios/Tests/HybridLiteRTLMTests.swift +187 -0
- package/lib/__mocks__/react-native-nitro-modules.d.ts +81 -0
- package/lib/__mocks__/react-native-nitro-modules.js +98 -0
- package/lib/__tests__/hooks.test.d.ts +1 -0
- package/lib/__tests__/hooks.test.js +175 -0
- package/lib/__tests__/inferenceRouting.test.d.ts +1 -0
- package/lib/__tests__/inferenceRouting.test.js +28 -0
- package/lib/__tests__/memoryTracker.test.d.ts +1 -0
- package/lib/__tests__/memoryTracker.test.js +74 -0
- package/lib/__tests__/modelFactory.test.d.ts +1 -0
- package/lib/__tests__/modelFactory.test.js +107 -0
- package/lib/__tests__/modelPath.test.d.ts +1 -0
- package/lib/__tests__/modelPath.test.js +12 -0
- package/lib/__tests__/modelRegistry.test.d.ts +1 -0
- package/lib/__tests__/modelRegistry.test.js +61 -0
- package/lib/hooks.d.ts +46 -0
- package/lib/hooks.js +159 -0
- package/lib/index.d.ts +142 -0
- package/lib/index.js +184 -0
- package/lib/inferenceRouting.d.ts +18 -0
- package/lib/inferenceRouting.js +63 -0
- package/lib/memoryTracker.d.ts +128 -0
- package/lib/memoryTracker.js +155 -0
- package/lib/modelFactory.d.ts +24 -0
- package/lib/modelFactory.js +128 -0
- package/lib/modelPath.d.ts +8 -0
- package/lib/modelPath.js +18 -0
- package/lib/modelRegistry.d.ts +55 -0
- package/lib/modelRegistry.js +82 -0
- package/lib/specs/LiteRTLM.nitro.d.ts +380 -0
- package/lib/specs/LiteRTLM.nitro.js +2 -0
- package/nitrogen/generated/.gitattributes +1 -0
- package/nitrogen/generated/android/LiteRTLM+autolinking.cmake +83 -0
- package/nitrogen/generated/android/LiteRTLM+autolinking.gradle +27 -0
- package/nitrogen/generated/android/LiteRTLMOnLoad.cpp +74 -0
- package/nitrogen/generated/android/LiteRTLMOnLoad.hpp +34 -0
- package/nitrogen/generated/android/c++/JBackend.hpp +61 -0
- package/nitrogen/generated/android/c++/JExecuteResult.hpp +86 -0
- package/nitrogen/generated/android/c++/JFunc_void_double.hpp +75 -0
- package/nitrogen/generated/android/c++/JFunc_void_std__string_bool.hpp +76 -0
- package/nitrogen/generated/android/c++/JGenerationStats.hpp +77 -0
- package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.cpp +371 -0
- package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.hpp +83 -0
- package/nitrogen/generated/android/c++/JHybridModelStoreSpec.cpp +101 -0
- package/nitrogen/generated/android/c++/JHybridModelStoreSpec.hpp +67 -0
- package/nitrogen/generated/android/c++/JLLMConfig.hpp +125 -0
- package/nitrogen/generated/android/c++/JMemoryUsage.hpp +69 -0
- package/nitrogen/generated/android/c++/JMessage.hpp +63 -0
- package/nitrogen/generated/android/c++/JModelFile.hpp +69 -0
- package/nitrogen/generated/android/c++/JMultimodalPart.hpp +78 -0
- package/nitrogen/generated/android/c++/JPartType.hpp +61 -0
- package/nitrogen/generated/android/c++/JRole.hpp +61 -0
- package/nitrogen/generated/android/c++/JToolCall.hpp +61 -0
- package/nitrogen/generated/android/c++/JToolDefinition.hpp +65 -0
- package/nitrogen/generated/android/c++/JToolResponse.hpp +61 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Backend.kt +24 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ExecuteResult.kt +61 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Func_void_double.kt +80 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Func_void_std__string_bool.kt +80 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/GenerationStats.kt +76 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt +165 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridModelStoreSpec.kt +76 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LLMConfig.kt +106 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LiteRTLMOnLoad.kt +35 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MemoryUsage.kt +66 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Message.kt +56 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ModelFile.kt +66 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MultimodalPart.kt +71 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/PartType.kt +24 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Role.kt +24 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolCall.kt +56 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolDefinition.kt +61 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolResponse.kt +56 -0
- package/nitrogen/generated/ios/LiteRTLM+autolinking.rb +62 -0
- package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.cpp +98 -0
- package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.hpp +585 -0
- package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Umbrella.hpp +93 -0
- package/nitrogen/generated/ios/LiteRTLMAutolinking.mm +41 -0
- package/nitrogen/generated/ios/LiteRTLMAutolinking.swift +38 -0
- package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.cpp +11 -0
- package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.hpp +279 -0
- package/nitrogen/generated/ios/c++/HybridModelStoreSpecSwift.cpp +11 -0
- package/nitrogen/generated/ios/c++/HybridModelStoreSpecSwift.hpp +117 -0
- package/nitrogen/generated/ios/swift/Backend.swift +44 -0
- package/nitrogen/generated/ios/swift/ExecuteResult.swift +45 -0
- package/nitrogen/generated/ios/swift/Func_void.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_ExecuteResult.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_double.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_std__exception_ptr.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_std__string.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_std__string_bool.swift +46 -0
- package/nitrogen/generated/ios/swift/GenerationStats.swift +54 -0
- package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec.swift +75 -0
- package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec_cxx.swift +516 -0
- package/nitrogen/generated/ios/swift/HybridModelStoreSpec.swift +59 -0
- package/nitrogen/generated/ios/swift/HybridModelStoreSpec_cxx.swift +203 -0
- package/nitrogen/generated/ios/swift/LLMConfig.swift +239 -0
- package/nitrogen/generated/ios/swift/MemoryUsage.swift +44 -0
- package/nitrogen/generated/ios/swift/Message.swift +34 -0
- package/nitrogen/generated/ios/swift/ModelFile.swift +44 -0
- package/nitrogen/generated/ios/swift/MultimodalPart.swift +101 -0
- package/nitrogen/generated/ios/swift/PartType.swift +44 -0
- package/nitrogen/generated/ios/swift/Role.swift +44 -0
- package/nitrogen/generated/ios/swift/ToolCall.swift +34 -0
- package/nitrogen/generated/ios/swift/ToolDefinition.swift +39 -0
- package/nitrogen/generated/ios/swift/ToolResponse.swift +34 -0
- package/nitrogen/generated/shared/c++/Backend.hpp +80 -0
- package/nitrogen/generated/shared/c++/ExecuteResult.hpp +94 -0
- package/nitrogen/generated/shared/c++/GenerationStats.hpp +103 -0
- package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.cpp +41 -0
- package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp +109 -0
- package/nitrogen/generated/shared/c++/HybridModelStoreSpec.cpp +25 -0
- package/nitrogen/generated/shared/c++/HybridModelStoreSpec.hpp +71 -0
- package/nitrogen/generated/shared/c++/LLMConfig.hpp +134 -0
- package/nitrogen/generated/shared/c++/MemoryUsage.hpp +95 -0
- package/nitrogen/generated/shared/c++/Message.hpp +89 -0
- package/nitrogen/generated/shared/c++/ModelFile.hpp +95 -0
- package/nitrogen/generated/shared/c++/MultimodalPart.hpp +103 -0
- package/nitrogen/generated/shared/c++/PartType.hpp +80 -0
- package/nitrogen/generated/shared/c++/Role.hpp +80 -0
- package/nitrogen/generated/shared/c++/ToolCall.hpp +87 -0
- package/nitrogen/generated/shared/c++/ToolDefinition.hpp +91 -0
- package/nitrogen/generated/shared/c++/ToolResponse.hpp +87 -0
- package/package.json +115 -0
- package/react-native-litert-lm.podspec +62 -0
- package/react-native.config.js +16 -0
- package/scripts/download-ios-frameworks.sh +39 -0
- package/scripts/framework-source.js +46 -0
- package/scripts/postinstall.js +145 -0
- package/src/__mocks__/react-native-nitro-modules.ts +132 -0
- package/src/__tests__/hooks.test.ts +216 -0
- package/src/__tests__/inferenceRouting.test.ts +36 -0
- package/src/__tests__/memoryTracker.test.ts +87 -0
- package/src/__tests__/modelFactory.test.ts +153 -0
- package/src/__tests__/modelPath.test.ts +14 -0
- package/src/__tests__/modelRegistry.test.ts +73 -0
- package/src/hooks.ts +234 -0
- package/src/index.ts +214 -0
- package/src/inferenceRouting.ts +80 -0
- package/src/memoryTracker.ts +268 -0
- package/src/modelFactory.ts +163 -0
- package/src/modelPath.ts +16 -0
- package/src/modelRegistry.ts +104 -0
- package/src/specs/LiteRTLM.nitro.ts +451 -0
|
@@ -0,0 +1,371 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// JHybridLiteRTLMSpec.cpp
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
#include "JHybridLiteRTLMSpec.hpp"
|
|
9
|
+
|
|
10
|
+
// Forward declaration of `ExecuteResult` to properly resolve imports.
|
|
11
|
+
namespace margelo::nitro::litertlm { struct ExecuteResult; }
|
|
12
|
+
// Forward declaration of `ToolCall` to properly resolve imports.
|
|
13
|
+
namespace margelo::nitro::litertlm { struct ToolCall; }
|
|
14
|
+
// Forward declaration of `Message` to properly resolve imports.
|
|
15
|
+
namespace margelo::nitro::litertlm { struct Message; }
|
|
16
|
+
// Forward declaration of `Role` to properly resolve imports.
|
|
17
|
+
namespace margelo::nitro::litertlm { enum class Role; }
|
|
18
|
+
// Forward declaration of `GenerationStats` to properly resolve imports.
|
|
19
|
+
namespace margelo::nitro::litertlm { struct GenerationStats; }
|
|
20
|
+
// Forward declaration of `MemoryUsage` to properly resolve imports.
|
|
21
|
+
namespace margelo::nitro::litertlm { struct MemoryUsage; }
|
|
22
|
+
// Forward declaration of `Backend` to properly resolve imports.
|
|
23
|
+
namespace margelo::nitro::litertlm { enum class Backend; }
|
|
24
|
+
// Forward declaration of `LLMConfig` to properly resolve imports.
|
|
25
|
+
namespace margelo::nitro::litertlm { struct LLMConfig; }
|
|
26
|
+
// Forward declaration of `ToolDefinition` to properly resolve imports.
|
|
27
|
+
namespace margelo::nitro::litertlm { struct ToolDefinition; }
|
|
28
|
+
// Forward declaration of `MultimodalPart` to properly resolve imports.
|
|
29
|
+
namespace margelo::nitro::litertlm { struct MultimodalPart; }
|
|
30
|
+
// Forward declaration of `PartType` to properly resolve imports.
|
|
31
|
+
namespace margelo::nitro::litertlm { enum class PartType; }
|
|
32
|
+
// Forward declaration of `ToolResponse` to properly resolve imports.
|
|
33
|
+
namespace margelo::nitro::litertlm { struct ToolResponse; }
|
|
34
|
+
|
|
35
|
+
#include <NitroModules/Promise.hpp>
|
|
36
|
+
#include <NitroModules/JPromise.hpp>
|
|
37
|
+
#include <NitroModules/JUnit.hpp>
|
|
38
|
+
#include "ExecuteResult.hpp"
|
|
39
|
+
#include "JExecuteResult.hpp"
|
|
40
|
+
#include <string>
|
|
41
|
+
#include "ToolCall.hpp"
|
|
42
|
+
#include <vector>
|
|
43
|
+
#include "JToolCall.hpp"
|
|
44
|
+
#include "Message.hpp"
|
|
45
|
+
#include "JMessage.hpp"
|
|
46
|
+
#include "Role.hpp"
|
|
47
|
+
#include "JRole.hpp"
|
|
48
|
+
#include "GenerationStats.hpp"
|
|
49
|
+
#include "JGenerationStats.hpp"
|
|
50
|
+
#include "MemoryUsage.hpp"
|
|
51
|
+
#include "JMemoryUsage.hpp"
|
|
52
|
+
#include "Backend.hpp"
|
|
53
|
+
#include "JBackend.hpp"
|
|
54
|
+
#include "LLMConfig.hpp"
|
|
55
|
+
#include <optional>
|
|
56
|
+
#include "JLLMConfig.hpp"
|
|
57
|
+
#include "ToolDefinition.hpp"
|
|
58
|
+
#include "JToolDefinition.hpp"
|
|
59
|
+
#include <functional>
|
|
60
|
+
#include "JFunc_void_std__string_bool.hpp"
|
|
61
|
+
#include <NitroModules/JNICallable.hpp>
|
|
62
|
+
#include "JFunc_void_double.hpp"
|
|
63
|
+
#include "MultimodalPart.hpp"
|
|
64
|
+
#include "JMultimodalPart.hpp"
|
|
65
|
+
#include "PartType.hpp"
|
|
66
|
+
#include "JPartType.hpp"
|
|
67
|
+
#include <NitroModules/ArrayBuffer.hpp>
|
|
68
|
+
#include <NitroModules/JArrayBuffer.hpp>
|
|
69
|
+
#include "ToolResponse.hpp"
|
|
70
|
+
#include "JToolResponse.hpp"
|
|
71
|
+
|
|
72
|
+
namespace margelo::nitro::litertlm {
|
|
73
|
+
|
|
74
|
+
std::shared_ptr<JHybridLiteRTLMSpec> JHybridLiteRTLMSpec::JavaPart::getJHybridLiteRTLMSpec() {
|
|
75
|
+
auto hybridObject = JHybridObject::JavaPart::getJHybridObject();
|
|
76
|
+
auto castHybridObject = std::dynamic_pointer_cast<JHybridLiteRTLMSpec>(hybridObject);
|
|
77
|
+
if (castHybridObject == nullptr) [[unlikely]] {
|
|
78
|
+
throw std::runtime_error("Failed to downcast JHybridObject to JHybridLiteRTLMSpec!");
|
|
79
|
+
}
|
|
80
|
+
return castHybridObject;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
jni::local_ref<JHybridLiteRTLMSpec::CxxPart::jhybriddata> JHybridLiteRTLMSpec::CxxPart::initHybrid(jni::alias_ref<jhybridobject> jThis) {
|
|
84
|
+
return makeCxxInstance(jThis);
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
std::shared_ptr<JHybridObject> JHybridLiteRTLMSpec::CxxPart::createHybridObject(const jni::local_ref<JHybridObject::JavaPart>& javaPart) {
|
|
88
|
+
auto castJavaPart = jni::dynamic_ref_cast<JHybridLiteRTLMSpec::JavaPart>(javaPart);
|
|
89
|
+
if (castJavaPart == nullptr) [[unlikely]] {
|
|
90
|
+
throw std::runtime_error("Failed to cast JHybridObject::JavaPart to JHybridLiteRTLMSpec::JavaPart!");
|
|
91
|
+
}
|
|
92
|
+
return std::make_shared<JHybridLiteRTLMSpec>(castJavaPart);
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
void JHybridLiteRTLMSpec::CxxPart::registerNatives() {
|
|
96
|
+
registerHybrid({
|
|
97
|
+
makeNativeMethod("initHybrid", JHybridLiteRTLMSpec::CxxPart::initHybrid),
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
// Properties
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
// Methods
|
|
105
|
+
std::shared_ptr<Promise<void>> JHybridLiteRTLMSpec::loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) {
|
|
106
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* modelPath */, jni::alias_ref<JLLMConfig> /* config */)>("loadModel");
|
|
107
|
+
auto __result = method(_javaPart, jni::make_jstring(modelPath), config.has_value() ? JLLMConfig::fromCpp(config.value()) : nullptr);
|
|
108
|
+
return [&]() {
|
|
109
|
+
auto __promise = Promise<void>::create();
|
|
110
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& /* unit */) {
|
|
111
|
+
__promise->resolve();
|
|
112
|
+
});
|
|
113
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
114
|
+
jni::JniException __jniError(__throwable);
|
|
115
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
116
|
+
});
|
|
117
|
+
return __promise;
|
|
118
|
+
}();
|
|
119
|
+
}
|
|
120
|
+
std::shared_ptr<Promise<ExecuteResult>> JHybridLiteRTLMSpec::sendMessage(const std::string& message) {
|
|
121
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */)>("sendMessage");
|
|
122
|
+
auto __result = method(_javaPart, jni::make_jstring(message));
|
|
123
|
+
return [&]() {
|
|
124
|
+
auto __promise = Promise<ExecuteResult>::create();
|
|
125
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
126
|
+
auto __result = jni::static_ref_cast<JExecuteResult>(__boxedResult);
|
|
127
|
+
__promise->resolve(__result->toCpp());
|
|
128
|
+
});
|
|
129
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
130
|
+
jni::JniException __jniError(__throwable);
|
|
131
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
132
|
+
});
|
|
133
|
+
return __promise;
|
|
134
|
+
}();
|
|
135
|
+
}
|
|
136
|
+
std::shared_ptr<Promise<ExecuteResult>> JHybridLiteRTLMSpec::sendMessageWithImage(const std::string& message, const std::string& imagePath) {
|
|
137
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* imagePath */)>("sendMessageWithImage");
|
|
138
|
+
auto __result = method(_javaPart, jni::make_jstring(message), jni::make_jstring(imagePath));
|
|
139
|
+
return [&]() {
|
|
140
|
+
auto __promise = Promise<ExecuteResult>::create();
|
|
141
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
142
|
+
auto __result = jni::static_ref_cast<JExecuteResult>(__boxedResult);
|
|
143
|
+
__promise->resolve(__result->toCpp());
|
|
144
|
+
});
|
|
145
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
146
|
+
jni::JniException __jniError(__throwable);
|
|
147
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
148
|
+
});
|
|
149
|
+
return __promise;
|
|
150
|
+
}();
|
|
151
|
+
}
|
|
152
|
+
std::shared_ptr<Promise<void>> JHybridLiteRTLMSpec::sendMessageWithImageAsync(const std::string& message, const std::string& imagePath, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) {
|
|
153
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* imagePath */, jni::alias_ref<JFunc_void_std__string_bool::javaobject> /* onToken */)>("sendMessageWithImageAsync_cxx");
|
|
154
|
+
auto __result = method(_javaPart, jni::make_jstring(message), jni::make_jstring(imagePath), JFunc_void_std__string_bool_cxx::fromCpp(onToken));
|
|
155
|
+
return [&]() {
|
|
156
|
+
auto __promise = Promise<void>::create();
|
|
157
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& /* unit */) {
|
|
158
|
+
__promise->resolve();
|
|
159
|
+
});
|
|
160
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
161
|
+
jni::JniException __jniError(__throwable);
|
|
162
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
163
|
+
});
|
|
164
|
+
return __promise;
|
|
165
|
+
}();
|
|
166
|
+
}
|
|
167
|
+
std::shared_ptr<Promise<std::string>> JHybridLiteRTLMSpec::downloadModel(const std::string& url, const std::string& fileName, const std::optional<std::function<void(double /* progress */)>>& onProgress) {
|
|
168
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* url */, jni::alias_ref<jni::JString> /* fileName */, jni::alias_ref<JFunc_void_double::javaobject> /* onProgress */)>("downloadModel_cxx");
|
|
169
|
+
auto __result = method(_javaPart, jni::make_jstring(url), jni::make_jstring(fileName), onProgress.has_value() ? JFunc_void_double_cxx::fromCpp(onProgress.value()) : nullptr);
|
|
170
|
+
return [&]() {
|
|
171
|
+
auto __promise = Promise<std::string>::create();
|
|
172
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
173
|
+
auto __result = jni::static_ref_cast<jni::JString>(__boxedResult);
|
|
174
|
+
__promise->resolve(__result->toStdString());
|
|
175
|
+
});
|
|
176
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
177
|
+
jni::JniException __jniError(__throwable);
|
|
178
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
179
|
+
});
|
|
180
|
+
return __promise;
|
|
181
|
+
}();
|
|
182
|
+
}
|
|
183
|
+
std::shared_ptr<Promise<void>> JHybridLiteRTLMSpec::deleteModel(const std::string& fileName) {
|
|
184
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* fileName */)>("deleteModel");
|
|
185
|
+
auto __result = method(_javaPart, jni::make_jstring(fileName));
|
|
186
|
+
return [&]() {
|
|
187
|
+
auto __promise = Promise<void>::create();
|
|
188
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& /* unit */) {
|
|
189
|
+
__promise->resolve();
|
|
190
|
+
});
|
|
191
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
192
|
+
jni::JniException __jniError(__throwable);
|
|
193
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
194
|
+
});
|
|
195
|
+
return __promise;
|
|
196
|
+
}();
|
|
197
|
+
}
|
|
198
|
+
std::shared_ptr<Promise<ExecuteResult>> JHybridLiteRTLMSpec::sendMessageWithAudio(const std::string& message, const std::string& audioPath) {
|
|
199
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* audioPath */)>("sendMessageWithAudio");
|
|
200
|
+
auto __result = method(_javaPart, jni::make_jstring(message), jni::make_jstring(audioPath));
|
|
201
|
+
return [&]() {
|
|
202
|
+
auto __promise = Promise<ExecuteResult>::create();
|
|
203
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
204
|
+
auto __result = jni::static_ref_cast<JExecuteResult>(__boxedResult);
|
|
205
|
+
__promise->resolve(__result->toCpp());
|
|
206
|
+
});
|
|
207
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
208
|
+
jni::JniException __jniError(__throwable);
|
|
209
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
210
|
+
});
|
|
211
|
+
return __promise;
|
|
212
|
+
}();
|
|
213
|
+
}
|
|
214
|
+
std::shared_ptr<Promise<void>> JHybridLiteRTLMSpec::sendMessageWithAudioAsync(const std::string& message, const std::string& audioPath, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) {
|
|
215
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<jni::JString> /* audioPath */, jni::alias_ref<JFunc_void_std__string_bool::javaobject> /* onToken */)>("sendMessageWithAudioAsync_cxx");
|
|
216
|
+
auto __result = method(_javaPart, jni::make_jstring(message), jni::make_jstring(audioPath), JFunc_void_std__string_bool_cxx::fromCpp(onToken));
|
|
217
|
+
return [&]() {
|
|
218
|
+
auto __promise = Promise<void>::create();
|
|
219
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& /* unit */) {
|
|
220
|
+
__promise->resolve();
|
|
221
|
+
});
|
|
222
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
223
|
+
jni::JniException __jniError(__throwable);
|
|
224
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
225
|
+
});
|
|
226
|
+
return __promise;
|
|
227
|
+
}();
|
|
228
|
+
}
|
|
229
|
+
std::shared_ptr<Promise<ExecuteResult>> JHybridLiteRTLMSpec::sendMultimodalMessage(const std::vector<MultimodalPart>& parts) {
|
|
230
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JArrayClass<JMultimodalPart>> /* parts */)>("sendMultimodalMessage");
|
|
231
|
+
auto __result = method(_javaPart, [&](auto&& __input) {
|
|
232
|
+
size_t __size = __input.size();
|
|
233
|
+
jni::local_ref<jni::JArrayClass<JMultimodalPart>> __array = jni::JArrayClass<JMultimodalPart>::newArray(__size);
|
|
234
|
+
for (size_t __i = 0; __i < __size; __i++) {
|
|
235
|
+
const auto& __element = __input[__i];
|
|
236
|
+
auto __elementJni = JMultimodalPart::fromCpp(__element);
|
|
237
|
+
__array->setElement(__i, *__elementJni);
|
|
238
|
+
}
|
|
239
|
+
return __array;
|
|
240
|
+
}(parts));
|
|
241
|
+
return [&]() {
|
|
242
|
+
auto __promise = Promise<ExecuteResult>::create();
|
|
243
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
244
|
+
auto __result = jni::static_ref_cast<JExecuteResult>(__boxedResult);
|
|
245
|
+
__promise->resolve(__result->toCpp());
|
|
246
|
+
});
|
|
247
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
248
|
+
jni::JniException __jniError(__throwable);
|
|
249
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
250
|
+
});
|
|
251
|
+
return __promise;
|
|
252
|
+
}();
|
|
253
|
+
}
|
|
254
|
+
std::shared_ptr<Promise<void>> JHybridLiteRTLMSpec::sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) {
|
|
255
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* message */, jni::alias_ref<JFunc_void_std__string_bool::javaobject> /* onToken */)>("sendMessageAsync_cxx");
|
|
256
|
+
auto __result = method(_javaPart, jni::make_jstring(message), JFunc_void_std__string_bool_cxx::fromCpp(onToken));
|
|
257
|
+
return [&]() {
|
|
258
|
+
auto __promise = Promise<void>::create();
|
|
259
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& /* unit */) {
|
|
260
|
+
__promise->resolve();
|
|
261
|
+
});
|
|
262
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
263
|
+
jni::JniException __jniError(__throwable);
|
|
264
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
265
|
+
});
|
|
266
|
+
return __promise;
|
|
267
|
+
}();
|
|
268
|
+
}
|
|
269
|
+
std::vector<Message> JHybridLiteRTLMSpec::getHistory() {
|
|
270
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<jni::JArrayClass<JMessage>>()>("getHistory");
|
|
271
|
+
auto __result = method(_javaPart);
|
|
272
|
+
return [&](auto&& __input) {
|
|
273
|
+
size_t __size = __input->size();
|
|
274
|
+
std::vector<Message> __vector;
|
|
275
|
+
__vector.reserve(__size);
|
|
276
|
+
for (size_t __i = 0; __i < __size; __i++) {
|
|
277
|
+
auto __element = __input->getElement(__i);
|
|
278
|
+
__vector.push_back(__element->toCpp());
|
|
279
|
+
}
|
|
280
|
+
return __vector;
|
|
281
|
+
}(__result);
|
|
282
|
+
}
|
|
283
|
+
void JHybridLiteRTLMSpec::resetConversation() {
|
|
284
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<void()>("resetConversation");
|
|
285
|
+
method(_javaPart);
|
|
286
|
+
}
|
|
287
|
+
bool JHybridLiteRTLMSpec::isReady() {
|
|
288
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jboolean()>("isReady");
|
|
289
|
+
auto __result = method(_javaPart);
|
|
290
|
+
return static_cast<bool>(__result);
|
|
291
|
+
}
|
|
292
|
+
GenerationStats JHybridLiteRTLMSpec::getStats() {
|
|
293
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JGenerationStats>()>("getStats");
|
|
294
|
+
auto __result = method(_javaPart);
|
|
295
|
+
return __result->toCpp();
|
|
296
|
+
}
|
|
297
|
+
double JHybridLiteRTLMSpec::countTokens(const std::string& text) {
|
|
298
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<double(jni::alias_ref<jni::JString> /* text */)>("countTokens");
|
|
299
|
+
auto __result = method(_javaPart, jni::make_jstring(text));
|
|
300
|
+
return __result;
|
|
301
|
+
}
|
|
302
|
+
MemoryUsage JHybridLiteRTLMSpec::getMemoryUsage() {
|
|
303
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JMemoryUsage>()>("getMemoryUsage");
|
|
304
|
+
auto __result = method(_javaPart);
|
|
305
|
+
return __result->toCpp();
|
|
306
|
+
}
|
|
307
|
+
std::shared_ptr<Promise<ExecuteResult>> JHybridLiteRTLMSpec::execute(const std::vector<MultimodalPart>& parts, const std::optional<std::function<void(const std::string& /* token */, bool /* done */)>>& onToken) {
|
|
308
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JArrayClass<JMultimodalPart>> /* parts */, jni::alias_ref<JFunc_void_std__string_bool::javaobject> /* onToken */)>("execute_cxx");
|
|
309
|
+
auto __result = method(_javaPart, [&](auto&& __input) {
|
|
310
|
+
size_t __size = __input.size();
|
|
311
|
+
jni::local_ref<jni::JArrayClass<JMultimodalPart>> __array = jni::JArrayClass<JMultimodalPart>::newArray(__size);
|
|
312
|
+
for (size_t __i = 0; __i < __size; __i++) {
|
|
313
|
+
const auto& __element = __input[__i];
|
|
314
|
+
auto __elementJni = JMultimodalPart::fromCpp(__element);
|
|
315
|
+
__array->setElement(__i, *__elementJni);
|
|
316
|
+
}
|
|
317
|
+
return __array;
|
|
318
|
+
}(parts), onToken.has_value() ? JFunc_void_std__string_bool_cxx::fromCpp(onToken.value()) : nullptr);
|
|
319
|
+
return [&]() {
|
|
320
|
+
auto __promise = Promise<ExecuteResult>::create();
|
|
321
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
322
|
+
auto __result = jni::static_ref_cast<JExecuteResult>(__boxedResult);
|
|
323
|
+
__promise->resolve(__result->toCpp());
|
|
324
|
+
});
|
|
325
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
326
|
+
jni::JniException __jniError(__throwable);
|
|
327
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
328
|
+
});
|
|
329
|
+
return __promise;
|
|
330
|
+
}();
|
|
331
|
+
}
|
|
332
|
+
std::shared_ptr<Promise<ExecuteResult>> JHybridLiteRTLMSpec::sendToolResponse(const std::vector<ToolResponse>& responses, const std::optional<std::function<void(const std::string& /* token */, bool /* done */)>>& onToken) {
|
|
333
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JArrayClass<JToolResponse>> /* responses */, jni::alias_ref<JFunc_void_std__string_bool::javaobject> /* onToken */)>("sendToolResponse_cxx");
|
|
334
|
+
auto __result = method(_javaPart, [&](auto&& __input) {
|
|
335
|
+
size_t __size = __input.size();
|
|
336
|
+
jni::local_ref<jni::JArrayClass<JToolResponse>> __array = jni::JArrayClass<JToolResponse>::newArray(__size);
|
|
337
|
+
for (size_t __i = 0; __i < __size; __i++) {
|
|
338
|
+
const auto& __element = __input[__i];
|
|
339
|
+
auto __elementJni = JToolResponse::fromCpp(__element);
|
|
340
|
+
__array->setElement(__i, *__elementJni);
|
|
341
|
+
}
|
|
342
|
+
return __array;
|
|
343
|
+
}(responses), onToken.has_value() ? JFunc_void_std__string_bool_cxx::fromCpp(onToken.value()) : nullptr);
|
|
344
|
+
return [&]() {
|
|
345
|
+
auto __promise = Promise<ExecuteResult>::create();
|
|
346
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
347
|
+
auto __result = jni::static_ref_cast<JExecuteResult>(__boxedResult);
|
|
348
|
+
__promise->resolve(__result->toCpp());
|
|
349
|
+
});
|
|
350
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
351
|
+
jni::JniException __jniError(__throwable);
|
|
352
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
353
|
+
});
|
|
354
|
+
return __promise;
|
|
355
|
+
}();
|
|
356
|
+
}
|
|
357
|
+
Backend JHybridLiteRTLMSpec::getActiveBackend() {
|
|
358
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JBackend>()>("getActiveBackend");
|
|
359
|
+
auto __result = method(_javaPart);
|
|
360
|
+
return __result->toCpp();
|
|
361
|
+
}
|
|
362
|
+
void JHybridLiteRTLMSpec::stopGeneration() {
|
|
363
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<void()>("stopGeneration");
|
|
364
|
+
method(_javaPart);
|
|
365
|
+
}
|
|
366
|
+
void JHybridLiteRTLMSpec::close() {
|
|
367
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<void()>("close");
|
|
368
|
+
method(_javaPart);
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
} // namespace margelo::nitro::litertlm
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// HybridLiteRTLMSpec.hpp
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
#pragma once
|
|
9
|
+
|
|
10
|
+
#include <NitroModules/JHybridObject.hpp>
|
|
11
|
+
#include <fbjni/fbjni.h>
|
|
12
|
+
#include "HybridLiteRTLMSpec.hpp"
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
namespace margelo::nitro::litertlm {
|
|
18
|
+
|
|
19
|
+
using namespace facebook;
|
|
20
|
+
|
|
21
|
+
class JHybridLiteRTLMSpec: public virtual HybridLiteRTLMSpec, public virtual JHybridObject {
|
|
22
|
+
public:
|
|
23
|
+
struct JavaPart: public jni::JavaClass<JavaPart, JHybridObject::JavaPart> {
|
|
24
|
+
static constexpr auto kJavaDescriptor = "Lcom/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec;";
|
|
25
|
+
std::shared_ptr<JHybridLiteRTLMSpec> getJHybridLiteRTLMSpec();
|
|
26
|
+
};
|
|
27
|
+
struct CxxPart: public jni::HybridClass<CxxPart, JHybridObject::CxxPart> {
|
|
28
|
+
static constexpr auto kJavaDescriptor = "Lcom/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec$CxxPart;";
|
|
29
|
+
static jni::local_ref<jhybriddata> initHybrid(jni::alias_ref<jhybridobject> jThis);
|
|
30
|
+
static void registerNatives();
|
|
31
|
+
using HybridBase::HybridBase;
|
|
32
|
+
protected:
|
|
33
|
+
std::shared_ptr<JHybridObject> createHybridObject(const jni::local_ref<JHybridObject::JavaPart>& javaPart) override;
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
public:
|
|
37
|
+
explicit JHybridLiteRTLMSpec(const jni::local_ref<JHybridLiteRTLMSpec::JavaPart>& javaPart):
|
|
38
|
+
HybridObject(HybridLiteRTLMSpec::TAG),
|
|
39
|
+
JHybridObject(javaPart),
|
|
40
|
+
_javaPart(jni::make_global(javaPart)) {}
|
|
41
|
+
~JHybridLiteRTLMSpec() override {
|
|
42
|
+
// Hermes GC can destroy JS objects on a non-JNI Thread.
|
|
43
|
+
jni::ThreadScope::WithClassLoader([&] { _javaPart.reset(); });
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
public:
|
|
47
|
+
inline const jni::global_ref<JHybridLiteRTLMSpec::JavaPart>& getJavaPart() const noexcept {
|
|
48
|
+
return _javaPart;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
public:
|
|
52
|
+
// Properties
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
public:
|
|
56
|
+
// Methods
|
|
57
|
+
std::shared_ptr<Promise<void>> loadModel(const std::string& modelPath, const std::optional<LLMConfig>& config) override;
|
|
58
|
+
std::shared_ptr<Promise<ExecuteResult>> sendMessage(const std::string& message) override;
|
|
59
|
+
std::shared_ptr<Promise<ExecuteResult>> sendMessageWithImage(const std::string& message, const std::string& imagePath) override;
|
|
60
|
+
std::shared_ptr<Promise<void>> sendMessageWithImageAsync(const std::string& message, const std::string& imagePath, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) override;
|
|
61
|
+
std::shared_ptr<Promise<std::string>> downloadModel(const std::string& url, const std::string& fileName, const std::optional<std::function<void(double /* progress */)>>& onProgress) override;
|
|
62
|
+
std::shared_ptr<Promise<void>> deleteModel(const std::string& fileName) override;
|
|
63
|
+
std::shared_ptr<Promise<ExecuteResult>> sendMessageWithAudio(const std::string& message, const std::string& audioPath) override;
|
|
64
|
+
std::shared_ptr<Promise<void>> sendMessageWithAudioAsync(const std::string& message, const std::string& audioPath, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) override;
|
|
65
|
+
std::shared_ptr<Promise<ExecuteResult>> sendMultimodalMessage(const std::vector<MultimodalPart>& parts) override;
|
|
66
|
+
std::shared_ptr<Promise<void>> sendMessageAsync(const std::string& message, const std::function<void(const std::string& /* token */, bool /* done */)>& onToken) override;
|
|
67
|
+
std::vector<Message> getHistory() override;
|
|
68
|
+
void resetConversation() override;
|
|
69
|
+
bool isReady() override;
|
|
70
|
+
GenerationStats getStats() override;
|
|
71
|
+
double countTokens(const std::string& text) override;
|
|
72
|
+
MemoryUsage getMemoryUsage() override;
|
|
73
|
+
std::shared_ptr<Promise<ExecuteResult>> execute(const std::vector<MultimodalPart>& parts, const std::optional<std::function<void(const std::string& /* token */, bool /* done */)>>& onToken) override;
|
|
74
|
+
std::shared_ptr<Promise<ExecuteResult>> sendToolResponse(const std::vector<ToolResponse>& responses, const std::optional<std::function<void(const std::string& /* token */, bool /* done */)>>& onToken) override;
|
|
75
|
+
Backend getActiveBackend() override;
|
|
76
|
+
void stopGeneration() override;
|
|
77
|
+
void close() override;
|
|
78
|
+
|
|
79
|
+
private:
|
|
80
|
+
jni::global_ref<JHybridLiteRTLMSpec::JavaPart> _javaPart;
|
|
81
|
+
};
|
|
82
|
+
|
|
83
|
+
} // namespace margelo::nitro::litertlm
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// JHybridModelStoreSpec.cpp
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
#include "JHybridModelStoreSpec.hpp"
|
|
9
|
+
|
|
10
|
+
// Forward declaration of `ModelFile` to properly resolve imports.
|
|
11
|
+
namespace margelo::nitro::litertlm { struct ModelFile; }
|
|
12
|
+
|
|
13
|
+
#include <string>
|
|
14
|
+
#include "ModelFile.hpp"
|
|
15
|
+
#include <vector>
|
|
16
|
+
#include "JModelFile.hpp"
|
|
17
|
+
#include <NitroModules/Promise.hpp>
|
|
18
|
+
#include <NitroModules/JPromise.hpp>
|
|
19
|
+
#include <functional>
|
|
20
|
+
#include "JFunc_void_double.hpp"
|
|
21
|
+
#include <NitroModules/JNICallable.hpp>
|
|
22
|
+
|
|
23
|
+
namespace margelo::nitro::litertlm {
|
|
24
|
+
|
|
25
|
+
std::shared_ptr<JHybridModelStoreSpec> JHybridModelStoreSpec::JavaPart::getJHybridModelStoreSpec() {
|
|
26
|
+
auto hybridObject = JHybridObject::JavaPart::getJHybridObject();
|
|
27
|
+
auto castHybridObject = std::dynamic_pointer_cast<JHybridModelStoreSpec>(hybridObject);
|
|
28
|
+
if (castHybridObject == nullptr) [[unlikely]] {
|
|
29
|
+
throw std::runtime_error("Failed to downcast JHybridObject to JHybridModelStoreSpec!");
|
|
30
|
+
}
|
|
31
|
+
return castHybridObject;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
jni::local_ref<JHybridModelStoreSpec::CxxPart::jhybriddata> JHybridModelStoreSpec::CxxPart::initHybrid(jni::alias_ref<jhybridobject> jThis) {
|
|
35
|
+
return makeCxxInstance(jThis);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
std::shared_ptr<JHybridObject> JHybridModelStoreSpec::CxxPart::createHybridObject(const jni::local_ref<JHybridObject::JavaPart>& javaPart) {
|
|
39
|
+
auto castJavaPart = jni::dynamic_ref_cast<JHybridModelStoreSpec::JavaPart>(javaPart);
|
|
40
|
+
if (castJavaPart == nullptr) [[unlikely]] {
|
|
41
|
+
throw std::runtime_error("Failed to cast JHybridObject::JavaPart to JHybridModelStoreSpec::JavaPart!");
|
|
42
|
+
}
|
|
43
|
+
return std::make_shared<JHybridModelStoreSpec>(castJavaPart);
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
void JHybridModelStoreSpec::CxxPart::registerNatives() {
|
|
47
|
+
registerHybrid({
|
|
48
|
+
makeNativeMethod("initHybrid", JHybridModelStoreSpec::CxxPart::initHybrid),
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
// Properties
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
// Methods
|
|
56
|
+
bool JHybridModelStoreSpec::isCached(const std::string& fileName) {
|
|
57
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jboolean(jni::alias_ref<jni::JString> /* fileName */)>("isCached");
|
|
58
|
+
auto __result = method(_javaPart, jni::make_jstring(fileName));
|
|
59
|
+
return static_cast<bool>(__result);
|
|
60
|
+
}
|
|
61
|
+
std::string JHybridModelStoreSpec::getFilePath(const std::string& fileName) {
|
|
62
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<jni::JString>(jni::alias_ref<jni::JString> /* fileName */)>("getFilePath");
|
|
63
|
+
auto __result = method(_javaPart, jni::make_jstring(fileName));
|
|
64
|
+
return __result->toStdString();
|
|
65
|
+
}
|
|
66
|
+
std::vector<ModelFile> JHybridModelStoreSpec::listCachedFiles() {
|
|
67
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<jni::JArrayClass<JModelFile>>()>("listCachedFiles");
|
|
68
|
+
auto __result = method(_javaPart);
|
|
69
|
+
return [&](auto&& __input) {
|
|
70
|
+
size_t __size = __input->size();
|
|
71
|
+
std::vector<ModelFile> __vector;
|
|
72
|
+
__vector.reserve(__size);
|
|
73
|
+
for (size_t __i = 0; __i < __size; __i++) {
|
|
74
|
+
auto __element = __input->getElement(__i);
|
|
75
|
+
__vector.push_back(__element->toCpp());
|
|
76
|
+
}
|
|
77
|
+
return __vector;
|
|
78
|
+
}(__result);
|
|
79
|
+
}
|
|
80
|
+
void JHybridModelStoreSpec::deleteFile(const std::string& fileName) {
|
|
81
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<jni::JString> /* fileName */)>("deleteFile");
|
|
82
|
+
method(_javaPart, jni::make_jstring(fileName));
|
|
83
|
+
}
|
|
84
|
+
std::shared_ptr<Promise<std::string>> JHybridModelStoreSpec::downloadFile(const std::string& url, const std::string& fileName, const std::string& headersJson, const std::function<void(double /* progress */)>& onProgress) {
|
|
85
|
+
static const auto method = _javaPart->javaClassStatic()->getMethod<jni::local_ref<JPromise::javaobject>(jni::alias_ref<jni::JString> /* url */, jni::alias_ref<jni::JString> /* fileName */, jni::alias_ref<jni::JString> /* headersJson */, jni::alias_ref<JFunc_void_double::javaobject> /* onProgress */)>("downloadFile_cxx");
|
|
86
|
+
auto __result = method(_javaPart, jni::make_jstring(url), jni::make_jstring(fileName), jni::make_jstring(headersJson), JFunc_void_double_cxx::fromCpp(onProgress));
|
|
87
|
+
return [&]() {
|
|
88
|
+
auto __promise = Promise<std::string>::create();
|
|
89
|
+
__result->cthis()->addOnResolvedListener([=](const jni::alias_ref<jni::JObject>& __boxedResult) {
|
|
90
|
+
auto __result = jni::static_ref_cast<jni::JString>(__boxedResult);
|
|
91
|
+
__promise->resolve(__result->toStdString());
|
|
92
|
+
});
|
|
93
|
+
__result->cthis()->addOnRejectedListener([=](const jni::alias_ref<jni::JThrowable>& __throwable) {
|
|
94
|
+
jni::JniException __jniError(__throwable);
|
|
95
|
+
__promise->reject(std::make_exception_ptr(__jniError));
|
|
96
|
+
});
|
|
97
|
+
return __promise;
|
|
98
|
+
}();
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
} // namespace margelo::nitro::litertlm
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// HybridModelStoreSpec.hpp
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
#pragma once
|
|
9
|
+
|
|
10
|
+
#include <NitroModules/JHybridObject.hpp>
|
|
11
|
+
#include <fbjni/fbjni.h>
|
|
12
|
+
#include "HybridModelStoreSpec.hpp"
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
namespace margelo::nitro::litertlm {
|
|
18
|
+
|
|
19
|
+
using namespace facebook;
|
|
20
|
+
|
|
21
|
+
class JHybridModelStoreSpec: public virtual HybridModelStoreSpec, public virtual JHybridObject {
|
|
22
|
+
public:
|
|
23
|
+
struct JavaPart: public jni::JavaClass<JavaPart, JHybridObject::JavaPart> {
|
|
24
|
+
static constexpr auto kJavaDescriptor = "Lcom/margelo/nitro/dev/litert/litertlm/HybridModelStoreSpec;";
|
|
25
|
+
std::shared_ptr<JHybridModelStoreSpec> getJHybridModelStoreSpec();
|
|
26
|
+
};
|
|
27
|
+
struct CxxPart: public jni::HybridClass<CxxPart, JHybridObject::CxxPart> {
|
|
28
|
+
static constexpr auto kJavaDescriptor = "Lcom/margelo/nitro/dev/litert/litertlm/HybridModelStoreSpec$CxxPart;";
|
|
29
|
+
static jni::local_ref<jhybriddata> initHybrid(jni::alias_ref<jhybridobject> jThis);
|
|
30
|
+
static void registerNatives();
|
|
31
|
+
using HybridBase::HybridBase;
|
|
32
|
+
protected:
|
|
33
|
+
std::shared_ptr<JHybridObject> createHybridObject(const jni::local_ref<JHybridObject::JavaPart>& javaPart) override;
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
public:
|
|
37
|
+
explicit JHybridModelStoreSpec(const jni::local_ref<JHybridModelStoreSpec::JavaPart>& javaPart):
|
|
38
|
+
HybridObject(HybridModelStoreSpec::TAG),
|
|
39
|
+
JHybridObject(javaPart),
|
|
40
|
+
_javaPart(jni::make_global(javaPart)) {}
|
|
41
|
+
~JHybridModelStoreSpec() override {
|
|
42
|
+
// Hermes GC can destroy JS objects on a non-JNI Thread.
|
|
43
|
+
jni::ThreadScope::WithClassLoader([&] { _javaPart.reset(); });
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
public:
|
|
47
|
+
inline const jni::global_ref<JHybridModelStoreSpec::JavaPart>& getJavaPart() const noexcept {
|
|
48
|
+
return _javaPart;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
public:
|
|
52
|
+
// Properties
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
public:
|
|
56
|
+
// Methods
|
|
57
|
+
bool isCached(const std::string& fileName) override;
|
|
58
|
+
std::string getFilePath(const std::string& fileName) override;
|
|
59
|
+
std::vector<ModelFile> listCachedFiles() override;
|
|
60
|
+
void deleteFile(const std::string& fileName) override;
|
|
61
|
+
std::shared_ptr<Promise<std::string>> downloadFile(const std::string& url, const std::string& fileName, const std::string& headersJson, const std::function<void(double /* progress */)>& onProgress) override;
|
|
62
|
+
|
|
63
|
+
private:
|
|
64
|
+
jni::global_ref<JHybridModelStoreSpec::JavaPart> _javaPart;
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
} // namespace margelo::nitro::litertlm
|