react-native-litert-lm 0.3.7 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +153 -135
- package/android/build.gradle +12 -0
- package/android/src/main/AndroidManifest.xml +5 -0
- package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLM.kt +159 -62
- package/android/src/main/java/dev/litert/litertlm/LiteRTLMPackage.kt +19 -2
- package/android/src/test/java/com/margelo/nitro/core/Promise.kt +46 -0
- package/android/src/test/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMTest.kt +83 -0
- package/ios/HybridLiteRTLM.swift +1058 -0
- package/ios/Tests/HybridLiteRTLMTests.swift +67 -0
- package/lib/__mocks__/react-native-nitro-modules.d.ts +61 -0
- package/lib/__mocks__/react-native-nitro-modules.js +50 -0
- package/lib/__tests__/hooks.test.d.ts +1 -0
- package/lib/__tests__/hooks.test.js +124 -0
- package/lib/__tests__/memoryTracker.test.d.ts +1 -0
- package/lib/__tests__/memoryTracker.test.js +74 -0
- package/lib/__tests__/modelFactory.test.d.ts +1 -0
- package/lib/__tests__/modelFactory.test.js +52 -0
- package/lib/hooks.js +1 -1
- package/lib/index.d.ts +0 -2
- package/lib/index.js +1 -5
- package/lib/modelFactory.js +62 -63
- package/lib/specs/LiteRTLM.nitro.d.ts +71 -2
- package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.cpp +62 -7
- package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.hpp +3 -1
- package/nitrogen/generated/android/c++/JLLMConfig.hpp +40 -3
- package/nitrogen/generated/android/c++/JMultimodalPart.hpp +74 -0
- package/nitrogen/generated/android/c++/JPartType.hpp +61 -0
- package/nitrogen/generated/android/c++/JToolDefinition.hpp +65 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/GenerationStats.kt +23 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt +10 -2
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LLMConfig.kt +46 -3
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MemoryUsage.kt +19 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Message.kt +15 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MultimodalPart.kt +66 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/PartType.kt +24 -0
- package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolDefinition.kt +61 -0
- package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.cpp +57 -1
- package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.hpp +414 -3
- package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Umbrella.hpp +41 -3
- package/nitrogen/generated/ios/LiteRTLMAutolinking.mm +4 -6
- package/nitrogen/generated/ios/LiteRTLMAutolinking.swift +10 -0
- package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.cpp +11 -0
- package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.hpp +224 -0
- package/nitrogen/generated/ios/swift/Backend.swift +44 -0
- package/nitrogen/generated/ios/swift/Func_void.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_double.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_std__exception_ptr.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_std__string.swift +46 -0
- package/nitrogen/generated/ios/swift/Func_void_std__string_bool.swift +46 -0
- package/nitrogen/generated/ios/swift/GenerationStats.swift +54 -0
- package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec.swift +69 -0
- package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec_cxx.swift +383 -0
- package/nitrogen/generated/ios/swift/LLMConfig.swift +203 -0
- package/nitrogen/generated/ios/swift/MemoryUsage.swift +44 -0
- package/nitrogen/generated/ios/swift/Message.swift +34 -0
- package/nitrogen/generated/ios/swift/MultimodalPart.swift +83 -0
- package/nitrogen/generated/ios/swift/PartType.swift +44 -0
- package/nitrogen/generated/ios/swift/Role.swift +44 -0
- package/nitrogen/generated/ios/swift/ToolDefinition.swift +39 -0
- package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.cpp +2 -0
- package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp +7 -2
- package/nitrogen/generated/shared/c++/LLMConfig.hpp +22 -2
- package/nitrogen/generated/shared/c++/MultimodalPart.hpp +99 -0
- package/nitrogen/generated/shared/c++/PartType.hpp +80 -0
- package/nitrogen/generated/shared/c++/ToolDefinition.hpp +91 -0
- package/package.json +16 -8
- package/react-native-litert-lm.podspec +15 -19
- package/scripts/download-ios-frameworks.sh +14 -48
- package/scripts/postinstall.js +1 -2
- package/src/__mocks__/react-native-nitro-modules.ts +48 -0
- package/src/__tests__/hooks.test.ts +153 -0
- package/src/__tests__/memoryTracker.test.ts +87 -0
- package/src/__tests__/modelFactory.test.ts +68 -0
- package/src/hooks.ts +1 -1
- package/src/index.ts +0 -7
- package/src/modelFactory.ts +82 -80
- package/src/specs/LiteRTLM.nitro.ts +80 -2
- package/cpp/HybridLiteRTLM.cpp +0 -939
- package/cpp/HybridLiteRTLM.hpp +0 -169
- package/cpp/IOSDownloadHelper.h +0 -24
- package/ios/IOSDownloadHelper.mm +0 -129
- package/scripts/build-ios-engine.sh +0 -302
- package/scripts/stubs/cxx_bridge_stubs.cc +0 -224
- package/scripts/stubs/gemma_model_constraint_provider.cc +0 -46
- package/scripts/stubs/llguidance_stubs.c +0 -101
- package/src/templates.ts +0 -105
|
@@ -0,0 +1,383 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// HybridLiteRTLMSpec_cxx.swift
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
import NitroModules
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* A class implementation that bridges HybridLiteRTLMSpec over to C++.
|
|
12
|
+
* In C++, we cannot use Swift protocols - so we need to wrap it in a class to make it strongly defined.
|
|
13
|
+
*
|
|
14
|
+
* Also, some Swift types need to be bridged with special handling:
|
|
15
|
+
* - Enums need to be wrapped in Structs, otherwise they cannot be accessed bi-directionally (Swift bug: https://github.com/swiftlang/swift/issues/75330)
|
|
16
|
+
* - Other HybridObjects need to be wrapped/unwrapped from the Swift TCxx wrapper
|
|
17
|
+
* - Throwing methods need to be wrapped with a Result<T, Error> type, as exceptions cannot be propagated to C++
|
|
18
|
+
*/
|
|
19
|
+
open class HybridLiteRTLMSpec_cxx {
|
|
20
|
+
/**
|
|
21
|
+
* The Swift <> C++ bridge's namespace (`margelo::nitro::litertlm::bridge::swift`)
|
|
22
|
+
* from `LiteRTLM-Swift-Cxx-Bridge.hpp`.
|
|
23
|
+
* This contains specialized C++ templates, and C++ helper functions that can be accessed from Swift.
|
|
24
|
+
*/
|
|
25
|
+
public typealias bridge = margelo.nitro.litertlm.bridge.swift
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* Holds an instance of the `HybridLiteRTLMSpec` Swift protocol.
|
|
29
|
+
*/
|
|
30
|
+
private var __implementation: any HybridLiteRTLMSpec
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* Holds a weak pointer to the C++ class that wraps the Swift class.
|
|
34
|
+
*/
|
|
35
|
+
private var __cxxPart: bridge.std__weak_ptr_HybridLiteRTLMSpec_
|
|
36
|
+
|
|
37
|
+
/**
|
|
38
|
+
* Create a new `HybridLiteRTLMSpec_cxx` that wraps the given `HybridLiteRTLMSpec`.
|
|
39
|
+
* All properties and methods bridge to C++ types.
|
|
40
|
+
*/
|
|
41
|
+
public init(_ implementation: any HybridLiteRTLMSpec) {
|
|
42
|
+
self.__implementation = implementation
|
|
43
|
+
self.__cxxPart = .init()
|
|
44
|
+
/* no base class */
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
/**
|
|
48
|
+
* Get the actual `HybridLiteRTLMSpec` instance this class wraps.
|
|
49
|
+
*/
|
|
50
|
+
@inline(__always)
|
|
51
|
+
public func getHybridLiteRTLMSpec() -> any HybridLiteRTLMSpec {
|
|
52
|
+
return __implementation
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
/**
|
|
56
|
+
* Casts this instance to a retained unsafe raw pointer.
|
|
57
|
+
* This acquires one additional strong reference on the object!
|
|
58
|
+
*/
|
|
59
|
+
public func toUnsafe() -> UnsafeMutableRawPointer {
|
|
60
|
+
return Unmanaged.passRetained(self).toOpaque()
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* Casts an unsafe pointer to a `HybridLiteRTLMSpec_cxx`.
|
|
65
|
+
* The pointer has to be a retained opaque `Unmanaged<HybridLiteRTLMSpec_cxx>`.
|
|
66
|
+
* This removes one strong reference from the object!
|
|
67
|
+
*/
|
|
68
|
+
public class func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> HybridLiteRTLMSpec_cxx {
|
|
69
|
+
return Unmanaged<HybridLiteRTLMSpec_cxx>.fromOpaque(pointer).takeRetainedValue()
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/**
|
|
73
|
+
* Gets (or creates) the C++ part of this Hybrid Object.
|
|
74
|
+
* The C++ part is a `std::shared_ptr<HybridLiteRTLMSpec>`.
|
|
75
|
+
*/
|
|
76
|
+
public func getCxxPart() -> bridge.std__shared_ptr_HybridLiteRTLMSpec_ {
|
|
77
|
+
let cachedCxxPart = self.__cxxPart.lock()
|
|
78
|
+
if Bool(fromCxx: cachedCxxPart) {
|
|
79
|
+
return cachedCxxPart
|
|
80
|
+
} else {
|
|
81
|
+
let newCxxPart = bridge.create_std__shared_ptr_HybridLiteRTLMSpec_(self.toUnsafe())
|
|
82
|
+
__cxxPart = bridge.weakify_std__shared_ptr_HybridLiteRTLMSpec_(newCxxPart)
|
|
83
|
+
return newCxxPart
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
/**
|
|
90
|
+
* Get the memory size of the Swift class (plus size of any other allocations)
|
|
91
|
+
* so the JS VM can properly track it and garbage-collect the JS object if needed.
|
|
92
|
+
*/
|
|
93
|
+
@inline(__always)
|
|
94
|
+
public var memorySize: Int {
|
|
95
|
+
return MemoryHelper.getSizeOf(self.__implementation) + self.__implementation.memorySize
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
/**
|
|
99
|
+
* Compares this object with the given [other] object for reference equality.
|
|
100
|
+
*/
|
|
101
|
+
@inline(__always)
|
|
102
|
+
public func equals(other: HybridLiteRTLMSpec_cxx) -> Bool {
|
|
103
|
+
return self.__implementation === other.__implementation
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
/**
|
|
107
|
+
* Call dispose() on the Swift class.
|
|
108
|
+
* This _may_ be called manually from JS.
|
|
109
|
+
*/
|
|
110
|
+
@inline(__always)
|
|
111
|
+
public func dispose() {
|
|
112
|
+
self.__implementation.dispose()
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
/**
|
|
116
|
+
* Call toString() on the Swift class.
|
|
117
|
+
*/
|
|
118
|
+
@inline(__always)
|
|
119
|
+
public func toString() -> String {
|
|
120
|
+
return self.__implementation.toString()
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
// Properties
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
// Methods
|
|
127
|
+
@inline(__always)
|
|
128
|
+
public final func loadModel(modelPath: std.string, config: bridge.std__optional_LLMConfig_) -> bridge.Result_std__shared_ptr_Promise_void___ {
|
|
129
|
+
do {
|
|
130
|
+
let __result = try self.__implementation.loadModel(modelPath: String(modelPath), config: config.value)
|
|
131
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
|
|
132
|
+
let __promise = bridge.create_std__shared_ptr_Promise_void__()
|
|
133
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
|
|
134
|
+
__result
|
|
135
|
+
.then({ __result in __promiseHolder.resolve() })
|
|
136
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
137
|
+
return __promise
|
|
138
|
+
}()
|
|
139
|
+
return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
|
|
140
|
+
} catch (let __error) {
|
|
141
|
+
let __exceptionPtr = __error.toCpp()
|
|
142
|
+
return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
@inline(__always)
|
|
147
|
+
public final func sendMessage(message: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
|
|
148
|
+
do {
|
|
149
|
+
let __result = try self.__implementation.sendMessage(message: String(message))
|
|
150
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
|
|
151
|
+
let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
|
|
152
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
|
|
153
|
+
__result
|
|
154
|
+
.then({ __result in __promiseHolder.resolve(std.string(__result)) })
|
|
155
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
156
|
+
return __promise
|
|
157
|
+
}()
|
|
158
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
|
|
159
|
+
} catch (let __error) {
|
|
160
|
+
let __exceptionPtr = __error.toCpp()
|
|
161
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
@inline(__always)
|
|
166
|
+
public final func sendMessageWithImage(message: std.string, imagePath: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
|
|
167
|
+
do {
|
|
168
|
+
let __result = try self.__implementation.sendMessageWithImage(message: String(message), imagePath: String(imagePath))
|
|
169
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
|
|
170
|
+
let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
|
|
171
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
|
|
172
|
+
__result
|
|
173
|
+
.then({ __result in __promiseHolder.resolve(std.string(__result)) })
|
|
174
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
175
|
+
return __promise
|
|
176
|
+
}()
|
|
177
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
|
|
178
|
+
} catch (let __error) {
|
|
179
|
+
let __exceptionPtr = __error.toCpp()
|
|
180
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
@inline(__always)
|
|
185
|
+
public final func downloadModel(url: std.string, fileName: std.string, onProgress: bridge.std__optional_std__function_void_double____progress______) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
|
|
186
|
+
do {
|
|
187
|
+
let __result = try self.__implementation.downloadModel(url: String(url), fileName: String(fileName), onProgress: { () -> ((_ progress: Double) -> Void)? in
|
|
188
|
+
if bridge.has_value_std__optional_std__function_void_double____progress______(onProgress) {
|
|
189
|
+
let __unwrapped = bridge.get_std__optional_std__function_void_double____progress______(onProgress)
|
|
190
|
+
return { () -> (Double) -> Void in
|
|
191
|
+
let __wrappedFunction = bridge.wrap_Func_void_double(__unwrapped)
|
|
192
|
+
return { (__progress: Double) -> Void in
|
|
193
|
+
__wrappedFunction.call(__progress)
|
|
194
|
+
}
|
|
195
|
+
}()
|
|
196
|
+
} else {
|
|
197
|
+
return nil
|
|
198
|
+
}
|
|
199
|
+
}())
|
|
200
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
|
|
201
|
+
let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
|
|
202
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
|
|
203
|
+
__result
|
|
204
|
+
.then({ __result in __promiseHolder.resolve(std.string(__result)) })
|
|
205
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
206
|
+
return __promise
|
|
207
|
+
}()
|
|
208
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
|
|
209
|
+
} catch (let __error) {
|
|
210
|
+
let __exceptionPtr = __error.toCpp()
|
|
211
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
@inline(__always)
|
|
216
|
+
public final func deleteModel(fileName: std.string) -> bridge.Result_std__shared_ptr_Promise_void___ {
|
|
217
|
+
do {
|
|
218
|
+
let __result = try self.__implementation.deleteModel(fileName: String(fileName))
|
|
219
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
|
|
220
|
+
let __promise = bridge.create_std__shared_ptr_Promise_void__()
|
|
221
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
|
|
222
|
+
__result
|
|
223
|
+
.then({ __result in __promiseHolder.resolve() })
|
|
224
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
225
|
+
return __promise
|
|
226
|
+
}()
|
|
227
|
+
return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
|
|
228
|
+
} catch (let __error) {
|
|
229
|
+
let __exceptionPtr = __error.toCpp()
|
|
230
|
+
return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
|
|
234
|
+
@inline(__always)
|
|
235
|
+
public final func sendMessageWithAudio(message: std.string, audioPath: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
|
|
236
|
+
do {
|
|
237
|
+
let __result = try self.__implementation.sendMessageWithAudio(message: String(message), audioPath: String(audioPath))
|
|
238
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
|
|
239
|
+
let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
|
|
240
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
|
|
241
|
+
__result
|
|
242
|
+
.then({ __result in __promiseHolder.resolve(std.string(__result)) })
|
|
243
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
244
|
+
return __promise
|
|
245
|
+
}()
|
|
246
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
|
|
247
|
+
} catch (let __error) {
|
|
248
|
+
let __exceptionPtr = __error.toCpp()
|
|
249
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
@inline(__always)
|
|
254
|
+
public final func sendMultimodalMessage(parts: bridge.std__vector_MultimodalPart_) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
|
|
255
|
+
do {
|
|
256
|
+
let __result = try self.__implementation.sendMultimodalMessage(parts: parts.map({ __item in __item }))
|
|
257
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
|
|
258
|
+
let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
|
|
259
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
|
|
260
|
+
__result
|
|
261
|
+
.then({ __result in __promiseHolder.resolve(std.string(__result)) })
|
|
262
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
263
|
+
return __promise
|
|
264
|
+
}()
|
|
265
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
|
|
266
|
+
} catch (let __error) {
|
|
267
|
+
let __exceptionPtr = __error.toCpp()
|
|
268
|
+
return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
|
|
272
|
+
@inline(__always)
|
|
273
|
+
public final func sendMessageAsync(message: std.string, onToken: bridge.Func_void_std__string_bool) -> bridge.Result_std__shared_ptr_Promise_void___ {
|
|
274
|
+
do {
|
|
275
|
+
let __result = try self.__implementation.sendMessageAsync(message: String(message), onToken: { () -> (String, Bool) -> Void in
|
|
276
|
+
let __wrappedFunction = bridge.wrap_Func_void_std__string_bool(onToken)
|
|
277
|
+
return { (__token: String, __done: Bool) -> Void in
|
|
278
|
+
__wrappedFunction.call(std.string(__token), __done)
|
|
279
|
+
}
|
|
280
|
+
}())
|
|
281
|
+
let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
|
|
282
|
+
let __promise = bridge.create_std__shared_ptr_Promise_void__()
|
|
283
|
+
let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
|
|
284
|
+
__result
|
|
285
|
+
.then({ __result in __promiseHolder.resolve() })
|
|
286
|
+
.catch({ __error in __promiseHolder.reject(__error.toCpp()) })
|
|
287
|
+
return __promise
|
|
288
|
+
}()
|
|
289
|
+
return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
|
|
290
|
+
} catch (let __error) {
|
|
291
|
+
let __exceptionPtr = __error.toCpp()
|
|
292
|
+
return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
|
|
296
|
+
@inline(__always)
|
|
297
|
+
public final func getHistory() -> bridge.Result_std__vector_Message__ {
|
|
298
|
+
do {
|
|
299
|
+
let __result = try self.__implementation.getHistory()
|
|
300
|
+
let __resultCpp = { () -> bridge.std__vector_Message_ in
|
|
301
|
+
var __vector = bridge.create_std__vector_Message_(__result.count)
|
|
302
|
+
for __item in __result {
|
|
303
|
+
__vector.push_back(__item)
|
|
304
|
+
}
|
|
305
|
+
return __vector
|
|
306
|
+
}()
|
|
307
|
+
return bridge.create_Result_std__vector_Message__(__resultCpp)
|
|
308
|
+
} catch (let __error) {
|
|
309
|
+
let __exceptionPtr = __error.toCpp()
|
|
310
|
+
return bridge.create_Result_std__vector_Message__(__exceptionPtr)
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
|
|
314
|
+
@inline(__always)
|
|
315
|
+
public final func resetConversation() -> bridge.Result_void_ {
|
|
316
|
+
do {
|
|
317
|
+
try self.__implementation.resetConversation()
|
|
318
|
+
return bridge.create_Result_void_()
|
|
319
|
+
} catch (let __error) {
|
|
320
|
+
let __exceptionPtr = __error.toCpp()
|
|
321
|
+
return bridge.create_Result_void_(__exceptionPtr)
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
@inline(__always)
|
|
326
|
+
public final func isReady() -> bridge.Result_bool_ {
|
|
327
|
+
do {
|
|
328
|
+
let __result = try self.__implementation.isReady()
|
|
329
|
+
let __resultCpp = __result
|
|
330
|
+
return bridge.create_Result_bool_(__resultCpp)
|
|
331
|
+
} catch (let __error) {
|
|
332
|
+
let __exceptionPtr = __error.toCpp()
|
|
333
|
+
return bridge.create_Result_bool_(__exceptionPtr)
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
|
|
337
|
+
@inline(__always)
|
|
338
|
+
public final func getStats() -> bridge.Result_GenerationStats_ {
|
|
339
|
+
do {
|
|
340
|
+
let __result = try self.__implementation.getStats()
|
|
341
|
+
let __resultCpp = __result
|
|
342
|
+
return bridge.create_Result_GenerationStats_(__resultCpp)
|
|
343
|
+
} catch (let __error) {
|
|
344
|
+
let __exceptionPtr = __error.toCpp()
|
|
345
|
+
return bridge.create_Result_GenerationStats_(__exceptionPtr)
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
|
|
349
|
+
@inline(__always)
|
|
350
|
+
public final func countTokens(text: std.string) -> bridge.Result_double_ {
|
|
351
|
+
do {
|
|
352
|
+
let __result = try self.__implementation.countTokens(text: String(text))
|
|
353
|
+
let __resultCpp = __result
|
|
354
|
+
return bridge.create_Result_double_(__resultCpp)
|
|
355
|
+
} catch (let __error) {
|
|
356
|
+
let __exceptionPtr = __error.toCpp()
|
|
357
|
+
return bridge.create_Result_double_(__exceptionPtr)
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
|
|
361
|
+
@inline(__always)
|
|
362
|
+
public final func getMemoryUsage() -> bridge.Result_MemoryUsage_ {
|
|
363
|
+
do {
|
|
364
|
+
let __result = try self.__implementation.getMemoryUsage()
|
|
365
|
+
let __resultCpp = __result
|
|
366
|
+
return bridge.create_Result_MemoryUsage_(__resultCpp)
|
|
367
|
+
} catch (let __error) {
|
|
368
|
+
let __exceptionPtr = __error.toCpp()
|
|
369
|
+
return bridge.create_Result_MemoryUsage_(__exceptionPtr)
|
|
370
|
+
}
|
|
371
|
+
}
|
|
372
|
+
|
|
373
|
+
@inline(__always)
|
|
374
|
+
public final func close() -> bridge.Result_void_ {
|
|
375
|
+
do {
|
|
376
|
+
try self.__implementation.close()
|
|
377
|
+
return bridge.create_Result_void_()
|
|
378
|
+
} catch (let __error) {
|
|
379
|
+
let __exceptionPtr = __error.toCpp()
|
|
380
|
+
return bridge.create_Result_void_(__exceptionPtr)
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
}
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// LLMConfig.swift
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
import NitroModules
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Represents an instance of `LLMConfig`, backed by a C++ struct.
|
|
12
|
+
*/
|
|
13
|
+
public typealias LLMConfig = margelo.nitro.litertlm.LLMConfig
|
|
14
|
+
|
|
15
|
+
public extension LLMConfig {
|
|
16
|
+
private typealias bridge = margelo.nitro.litertlm.bridge.swift
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Create a new instance of `LLMConfig`.
|
|
20
|
+
*/
|
|
21
|
+
init(systemPrompt: String?, backend: Backend?, maxTokens: Double?, temperature: Double?, topK: Double?, topP: Double?, validate: Bool?, multimodal: Bool?, tools: [ToolDefinition]?, enableSpeculativeDecoding: Bool?) {
|
|
22
|
+
self.init({ () -> bridge.std__optional_std__string_ in
|
|
23
|
+
if let __unwrappedValue = systemPrompt {
|
|
24
|
+
return bridge.create_std__optional_std__string_(std.string(__unwrappedValue))
|
|
25
|
+
} else {
|
|
26
|
+
return .init()
|
|
27
|
+
}
|
|
28
|
+
}(), { () -> bridge.std__optional_Backend_ in
|
|
29
|
+
if let __unwrappedValue = backend {
|
|
30
|
+
return bridge.create_std__optional_Backend_(__unwrappedValue)
|
|
31
|
+
} else {
|
|
32
|
+
return .init()
|
|
33
|
+
}
|
|
34
|
+
}(), { () -> bridge.std__optional_double_ in
|
|
35
|
+
if let __unwrappedValue = maxTokens {
|
|
36
|
+
return bridge.create_std__optional_double_(__unwrappedValue)
|
|
37
|
+
} else {
|
|
38
|
+
return .init()
|
|
39
|
+
}
|
|
40
|
+
}(), { () -> bridge.std__optional_double_ in
|
|
41
|
+
if let __unwrappedValue = temperature {
|
|
42
|
+
return bridge.create_std__optional_double_(__unwrappedValue)
|
|
43
|
+
} else {
|
|
44
|
+
return .init()
|
|
45
|
+
}
|
|
46
|
+
}(), { () -> bridge.std__optional_double_ in
|
|
47
|
+
if let __unwrappedValue = topK {
|
|
48
|
+
return bridge.create_std__optional_double_(__unwrappedValue)
|
|
49
|
+
} else {
|
|
50
|
+
return .init()
|
|
51
|
+
}
|
|
52
|
+
}(), { () -> bridge.std__optional_double_ in
|
|
53
|
+
if let __unwrappedValue = topP {
|
|
54
|
+
return bridge.create_std__optional_double_(__unwrappedValue)
|
|
55
|
+
} else {
|
|
56
|
+
return .init()
|
|
57
|
+
}
|
|
58
|
+
}(), { () -> bridge.std__optional_bool_ in
|
|
59
|
+
if let __unwrappedValue = validate {
|
|
60
|
+
return bridge.create_std__optional_bool_(__unwrappedValue)
|
|
61
|
+
} else {
|
|
62
|
+
return .init()
|
|
63
|
+
}
|
|
64
|
+
}(), { () -> bridge.std__optional_bool_ in
|
|
65
|
+
if let __unwrappedValue = multimodal {
|
|
66
|
+
return bridge.create_std__optional_bool_(__unwrappedValue)
|
|
67
|
+
} else {
|
|
68
|
+
return .init()
|
|
69
|
+
}
|
|
70
|
+
}(), { () -> bridge.std__optional_std__vector_ToolDefinition__ in
|
|
71
|
+
if let __unwrappedValue = tools {
|
|
72
|
+
return bridge.create_std__optional_std__vector_ToolDefinition__({ () -> bridge.std__vector_ToolDefinition_ in
|
|
73
|
+
var __vector = bridge.create_std__vector_ToolDefinition_(__unwrappedValue.count)
|
|
74
|
+
for __item in __unwrappedValue {
|
|
75
|
+
__vector.push_back(__item)
|
|
76
|
+
}
|
|
77
|
+
return __vector
|
|
78
|
+
}())
|
|
79
|
+
} else {
|
|
80
|
+
return .init()
|
|
81
|
+
}
|
|
82
|
+
}(), { () -> bridge.std__optional_bool_ in
|
|
83
|
+
if let __unwrappedValue = enableSpeculativeDecoding {
|
|
84
|
+
return bridge.create_std__optional_bool_(__unwrappedValue)
|
|
85
|
+
} else {
|
|
86
|
+
return .init()
|
|
87
|
+
}
|
|
88
|
+
}())
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
@inline(__always)
|
|
92
|
+
var systemPrompt: String? {
|
|
93
|
+
return { () -> String? in
|
|
94
|
+
if bridge.has_value_std__optional_std__string_(self.__systemPrompt) {
|
|
95
|
+
let __unwrapped = bridge.get_std__optional_std__string_(self.__systemPrompt)
|
|
96
|
+
return String(__unwrapped)
|
|
97
|
+
} else {
|
|
98
|
+
return nil
|
|
99
|
+
}
|
|
100
|
+
}()
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
@inline(__always)
|
|
104
|
+
var backend: Backend? {
|
|
105
|
+
return self.__backend.value
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
@inline(__always)
|
|
109
|
+
var maxTokens: Double? {
|
|
110
|
+
return { () -> Double? in
|
|
111
|
+
if bridge.has_value_std__optional_double_(self.__maxTokens) {
|
|
112
|
+
let __unwrapped = bridge.get_std__optional_double_(self.__maxTokens)
|
|
113
|
+
return __unwrapped
|
|
114
|
+
} else {
|
|
115
|
+
return nil
|
|
116
|
+
}
|
|
117
|
+
}()
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
@inline(__always)
|
|
121
|
+
var temperature: Double? {
|
|
122
|
+
return { () -> Double? in
|
|
123
|
+
if bridge.has_value_std__optional_double_(self.__temperature) {
|
|
124
|
+
let __unwrapped = bridge.get_std__optional_double_(self.__temperature)
|
|
125
|
+
return __unwrapped
|
|
126
|
+
} else {
|
|
127
|
+
return nil
|
|
128
|
+
}
|
|
129
|
+
}()
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
@inline(__always)
|
|
133
|
+
var topK: Double? {
|
|
134
|
+
return { () -> Double? in
|
|
135
|
+
if bridge.has_value_std__optional_double_(self.__topK) {
|
|
136
|
+
let __unwrapped = bridge.get_std__optional_double_(self.__topK)
|
|
137
|
+
return __unwrapped
|
|
138
|
+
} else {
|
|
139
|
+
return nil
|
|
140
|
+
}
|
|
141
|
+
}()
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
@inline(__always)
|
|
145
|
+
var topP: Double? {
|
|
146
|
+
return { () -> Double? in
|
|
147
|
+
if bridge.has_value_std__optional_double_(self.__topP) {
|
|
148
|
+
let __unwrapped = bridge.get_std__optional_double_(self.__topP)
|
|
149
|
+
return __unwrapped
|
|
150
|
+
} else {
|
|
151
|
+
return nil
|
|
152
|
+
}
|
|
153
|
+
}()
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
@inline(__always)
|
|
157
|
+
var validate: Bool? {
|
|
158
|
+
return { () -> Bool? in
|
|
159
|
+
if bridge.has_value_std__optional_bool_(self.__validate) {
|
|
160
|
+
let __unwrapped = bridge.get_std__optional_bool_(self.__validate)
|
|
161
|
+
return __unwrapped
|
|
162
|
+
} else {
|
|
163
|
+
return nil
|
|
164
|
+
}
|
|
165
|
+
}()
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
@inline(__always)
|
|
169
|
+
var multimodal: Bool? {
|
|
170
|
+
return { () -> Bool? in
|
|
171
|
+
if bridge.has_value_std__optional_bool_(self.__multimodal) {
|
|
172
|
+
let __unwrapped = bridge.get_std__optional_bool_(self.__multimodal)
|
|
173
|
+
return __unwrapped
|
|
174
|
+
} else {
|
|
175
|
+
return nil
|
|
176
|
+
}
|
|
177
|
+
}()
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
@inline(__always)
|
|
181
|
+
var tools: [ToolDefinition]? {
|
|
182
|
+
return { () -> [ToolDefinition]? in
|
|
183
|
+
if bridge.has_value_std__optional_std__vector_ToolDefinition__(self.__tools) {
|
|
184
|
+
let __unwrapped = bridge.get_std__optional_std__vector_ToolDefinition__(self.__tools)
|
|
185
|
+
return __unwrapped.map({ __item in __item })
|
|
186
|
+
} else {
|
|
187
|
+
return nil
|
|
188
|
+
}
|
|
189
|
+
}()
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
@inline(__always)
|
|
193
|
+
var enableSpeculativeDecoding: Bool? {
|
|
194
|
+
return { () -> Bool? in
|
|
195
|
+
if bridge.has_value_std__optional_bool_(self.__enableSpeculativeDecoding) {
|
|
196
|
+
let __unwrapped = bridge.get_std__optional_bool_(self.__enableSpeculativeDecoding)
|
|
197
|
+
return __unwrapped
|
|
198
|
+
} else {
|
|
199
|
+
return nil
|
|
200
|
+
}
|
|
201
|
+
}()
|
|
202
|
+
}
|
|
203
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// MemoryUsage.swift
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
import NitroModules
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Represents an instance of `MemoryUsage`, backed by a C++ struct.
|
|
12
|
+
*/
|
|
13
|
+
public typealias MemoryUsage = margelo.nitro.litertlm.MemoryUsage
|
|
14
|
+
|
|
15
|
+
public extension MemoryUsage {
|
|
16
|
+
private typealias bridge = margelo.nitro.litertlm.bridge.swift
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Create a new instance of `MemoryUsage`.
|
|
20
|
+
*/
|
|
21
|
+
init(nativeHeapBytes: Double, residentBytes: Double, availableMemoryBytes: Double, isLowMemory: Bool) {
|
|
22
|
+
self.init(nativeHeapBytes, residentBytes, availableMemoryBytes, isLowMemory)
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
@inline(__always)
|
|
26
|
+
var nativeHeapBytes: Double {
|
|
27
|
+
return self.__nativeHeapBytes
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
@inline(__always)
|
|
31
|
+
var residentBytes: Double {
|
|
32
|
+
return self.__residentBytes
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
@inline(__always)
|
|
36
|
+
var availableMemoryBytes: Double {
|
|
37
|
+
return self.__availableMemoryBytes
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
@inline(__always)
|
|
41
|
+
var isLowMemory: Bool {
|
|
42
|
+
return self.__isLowMemory
|
|
43
|
+
}
|
|
44
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
///
|
|
2
|
+
/// Message.swift
|
|
3
|
+
/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
|
|
4
|
+
/// https://github.com/mrousavy/nitro
|
|
5
|
+
/// Copyright © Marc Rousavy @ Margelo
|
|
6
|
+
///
|
|
7
|
+
|
|
8
|
+
import NitroModules
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Represents an instance of `Message`, backed by a C++ struct.
|
|
12
|
+
*/
|
|
13
|
+
public typealias Message = margelo.nitro.litertlm.Message
|
|
14
|
+
|
|
15
|
+
public extension Message {
|
|
16
|
+
private typealias bridge = margelo.nitro.litertlm.bridge.swift
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* Create a new instance of `Message`.
|
|
20
|
+
*/
|
|
21
|
+
init(role: Role, content: String) {
|
|
22
|
+
self.init(role, std.string(content))
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
@inline(__always)
|
|
26
|
+
var role: Role {
|
|
27
|
+
return self.__role
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
@inline(__always)
|
|
31
|
+
var content: String {
|
|
32
|
+
return String(self.__content)
|
|
33
|
+
}
|
|
34
|
+
}
|