react-native-litert-lm 0.3.7 → 0.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. package/README.md +153 -135
  2. package/android/build.gradle +12 -0
  3. package/android/src/main/AndroidManifest.xml +8 -0
  4. package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLM.kt +276 -62
  5. package/android/src/main/java/dev/litert/litertlm/LiteRTLMPackage.kt +19 -2
  6. package/android/src/test/java/com/margelo/nitro/core/Promise.kt +46 -0
  7. package/android/src/test/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMTest.kt +105 -0
  8. package/ios/HybridLiteRTLM.swift +1344 -0
  9. package/ios/Tests/HybridLiteRTLMTests.swift +113 -0
  10. package/lib/__mocks__/react-native-nitro-modules.d.ts +65 -0
  11. package/lib/__mocks__/react-native-nitro-modules.js +60 -0
  12. package/lib/__tests__/hooks.test.d.ts +1 -0
  13. package/lib/__tests__/hooks.test.js +124 -0
  14. package/lib/__tests__/memoryTracker.test.d.ts +1 -0
  15. package/lib/__tests__/memoryTracker.test.js +74 -0
  16. package/lib/__tests__/modelFactory.test.d.ts +1 -0
  17. package/lib/__tests__/modelFactory.test.js +68 -0
  18. package/lib/hooks.js +27 -3
  19. package/lib/index.d.ts +6 -2
  20. package/lib/index.js +8 -8
  21. package/lib/modelFactory.js +82 -63
  22. package/lib/specs/LiteRTLM.nitro.d.ts +87 -2
  23. package/nitrogen/generated/android/LiteRTLMOnLoad.cpp +2 -2
  24. package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.cpp +94 -9
  25. package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.hpp +5 -1
  26. package/nitrogen/generated/android/c++/JLLMConfig.hpp +40 -3
  27. package/nitrogen/generated/android/c++/JMultimodalPart.hpp +74 -0
  28. package/nitrogen/generated/android/c++/JPartType.hpp +61 -0
  29. package/nitrogen/generated/android/c++/JToolDefinition.hpp +65 -0
  30. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/GenerationStats.kt +23 -0
  31. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt +28 -2
  32. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LLMConfig.kt +46 -3
  33. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MemoryUsage.kt +19 -0
  34. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Message.kt +15 -0
  35. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MultimodalPart.kt +66 -0
  36. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/PartType.kt +24 -0
  37. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolDefinition.kt +61 -0
  38. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.cpp +57 -1
  39. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.hpp +414 -3
  40. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Umbrella.hpp +41 -3
  41. package/nitrogen/generated/ios/LiteRTLMAutolinking.mm +4 -6
  42. package/nitrogen/generated/ios/LiteRTLMAutolinking.swift +10 -0
  43. package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.cpp +11 -0
  44. package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.hpp +240 -0
  45. package/nitrogen/generated/ios/swift/Backend.swift +44 -0
  46. package/nitrogen/generated/ios/swift/Func_void.swift +46 -0
  47. package/nitrogen/generated/ios/swift/Func_void_double.swift +46 -0
  48. package/nitrogen/generated/ios/swift/Func_void_std__exception_ptr.swift +46 -0
  49. package/nitrogen/generated/ios/swift/Func_void_std__string.swift +46 -0
  50. package/nitrogen/generated/ios/swift/Func_void_std__string_bool.swift +46 -0
  51. package/nitrogen/generated/ios/swift/GenerationStats.swift +54 -0
  52. package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec.swift +71 -0
  53. package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec_cxx.swift +431 -0
  54. package/nitrogen/generated/ios/swift/LLMConfig.swift +203 -0
  55. package/nitrogen/generated/ios/swift/MemoryUsage.swift +44 -0
  56. package/nitrogen/generated/ios/swift/Message.swift +34 -0
  57. package/nitrogen/generated/ios/swift/MultimodalPart.swift +83 -0
  58. package/nitrogen/generated/ios/swift/PartType.swift +44 -0
  59. package/nitrogen/generated/ios/swift/Role.swift +44 -0
  60. package/nitrogen/generated/ios/swift/ToolDefinition.swift +39 -0
  61. package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.cpp +4 -0
  62. package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp +9 -2
  63. package/nitrogen/generated/shared/c++/LLMConfig.hpp +22 -2
  64. package/nitrogen/generated/shared/c++/MultimodalPart.hpp +99 -0
  65. package/nitrogen/generated/shared/c++/PartType.hpp +80 -0
  66. package/nitrogen/generated/shared/c++/ToolDefinition.hpp +91 -0
  67. package/package.json +22 -11
  68. package/react-native-litert-lm.podspec +17 -19
  69. package/scripts/download-ios-frameworks.sh +17 -50
  70. package/scripts/framework-source.js +46 -0
  71. package/scripts/postinstall.js +40 -18
  72. package/src/__mocks__/react-native-nitro-modules.ts +58 -0
  73. package/src/__tests__/hooks.test.ts +153 -0
  74. package/src/__tests__/memoryTracker.test.ts +87 -0
  75. package/src/__tests__/modelFactory.test.ts +96 -0
  76. package/src/hooks.ts +29 -7
  77. package/src/index.ts +7 -10
  78. package/src/modelFactory.ts +104 -80
  79. package/src/specs/LiteRTLM.nitro.ts +106 -2
  80. package/cpp/HybridLiteRTLM.cpp +0 -939
  81. package/cpp/HybridLiteRTLM.hpp +0 -169
  82. package/cpp/IOSDownloadHelper.h +0 -24
  83. package/ios/IOSDownloadHelper.mm +0 -129
  84. package/scripts/build-ios-engine.sh +0 -302
  85. package/scripts/stubs/cxx_bridge_stubs.cc +0 -224
  86. package/scripts/stubs/gemma_model_constraint_provider.cc +0 -46
  87. package/scripts/stubs/llguidance_stubs.c +0 -101
  88. package/src/templates.ts +0 -105
@@ -0,0 +1,431 @@
1
+ ///
2
+ /// HybridLiteRTLMSpec_cxx.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * A class implementation that bridges HybridLiteRTLMSpec over to C++.
12
+ * In C++, we cannot use Swift protocols - so we need to wrap it in a class to make it strongly defined.
13
+ *
14
+ * Also, some Swift types need to be bridged with special handling:
15
+ * - Enums need to be wrapped in Structs, otherwise they cannot be accessed bi-directionally (Swift bug: https://github.com/swiftlang/swift/issues/75330)
16
+ * - Other HybridObjects need to be wrapped/unwrapped from the Swift TCxx wrapper
17
+ * - Throwing methods need to be wrapped with a Result<T, Error> type, as exceptions cannot be propagated to C++
18
+ */
19
+ open class HybridLiteRTLMSpec_cxx {
20
+ /**
21
+ * The Swift <> C++ bridge's namespace (`margelo::nitro::litertlm::bridge::swift`)
22
+ * from `LiteRTLM-Swift-Cxx-Bridge.hpp`.
23
+ * This contains specialized C++ templates, and C++ helper functions that can be accessed from Swift.
24
+ */
25
+ public typealias bridge = margelo.nitro.litertlm.bridge.swift
26
+
27
+ /**
28
+ * Holds an instance of the `HybridLiteRTLMSpec` Swift protocol.
29
+ */
30
+ private var __implementation: any HybridLiteRTLMSpec
31
+
32
+ /**
33
+ * Holds a weak pointer to the C++ class that wraps the Swift class.
34
+ */
35
+ private var __cxxPart: bridge.std__weak_ptr_HybridLiteRTLMSpec_
36
+
37
+ /**
38
+ * Create a new `HybridLiteRTLMSpec_cxx` that wraps the given `HybridLiteRTLMSpec`.
39
+ * All properties and methods bridge to C++ types.
40
+ */
41
+ public init(_ implementation: any HybridLiteRTLMSpec) {
42
+ self.__implementation = implementation
43
+ self.__cxxPart = .init()
44
+ /* no base class */
45
+ }
46
+
47
+ /**
48
+ * Get the actual `HybridLiteRTLMSpec` instance this class wraps.
49
+ */
50
+ @inline(__always)
51
+ public func getHybridLiteRTLMSpec() -> any HybridLiteRTLMSpec {
52
+ return __implementation
53
+ }
54
+
55
+ /**
56
+ * Casts this instance to a retained unsafe raw pointer.
57
+ * This acquires one additional strong reference on the object!
58
+ */
59
+ public func toUnsafe() -> UnsafeMutableRawPointer {
60
+ return Unmanaged.passRetained(self).toOpaque()
61
+ }
62
+
63
+ /**
64
+ * Casts an unsafe pointer to a `HybridLiteRTLMSpec_cxx`.
65
+ * The pointer has to be a retained opaque `Unmanaged<HybridLiteRTLMSpec_cxx>`.
66
+ * This removes one strong reference from the object!
67
+ */
68
+ public class func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> HybridLiteRTLMSpec_cxx {
69
+ return Unmanaged<HybridLiteRTLMSpec_cxx>.fromOpaque(pointer).takeRetainedValue()
70
+ }
71
+
72
+ /**
73
+ * Gets (or creates) the C++ part of this Hybrid Object.
74
+ * The C++ part is a `std::shared_ptr<HybridLiteRTLMSpec>`.
75
+ */
76
+ public func getCxxPart() -> bridge.std__shared_ptr_HybridLiteRTLMSpec_ {
77
+ let cachedCxxPart = self.__cxxPart.lock()
78
+ if Bool(fromCxx: cachedCxxPart) {
79
+ return cachedCxxPart
80
+ } else {
81
+ let newCxxPart = bridge.create_std__shared_ptr_HybridLiteRTLMSpec_(self.toUnsafe())
82
+ __cxxPart = bridge.weakify_std__shared_ptr_HybridLiteRTLMSpec_(newCxxPart)
83
+ return newCxxPart
84
+ }
85
+ }
86
+
87
+
88
+
89
+ /**
90
+ * Get the memory size of the Swift class (plus size of any other allocations)
91
+ * so the JS VM can properly track it and garbage-collect the JS object if needed.
92
+ */
93
+ @inline(__always)
94
+ public var memorySize: Int {
95
+ return MemoryHelper.getSizeOf(self.__implementation) + self.__implementation.memorySize
96
+ }
97
+
98
+ /**
99
+ * Compares this object with the given [other] object for reference equality.
100
+ */
101
+ @inline(__always)
102
+ public func equals(other: HybridLiteRTLMSpec_cxx) -> Bool {
103
+ return self.__implementation === other.__implementation
104
+ }
105
+
106
+ /**
107
+ * Call dispose() on the Swift class.
108
+ * This _may_ be called manually from JS.
109
+ */
110
+ @inline(__always)
111
+ public func dispose() {
112
+ self.__implementation.dispose()
113
+ }
114
+
115
+ /**
116
+ * Call toString() on the Swift class.
117
+ */
118
+ @inline(__always)
119
+ public func toString() -> String {
120
+ return self.__implementation.toString()
121
+ }
122
+
123
+ // Properties
124
+
125
+
126
+ // Methods
127
+ @inline(__always)
128
+ public final func loadModel(modelPath: std.string, config: bridge.std__optional_LLMConfig_) -> bridge.Result_std__shared_ptr_Promise_void___ {
129
+ do {
130
+ let __result = try self.__implementation.loadModel(modelPath: String(modelPath), config: config.value)
131
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
132
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
133
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
134
+ __result
135
+ .then({ __result in __promiseHolder.resolve() })
136
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
137
+ return __promise
138
+ }()
139
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
140
+ } catch (let __error) {
141
+ let __exceptionPtr = __error.toCpp()
142
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
143
+ }
144
+ }
145
+
146
+ @inline(__always)
147
+ public final func sendMessage(message: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
148
+ do {
149
+ let __result = try self.__implementation.sendMessage(message: String(message))
150
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
151
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
152
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
153
+ __result
154
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
155
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
156
+ return __promise
157
+ }()
158
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
159
+ } catch (let __error) {
160
+ let __exceptionPtr = __error.toCpp()
161
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
162
+ }
163
+ }
164
+
165
+ @inline(__always)
166
+ public final func sendMessageWithImage(message: std.string, imagePath: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
167
+ do {
168
+ let __result = try self.__implementation.sendMessageWithImage(message: String(message), imagePath: String(imagePath))
169
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
170
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
171
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
172
+ __result
173
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
174
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
175
+ return __promise
176
+ }()
177
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
178
+ } catch (let __error) {
179
+ let __exceptionPtr = __error.toCpp()
180
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
181
+ }
182
+ }
183
+
184
+ @inline(__always)
185
+ public final func sendMessageWithImageAsync(message: std.string, imagePath: std.string, onToken: bridge.Func_void_std__string_bool) -> bridge.Result_std__shared_ptr_Promise_void___ {
186
+ do {
187
+ let __result = try self.__implementation.sendMessageWithImageAsync(message: String(message), imagePath: String(imagePath), onToken: { () -> (String, Bool) -> Void in
188
+ let __wrappedFunction = bridge.wrap_Func_void_std__string_bool(onToken)
189
+ return { (__token: String, __done: Bool) -> Void in
190
+ __wrappedFunction.call(std.string(__token), __done)
191
+ }
192
+ }())
193
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
194
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
195
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
196
+ __result
197
+ .then({ __result in __promiseHolder.resolve() })
198
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
199
+ return __promise
200
+ }()
201
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
202
+ } catch (let __error) {
203
+ let __exceptionPtr = __error.toCpp()
204
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
205
+ }
206
+ }
207
+
208
+ @inline(__always)
209
+ public final func downloadModel(url: std.string, fileName: std.string, onProgress: bridge.std__optional_std__function_void_double____progress______) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
210
+ do {
211
+ let __result = try self.__implementation.downloadModel(url: String(url), fileName: String(fileName), onProgress: { () -> ((_ progress: Double) -> Void)? in
212
+ if bridge.has_value_std__optional_std__function_void_double____progress______(onProgress) {
213
+ let __unwrapped = bridge.get_std__optional_std__function_void_double____progress______(onProgress)
214
+ return { () -> (Double) -> Void in
215
+ let __wrappedFunction = bridge.wrap_Func_void_double(__unwrapped)
216
+ return { (__progress: Double) -> Void in
217
+ __wrappedFunction.call(__progress)
218
+ }
219
+ }()
220
+ } else {
221
+ return nil
222
+ }
223
+ }())
224
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
225
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
226
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
227
+ __result
228
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
229
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
230
+ return __promise
231
+ }()
232
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
233
+ } catch (let __error) {
234
+ let __exceptionPtr = __error.toCpp()
235
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
236
+ }
237
+ }
238
+
239
+ @inline(__always)
240
+ public final func deleteModel(fileName: std.string) -> bridge.Result_std__shared_ptr_Promise_void___ {
241
+ do {
242
+ let __result = try self.__implementation.deleteModel(fileName: String(fileName))
243
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
244
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
245
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
246
+ __result
247
+ .then({ __result in __promiseHolder.resolve() })
248
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
249
+ return __promise
250
+ }()
251
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
252
+ } catch (let __error) {
253
+ let __exceptionPtr = __error.toCpp()
254
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
255
+ }
256
+ }
257
+
258
+ @inline(__always)
259
+ public final func sendMessageWithAudio(message: std.string, audioPath: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
260
+ do {
261
+ let __result = try self.__implementation.sendMessageWithAudio(message: String(message), audioPath: String(audioPath))
262
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
263
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
264
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
265
+ __result
266
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
267
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
268
+ return __promise
269
+ }()
270
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
271
+ } catch (let __error) {
272
+ let __exceptionPtr = __error.toCpp()
273
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
274
+ }
275
+ }
276
+
277
+ @inline(__always)
278
+ public final func sendMessageWithAudioAsync(message: std.string, audioPath: std.string, onToken: bridge.Func_void_std__string_bool) -> bridge.Result_std__shared_ptr_Promise_void___ {
279
+ do {
280
+ let __result = try self.__implementation.sendMessageWithAudioAsync(message: String(message), audioPath: String(audioPath), onToken: { () -> (String, Bool) -> Void in
281
+ let __wrappedFunction = bridge.wrap_Func_void_std__string_bool(onToken)
282
+ return { (__token: String, __done: Bool) -> Void in
283
+ __wrappedFunction.call(std.string(__token), __done)
284
+ }
285
+ }())
286
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
287
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
288
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
289
+ __result
290
+ .then({ __result in __promiseHolder.resolve() })
291
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
292
+ return __promise
293
+ }()
294
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
295
+ } catch (let __error) {
296
+ let __exceptionPtr = __error.toCpp()
297
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
298
+ }
299
+ }
300
+
301
+ @inline(__always)
302
+ public final func sendMultimodalMessage(parts: bridge.std__vector_MultimodalPart_) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
303
+ do {
304
+ let __result = try self.__implementation.sendMultimodalMessage(parts: parts.map({ __item in __item }))
305
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
306
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
307
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
308
+ __result
309
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
310
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
311
+ return __promise
312
+ }()
313
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
314
+ } catch (let __error) {
315
+ let __exceptionPtr = __error.toCpp()
316
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
317
+ }
318
+ }
319
+
320
+ @inline(__always)
321
+ public final func sendMessageAsync(message: std.string, onToken: bridge.Func_void_std__string_bool) -> bridge.Result_std__shared_ptr_Promise_void___ {
322
+ do {
323
+ let __result = try self.__implementation.sendMessageAsync(message: String(message), onToken: { () -> (String, Bool) -> Void in
324
+ let __wrappedFunction = bridge.wrap_Func_void_std__string_bool(onToken)
325
+ return { (__token: String, __done: Bool) -> Void in
326
+ __wrappedFunction.call(std.string(__token), __done)
327
+ }
328
+ }())
329
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
330
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
331
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
332
+ __result
333
+ .then({ __result in __promiseHolder.resolve() })
334
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
335
+ return __promise
336
+ }()
337
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
338
+ } catch (let __error) {
339
+ let __exceptionPtr = __error.toCpp()
340
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
341
+ }
342
+ }
343
+
344
+ @inline(__always)
345
+ public final func getHistory() -> bridge.Result_std__vector_Message__ {
346
+ do {
347
+ let __result = try self.__implementation.getHistory()
348
+ let __resultCpp = { () -> bridge.std__vector_Message_ in
349
+ var __vector = bridge.create_std__vector_Message_(__result.count)
350
+ for __item in __result {
351
+ __vector.push_back(__item)
352
+ }
353
+ return __vector
354
+ }()
355
+ return bridge.create_Result_std__vector_Message__(__resultCpp)
356
+ } catch (let __error) {
357
+ let __exceptionPtr = __error.toCpp()
358
+ return bridge.create_Result_std__vector_Message__(__exceptionPtr)
359
+ }
360
+ }
361
+
362
+ @inline(__always)
363
+ public final func resetConversation() -> bridge.Result_void_ {
364
+ do {
365
+ try self.__implementation.resetConversation()
366
+ return bridge.create_Result_void_()
367
+ } catch (let __error) {
368
+ let __exceptionPtr = __error.toCpp()
369
+ return bridge.create_Result_void_(__exceptionPtr)
370
+ }
371
+ }
372
+
373
+ @inline(__always)
374
+ public final func isReady() -> bridge.Result_bool_ {
375
+ do {
376
+ let __result = try self.__implementation.isReady()
377
+ let __resultCpp = __result
378
+ return bridge.create_Result_bool_(__resultCpp)
379
+ } catch (let __error) {
380
+ let __exceptionPtr = __error.toCpp()
381
+ return bridge.create_Result_bool_(__exceptionPtr)
382
+ }
383
+ }
384
+
385
+ @inline(__always)
386
+ public final func getStats() -> bridge.Result_GenerationStats_ {
387
+ do {
388
+ let __result = try self.__implementation.getStats()
389
+ let __resultCpp = __result
390
+ return bridge.create_Result_GenerationStats_(__resultCpp)
391
+ } catch (let __error) {
392
+ let __exceptionPtr = __error.toCpp()
393
+ return bridge.create_Result_GenerationStats_(__exceptionPtr)
394
+ }
395
+ }
396
+
397
+ @inline(__always)
398
+ public final func countTokens(text: std.string) -> bridge.Result_double_ {
399
+ do {
400
+ let __result = try self.__implementation.countTokens(text: String(text))
401
+ let __resultCpp = __result
402
+ return bridge.create_Result_double_(__resultCpp)
403
+ } catch (let __error) {
404
+ let __exceptionPtr = __error.toCpp()
405
+ return bridge.create_Result_double_(__exceptionPtr)
406
+ }
407
+ }
408
+
409
+ @inline(__always)
410
+ public final func getMemoryUsage() -> bridge.Result_MemoryUsage_ {
411
+ do {
412
+ let __result = try self.__implementation.getMemoryUsage()
413
+ let __resultCpp = __result
414
+ return bridge.create_Result_MemoryUsage_(__resultCpp)
415
+ } catch (let __error) {
416
+ let __exceptionPtr = __error.toCpp()
417
+ return bridge.create_Result_MemoryUsage_(__exceptionPtr)
418
+ }
419
+ }
420
+
421
+ @inline(__always)
422
+ public final func close() -> bridge.Result_void_ {
423
+ do {
424
+ try self.__implementation.close()
425
+ return bridge.create_Result_void_()
426
+ } catch (let __error) {
427
+ let __exceptionPtr = __error.toCpp()
428
+ return bridge.create_Result_void_(__exceptionPtr)
429
+ }
430
+ }
431
+ }
@@ -0,0 +1,203 @@
1
+ ///
2
+ /// LLMConfig.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `LLMConfig`, backed by a C++ struct.
12
+ */
13
+ public typealias LLMConfig = margelo.nitro.litertlm.LLMConfig
14
+
15
+ public extension LLMConfig {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `LLMConfig`.
20
+ */
21
+ init(systemPrompt: String?, backend: Backend?, maxTokens: Double?, temperature: Double?, topK: Double?, topP: Double?, validate: Bool?, multimodal: Bool?, tools: [ToolDefinition]?, enableSpeculativeDecoding: Bool?) {
22
+ self.init({ () -> bridge.std__optional_std__string_ in
23
+ if let __unwrappedValue = systemPrompt {
24
+ return bridge.create_std__optional_std__string_(std.string(__unwrappedValue))
25
+ } else {
26
+ return .init()
27
+ }
28
+ }(), { () -> bridge.std__optional_Backend_ in
29
+ if let __unwrappedValue = backend {
30
+ return bridge.create_std__optional_Backend_(__unwrappedValue)
31
+ } else {
32
+ return .init()
33
+ }
34
+ }(), { () -> bridge.std__optional_double_ in
35
+ if let __unwrappedValue = maxTokens {
36
+ return bridge.create_std__optional_double_(__unwrappedValue)
37
+ } else {
38
+ return .init()
39
+ }
40
+ }(), { () -> bridge.std__optional_double_ in
41
+ if let __unwrappedValue = temperature {
42
+ return bridge.create_std__optional_double_(__unwrappedValue)
43
+ } else {
44
+ return .init()
45
+ }
46
+ }(), { () -> bridge.std__optional_double_ in
47
+ if let __unwrappedValue = topK {
48
+ return bridge.create_std__optional_double_(__unwrappedValue)
49
+ } else {
50
+ return .init()
51
+ }
52
+ }(), { () -> bridge.std__optional_double_ in
53
+ if let __unwrappedValue = topP {
54
+ return bridge.create_std__optional_double_(__unwrappedValue)
55
+ } else {
56
+ return .init()
57
+ }
58
+ }(), { () -> bridge.std__optional_bool_ in
59
+ if let __unwrappedValue = validate {
60
+ return bridge.create_std__optional_bool_(__unwrappedValue)
61
+ } else {
62
+ return .init()
63
+ }
64
+ }(), { () -> bridge.std__optional_bool_ in
65
+ if let __unwrappedValue = multimodal {
66
+ return bridge.create_std__optional_bool_(__unwrappedValue)
67
+ } else {
68
+ return .init()
69
+ }
70
+ }(), { () -> bridge.std__optional_std__vector_ToolDefinition__ in
71
+ if let __unwrappedValue = tools {
72
+ return bridge.create_std__optional_std__vector_ToolDefinition__({ () -> bridge.std__vector_ToolDefinition_ in
73
+ var __vector = bridge.create_std__vector_ToolDefinition_(__unwrappedValue.count)
74
+ for __item in __unwrappedValue {
75
+ __vector.push_back(__item)
76
+ }
77
+ return __vector
78
+ }())
79
+ } else {
80
+ return .init()
81
+ }
82
+ }(), { () -> bridge.std__optional_bool_ in
83
+ if let __unwrappedValue = enableSpeculativeDecoding {
84
+ return bridge.create_std__optional_bool_(__unwrappedValue)
85
+ } else {
86
+ return .init()
87
+ }
88
+ }())
89
+ }
90
+
91
+ @inline(__always)
92
+ var systemPrompt: String? {
93
+ return { () -> String? in
94
+ if bridge.has_value_std__optional_std__string_(self.__systemPrompt) {
95
+ let __unwrapped = bridge.get_std__optional_std__string_(self.__systemPrompt)
96
+ return String(__unwrapped)
97
+ } else {
98
+ return nil
99
+ }
100
+ }()
101
+ }
102
+
103
+ @inline(__always)
104
+ var backend: Backend? {
105
+ return self.__backend.value
106
+ }
107
+
108
+ @inline(__always)
109
+ var maxTokens: Double? {
110
+ return { () -> Double? in
111
+ if bridge.has_value_std__optional_double_(self.__maxTokens) {
112
+ let __unwrapped = bridge.get_std__optional_double_(self.__maxTokens)
113
+ return __unwrapped
114
+ } else {
115
+ return nil
116
+ }
117
+ }()
118
+ }
119
+
120
+ @inline(__always)
121
+ var temperature: Double? {
122
+ return { () -> Double? in
123
+ if bridge.has_value_std__optional_double_(self.__temperature) {
124
+ let __unwrapped = bridge.get_std__optional_double_(self.__temperature)
125
+ return __unwrapped
126
+ } else {
127
+ return nil
128
+ }
129
+ }()
130
+ }
131
+
132
+ @inline(__always)
133
+ var topK: Double? {
134
+ return { () -> Double? in
135
+ if bridge.has_value_std__optional_double_(self.__topK) {
136
+ let __unwrapped = bridge.get_std__optional_double_(self.__topK)
137
+ return __unwrapped
138
+ } else {
139
+ return nil
140
+ }
141
+ }()
142
+ }
143
+
144
+ @inline(__always)
145
+ var topP: Double? {
146
+ return { () -> Double? in
147
+ if bridge.has_value_std__optional_double_(self.__topP) {
148
+ let __unwrapped = bridge.get_std__optional_double_(self.__topP)
149
+ return __unwrapped
150
+ } else {
151
+ return nil
152
+ }
153
+ }()
154
+ }
155
+
156
+ @inline(__always)
157
+ var validate: Bool? {
158
+ return { () -> Bool? in
159
+ if bridge.has_value_std__optional_bool_(self.__validate) {
160
+ let __unwrapped = bridge.get_std__optional_bool_(self.__validate)
161
+ return __unwrapped
162
+ } else {
163
+ return nil
164
+ }
165
+ }()
166
+ }
167
+
168
+ @inline(__always)
169
+ var multimodal: Bool? {
170
+ return { () -> Bool? in
171
+ if bridge.has_value_std__optional_bool_(self.__multimodal) {
172
+ let __unwrapped = bridge.get_std__optional_bool_(self.__multimodal)
173
+ return __unwrapped
174
+ } else {
175
+ return nil
176
+ }
177
+ }()
178
+ }
179
+
180
+ @inline(__always)
181
+ var tools: [ToolDefinition]? {
182
+ return { () -> [ToolDefinition]? in
183
+ if bridge.has_value_std__optional_std__vector_ToolDefinition__(self.__tools) {
184
+ let __unwrapped = bridge.get_std__optional_std__vector_ToolDefinition__(self.__tools)
185
+ return __unwrapped.map({ __item in __item })
186
+ } else {
187
+ return nil
188
+ }
189
+ }()
190
+ }
191
+
192
+ @inline(__always)
193
+ var enableSpeculativeDecoding: Bool? {
194
+ return { () -> Bool? in
195
+ if bridge.has_value_std__optional_bool_(self.__enableSpeculativeDecoding) {
196
+ let __unwrapped = bridge.get_std__optional_bool_(self.__enableSpeculativeDecoding)
197
+ return __unwrapped
198
+ } else {
199
+ return nil
200
+ }
201
+ }()
202
+ }
203
+ }
@@ -0,0 +1,44 @@
1
+ ///
2
+ /// MemoryUsage.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `MemoryUsage`, backed by a C++ struct.
12
+ */
13
+ public typealias MemoryUsage = margelo.nitro.litertlm.MemoryUsage
14
+
15
+ public extension MemoryUsage {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `MemoryUsage`.
20
+ */
21
+ init(nativeHeapBytes: Double, residentBytes: Double, availableMemoryBytes: Double, isLowMemory: Bool) {
22
+ self.init(nativeHeapBytes, residentBytes, availableMemoryBytes, isLowMemory)
23
+ }
24
+
25
+ @inline(__always)
26
+ var nativeHeapBytes: Double {
27
+ return self.__nativeHeapBytes
28
+ }
29
+
30
+ @inline(__always)
31
+ var residentBytes: Double {
32
+ return self.__residentBytes
33
+ }
34
+
35
+ @inline(__always)
36
+ var availableMemoryBytes: Double {
37
+ return self.__availableMemoryBytes
38
+ }
39
+
40
+ @inline(__always)
41
+ var isLowMemory: Bool {
42
+ return self.__isLowMemory
43
+ }
44
+ }