react-native-litert-lm 0.3.7 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (86) hide show
  1. package/README.md +153 -135
  2. package/android/build.gradle +12 -0
  3. package/android/src/main/AndroidManifest.xml +5 -0
  4. package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLM.kt +159 -62
  5. package/android/src/main/java/dev/litert/litertlm/LiteRTLMPackage.kt +19 -2
  6. package/android/src/test/java/com/margelo/nitro/core/Promise.kt +46 -0
  7. package/android/src/test/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMTest.kt +83 -0
  8. package/ios/HybridLiteRTLM.swift +1058 -0
  9. package/ios/Tests/HybridLiteRTLMTests.swift +67 -0
  10. package/lib/__mocks__/react-native-nitro-modules.d.ts +61 -0
  11. package/lib/__mocks__/react-native-nitro-modules.js +50 -0
  12. package/lib/__tests__/hooks.test.d.ts +1 -0
  13. package/lib/__tests__/hooks.test.js +124 -0
  14. package/lib/__tests__/memoryTracker.test.d.ts +1 -0
  15. package/lib/__tests__/memoryTracker.test.js +74 -0
  16. package/lib/__tests__/modelFactory.test.d.ts +1 -0
  17. package/lib/__tests__/modelFactory.test.js +52 -0
  18. package/lib/hooks.js +1 -1
  19. package/lib/index.d.ts +0 -2
  20. package/lib/index.js +1 -5
  21. package/lib/modelFactory.js +62 -63
  22. package/lib/specs/LiteRTLM.nitro.d.ts +71 -2
  23. package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.cpp +62 -7
  24. package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.hpp +3 -1
  25. package/nitrogen/generated/android/c++/JLLMConfig.hpp +40 -3
  26. package/nitrogen/generated/android/c++/JMultimodalPart.hpp +74 -0
  27. package/nitrogen/generated/android/c++/JPartType.hpp +61 -0
  28. package/nitrogen/generated/android/c++/JToolDefinition.hpp +65 -0
  29. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/GenerationStats.kt +23 -0
  30. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt +10 -2
  31. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LLMConfig.kt +46 -3
  32. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MemoryUsage.kt +19 -0
  33. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Message.kt +15 -0
  34. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MultimodalPart.kt +66 -0
  35. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/PartType.kt +24 -0
  36. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolDefinition.kt +61 -0
  37. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.cpp +57 -1
  38. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.hpp +414 -3
  39. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Umbrella.hpp +41 -3
  40. package/nitrogen/generated/ios/LiteRTLMAutolinking.mm +4 -6
  41. package/nitrogen/generated/ios/LiteRTLMAutolinking.swift +10 -0
  42. package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.cpp +11 -0
  43. package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.hpp +224 -0
  44. package/nitrogen/generated/ios/swift/Backend.swift +44 -0
  45. package/nitrogen/generated/ios/swift/Func_void.swift +46 -0
  46. package/nitrogen/generated/ios/swift/Func_void_double.swift +46 -0
  47. package/nitrogen/generated/ios/swift/Func_void_std__exception_ptr.swift +46 -0
  48. package/nitrogen/generated/ios/swift/Func_void_std__string.swift +46 -0
  49. package/nitrogen/generated/ios/swift/Func_void_std__string_bool.swift +46 -0
  50. package/nitrogen/generated/ios/swift/GenerationStats.swift +54 -0
  51. package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec.swift +69 -0
  52. package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec_cxx.swift +383 -0
  53. package/nitrogen/generated/ios/swift/LLMConfig.swift +203 -0
  54. package/nitrogen/generated/ios/swift/MemoryUsage.swift +44 -0
  55. package/nitrogen/generated/ios/swift/Message.swift +34 -0
  56. package/nitrogen/generated/ios/swift/MultimodalPart.swift +83 -0
  57. package/nitrogen/generated/ios/swift/PartType.swift +44 -0
  58. package/nitrogen/generated/ios/swift/Role.swift +44 -0
  59. package/nitrogen/generated/ios/swift/ToolDefinition.swift +39 -0
  60. package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.cpp +2 -0
  61. package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp +7 -2
  62. package/nitrogen/generated/shared/c++/LLMConfig.hpp +22 -2
  63. package/nitrogen/generated/shared/c++/MultimodalPart.hpp +99 -0
  64. package/nitrogen/generated/shared/c++/PartType.hpp +80 -0
  65. package/nitrogen/generated/shared/c++/ToolDefinition.hpp +91 -0
  66. package/package.json +16 -8
  67. package/react-native-litert-lm.podspec +15 -19
  68. package/scripts/download-ios-frameworks.sh +14 -48
  69. package/scripts/postinstall.js +1 -2
  70. package/src/__mocks__/react-native-nitro-modules.ts +48 -0
  71. package/src/__tests__/hooks.test.ts +153 -0
  72. package/src/__tests__/memoryTracker.test.ts +87 -0
  73. package/src/__tests__/modelFactory.test.ts +68 -0
  74. package/src/hooks.ts +1 -1
  75. package/src/index.ts +0 -7
  76. package/src/modelFactory.ts +82 -80
  77. package/src/specs/LiteRTLM.nitro.ts +80 -2
  78. package/cpp/HybridLiteRTLM.cpp +0 -939
  79. package/cpp/HybridLiteRTLM.hpp +0 -169
  80. package/cpp/IOSDownloadHelper.h +0 -24
  81. package/ios/IOSDownloadHelper.mm +0 -129
  82. package/scripts/build-ios-engine.sh +0 -302
  83. package/scripts/stubs/cxx_bridge_stubs.cc +0 -224
  84. package/scripts/stubs/gemma_model_constraint_provider.cc +0 -46
  85. package/scripts/stubs/llguidance_stubs.c +0 -101
  86. package/src/templates.ts +0 -105
@@ -0,0 +1,383 @@
1
+ ///
2
+ /// HybridLiteRTLMSpec_cxx.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * A class implementation that bridges HybridLiteRTLMSpec over to C++.
12
+ * In C++, we cannot use Swift protocols - so we need to wrap it in a class to make it strongly defined.
13
+ *
14
+ * Also, some Swift types need to be bridged with special handling:
15
+ * - Enums need to be wrapped in Structs, otherwise they cannot be accessed bi-directionally (Swift bug: https://github.com/swiftlang/swift/issues/75330)
16
+ * - Other HybridObjects need to be wrapped/unwrapped from the Swift TCxx wrapper
17
+ * - Throwing methods need to be wrapped with a Result<T, Error> type, as exceptions cannot be propagated to C++
18
+ */
19
+ open class HybridLiteRTLMSpec_cxx {
20
+ /**
21
+ * The Swift <> C++ bridge's namespace (`margelo::nitro::litertlm::bridge::swift`)
22
+ * from `LiteRTLM-Swift-Cxx-Bridge.hpp`.
23
+ * This contains specialized C++ templates, and C++ helper functions that can be accessed from Swift.
24
+ */
25
+ public typealias bridge = margelo.nitro.litertlm.bridge.swift
26
+
27
+ /**
28
+ * Holds an instance of the `HybridLiteRTLMSpec` Swift protocol.
29
+ */
30
+ private var __implementation: any HybridLiteRTLMSpec
31
+
32
+ /**
33
+ * Holds a weak pointer to the C++ class that wraps the Swift class.
34
+ */
35
+ private var __cxxPart: bridge.std__weak_ptr_HybridLiteRTLMSpec_
36
+
37
+ /**
38
+ * Create a new `HybridLiteRTLMSpec_cxx` that wraps the given `HybridLiteRTLMSpec`.
39
+ * All properties and methods bridge to C++ types.
40
+ */
41
+ public init(_ implementation: any HybridLiteRTLMSpec) {
42
+ self.__implementation = implementation
43
+ self.__cxxPart = .init()
44
+ /* no base class */
45
+ }
46
+
47
+ /**
48
+ * Get the actual `HybridLiteRTLMSpec` instance this class wraps.
49
+ */
50
+ @inline(__always)
51
+ public func getHybridLiteRTLMSpec() -> any HybridLiteRTLMSpec {
52
+ return __implementation
53
+ }
54
+
55
+ /**
56
+ * Casts this instance to a retained unsafe raw pointer.
57
+ * This acquires one additional strong reference on the object!
58
+ */
59
+ public func toUnsafe() -> UnsafeMutableRawPointer {
60
+ return Unmanaged.passRetained(self).toOpaque()
61
+ }
62
+
63
+ /**
64
+ * Casts an unsafe pointer to a `HybridLiteRTLMSpec_cxx`.
65
+ * The pointer has to be a retained opaque `Unmanaged<HybridLiteRTLMSpec_cxx>`.
66
+ * This removes one strong reference from the object!
67
+ */
68
+ public class func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> HybridLiteRTLMSpec_cxx {
69
+ return Unmanaged<HybridLiteRTLMSpec_cxx>.fromOpaque(pointer).takeRetainedValue()
70
+ }
71
+
72
+ /**
73
+ * Gets (or creates) the C++ part of this Hybrid Object.
74
+ * The C++ part is a `std::shared_ptr<HybridLiteRTLMSpec>`.
75
+ */
76
+ public func getCxxPart() -> bridge.std__shared_ptr_HybridLiteRTLMSpec_ {
77
+ let cachedCxxPart = self.__cxxPart.lock()
78
+ if Bool(fromCxx: cachedCxxPart) {
79
+ return cachedCxxPart
80
+ } else {
81
+ let newCxxPart = bridge.create_std__shared_ptr_HybridLiteRTLMSpec_(self.toUnsafe())
82
+ __cxxPart = bridge.weakify_std__shared_ptr_HybridLiteRTLMSpec_(newCxxPart)
83
+ return newCxxPart
84
+ }
85
+ }
86
+
87
+
88
+
89
+ /**
90
+ * Get the memory size of the Swift class (plus size of any other allocations)
91
+ * so the JS VM can properly track it and garbage-collect the JS object if needed.
92
+ */
93
+ @inline(__always)
94
+ public var memorySize: Int {
95
+ return MemoryHelper.getSizeOf(self.__implementation) + self.__implementation.memorySize
96
+ }
97
+
98
+ /**
99
+ * Compares this object with the given [other] object for reference equality.
100
+ */
101
+ @inline(__always)
102
+ public func equals(other: HybridLiteRTLMSpec_cxx) -> Bool {
103
+ return self.__implementation === other.__implementation
104
+ }
105
+
106
+ /**
107
+ * Call dispose() on the Swift class.
108
+ * This _may_ be called manually from JS.
109
+ */
110
+ @inline(__always)
111
+ public func dispose() {
112
+ self.__implementation.dispose()
113
+ }
114
+
115
+ /**
116
+ * Call toString() on the Swift class.
117
+ */
118
+ @inline(__always)
119
+ public func toString() -> String {
120
+ return self.__implementation.toString()
121
+ }
122
+
123
+ // Properties
124
+
125
+
126
+ // Methods
127
+ @inline(__always)
128
+ public final func loadModel(modelPath: std.string, config: bridge.std__optional_LLMConfig_) -> bridge.Result_std__shared_ptr_Promise_void___ {
129
+ do {
130
+ let __result = try self.__implementation.loadModel(modelPath: String(modelPath), config: config.value)
131
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
132
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
133
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
134
+ __result
135
+ .then({ __result in __promiseHolder.resolve() })
136
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
137
+ return __promise
138
+ }()
139
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
140
+ } catch (let __error) {
141
+ let __exceptionPtr = __error.toCpp()
142
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
143
+ }
144
+ }
145
+
146
+ @inline(__always)
147
+ public final func sendMessage(message: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
148
+ do {
149
+ let __result = try self.__implementation.sendMessage(message: String(message))
150
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
151
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
152
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
153
+ __result
154
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
155
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
156
+ return __promise
157
+ }()
158
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
159
+ } catch (let __error) {
160
+ let __exceptionPtr = __error.toCpp()
161
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
162
+ }
163
+ }
164
+
165
+ @inline(__always)
166
+ public final func sendMessageWithImage(message: std.string, imagePath: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
167
+ do {
168
+ let __result = try self.__implementation.sendMessageWithImage(message: String(message), imagePath: String(imagePath))
169
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
170
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
171
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
172
+ __result
173
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
174
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
175
+ return __promise
176
+ }()
177
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
178
+ } catch (let __error) {
179
+ let __exceptionPtr = __error.toCpp()
180
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
181
+ }
182
+ }
183
+
184
+ @inline(__always)
185
+ public final func downloadModel(url: std.string, fileName: std.string, onProgress: bridge.std__optional_std__function_void_double____progress______) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
186
+ do {
187
+ let __result = try self.__implementation.downloadModel(url: String(url), fileName: String(fileName), onProgress: { () -> ((_ progress: Double) -> Void)? in
188
+ if bridge.has_value_std__optional_std__function_void_double____progress______(onProgress) {
189
+ let __unwrapped = bridge.get_std__optional_std__function_void_double____progress______(onProgress)
190
+ return { () -> (Double) -> Void in
191
+ let __wrappedFunction = bridge.wrap_Func_void_double(__unwrapped)
192
+ return { (__progress: Double) -> Void in
193
+ __wrappedFunction.call(__progress)
194
+ }
195
+ }()
196
+ } else {
197
+ return nil
198
+ }
199
+ }())
200
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
201
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
202
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
203
+ __result
204
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
205
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
206
+ return __promise
207
+ }()
208
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
209
+ } catch (let __error) {
210
+ let __exceptionPtr = __error.toCpp()
211
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
212
+ }
213
+ }
214
+
215
+ @inline(__always)
216
+ public final func deleteModel(fileName: std.string) -> bridge.Result_std__shared_ptr_Promise_void___ {
217
+ do {
218
+ let __result = try self.__implementation.deleteModel(fileName: String(fileName))
219
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
220
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
221
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
222
+ __result
223
+ .then({ __result in __promiseHolder.resolve() })
224
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
225
+ return __promise
226
+ }()
227
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
228
+ } catch (let __error) {
229
+ let __exceptionPtr = __error.toCpp()
230
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
231
+ }
232
+ }
233
+
234
+ @inline(__always)
235
+ public final func sendMessageWithAudio(message: std.string, audioPath: std.string) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
236
+ do {
237
+ let __result = try self.__implementation.sendMessageWithAudio(message: String(message), audioPath: String(audioPath))
238
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
239
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
240
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
241
+ __result
242
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
243
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
244
+ return __promise
245
+ }()
246
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
247
+ } catch (let __error) {
248
+ let __exceptionPtr = __error.toCpp()
249
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
250
+ }
251
+ }
252
+
253
+ @inline(__always)
254
+ public final func sendMultimodalMessage(parts: bridge.std__vector_MultimodalPart_) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
255
+ do {
256
+ let __result = try self.__implementation.sendMultimodalMessage(parts: parts.map({ __item in __item }))
257
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
258
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
259
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
260
+ __result
261
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
262
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
263
+ return __promise
264
+ }()
265
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
266
+ } catch (let __error) {
267
+ let __exceptionPtr = __error.toCpp()
268
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
269
+ }
270
+ }
271
+
272
+ @inline(__always)
273
+ public final func sendMessageAsync(message: std.string, onToken: bridge.Func_void_std__string_bool) -> bridge.Result_std__shared_ptr_Promise_void___ {
274
+ do {
275
+ let __result = try self.__implementation.sendMessageAsync(message: String(message), onToken: { () -> (String, Bool) -> Void in
276
+ let __wrappedFunction = bridge.wrap_Func_void_std__string_bool(onToken)
277
+ return { (__token: String, __done: Bool) -> Void in
278
+ __wrappedFunction.call(std.string(__token), __done)
279
+ }
280
+ }())
281
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_void__ in
282
+ let __promise = bridge.create_std__shared_ptr_Promise_void__()
283
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_void__(__promise)
284
+ __result
285
+ .then({ __result in __promiseHolder.resolve() })
286
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
287
+ return __promise
288
+ }()
289
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__resultCpp)
290
+ } catch (let __error) {
291
+ let __exceptionPtr = __error.toCpp()
292
+ return bridge.create_Result_std__shared_ptr_Promise_void___(__exceptionPtr)
293
+ }
294
+ }
295
+
296
+ @inline(__always)
297
+ public final func getHistory() -> bridge.Result_std__vector_Message__ {
298
+ do {
299
+ let __result = try self.__implementation.getHistory()
300
+ let __resultCpp = { () -> bridge.std__vector_Message_ in
301
+ var __vector = bridge.create_std__vector_Message_(__result.count)
302
+ for __item in __result {
303
+ __vector.push_back(__item)
304
+ }
305
+ return __vector
306
+ }()
307
+ return bridge.create_Result_std__vector_Message__(__resultCpp)
308
+ } catch (let __error) {
309
+ let __exceptionPtr = __error.toCpp()
310
+ return bridge.create_Result_std__vector_Message__(__exceptionPtr)
311
+ }
312
+ }
313
+
314
+ @inline(__always)
315
+ public final func resetConversation() -> bridge.Result_void_ {
316
+ do {
317
+ try self.__implementation.resetConversation()
318
+ return bridge.create_Result_void_()
319
+ } catch (let __error) {
320
+ let __exceptionPtr = __error.toCpp()
321
+ return bridge.create_Result_void_(__exceptionPtr)
322
+ }
323
+ }
324
+
325
+ @inline(__always)
326
+ public final func isReady() -> bridge.Result_bool_ {
327
+ do {
328
+ let __result = try self.__implementation.isReady()
329
+ let __resultCpp = __result
330
+ return bridge.create_Result_bool_(__resultCpp)
331
+ } catch (let __error) {
332
+ let __exceptionPtr = __error.toCpp()
333
+ return bridge.create_Result_bool_(__exceptionPtr)
334
+ }
335
+ }
336
+
337
+ @inline(__always)
338
+ public final func getStats() -> bridge.Result_GenerationStats_ {
339
+ do {
340
+ let __result = try self.__implementation.getStats()
341
+ let __resultCpp = __result
342
+ return bridge.create_Result_GenerationStats_(__resultCpp)
343
+ } catch (let __error) {
344
+ let __exceptionPtr = __error.toCpp()
345
+ return bridge.create_Result_GenerationStats_(__exceptionPtr)
346
+ }
347
+ }
348
+
349
+ @inline(__always)
350
+ public final func countTokens(text: std.string) -> bridge.Result_double_ {
351
+ do {
352
+ let __result = try self.__implementation.countTokens(text: String(text))
353
+ let __resultCpp = __result
354
+ return bridge.create_Result_double_(__resultCpp)
355
+ } catch (let __error) {
356
+ let __exceptionPtr = __error.toCpp()
357
+ return bridge.create_Result_double_(__exceptionPtr)
358
+ }
359
+ }
360
+
361
+ @inline(__always)
362
+ public final func getMemoryUsage() -> bridge.Result_MemoryUsage_ {
363
+ do {
364
+ let __result = try self.__implementation.getMemoryUsage()
365
+ let __resultCpp = __result
366
+ return bridge.create_Result_MemoryUsage_(__resultCpp)
367
+ } catch (let __error) {
368
+ let __exceptionPtr = __error.toCpp()
369
+ return bridge.create_Result_MemoryUsage_(__exceptionPtr)
370
+ }
371
+ }
372
+
373
+ @inline(__always)
374
+ public final func close() -> bridge.Result_void_ {
375
+ do {
376
+ try self.__implementation.close()
377
+ return bridge.create_Result_void_()
378
+ } catch (let __error) {
379
+ let __exceptionPtr = __error.toCpp()
380
+ return bridge.create_Result_void_(__exceptionPtr)
381
+ }
382
+ }
383
+ }
@@ -0,0 +1,203 @@
1
+ ///
2
+ /// LLMConfig.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `LLMConfig`, backed by a C++ struct.
12
+ */
13
+ public typealias LLMConfig = margelo.nitro.litertlm.LLMConfig
14
+
15
+ public extension LLMConfig {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `LLMConfig`.
20
+ */
21
+ init(systemPrompt: String?, backend: Backend?, maxTokens: Double?, temperature: Double?, topK: Double?, topP: Double?, validate: Bool?, multimodal: Bool?, tools: [ToolDefinition]?, enableSpeculativeDecoding: Bool?) {
22
+ self.init({ () -> bridge.std__optional_std__string_ in
23
+ if let __unwrappedValue = systemPrompt {
24
+ return bridge.create_std__optional_std__string_(std.string(__unwrappedValue))
25
+ } else {
26
+ return .init()
27
+ }
28
+ }(), { () -> bridge.std__optional_Backend_ in
29
+ if let __unwrappedValue = backend {
30
+ return bridge.create_std__optional_Backend_(__unwrappedValue)
31
+ } else {
32
+ return .init()
33
+ }
34
+ }(), { () -> bridge.std__optional_double_ in
35
+ if let __unwrappedValue = maxTokens {
36
+ return bridge.create_std__optional_double_(__unwrappedValue)
37
+ } else {
38
+ return .init()
39
+ }
40
+ }(), { () -> bridge.std__optional_double_ in
41
+ if let __unwrappedValue = temperature {
42
+ return bridge.create_std__optional_double_(__unwrappedValue)
43
+ } else {
44
+ return .init()
45
+ }
46
+ }(), { () -> bridge.std__optional_double_ in
47
+ if let __unwrappedValue = topK {
48
+ return bridge.create_std__optional_double_(__unwrappedValue)
49
+ } else {
50
+ return .init()
51
+ }
52
+ }(), { () -> bridge.std__optional_double_ in
53
+ if let __unwrappedValue = topP {
54
+ return bridge.create_std__optional_double_(__unwrappedValue)
55
+ } else {
56
+ return .init()
57
+ }
58
+ }(), { () -> bridge.std__optional_bool_ in
59
+ if let __unwrappedValue = validate {
60
+ return bridge.create_std__optional_bool_(__unwrappedValue)
61
+ } else {
62
+ return .init()
63
+ }
64
+ }(), { () -> bridge.std__optional_bool_ in
65
+ if let __unwrappedValue = multimodal {
66
+ return bridge.create_std__optional_bool_(__unwrappedValue)
67
+ } else {
68
+ return .init()
69
+ }
70
+ }(), { () -> bridge.std__optional_std__vector_ToolDefinition__ in
71
+ if let __unwrappedValue = tools {
72
+ return bridge.create_std__optional_std__vector_ToolDefinition__({ () -> bridge.std__vector_ToolDefinition_ in
73
+ var __vector = bridge.create_std__vector_ToolDefinition_(__unwrappedValue.count)
74
+ for __item in __unwrappedValue {
75
+ __vector.push_back(__item)
76
+ }
77
+ return __vector
78
+ }())
79
+ } else {
80
+ return .init()
81
+ }
82
+ }(), { () -> bridge.std__optional_bool_ in
83
+ if let __unwrappedValue = enableSpeculativeDecoding {
84
+ return bridge.create_std__optional_bool_(__unwrappedValue)
85
+ } else {
86
+ return .init()
87
+ }
88
+ }())
89
+ }
90
+
91
+ @inline(__always)
92
+ var systemPrompt: String? {
93
+ return { () -> String? in
94
+ if bridge.has_value_std__optional_std__string_(self.__systemPrompt) {
95
+ let __unwrapped = bridge.get_std__optional_std__string_(self.__systemPrompt)
96
+ return String(__unwrapped)
97
+ } else {
98
+ return nil
99
+ }
100
+ }()
101
+ }
102
+
103
+ @inline(__always)
104
+ var backend: Backend? {
105
+ return self.__backend.value
106
+ }
107
+
108
+ @inline(__always)
109
+ var maxTokens: Double? {
110
+ return { () -> Double? in
111
+ if bridge.has_value_std__optional_double_(self.__maxTokens) {
112
+ let __unwrapped = bridge.get_std__optional_double_(self.__maxTokens)
113
+ return __unwrapped
114
+ } else {
115
+ return nil
116
+ }
117
+ }()
118
+ }
119
+
120
+ @inline(__always)
121
+ var temperature: Double? {
122
+ return { () -> Double? in
123
+ if bridge.has_value_std__optional_double_(self.__temperature) {
124
+ let __unwrapped = bridge.get_std__optional_double_(self.__temperature)
125
+ return __unwrapped
126
+ } else {
127
+ return nil
128
+ }
129
+ }()
130
+ }
131
+
132
+ @inline(__always)
133
+ var topK: Double? {
134
+ return { () -> Double? in
135
+ if bridge.has_value_std__optional_double_(self.__topK) {
136
+ let __unwrapped = bridge.get_std__optional_double_(self.__topK)
137
+ return __unwrapped
138
+ } else {
139
+ return nil
140
+ }
141
+ }()
142
+ }
143
+
144
+ @inline(__always)
145
+ var topP: Double? {
146
+ return { () -> Double? in
147
+ if bridge.has_value_std__optional_double_(self.__topP) {
148
+ let __unwrapped = bridge.get_std__optional_double_(self.__topP)
149
+ return __unwrapped
150
+ } else {
151
+ return nil
152
+ }
153
+ }()
154
+ }
155
+
156
+ @inline(__always)
157
+ var validate: Bool? {
158
+ return { () -> Bool? in
159
+ if bridge.has_value_std__optional_bool_(self.__validate) {
160
+ let __unwrapped = bridge.get_std__optional_bool_(self.__validate)
161
+ return __unwrapped
162
+ } else {
163
+ return nil
164
+ }
165
+ }()
166
+ }
167
+
168
+ @inline(__always)
169
+ var multimodal: Bool? {
170
+ return { () -> Bool? in
171
+ if bridge.has_value_std__optional_bool_(self.__multimodal) {
172
+ let __unwrapped = bridge.get_std__optional_bool_(self.__multimodal)
173
+ return __unwrapped
174
+ } else {
175
+ return nil
176
+ }
177
+ }()
178
+ }
179
+
180
+ @inline(__always)
181
+ var tools: [ToolDefinition]? {
182
+ return { () -> [ToolDefinition]? in
183
+ if bridge.has_value_std__optional_std__vector_ToolDefinition__(self.__tools) {
184
+ let __unwrapped = bridge.get_std__optional_std__vector_ToolDefinition__(self.__tools)
185
+ return __unwrapped.map({ __item in __item })
186
+ } else {
187
+ return nil
188
+ }
189
+ }()
190
+ }
191
+
192
+ @inline(__always)
193
+ var enableSpeculativeDecoding: Bool? {
194
+ return { () -> Bool? in
195
+ if bridge.has_value_std__optional_bool_(self.__enableSpeculativeDecoding) {
196
+ let __unwrapped = bridge.get_std__optional_bool_(self.__enableSpeculativeDecoding)
197
+ return __unwrapped
198
+ } else {
199
+ return nil
200
+ }
201
+ }()
202
+ }
203
+ }
@@ -0,0 +1,44 @@
1
+ ///
2
+ /// MemoryUsage.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `MemoryUsage`, backed by a C++ struct.
12
+ */
13
+ public typealias MemoryUsage = margelo.nitro.litertlm.MemoryUsage
14
+
15
+ public extension MemoryUsage {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `MemoryUsage`.
20
+ */
21
+ init(nativeHeapBytes: Double, residentBytes: Double, availableMemoryBytes: Double, isLowMemory: Bool) {
22
+ self.init(nativeHeapBytes, residentBytes, availableMemoryBytes, isLowMemory)
23
+ }
24
+
25
+ @inline(__always)
26
+ var nativeHeapBytes: Double {
27
+ return self.__nativeHeapBytes
28
+ }
29
+
30
+ @inline(__always)
31
+ var residentBytes: Double {
32
+ return self.__residentBytes
33
+ }
34
+
35
+ @inline(__always)
36
+ var availableMemoryBytes: Double {
37
+ return self.__availableMemoryBytes
38
+ }
39
+
40
+ @inline(__always)
41
+ var isLowMemory: Bool {
42
+ return self.__isLowMemory
43
+ }
44
+ }
@@ -0,0 +1,34 @@
1
+ ///
2
+ /// Message.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `Message`, backed by a C++ struct.
12
+ */
13
+ public typealias Message = margelo.nitro.litertlm.Message
14
+
15
+ public extension Message {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `Message`.
20
+ */
21
+ init(role: Role, content: String) {
22
+ self.init(role, std.string(content))
23
+ }
24
+
25
+ @inline(__always)
26
+ var role: Role {
27
+ return self.__role
28
+ }
29
+
30
+ @inline(__always)
31
+ var content: String {
32
+ return String(self.__content)
33
+ }
34
+ }