@dr33m/react-native-litert-lm 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +627 -0
  3. package/android/CMakeLists.txt +32 -0
  4. package/android/build.gradle +104 -0
  5. package/android/src/main/AndroidManifest.xml +19 -0
  6. package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLM.kt +888 -0
  7. package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/HybridModelStore.kt +189 -0
  8. package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/LiteRTLMRegistry.kt +32 -0
  9. package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/MultimodalPartFactories.kt +15 -0
  10. package/android/src/main/java/com/margelo/nitro/dev/litert/litertlm/StreamingCallbackListener.kt +89 -0
  11. package/android/src/main/java/dev/litert/litertlm/LiteRTLMInitProvider.kt +57 -0
  12. package/android/src/main/java/dev/litert/litertlm/LiteRTLMPackage.kt +43 -0
  13. package/android/src/test/java/com/margelo/nitro/core/Promise.kt +46 -0
  14. package/android/src/test/java/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMTest.kt +122 -0
  15. package/app.plugin.js +58 -0
  16. package/cpp/cpp-adapter.cpp +21 -0
  17. package/cpp/include/README.md +32 -0
  18. package/cpp/include/litert_lm_engine.h +516 -0
  19. package/cpp/include/stb_image.h +7988 -0
  20. package/ios/HybridLiteRTLM+Execute.swift +287 -0
  21. package/ios/HybridLiteRTLM+Streaming.swift +153 -0
  22. package/ios/HybridLiteRTLM.swift +541 -0
  23. package/ios/HybridModelStore.swift +206 -0
  24. package/ios/MultimodalPart+Factories.swift +22 -0
  25. package/ios/Tests/HybridLiteRTLMTests.swift +187 -0
  26. package/lib/__mocks__/react-native-nitro-modules.d.ts +81 -0
  27. package/lib/__mocks__/react-native-nitro-modules.js +98 -0
  28. package/lib/__tests__/hooks.test.d.ts +1 -0
  29. package/lib/__tests__/hooks.test.js +175 -0
  30. package/lib/__tests__/inferenceRouting.test.d.ts +1 -0
  31. package/lib/__tests__/inferenceRouting.test.js +28 -0
  32. package/lib/__tests__/memoryTracker.test.d.ts +1 -0
  33. package/lib/__tests__/memoryTracker.test.js +74 -0
  34. package/lib/__tests__/modelFactory.test.d.ts +1 -0
  35. package/lib/__tests__/modelFactory.test.js +107 -0
  36. package/lib/__tests__/modelPath.test.d.ts +1 -0
  37. package/lib/__tests__/modelPath.test.js +12 -0
  38. package/lib/__tests__/modelRegistry.test.d.ts +1 -0
  39. package/lib/__tests__/modelRegistry.test.js +61 -0
  40. package/lib/hooks.d.ts +46 -0
  41. package/lib/hooks.js +159 -0
  42. package/lib/index.d.ts +142 -0
  43. package/lib/index.js +184 -0
  44. package/lib/inferenceRouting.d.ts +18 -0
  45. package/lib/inferenceRouting.js +63 -0
  46. package/lib/memoryTracker.d.ts +128 -0
  47. package/lib/memoryTracker.js +155 -0
  48. package/lib/modelFactory.d.ts +24 -0
  49. package/lib/modelFactory.js +128 -0
  50. package/lib/modelPath.d.ts +8 -0
  51. package/lib/modelPath.js +18 -0
  52. package/lib/modelRegistry.d.ts +55 -0
  53. package/lib/modelRegistry.js +82 -0
  54. package/lib/specs/LiteRTLM.nitro.d.ts +380 -0
  55. package/lib/specs/LiteRTLM.nitro.js +2 -0
  56. package/nitrogen/generated/.gitattributes +1 -0
  57. package/nitrogen/generated/android/LiteRTLM+autolinking.cmake +83 -0
  58. package/nitrogen/generated/android/LiteRTLM+autolinking.gradle +27 -0
  59. package/nitrogen/generated/android/LiteRTLMOnLoad.cpp +74 -0
  60. package/nitrogen/generated/android/LiteRTLMOnLoad.hpp +34 -0
  61. package/nitrogen/generated/android/c++/JBackend.hpp +61 -0
  62. package/nitrogen/generated/android/c++/JExecuteResult.hpp +86 -0
  63. package/nitrogen/generated/android/c++/JFunc_void_double.hpp +75 -0
  64. package/nitrogen/generated/android/c++/JFunc_void_std__string_bool.hpp +76 -0
  65. package/nitrogen/generated/android/c++/JGenerationStats.hpp +77 -0
  66. package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.cpp +371 -0
  67. package/nitrogen/generated/android/c++/JHybridLiteRTLMSpec.hpp +83 -0
  68. package/nitrogen/generated/android/c++/JHybridModelStoreSpec.cpp +101 -0
  69. package/nitrogen/generated/android/c++/JHybridModelStoreSpec.hpp +67 -0
  70. package/nitrogen/generated/android/c++/JLLMConfig.hpp +125 -0
  71. package/nitrogen/generated/android/c++/JMemoryUsage.hpp +69 -0
  72. package/nitrogen/generated/android/c++/JMessage.hpp +63 -0
  73. package/nitrogen/generated/android/c++/JModelFile.hpp +69 -0
  74. package/nitrogen/generated/android/c++/JMultimodalPart.hpp +78 -0
  75. package/nitrogen/generated/android/c++/JPartType.hpp +61 -0
  76. package/nitrogen/generated/android/c++/JRole.hpp +61 -0
  77. package/nitrogen/generated/android/c++/JToolCall.hpp +61 -0
  78. package/nitrogen/generated/android/c++/JToolDefinition.hpp +65 -0
  79. package/nitrogen/generated/android/c++/JToolResponse.hpp +61 -0
  80. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Backend.kt +24 -0
  81. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ExecuteResult.kt +61 -0
  82. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Func_void_double.kt +80 -0
  83. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Func_void_std__string_bool.kt +80 -0
  84. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/GenerationStats.kt +76 -0
  85. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridLiteRTLMSpec.kt +165 -0
  86. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/HybridModelStoreSpec.kt +76 -0
  87. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LLMConfig.kt +106 -0
  88. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/LiteRTLMOnLoad.kt +35 -0
  89. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MemoryUsage.kt +66 -0
  90. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Message.kt +56 -0
  91. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ModelFile.kt +66 -0
  92. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/MultimodalPart.kt +71 -0
  93. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/PartType.kt +24 -0
  94. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/Role.kt +24 -0
  95. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolCall.kt +56 -0
  96. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolDefinition.kt +61 -0
  97. package/nitrogen/generated/android/kotlin/com/margelo/nitro/dev/litert/litertlm/ToolResponse.kt +56 -0
  98. package/nitrogen/generated/ios/LiteRTLM+autolinking.rb +62 -0
  99. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.cpp +98 -0
  100. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Bridge.hpp +585 -0
  101. package/nitrogen/generated/ios/LiteRTLM-Swift-Cxx-Umbrella.hpp +93 -0
  102. package/nitrogen/generated/ios/LiteRTLMAutolinking.mm +41 -0
  103. package/nitrogen/generated/ios/LiteRTLMAutolinking.swift +38 -0
  104. package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.cpp +11 -0
  105. package/nitrogen/generated/ios/c++/HybridLiteRTLMSpecSwift.hpp +279 -0
  106. package/nitrogen/generated/ios/c++/HybridModelStoreSpecSwift.cpp +11 -0
  107. package/nitrogen/generated/ios/c++/HybridModelStoreSpecSwift.hpp +117 -0
  108. package/nitrogen/generated/ios/swift/Backend.swift +44 -0
  109. package/nitrogen/generated/ios/swift/ExecuteResult.swift +45 -0
  110. package/nitrogen/generated/ios/swift/Func_void.swift +46 -0
  111. package/nitrogen/generated/ios/swift/Func_void_ExecuteResult.swift +46 -0
  112. package/nitrogen/generated/ios/swift/Func_void_double.swift +46 -0
  113. package/nitrogen/generated/ios/swift/Func_void_std__exception_ptr.swift +46 -0
  114. package/nitrogen/generated/ios/swift/Func_void_std__string.swift +46 -0
  115. package/nitrogen/generated/ios/swift/Func_void_std__string_bool.swift +46 -0
  116. package/nitrogen/generated/ios/swift/GenerationStats.swift +54 -0
  117. package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec.swift +75 -0
  118. package/nitrogen/generated/ios/swift/HybridLiteRTLMSpec_cxx.swift +516 -0
  119. package/nitrogen/generated/ios/swift/HybridModelStoreSpec.swift +59 -0
  120. package/nitrogen/generated/ios/swift/HybridModelStoreSpec_cxx.swift +203 -0
  121. package/nitrogen/generated/ios/swift/LLMConfig.swift +239 -0
  122. package/nitrogen/generated/ios/swift/MemoryUsage.swift +44 -0
  123. package/nitrogen/generated/ios/swift/Message.swift +34 -0
  124. package/nitrogen/generated/ios/swift/ModelFile.swift +44 -0
  125. package/nitrogen/generated/ios/swift/MultimodalPart.swift +101 -0
  126. package/nitrogen/generated/ios/swift/PartType.swift +44 -0
  127. package/nitrogen/generated/ios/swift/Role.swift +44 -0
  128. package/nitrogen/generated/ios/swift/ToolCall.swift +34 -0
  129. package/nitrogen/generated/ios/swift/ToolDefinition.swift +39 -0
  130. package/nitrogen/generated/ios/swift/ToolResponse.swift +34 -0
  131. package/nitrogen/generated/shared/c++/Backend.hpp +80 -0
  132. package/nitrogen/generated/shared/c++/ExecuteResult.hpp +94 -0
  133. package/nitrogen/generated/shared/c++/GenerationStats.hpp +103 -0
  134. package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.cpp +41 -0
  135. package/nitrogen/generated/shared/c++/HybridLiteRTLMSpec.hpp +109 -0
  136. package/nitrogen/generated/shared/c++/HybridModelStoreSpec.cpp +25 -0
  137. package/nitrogen/generated/shared/c++/HybridModelStoreSpec.hpp +71 -0
  138. package/nitrogen/generated/shared/c++/LLMConfig.hpp +134 -0
  139. package/nitrogen/generated/shared/c++/MemoryUsage.hpp +95 -0
  140. package/nitrogen/generated/shared/c++/Message.hpp +89 -0
  141. package/nitrogen/generated/shared/c++/ModelFile.hpp +95 -0
  142. package/nitrogen/generated/shared/c++/MultimodalPart.hpp +103 -0
  143. package/nitrogen/generated/shared/c++/PartType.hpp +80 -0
  144. package/nitrogen/generated/shared/c++/Role.hpp +80 -0
  145. package/nitrogen/generated/shared/c++/ToolCall.hpp +87 -0
  146. package/nitrogen/generated/shared/c++/ToolDefinition.hpp +91 -0
  147. package/nitrogen/generated/shared/c++/ToolResponse.hpp +87 -0
  148. package/package.json +115 -0
  149. package/react-native-litert-lm.podspec +62 -0
  150. package/react-native.config.js +16 -0
  151. package/scripts/download-ios-frameworks.sh +39 -0
  152. package/scripts/framework-source.js +46 -0
  153. package/scripts/postinstall.js +145 -0
  154. package/src/__mocks__/react-native-nitro-modules.ts +132 -0
  155. package/src/__tests__/hooks.test.ts +216 -0
  156. package/src/__tests__/inferenceRouting.test.ts +36 -0
  157. package/src/__tests__/memoryTracker.test.ts +87 -0
  158. package/src/__tests__/modelFactory.test.ts +153 -0
  159. package/src/__tests__/modelPath.test.ts +14 -0
  160. package/src/__tests__/modelRegistry.test.ts +73 -0
  161. package/src/hooks.ts +234 -0
  162. package/src/index.ts +214 -0
  163. package/src/inferenceRouting.ts +80 -0
  164. package/src/memoryTracker.ts +268 -0
  165. package/src/modelFactory.ts +163 -0
  166. package/src/modelPath.ts +16 -0
  167. package/src/modelRegistry.ts +104 -0
  168. package/src/specs/LiteRTLM.nitro.ts +451 -0
@@ -0,0 +1,203 @@
1
+ ///
2
+ /// HybridModelStoreSpec_cxx.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * A class implementation that bridges HybridModelStoreSpec over to C++.
12
+ * In C++, we cannot use Swift protocols - so we need to wrap it in a class to make it strongly defined.
13
+ *
14
+ * Also, some Swift types need to be bridged with special handling:
15
+ * - Enums need to be wrapped in Structs, otherwise they cannot be accessed bi-directionally (Swift bug: https://github.com/swiftlang/swift/issues/75330)
16
+ * - Other HybridObjects need to be wrapped/unwrapped from the Swift TCxx wrapper
17
+ * - Throwing methods need to be wrapped with a Result<T, Error> type, as exceptions cannot be propagated to C++
18
+ */
19
+ open class HybridModelStoreSpec_cxx {
20
+ /**
21
+ * The Swift <> C++ bridge's namespace (`margelo::nitro::litertlm::bridge::swift`)
22
+ * from `LiteRTLM-Swift-Cxx-Bridge.hpp`.
23
+ * This contains specialized C++ templates, and C++ helper functions that can be accessed from Swift.
24
+ */
25
+ public typealias bridge = margelo.nitro.litertlm.bridge.swift
26
+
27
+ /**
28
+ * Holds an instance of the `HybridModelStoreSpec` Swift protocol.
29
+ */
30
+ private var __implementation: any HybridModelStoreSpec
31
+
32
+ /**
33
+ * Holds a weak pointer to the C++ class that wraps the Swift class.
34
+ */
35
+ private var __cxxPart: bridge.std__weak_ptr_HybridModelStoreSpec_
36
+
37
+ /**
38
+ * Create a new `HybridModelStoreSpec_cxx` that wraps the given `HybridModelStoreSpec`.
39
+ * All properties and methods bridge to C++ types.
40
+ */
41
+ public init(_ implementation: any HybridModelStoreSpec) {
42
+ self.__implementation = implementation
43
+ self.__cxxPart = .init()
44
+ /* no base class */
45
+ }
46
+
47
+ /**
48
+ * Get the actual `HybridModelStoreSpec` instance this class wraps.
49
+ */
50
+ @inline(__always)
51
+ public func getHybridModelStoreSpec() -> any HybridModelStoreSpec {
52
+ return __implementation
53
+ }
54
+
55
+ /**
56
+ * Casts this instance to a retained unsafe raw pointer.
57
+ * This acquires one additional strong reference on the object!
58
+ */
59
+ public func toUnsafe() -> UnsafeMutableRawPointer {
60
+ return Unmanaged.passRetained(self).toOpaque()
61
+ }
62
+
63
+ /**
64
+ * Casts an unsafe pointer to a `HybridModelStoreSpec_cxx`.
65
+ * The pointer has to be a retained opaque `Unmanaged<HybridModelStoreSpec_cxx>`.
66
+ * This removes one strong reference from the object!
67
+ */
68
+ public class func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> HybridModelStoreSpec_cxx {
69
+ return Unmanaged<HybridModelStoreSpec_cxx>.fromOpaque(pointer).takeRetainedValue()
70
+ }
71
+
72
+ /**
73
+ * Gets (or creates) the C++ part of this Hybrid Object.
74
+ * The C++ part is a `std::shared_ptr<HybridModelStoreSpec>`.
75
+ */
76
+ public func getCxxPart() -> bridge.std__shared_ptr_HybridModelStoreSpec_ {
77
+ let cachedCxxPart = self.__cxxPart.lock()
78
+ if Bool(fromCxx: cachedCxxPart) {
79
+ return cachedCxxPart
80
+ } else {
81
+ let newCxxPart = bridge.create_std__shared_ptr_HybridModelStoreSpec_(self.toUnsafe())
82
+ __cxxPart = bridge.weakify_std__shared_ptr_HybridModelStoreSpec_(newCxxPart)
83
+ return newCxxPart
84
+ }
85
+ }
86
+
87
+
88
+
89
+ /**
90
+ * Get the memory size of the Swift class (plus size of any other allocations)
91
+ * so the JS VM can properly track it and garbage-collect the JS object if needed.
92
+ */
93
+ @inline(__always)
94
+ public var memorySize: Int {
95
+ return MemoryHelper.getSizeOf(self.__implementation) + self.__implementation.memorySize
96
+ }
97
+
98
+ /**
99
+ * Compares this object with the given [other] object for reference equality.
100
+ */
101
+ @inline(__always)
102
+ public func equals(other: HybridModelStoreSpec_cxx) -> Bool {
103
+ return self.__implementation === other.__implementation
104
+ }
105
+
106
+ /**
107
+ * Call dispose() on the Swift class.
108
+ * This _may_ be called manually from JS.
109
+ */
110
+ @inline(__always)
111
+ public func dispose() {
112
+ self.__implementation.dispose()
113
+ }
114
+
115
+ /**
116
+ * Call toString() on the Swift class.
117
+ */
118
+ @inline(__always)
119
+ public func toString() -> String {
120
+ return self.__implementation.toString()
121
+ }
122
+
123
+ // Properties
124
+
125
+
126
+ // Methods
127
+ @inline(__always)
128
+ public final func isCached(fileName: std.string) -> bridge.Result_bool_ {
129
+ do {
130
+ let __result = try self.__implementation.isCached(fileName: String(fileName))
131
+ let __resultCpp = __result
132
+ return bridge.create_Result_bool_(__resultCpp)
133
+ } catch (let __error) {
134
+ let __exceptionPtr = __error.toCpp()
135
+ return bridge.create_Result_bool_(__exceptionPtr)
136
+ }
137
+ }
138
+
139
+ @inline(__always)
140
+ public final func getFilePath(fileName: std.string) -> bridge.Result_std__string_ {
141
+ do {
142
+ let __result = try self.__implementation.getFilePath(fileName: String(fileName))
143
+ let __resultCpp = std.string(__result)
144
+ return bridge.create_Result_std__string_(__resultCpp)
145
+ } catch (let __error) {
146
+ let __exceptionPtr = __error.toCpp()
147
+ return bridge.create_Result_std__string_(__exceptionPtr)
148
+ }
149
+ }
150
+
151
+ @inline(__always)
152
+ public final func listCachedFiles() -> bridge.Result_std__vector_ModelFile__ {
153
+ do {
154
+ let __result = try self.__implementation.listCachedFiles()
155
+ let __resultCpp = { () -> bridge.std__vector_ModelFile_ in
156
+ var __vector = bridge.create_std__vector_ModelFile_(__result.count)
157
+ for __item in __result {
158
+ __vector.push_back(__item)
159
+ }
160
+ return __vector
161
+ }()
162
+ return bridge.create_Result_std__vector_ModelFile__(__resultCpp)
163
+ } catch (let __error) {
164
+ let __exceptionPtr = __error.toCpp()
165
+ return bridge.create_Result_std__vector_ModelFile__(__exceptionPtr)
166
+ }
167
+ }
168
+
169
+ @inline(__always)
170
+ public final func deleteFile(fileName: std.string) -> bridge.Result_void_ {
171
+ do {
172
+ try self.__implementation.deleteFile(fileName: String(fileName))
173
+ return bridge.create_Result_void_()
174
+ } catch (let __error) {
175
+ let __exceptionPtr = __error.toCpp()
176
+ return bridge.create_Result_void_(__exceptionPtr)
177
+ }
178
+ }
179
+
180
+ @inline(__always)
181
+ public final func downloadFile(url: std.string, fileName: std.string, headersJson: std.string, onProgress: bridge.Func_void_double) -> bridge.Result_std__shared_ptr_Promise_std__string___ {
182
+ do {
183
+ let __result = try self.__implementation.downloadFile(url: String(url), fileName: String(fileName), headersJson: String(headersJson), onProgress: { () -> (Double) -> Void in
184
+ let __wrappedFunction = bridge.wrap_Func_void_double(onProgress)
185
+ return { (__progress: Double) -> Void in
186
+ __wrappedFunction.call(__progress)
187
+ }
188
+ }())
189
+ let __resultCpp = { () -> bridge.std__shared_ptr_Promise_std__string__ in
190
+ let __promise = bridge.create_std__shared_ptr_Promise_std__string__()
191
+ let __promiseHolder = bridge.wrap_std__shared_ptr_Promise_std__string__(__promise)
192
+ __result
193
+ .then({ __result in __promiseHolder.resolve(std.string(__result)) })
194
+ .catch({ __error in __promiseHolder.reject(__error.toCpp()) })
195
+ return __promise
196
+ }()
197
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__resultCpp)
198
+ } catch (let __error) {
199
+ let __exceptionPtr = __error.toCpp()
200
+ return bridge.create_Result_std__shared_ptr_Promise_std__string___(__exceptionPtr)
201
+ }
202
+ }
203
+ }
@@ -0,0 +1,239 @@
1
+ ///
2
+ /// LLMConfig.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `LLMConfig`, backed by a C++ struct.
12
+ */
13
+ public typealias LLMConfig = margelo.nitro.litertlm.LLMConfig
14
+
15
+ public extension LLMConfig {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `LLMConfig`.
20
+ */
21
+ init(systemPrompt: String?, backend: Backend?, maxContextTokens: Double?, maxOutputTokens: Double?, maxTokens: Double?, temperature: Double?, topK: Double?, topP: Double?, multimodal: Bool?, tools: [ToolDefinition]?, enableSpeculativeDecoding: Bool?, enableThinking: Bool?) {
22
+ self.init({ () -> bridge.std__optional_std__string_ in
23
+ if let __unwrappedValue = systemPrompt {
24
+ return bridge.create_std__optional_std__string_(std.string(__unwrappedValue))
25
+ } else {
26
+ return .init()
27
+ }
28
+ }(), { () -> bridge.std__optional_Backend_ in
29
+ if let __unwrappedValue = backend {
30
+ return bridge.create_std__optional_Backend_(__unwrappedValue)
31
+ } else {
32
+ return .init()
33
+ }
34
+ }(), { () -> bridge.std__optional_double_ in
35
+ if let __unwrappedValue = maxContextTokens {
36
+ return bridge.create_std__optional_double_(__unwrappedValue)
37
+ } else {
38
+ return .init()
39
+ }
40
+ }(), { () -> bridge.std__optional_double_ in
41
+ if let __unwrappedValue = maxOutputTokens {
42
+ return bridge.create_std__optional_double_(__unwrappedValue)
43
+ } else {
44
+ return .init()
45
+ }
46
+ }(), { () -> bridge.std__optional_double_ in
47
+ if let __unwrappedValue = maxTokens {
48
+ return bridge.create_std__optional_double_(__unwrappedValue)
49
+ } else {
50
+ return .init()
51
+ }
52
+ }(), { () -> bridge.std__optional_double_ in
53
+ if let __unwrappedValue = temperature {
54
+ return bridge.create_std__optional_double_(__unwrappedValue)
55
+ } else {
56
+ return .init()
57
+ }
58
+ }(), { () -> bridge.std__optional_double_ in
59
+ if let __unwrappedValue = topK {
60
+ return bridge.create_std__optional_double_(__unwrappedValue)
61
+ } else {
62
+ return .init()
63
+ }
64
+ }(), { () -> bridge.std__optional_double_ in
65
+ if let __unwrappedValue = topP {
66
+ return bridge.create_std__optional_double_(__unwrappedValue)
67
+ } else {
68
+ return .init()
69
+ }
70
+ }(), { () -> bridge.std__optional_bool_ in
71
+ if let __unwrappedValue = multimodal {
72
+ return bridge.create_std__optional_bool_(__unwrappedValue)
73
+ } else {
74
+ return .init()
75
+ }
76
+ }(), { () -> bridge.std__optional_std__vector_ToolDefinition__ in
77
+ if let __unwrappedValue = tools {
78
+ return bridge.create_std__optional_std__vector_ToolDefinition__({ () -> bridge.std__vector_ToolDefinition_ in
79
+ var __vector = bridge.create_std__vector_ToolDefinition_(__unwrappedValue.count)
80
+ for __item in __unwrappedValue {
81
+ __vector.push_back(__item)
82
+ }
83
+ return __vector
84
+ }())
85
+ } else {
86
+ return .init()
87
+ }
88
+ }(), { () -> bridge.std__optional_bool_ in
89
+ if let __unwrappedValue = enableSpeculativeDecoding {
90
+ return bridge.create_std__optional_bool_(__unwrappedValue)
91
+ } else {
92
+ return .init()
93
+ }
94
+ }(), { () -> bridge.std__optional_bool_ in
95
+ if let __unwrappedValue = enableThinking {
96
+ return bridge.create_std__optional_bool_(__unwrappedValue)
97
+ } else {
98
+ return .init()
99
+ }
100
+ }())
101
+ }
102
+
103
+ @inline(__always)
104
+ var systemPrompt: String? {
105
+ return { () -> String? in
106
+ if bridge.has_value_std__optional_std__string_(self.__systemPrompt) {
107
+ let __unwrapped = bridge.get_std__optional_std__string_(self.__systemPrompt)
108
+ return String(__unwrapped)
109
+ } else {
110
+ return nil
111
+ }
112
+ }()
113
+ }
114
+
115
+ @inline(__always)
116
+ var backend: Backend? {
117
+ return self.__backend.value
118
+ }
119
+
120
+ @inline(__always)
121
+ var maxContextTokens: Double? {
122
+ return { () -> Double? in
123
+ if bridge.has_value_std__optional_double_(self.__maxContextTokens) {
124
+ let __unwrapped = bridge.get_std__optional_double_(self.__maxContextTokens)
125
+ return __unwrapped
126
+ } else {
127
+ return nil
128
+ }
129
+ }()
130
+ }
131
+
132
+ @inline(__always)
133
+ var maxOutputTokens: Double? {
134
+ return { () -> Double? in
135
+ if bridge.has_value_std__optional_double_(self.__maxOutputTokens) {
136
+ let __unwrapped = bridge.get_std__optional_double_(self.__maxOutputTokens)
137
+ return __unwrapped
138
+ } else {
139
+ return nil
140
+ }
141
+ }()
142
+ }
143
+
144
+ @inline(__always)
145
+ var maxTokens: Double? {
146
+ return { () -> Double? in
147
+ if bridge.has_value_std__optional_double_(self.__maxTokens) {
148
+ let __unwrapped = bridge.get_std__optional_double_(self.__maxTokens)
149
+ return __unwrapped
150
+ } else {
151
+ return nil
152
+ }
153
+ }()
154
+ }
155
+
156
+ @inline(__always)
157
+ var temperature: Double? {
158
+ return { () -> Double? in
159
+ if bridge.has_value_std__optional_double_(self.__temperature) {
160
+ let __unwrapped = bridge.get_std__optional_double_(self.__temperature)
161
+ return __unwrapped
162
+ } else {
163
+ return nil
164
+ }
165
+ }()
166
+ }
167
+
168
+ @inline(__always)
169
+ var topK: Double? {
170
+ return { () -> Double? in
171
+ if bridge.has_value_std__optional_double_(self.__topK) {
172
+ let __unwrapped = bridge.get_std__optional_double_(self.__topK)
173
+ return __unwrapped
174
+ } else {
175
+ return nil
176
+ }
177
+ }()
178
+ }
179
+
180
+ @inline(__always)
181
+ var topP: Double? {
182
+ return { () -> Double? in
183
+ if bridge.has_value_std__optional_double_(self.__topP) {
184
+ let __unwrapped = bridge.get_std__optional_double_(self.__topP)
185
+ return __unwrapped
186
+ } else {
187
+ return nil
188
+ }
189
+ }()
190
+ }
191
+
192
+ @inline(__always)
193
+ var multimodal: Bool? {
194
+ return { () -> Bool? in
195
+ if bridge.has_value_std__optional_bool_(self.__multimodal) {
196
+ let __unwrapped = bridge.get_std__optional_bool_(self.__multimodal)
197
+ return __unwrapped
198
+ } else {
199
+ return nil
200
+ }
201
+ }()
202
+ }
203
+
204
+ @inline(__always)
205
+ var tools: [ToolDefinition]? {
206
+ return { () -> [ToolDefinition]? in
207
+ if bridge.has_value_std__optional_std__vector_ToolDefinition__(self.__tools) {
208
+ let __unwrapped = bridge.get_std__optional_std__vector_ToolDefinition__(self.__tools)
209
+ return __unwrapped.map({ __item in __item })
210
+ } else {
211
+ return nil
212
+ }
213
+ }()
214
+ }
215
+
216
+ @inline(__always)
217
+ var enableSpeculativeDecoding: Bool? {
218
+ return { () -> Bool? in
219
+ if bridge.has_value_std__optional_bool_(self.__enableSpeculativeDecoding) {
220
+ let __unwrapped = bridge.get_std__optional_bool_(self.__enableSpeculativeDecoding)
221
+ return __unwrapped
222
+ } else {
223
+ return nil
224
+ }
225
+ }()
226
+ }
227
+
228
+ @inline(__always)
229
+ var enableThinking: Bool? {
230
+ return { () -> Bool? in
231
+ if bridge.has_value_std__optional_bool_(self.__enableThinking) {
232
+ let __unwrapped = bridge.get_std__optional_bool_(self.__enableThinking)
233
+ return __unwrapped
234
+ } else {
235
+ return nil
236
+ }
237
+ }()
238
+ }
239
+ }
@@ -0,0 +1,44 @@
1
+ ///
2
+ /// MemoryUsage.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `MemoryUsage`, backed by a C++ struct.
12
+ */
13
+ public typealias MemoryUsage = margelo.nitro.litertlm.MemoryUsage
14
+
15
+ public extension MemoryUsage {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `MemoryUsage`.
20
+ */
21
+ init(nativeHeapBytes: Double, residentBytes: Double, availableMemoryBytes: Double, isLowMemory: Bool) {
22
+ self.init(nativeHeapBytes, residentBytes, availableMemoryBytes, isLowMemory)
23
+ }
24
+
25
+ @inline(__always)
26
+ var nativeHeapBytes: Double {
27
+ return self.__nativeHeapBytes
28
+ }
29
+
30
+ @inline(__always)
31
+ var residentBytes: Double {
32
+ return self.__residentBytes
33
+ }
34
+
35
+ @inline(__always)
36
+ var availableMemoryBytes: Double {
37
+ return self.__availableMemoryBytes
38
+ }
39
+
40
+ @inline(__always)
41
+ var isLowMemory: Bool {
42
+ return self.__isLowMemory
43
+ }
44
+ }
@@ -0,0 +1,34 @@
1
+ ///
2
+ /// Message.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `Message`, backed by a C++ struct.
12
+ */
13
+ public typealias Message = margelo.nitro.litertlm.Message
14
+
15
+ public extension Message {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `Message`.
20
+ */
21
+ init(role: Role, content: String) {
22
+ self.init(role, std.string(content))
23
+ }
24
+
25
+ @inline(__always)
26
+ var role: Role {
27
+ return self.__role
28
+ }
29
+
30
+ @inline(__always)
31
+ var content: String {
32
+ return String(self.__content)
33
+ }
34
+ }
@@ -0,0 +1,44 @@
1
+ ///
2
+ /// ModelFile.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `ModelFile`, backed by a C++ struct.
12
+ */
13
+ public typealias ModelFile = margelo.nitro.litertlm.ModelFile
14
+
15
+ public extension ModelFile {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `ModelFile`.
20
+ */
21
+ init(fileName: String, absolutePath: String, sizeBytes: Double, lastModifiedMs: Double) {
22
+ self.init(std.string(fileName), std.string(absolutePath), sizeBytes, lastModifiedMs)
23
+ }
24
+
25
+ @inline(__always)
26
+ var fileName: String {
27
+ return String(self.__fileName)
28
+ }
29
+
30
+ @inline(__always)
31
+ var absolutePath: String {
32
+ return String(self.__absolutePath)
33
+ }
34
+
35
+ @inline(__always)
36
+ var sizeBytes: Double {
37
+ return self.__sizeBytes
38
+ }
39
+
40
+ @inline(__always)
41
+ var lastModifiedMs: Double {
42
+ return self.__lastModifiedMs
43
+ }
44
+ }
@@ -0,0 +1,101 @@
1
+ ///
2
+ /// MultimodalPart.swift
3
+ /// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
4
+ /// https://github.com/mrousavy/nitro
5
+ /// Copyright © Marc Rousavy @ Margelo
6
+ ///
7
+
8
+ import NitroModules
9
+
10
+ /**
11
+ * Represents an instance of `MultimodalPart`, backed by a C++ struct.
12
+ */
13
+ public typealias MultimodalPart = margelo.nitro.litertlm.MultimodalPart
14
+
15
+ public extension MultimodalPart {
16
+ private typealias bridge = margelo.nitro.litertlm.bridge.swift
17
+
18
+ /**
19
+ * Create a new instance of `MultimodalPart`.
20
+ */
21
+ init(type: PartType, text: String?, path: String?, imageBuffer: ArrayBuffer?, audioBuffer: ArrayBuffer?) {
22
+ self.init(type, { () -> bridge.std__optional_std__string_ in
23
+ if let __unwrappedValue = text {
24
+ return bridge.create_std__optional_std__string_(std.string(__unwrappedValue))
25
+ } else {
26
+ return .init()
27
+ }
28
+ }(), { () -> bridge.std__optional_std__string_ in
29
+ if let __unwrappedValue = path {
30
+ return bridge.create_std__optional_std__string_(std.string(__unwrappedValue))
31
+ } else {
32
+ return .init()
33
+ }
34
+ }(), { () -> bridge.std__optional_std__shared_ptr_ArrayBuffer__ in
35
+ if let __unwrappedValue = imageBuffer {
36
+ return bridge.create_std__optional_std__shared_ptr_ArrayBuffer__(__unwrappedValue.getArrayBuffer())
37
+ } else {
38
+ return .init()
39
+ }
40
+ }(), { () -> bridge.std__optional_std__shared_ptr_ArrayBuffer__ in
41
+ if let __unwrappedValue = audioBuffer {
42
+ return bridge.create_std__optional_std__shared_ptr_ArrayBuffer__(__unwrappedValue.getArrayBuffer())
43
+ } else {
44
+ return .init()
45
+ }
46
+ }())
47
+ }
48
+
49
+ @inline(__always)
50
+ var type: PartType {
51
+ return self.__type
52
+ }
53
+
54
+ @inline(__always)
55
+ var text: String? {
56
+ return { () -> String? in
57
+ if bridge.has_value_std__optional_std__string_(self.__text) {
58
+ let __unwrapped = bridge.get_std__optional_std__string_(self.__text)
59
+ return String(__unwrapped)
60
+ } else {
61
+ return nil
62
+ }
63
+ }()
64
+ }
65
+
66
+ @inline(__always)
67
+ var path: String? {
68
+ return { () -> String? in
69
+ if bridge.has_value_std__optional_std__string_(self.__path) {
70
+ let __unwrapped = bridge.get_std__optional_std__string_(self.__path)
71
+ return String(__unwrapped)
72
+ } else {
73
+ return nil
74
+ }
75
+ }()
76
+ }
77
+
78
+ @inline(__always)
79
+ var imageBuffer: ArrayBuffer? {
80
+ return { () -> ArrayBuffer? in
81
+ if bridge.has_value_std__optional_std__shared_ptr_ArrayBuffer__(self.__imageBuffer) {
82
+ let __unwrapped = bridge.get_std__optional_std__shared_ptr_ArrayBuffer__(self.__imageBuffer)
83
+ return ArrayBuffer(__unwrapped)
84
+ } else {
85
+ return nil
86
+ }
87
+ }()
88
+ }
89
+
90
+ @inline(__always)
91
+ var audioBuffer: ArrayBuffer? {
92
+ return { () -> ArrayBuffer? in
93
+ if bridge.has_value_std__optional_std__shared_ptr_ArrayBuffer__(self.__audioBuffer) {
94
+ let __unwrapped = bridge.get_std__optional_std__shared_ptr_ArrayBuffer__(self.__audioBuffer)
95
+ return ArrayBuffer(__unwrapped)
96
+ } else {
97
+ return nil
98
+ }
99
+ }()
100
+ }
101
+ }