react-native-nitro-mlx 0.1.0 → 0.2.0

package/nitrogen/generated/shared/c++/LLMMessage.hpp

@@ -0,0 +1,79 @@
+///
+/// LLMMessage.hpp
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © 2025 Marc Rousavy @ Margelo
+///
+
+#pragma once
+
+#if __has_include(<NitroModules/JSIConverter.hpp>)
+#include <NitroModules/JSIConverter.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/NitroDefines.hpp>)
+#include <NitroModules/NitroDefines.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+#if __has_include(<NitroModules/JSIHelpers.hpp>)
+#include <NitroModules/JSIHelpers.hpp>
+#else
+#error NitroModules cannot be found! Are you sure you installed NitroModules properly?
+#endif
+
+
+
+#include <string>
+
+namespace margelo::nitro::mlxreactnative {
+
+  /**
+   * A struct which can be represented as a JavaScript object (LLMMessage).
+   */
+  struct LLMMessage {
+  public:
+    std::string role     SWIFT_PRIVATE;
+    std::string content     SWIFT_PRIVATE;
+
+  public:
+    LLMMessage() = default;
+    explicit LLMMessage(std::string role, std::string content): role(role), content(content) {}
+  };
+
+} // namespace margelo::nitro::mlxreactnative
+
+namespace margelo::nitro {
+
+  // C++ LLMMessage <> JS LLMMessage (object)
+  template <>
+  struct JSIConverter<margelo::nitro::mlxreactnative::LLMMessage> final {
+    static inline margelo::nitro::mlxreactnative::LLMMessage fromJSI(jsi::Runtime& runtime, const jsi::Value& arg) {
+      jsi::Object obj = arg.asObject(runtime);
+      return margelo::nitro::mlxreactnative::LLMMessage(
+        JSIConverter<std::string>::fromJSI(runtime, obj.getProperty(runtime, "role")),
+        JSIConverter<std::string>::fromJSI(runtime, obj.getProperty(runtime, "content"))
+      );
+    }
+    static inline jsi::Value toJSI(jsi::Runtime& runtime, const margelo::nitro::mlxreactnative::LLMMessage& arg) {
+      jsi::Object obj(runtime);
+      obj.setProperty(runtime, "role", JSIConverter<std::string>::toJSI(runtime, arg.role));
+      obj.setProperty(runtime, "content", JSIConverter<std::string>::toJSI(runtime, arg.content));
+      return obj;
+    }
+    static inline bool canConvert(jsi::Runtime& runtime, const jsi::Value& value) {
+      if (!value.isObject()) {
+        return false;
+      }
+      jsi::Object obj = value.getObject(runtime);
+      if (!nitro::isPlainObject(runtime, obj)) {
+        return false;
+      }
+      if (!JSIConverter<std::string>::canConvert(runtime, obj.getProperty(runtime, "role"))) return false;
+      if (!JSIConverter<std::string>::canConvert(runtime, obj.getProperty(runtime, "content"))) return false;
+      return true;
+    }
+  };
+
+} // namespace margelo::nitro

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-nitro-mlx",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Nitro module package",
   "main": "./lib/module/index.js",
   "module": "./lib/module/index.js",
@@ -41,26 +41,29 @@
     "ios/**/*.m",
     "ios/**/*.mm",
     "ios/**/*.cpp",
-    "ios/specs/**/*.swift",
+    "ios/**/*.swift",
     "app.plugin.js",
     "*.podspec",
     "README.md"
   ],
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/henrypaulino/react-native-nitro-mlx.git"
+    "url": "git+https://github.com/corasan/react-native-nitro-mlx.git"
   },
   "author": "Henry Paulino",
   "license": "MIT",
-  "bugs": "https://github.com/henrypaulino/react-native-nitro-mlx/issues",
-  "homepage": "https://github.com/henrypaulino/react-native-nitro-mlx#readme",
+  "bugs": "https://github.com/corasan/react-native-nitro-mlx/issues",
+  "homepage": "https://github.com/corasan/react-native-nitro-mlx#readme",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/"
   },
   "devDependencies": {
     "@expo/config-plugins": "^9.0.10",
+    "@release-it/bumper": "^7.0.5",
+    "@release-it/conventional-changelog": "^10.0.1",
     "nitrogen": "^0.31.10",
-    "react-native-builder-bob": "^0.40.13"
+    "react-native-builder-bob": "^0.40.13",
+    "release-it": "^19.0.4"
   },
   "peerDependencies": {
     "react": "*",
@@ -69,15 +72,50 @@
   },
   "release-it": {
     "npm": {
-      "publish": true
+      "publish": true,
+      "skipVersion": true
     },
-    "git": false,
     "github": {
-      "release": false
+      "release": true,
+      "releaseName": "v${version}"
     },
     "hooks": {
-      "before:init": "bun typecheck",
-      "after:bump": "bun build"
+      "after:bump": "bun specs",
+      "before:release": "bun run build"
+    },
+    "git": {
+      "commitMessage": "chore: release ${version}",
+      "tagName": "v${version}",
+      "requireCleanWorkingDir": false
+    },
+    "plugins": {
+      "@release-it/conventional-changelog": {
+        "preset": {
+          "name": "conventionalcommits",
+          "types": [
+            {
+              "type": "feat",
+              "section": "✨ Features"
+            },
+            {
+              "type": "fix",
+              "section": "🐞 Fixes"
+            },
+            {
+              "type": "chore(deps)",
+              "section": "🛠️ Dependency Upgrades"
+            },
+            {
+              "type": "perf",
+              "section": "🏎️ Performance Improvements"
+            },
+            {
+              "type": "docs",
+              "section": "📚 Documentation"
+            }
+          ]
+        }
+      }
     }
   },
   "react-native-builder-bob": {

package/src/index.ts

@@ -1,6 +1,6 @@
-export { LLM } from './llm'
+export { LLM, type Message } from './llm'
 export { ModelManager } from './modelManager'
 export { MLXModel } from './models'
 
-export type { GenerationStats, LLM as LLMSpec } from './specs/LLM.nitro'
+export type { GenerationStats, LLM as LLMSpec, LLMLoadOptions } from './specs/LLM.nitro'
 export type { ModelManager as ModelManagerSpec } from './specs/ModelManager.nitro'

package/src/llm.ts

@@ -1,8 +1,13 @@
 import { NitroModules } from 'react-native-nitro-modules'
-import type { GenerationStats, LLM as LLMSpec } from './specs/LLM.nitro'
+import type { GenerationStats, LLMLoadOptions, LLM as LLMSpec } from './specs/LLM.nitro'
 
 let instance: LLMSpec | null = null
 
+export type Message = {
+  role: 'user' | 'assistant' | 'system'
+  content: string
+}
+
 function getInstance(): LLMSpec {
   if (!instance) {
     instance = NitroModules.createHybridObject<LLMSpec>('LLM')
@@ -36,10 +41,10 @@ export const LLM = {
   /**
    * Load a model into memory. Downloads the model from HuggingFace if not already cached.
    * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-   * @param onProgress - Callback invoked with loading progress (0-1)
+   * @param options - Callback invoked with loading progress (0-1)
    */
-  load(modelId: string, onProgress: (progress: number) => void): Promise<void> {
-    return getInstance().load(modelId, onProgress)
+  load(modelId: string, options: LLMLoadOptions): Promise<void> {
+    return getInstance().load(modelId, options)
   },
 
   /**
@@ -69,6 +74,14 @@ export const LLM = {
     getInstance().stop()
   },
 
+  /**
+   * Unload the current model and release memory.
+   * Call this when you're done with the model to free up memory.
+   */
+  unload(): void {
+    getInstance().unload()
+  },
+
   /**
    * Get statistics from the last generation.
    * @returns Statistics including token count, tokens/sec, TTFT, and total time
@@ -77,6 +90,21 @@ export const LLM = {
     return getInstance().getLastGenerationStats()
   },
 
+  /**
+   * Get the message history if management is enabled.
+   * @returns Array of messages in the history
+   */
+  getHistory(): Message[] {
+    return getInstance().getHistory() as Message[]
+  },
+
+  /**
+   * Clear the message history.
+   */
+  clearHistory(): void {
+    getInstance().clearHistory()
+  },
+
   /** Whether a model is currently loaded and ready for generation */
   get isLoaded(): boolean {
     return getInstance().isLoaded

package/src/specs/LLM.nitro.ts

@@ -14,6 +14,22 @@ export interface GenerationStats {
   totalTime: number
 }
 
+export interface LLMMessage {
+  role: string
+  content: string
+}
+
+/** Options for loading a model.
+ */
+export interface LLMLoadOptions {
+  /** Callback invoked with loading progress (0-1) */
+  onProgress?: (progress: number) => void
+  /** Additional context to provide to the model */
+  additionalContext?: LLMMessage[]
+  /** Whether to automatically manage message history */
+  manageHistory?: boolean
+}
+
 /**
  * Low-level LLM interface for text generation using MLX.
  * @internal Use the `LLM` export from `react-native-nitro-mlx` instead.
@@ -22,9 +38,9 @@ export interface LLM extends HybridObject<{ ios: 'swift' }> {
   /**
    * Load a model into memory. Downloads from HuggingFace if not already cached.
    * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-   * @param onProgress - Callback invoked with loading progress (0-1)
+   * @param options - Callback invoked with loading progress (0-1)
    */
-  load(modelId: string, onProgress: (progress: number) => void): Promise<void>
+  load(modelId: string, options?: LLMLoadOptions): Promise<void>
 
   /**
    * Generate a complete response for a prompt.
@@ -46,12 +62,28 @@ export interface LLM extends HybridObject<{ ios: 'swift' }> {
    */
   stop(): void
 
+  /**
+   * Unload the current model and release memory.
+   */
+  unload(): void
+
   /**
    * Get statistics from the last generation.
    * @returns Statistics including token count, speed, and timing
    */
   getLastGenerationStats(): GenerationStats
 
+  /**
+   * Get the message history if management is enabled.
+   * @returns Array of messages in the history
+   */
+  getHistory(): LLMMessage[]
+
+  /**
+   * Clear the message history.
+   */
+  clearHistory(): void
+
   /** Whether a model is currently loaded */
   readonly isLoaded: boolean
   /** Whether text is currently being generated */