@inferrlm/react-native-mlx 0.2.0-inferrlm.2 → 0.4.0

package/src/tool-utils.ts

@@ -0,0 +1,74 @@
+import type { AnyMap } from 'react-native-nitro-modules'
+import type { z } from 'zod'
+import type { ToolDefinition, ToolParameter, ToolParameterType } from './specs/LLM.nitro'
+
+type ZodObjectSchema = z.ZodObject<z.core.$ZodShape>
+type InferArgs<T extends ZodObjectSchema> = z.infer<T>
+
+export interface TypeSafeToolDefinition<T extends ZodObjectSchema> {
+  name: string
+  description: string
+  arguments: T
+  handler: (args: InferArgs<T>) => Promise<Record<string, unknown>>
+}
+
+function getZodTypeString(zodType: z.ZodType): ToolParameterType {
+  const typeName = zodType._zod.def.type
+  switch (typeName) {
+    case 'string':
+      return 'string'
+    case 'number':
+    case 'int':
+      return 'number'
+    case 'boolean':
+      return 'boolean'
+    case 'array':
+      return 'array'
+    case 'object':
+      return 'object'
+    case 'optional':
+      return getZodTypeString((zodType as z.ZodOptional<z.ZodType>)._zod.def.innerType)
+    case 'default':
+      return getZodTypeString((zodType as z.ZodDefault<z.ZodType>)._zod.def.innerType)
+    default:
+      return 'string'
+  }
+}
+
+function isZodOptional(zodType: z.ZodType): boolean {
+  const typeName = zodType._zod.def.type
+  return typeName === 'optional' || typeName === 'default'
+}
+
+function zodSchemaToParameters(schema: ZodObjectSchema): ToolParameter[] {
+  const shape = schema._zod.def.shape
+  const parameters: ToolParameter[] = []
+
+  for (const [key, zodType] of Object.entries(shape)) {
+    const zType = zodType as z.ZodType
+    parameters.push({
+      name: key,
+      type: getZodTypeString(zType),
+      description: zType.description ?? '',
+      required: !isZodOptional(zType),
+    })
+  }
+
+  return parameters
+}
+
+export function createTool<T extends ZodObjectSchema>(
+  definition: TypeSafeToolDefinition<T>,
+): ToolDefinition {
+  return {
+    name: definition.name,
+    description: definition.description,
+    parameters: zodSchemaToParameters(definition.arguments),
+    handler: async (args: AnyMap) => {
+      const argsObj = args as unknown as Record<string, unknown>
+      const parsedArgs = definition.arguments.parse(argsObj)
+      const result = await definition.handler(parsedArgs)
+      return result as unknown as AnyMap
+    },
+  }
+}

package/src/tts.ts

@@ -0,0 +1,60 @@
+import { NitroModules } from 'react-native-nitro-modules'
+import type {
+  TTS as TTSSpec,
+  TTSLoadOptions,
+  TTSGenerateOptions,
+} from './specs/TTS.nitro'
+
+let instance: TTSSpec | null = null
+
+function getInstance(): TTSSpec {
+  if (!instance) {
+    instance = NitroModules.createHybridObject<TTSSpec>('TTS')
+  }
+  return instance
+}
+
+export const TTS = {
+  load(modelId: string, options?: TTSLoadOptions): Promise<void> {
+    return getInstance().load(modelId, options)
+  },
+
+  generate(
+    text: string,
+    options?: TTSGenerateOptions
+  ): Promise<ArrayBuffer> {
+    return getInstance().generate(text, options)
+  },
+
+  stream(
+    text: string,
+    onAudioChunk: (audio: ArrayBuffer) => void,
+    options?: TTSGenerateOptions
+  ): Promise<void> {
+    return getInstance().stream(text, onAudioChunk, options)
+  },
+
+  stop(): void {
+    getInstance().stop()
+  },
+
+  unload(): void {
+    getInstance().unload()
+  },
+
+  get isLoaded(): boolean {
+    return getInstance().isLoaded
+  },
+
+  get isGenerating(): boolean {
+    return getInstance().isGenerating
+  },
+
+  get modelId(): string {
+    return getInstance().modelId
+  },
+
+  get sampleRate(): number {
+    return getInstance().sampleRate
+  },
+}

package/lib/module/index.js

@@ -1,6 +0,0 @@
-"use strict";
-
-export { LLM } from "./llm.js";
-export { ModelManager } from "./modelManager.js";
-export { MLXModel } from "./models.js";
-//# sourceMappingURL=index.js.map

package/lib/module/index.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["LLM","ModelManager","MLXModel"],"sourceRoot":"../../src","sources":["index.ts"],"mappings":";;AAAA,SAASA,GAAG,QAAsB,UAAO;AACzC,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,QAAQ,QAAQ,aAAU","ignoreList":[]}

package/lib/module/llm.js

@@ -1,125 +0,0 @@
-"use strict";
-
-import { NitroModules } from 'react-native-nitro-modules';
-let instance = null;
-function getInstance() {
-  if (!instance) {
-    instance = NitroModules.createHybridObject('LLM');
-  }
-  return instance;
-}
-
-/**
- * LLM text generation using MLX on Apple Silicon.
- *
- * @example
- * ```ts
- * import { LLM } from 'react-native-nitro-mlx'
- *
- * // Load a model
- * await LLM.load('mlx-community/Qwen3-0.6B-4bit', progress => {
- *   console.log(`Loading: ${(progress * 100).toFixed(0)}%`)
- * })
- *
- * // Stream a response
- * await LLM.stream('Hello!', token => {
- *   process.stdout.write(token)
- * })
- *
- * // Get generation stats
- * const stats = LLM.getLastGenerationStats()
- * console.log(`${stats.tokensPerSecond} tokens/sec`)
- * ```
- */
-export const LLM = {
-  /**
-   * Load a model into memory. Downloads the model from HuggingFace if not already cached.
-   * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-   * @param options - Callback invoked with loading progress (0-1)
-   */
-  load(modelId, options) {
-    return getInstance().load(modelId, options);
-  },
-  /**
-   * Generate a complete response for a prompt. Blocks until generation is complete.
-   * For streaming responses, use `stream()` instead.
-   * @param prompt - The input text to generate a response for
-   * @returns The complete generated text
-   */
-  generate(prompt) {
-    return getInstance().generate(prompt);
-  },
-  /**
-   * Stream a response token by token.
-   * @param prompt - The input text to generate a response for
-   * @param onToken - Callback invoked for each generated token
-   * @returns The complete generated text
-   */
-  stream(prompt, onToken) {
-    return getInstance().stream(prompt, onToken);
-  },
-  /**
-   * Stop the current generation. Safe to call even if not generating.
-   */
-  stop() {
-    getInstance().stop();
-  },
-  /**
-   * Unload the current model and release memory.
-   * Call this when you're done with the model to free up memory.
-   */
-  unload() {
-    getInstance().unload();
-  },
-  /**
-   * Get statistics from the last generation.
-   * @returns Statistics including token count, tokens/sec, TTFT, and total time
-   */
-  getLastGenerationStats() {
-    return getInstance().getLastGenerationStats();
-  },
-  /**
-   * Get the message history if management is enabled.
-   * @returns Array of messages in the history
-   */
-  getHistory() {
-    return getInstance().getHistory();
-  },
-  /**
-   * Clear the message history.
-   */
-  clearHistory() {
-    getInstance().clearHistory();
-  },
-  /** Whether a model is currently loaded and ready for generation */
-  get isLoaded() {
-    return getInstance().isLoaded;
-  },
-  /** Whether text is currently being generated */
-  get isGenerating() {
-    return getInstance().isGenerating;
-  },
-  /** The ID of the currently loaded model, or empty string if none */
-  get modelId() {
-    return getInstance().modelId;
-  },
-  /** Enable debug logging to console */
-  get debug() {
-    return getInstance().debug;
-  },
-  set debug(value) {
-    getInstance().debug = value;
-  },
-  /**
-   * System prompt used when loading the model.
-   * Set this before calling `load()`. Changes require reloading the model.
-   * @default "You are a helpful assistant."
-   */
-  get systemPrompt() {
-    return getInstance().systemPrompt;
-  },
-  set systemPrompt(value) {
-    getInstance().systemPrompt = value;
-  }
-};
-//# sourceMappingURL=llm.js.map

package/lib/module/llm.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["NitroModules","instance","getInstance","createHybridObject","LLM","load","modelId","options","generate","prompt","stream","onToken","stop","unload","getLastGenerationStats","getHistory","clearHistory","isLoaded","isGenerating","debug","value","systemPrompt"],"sourceRoot":"../../src","sources":["llm.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAGzD,IAAIC,QAAwB,GAAG,IAAI;AAOnC,SAASC,WAAWA,CAAA,EAAY;EAC9B,IAAI,CAACD,QAAQ,EAAE;IACbA,QAAQ,GAAGD,YAAY,CAACG,kBAAkB,CAAU,KAAK,CAAC;EAC5D;EACA,OAAOF,QAAQ;AACjB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMG,GAAG,GAAG;EACjB;AACF;AACA;AACA;AACA;EACEC,IAAIA,CAACC,OAAe,EAAEC,OAAuB,EAAiB;IAC5D,OAAOL,WAAW,CAAC,CAAC,CAACG,IAAI,CAACC,OAAO,EAAEC,OAAO,CAAC;EAC7C,CAAC;EAED;AACF;AACA;AACA;AACA;AACA;EACEC,QAAQA,CAACC,MAAc,EAAmB;IACxC,OAAOP,WAAW,CAAC,CAAC,CAACM,QAAQ,CAACC,MAAM,CAAC;EACvC,CAAC;EAED;AACF;AACA;AACA;AACA;AACA;EACEC,MAAMA,CAACD,MAAc,EAAEE,OAAgC,EAAmB;IACxE,OAAOT,WAAW,CAAC,CAAC,CAACQ,MAAM,CAACD,MAAM,EAAEE,OAAO,CAAC;EAC9C,CAAC;EAED;AACF;AACA;EACEC,IAAIA,CAAA,EAAS;IACXV,WAAW,CAAC,CAAC,CAACU,IAAI,CAAC,CAAC;EACtB,CAAC;EAED;AACF;AACA;AACA;EACEC,MAAMA,CAAA,EAAS;IACbX,WAAW,CAAC,CAAC,CAACW,MAAM,CAAC,CAAC;EACxB,CAAC;EAED;AACF;AACA;AACA;EACEC,sBAAsBA,CAAA,EAAoB;IACxC,OAAOZ,WAAW,CAAC,CAAC,CAACY,sBAAsB,CAAC,CAAC;EAC/C,CAAC;EAED;AACF;AACA;AACA;EACEC,UAAUA,CAAA,EAAc;IACtB,OAAOb,WAAW,CAAC,CAAC,CAACa,UAAU,CAAC,CAAC;EACnC,CAAC;EAED;AACF;AACA;EACEC,YAAYA,CAAA,EAAS;IACnBd,WAAW,CAAC,CAAC,CAACc,YAAY,CAAC,CAAC;EAC9B,CAAC;EAED;EACA,IAAIC,QAAQA,CAAA,EAAY;IACtB,OAAOf,WAAW,CAAC,CAAC,CAACe,QAAQ;EAC/B,CAAC;EAED;EACA,IAAIC,YAAYA,CAAA,EAAY;IAC1B,OAAOhB,WAAW,CAAC,CAAC,CAACgB,YAAY;EACnC,CAAC;EAED;EACA,IAAIZ,OAAOA,CAAA,EAAW;IACpB,OAAOJ,WAAW,CAAC,CAAC,CAACI,OAAO;EAC9B,CAAC;EAED;EACA,IAAIa,KAAKA,CAAA,EAAY;IACnB,OAAOjB,WAAW,CAAC,CAAC,CAACiB,KAAK;EAC5B,CAAC;EAED,IAAIA,KAAKA,CAACC,KAAc,EAAE;IACxBlB,WAAW,CAAC,CAAC,CAACiB,KAAK,GAAGC,KAAK;EAC7B,CAAC;EAED;AACF;AACA;AACA;AACA;EACE,IAAIC,YAAYA,CAAA,EAAW;IACzB,OAAOnB,WAAW,CAAC,CAAC,CAACmB,YAAY;EACnC,CAAC;EAED,IAAIA,YAAYA,CAACD,KAAa,EAAE;IAC9BlB,WAAW,CAAC,CAAC,CAACmB,YAAY,GAAGD,KAAK;EACpC;AACF,CAAC","ignoreList":[]}

package/lib/module/modelManager.js

@@ -1,79 +0,0 @@
-"use strict";
-
-import { NitroModules } from 'react-native-nitro-modules';
-let instance = null;
-function getInstance() {
-  if (!instance) {
-    instance = NitroModules.createHybridObject('ModelManager');
-  }
-  return instance;
-}
-
-/**
- * Manage MLX model downloads from HuggingFace.
- *
- * @example
- * ```ts
- * import { ModelManager } from 'react-native-nitro-mlx'
- *
- * // Download a model
- * await ModelManager.download('mlx-community/Qwen3-0.6B-4bit', progress => {
- *   console.log(`Downloading: ${(progress * 100).toFixed(0)}%`)
- * })
- *
- * // Check if downloaded
- * const isReady = await ModelManager.isDownloaded('mlx-community/Qwen3-0.6B-4bit')
- *
- * // List all downloaded models
- * const models = await ModelManager.getDownloadedModels()
- * ```
- */
-export const ModelManager = {
-  /**
-   * Download a model from HuggingFace.
-   * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-   * @param progressCallback - Callback invoked with download progress (0-1)
-   * @returns Path to the downloaded model directory
-   */
-  download(modelId, progressCallback) {
-    return getInstance().download(modelId, progressCallback);
-  },
-  /**
-   * Check if a model is already downloaded.
-   * @param modelId - HuggingFace model ID
-   * @returns True if the model is fully downloaded
-   */
-  isDownloaded(modelId) {
-    return getInstance().isDownloaded(modelId);
-  },
-  /**
-   * Get a list of all downloaded model IDs.
-   * @returns Array of model IDs that are available locally
-   */
-  getDownloadedModels() {
-    return getInstance().getDownloadedModels();
-  },
-  /**
-   * Delete a downloaded model to free up disk space.
-   * @param modelId - HuggingFace model ID
-   */
-  deleteModel(modelId) {
-    return getInstance().deleteModel(modelId);
-  },
-  /**
-   * Get the local filesystem path for a downloaded model.
-   * @param modelId - HuggingFace model ID
-   * @returns Absolute path to the model directory
-   */
-  getModelPath(modelId) {
-    return getInstance().getModelPath(modelId);
-  },
-  /** Enable debug logging to console */
-  get debug() {
-    return getInstance().debug;
-  },
-  set debug(value) {
-    getInstance().debug = value;
-  }
-};
-//# sourceMappingURL=modelManager.js.map

package/lib/module/modelManager.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["NitroModules","instance","getInstance","createHybridObject","ModelManager","download","modelId","progressCallback","isDownloaded","getDownloadedModels","deleteModel","getModelPath","debug","value"],"sourceRoot":"../../src","sources":["modelManager.ts"],"mappings":";;AAAA,SAASA,YAAY,QAAQ,4BAA4B;AAGzD,IAAIC,QAAiC,GAAG,IAAI;AAE5C,SAASC,WAAWA,CAAA,EAAqB;EACvC,IAAI,CAACD,QAAQ,EAAE;IACbA,QAAQ,GAAGD,YAAY,CAACG,kBAAkB,CAAmB,cAAc,CAAC;EAC9E;EACA,OAAOF,QAAQ;AACjB;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMG,YAAY,GAAG;EAC1B;AACF;AACA;AACA;AACA;AACA;EACEC,QAAQA,CACNC,OAAe,EACfC,gBAA4C,EAC3B;IACjB,OAAOL,WAAW,CAAC,CAAC,CAACG,QAAQ,CAACC,OAAO,EAAEC,gBAAgB,CAAC;EAC1D,CAAC;EAED;AACF;AACA;AACA;AACA;EACEC,YAAYA,CAACF,OAAe,EAAoB;IAC9C,OAAOJ,WAAW,CAAC,CAAC,CAACM,YAAY,CAACF,OAAO,CAAC;EAC5C,CAAC;EAED;AACF;AACA;AACA;EACEG,mBAAmBA,CAAA,EAAsB;IACvC,OAAOP,WAAW,CAAC,CAAC,CAACO,mBAAmB,CAAC,CAAC;EAC5C,CAAC;EAED;AACF;AACA;AACA;EACEC,WAAWA,CAACJ,OAAe,EAAiB;IAC1C,OAAOJ,WAAW,CAAC,CAAC,CAACQ,WAAW,CAACJ,OAAO,CAAC;EAC3C,CAAC;EAED;AACF;AACA;AACA;AACA;EACEK,YAAYA,CAACL,OAAe,EAAmB;IAC7C,OAAOJ,WAAW,CAAC,CAAC,CAACS,YAAY,CAACL,OAAO,CAAC;EAC5C,CAAC;EAED;EACA,IAAIM,KAAKA,CAAA,EAAY;IACnB,OAAOV,WAAW,CAAC,CAAC,CAACU,KAAK;EAC5B,CAAC;EAED,IAAIA,KAAKA,CAACC,KAAc,EAAE;IACxBX,WAAW,CAAC,CAAC,CAACU,KAAK,GAAGC,KAAK;EAC7B;AACF,CAAC","ignoreList":[]}

package/lib/module/models.js

@@ -1,41 +0,0 @@
-"use strict";
-
-export let MLXModel = /*#__PURE__*/function (MLXModel) {
-  // Llama 3.2 (Meta) - 1B and 3B variants
-  MLXModel["Llama_3_2_1B_Instruct_4bit"] = "mlx-community/Llama-3.2-1B-Instruct-4bit";
-  MLXModel["Llama_3_2_1B_Instruct_8bit"] = "mlx-community/Llama-3.2-1B-Instruct-8bit";
-  MLXModel["Llama_3_2_3B_Instruct_4bit"] = "mlx-community/Llama-3.2-3B-Instruct-4bit";
-  MLXModel["Llama_3_2_3B_Instruct_8bit"] = "mlx-community/Llama-3.2-3B-Instruct-8bit";
-  // Qwen 2.5 (Alibaba) - 0.5B, 1.5B, 3B variants
-  MLXModel["Qwen2_5_0_5B_Instruct_4bit"] = "mlx-community/Qwen2.5-0.5B-Instruct-4bit";
-  MLXModel["Qwen2_5_0_5B_Instruct_8bit"] = "mlx-community/Qwen2.5-0.5B-Instruct-8bit";
-  MLXModel["Qwen2_5_1_5B_Instruct_4bit"] = "mlx-community/Qwen2.5-1.5B-Instruct-4bit";
-  MLXModel["Qwen2_5_1_5B_Instruct_8bit"] = "mlx-community/Qwen2.5-1.5B-Instruct-8bit";
-  MLXModel["Qwen2_5_3B_Instruct_4bit"] = "mlx-community/Qwen2.5-3B-Instruct-4bit";
-  MLXModel["Qwen2_5_3B_Instruct_8bit"] = "mlx-community/Qwen2.5-3B-Instruct-8bit";
-  // Qwen 3 - 1.7B variant
-  MLXModel["Qwen3_1_7B_4bit"] = "mlx-community/Qwen3-1.7B-4bit";
-  MLXModel["Qwen3_1_7B_8bit"] = "mlx-community/Qwen3-1.7B-8bit";
-  // Gemma 3 (Google) - 1B variant
-  MLXModel["Gemma_3_1B_IT_4bit"] = "mlx-community/gemma-3-1b-it-4bit";
-  MLXModel["Gemma_3_1B_IT_8bit"] = "mlx-community/gemma-3-1b-it-8bit";
-  // Phi 3.5 Mini (Microsoft) - ~3.8B but runs well on mobile
-  MLXModel["Phi_3_5_Mini_Instruct_4bit"] = "mlx-community/Phi-3.5-mini-instruct-4bit";
-  MLXModel["Phi_3_5_Mini_Instruct_8bit"] = "mlx-community/Phi-3.5-mini-instruct-8bit";
-  // Phi 4 Mini (Microsoft)
-  MLXModel["Phi_4_Mini_Instruct_4bit"] = "mlx-community/Phi-4-mini-instruct-4bit";
-  MLXModel["Phi_4_Mini_Instruct_8bit"] = "mlx-community/Phi-4-mini-instruct-8bit";
-  // SmolLM (HuggingFace) - 1.7B
-  MLXModel["SmolLM_1_7B_Instruct_4bit"] = "mlx-community/SmolLM-1.7B-Instruct-4bit";
-  MLXModel["SmolLM_1_7B_Instruct_8bit"] = "mlx-community/SmolLM-1.7B-Instruct-8bit";
-  // SmolLM2 (HuggingFace) - 1.7B
-  MLXModel["SmolLM2_1_7B_Instruct_4bit"] = "mlx-community/SmolLM2-1.7B-Instruct-4bit";
-  MLXModel["SmolLM2_1_7B_Instruct_8bit"] = "mlx-community/SmolLM2-1.7B-Instruct-8bit";
-  // OpenELM (Apple) - 1.1B and 3B
-  MLXModel["OpenELM_1_1B_4bit"] = "mlx-community/OpenELM-1_1B-4bit";
-  MLXModel["OpenELM_1_1B_8bit"] = "mlx-community/OpenELM-1_1B-8bit";
-  MLXModel["OpenELM_3B_4bit"] = "mlx-community/OpenELM-3B-4bit";
-  MLXModel["OpenELM_3B_8bit"] = "mlx-community/OpenELM-3B-8bit";
-  return MLXModel;
-}({});
-//# sourceMappingURL=models.js.map

package/lib/module/models.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["MLXModel"],"sourceRoot":"../../src","sources":["models.ts"],"mappings":";;AAAA,WAAYA,QAAQ,0BAARA,QAAQ;EAClB;EADUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAOlB;EAPUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAelB;EAfUA,QAAQ;EAARA,QAAQ;EAmBlB;EAnBUA,QAAQ;EAARA,QAAQ;EAuBlB;EAvBUA,QAAQ;EAARA,QAAQ;EA2BlB;EA3BUA,QAAQ;EAARA,QAAQ;EA+BlB;EA/BUA,QAAQ;EAARA,QAAQ;EAmClB;EAnCUA,QAAQ;EAARA,QAAQ;EAuClB;EAvCUA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAARA,QAAQ;EAAA,OAARA,QAAQ;AAAA","ignoreList":[]}

package/lib/module/package.json

@@ -1 +0,0 @@
-{"type":"module"}

package/lib/module/specs/LLM.nitro.js

@@ -1,4 +0,0 @@
-"use strict";
-
-export {};
-//# sourceMappingURL=LLM.nitro.js.map

package/lib/module/specs/LLM.nitro.js.map

@@ -1 +0,0 @@
-{"version":3,"names":[],"sourceRoot":"../../../src","sources":["specs/LLM.nitro.ts"],"mappings":"","ignoreList":[]}

package/lib/module/specs/ModelManager.nitro.js

@@ -1,4 +0,0 @@
-"use strict";
-
-export {};
-//# sourceMappingURL=ModelManager.nitro.js.map

package/lib/module/specs/ModelManager.nitro.js.map

@@ -1 +0,0 @@
-{"version":3,"names":[],"sourceRoot":"../../../src","sources":["specs/ModelManager.nitro.ts"],"mappings":"","ignoreList":[]}

package/lib/typescript/package.json

@@ -1 +0,0 @@
-{"type":"module"}

package/lib/typescript/src/index.d.ts

@@ -1,6 +0,0 @@
-export { LLM, type Message } from './llm';
-export { ModelManager } from './modelManager';
-export { MLXModel } from './models';
-export type { GenerationStats, LLM as LLMSpec, LLMLoadOptions } from './specs/LLM.nitro';
-export type { ModelManager as ModelManagerSpec } from './specs/ModelManager.nitro';
-//# sourceMappingURL=index.d.ts.map

package/lib/typescript/src/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,KAAK,OAAO,EAAE,MAAM,OAAO,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAEnC,YAAY,EAAE,eAAe,EAAE,GAAG,IAAI,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AACxF,YAAY,EAAE,YAAY,IAAI,gBAAgB,EAAE,MAAM,4BAA4B,CAAA"}

package/lib/typescript/src/llm.d.ts

@@ -1,87 +0,0 @@
-import type { GenerationStats, LLMLoadOptions } from './specs/LLM.nitro';
-export type Message = {
-    role: 'user' | 'assistant' | 'system';
-    content: string;
-};
-/**
- * LLM text generation using MLX on Apple Silicon.
- *
- * @example
- * ```ts
- * import { LLM } from 'react-native-nitro-mlx'
- *
- * // Load a model
- * await LLM.load('mlx-community/Qwen3-0.6B-4bit', progress => {
- *   console.log(`Loading: ${(progress * 100).toFixed(0)}%`)
- * })
- *
- * // Stream a response
- * await LLM.stream('Hello!', token => {
- *   process.stdout.write(token)
- * })
- *
- * // Get generation stats
- * const stats = LLM.getLastGenerationStats()
- * console.log(`${stats.tokensPerSecond} tokens/sec`)
- * ```
- */
-export declare const LLM: {
-    /**
-     * Load a model into memory. Downloads the model from HuggingFace if not already cached.
-     * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-     * @param options - Callback invoked with loading progress (0-1)
-     */
-    load(modelId: string, options: LLMLoadOptions): Promise<void>;
-    /**
-     * Generate a complete response for a prompt. Blocks until generation is complete.
-     * For streaming responses, use `stream()` instead.
-     * @param prompt - The input text to generate a response for
-     * @returns The complete generated text
-     */
-    generate(prompt: string): Promise<string>;
-    /**
-     * Stream a response token by token.
-     * @param prompt - The input text to generate a response for
-     * @param onToken - Callback invoked for each generated token
-     * @returns The complete generated text
-     */
-    stream(prompt: string, onToken: (token: string) => void): Promise<string>;
-    /**
-     * Stop the current generation. Safe to call even if not generating.
-     */
-    stop(): void;
-    /**
-     * Unload the current model and release memory.
-     * Call this when you're done with the model to free up memory.
-     */
-    unload(): void;
-    /**
-     * Get statistics from the last generation.
-     * @returns Statistics including token count, tokens/sec, TTFT, and total time
-     */
-    getLastGenerationStats(): GenerationStats;
-    /**
-     * Get the message history if management is enabled.
-     * @returns Array of messages in the history
-     */
-    getHistory(): Message[];
-    /**
-     * Clear the message history.
-     */
-    clearHistory(): void;
-    /** Whether a model is currently loaded and ready for generation */
-    readonly isLoaded: boolean;
-    /** Whether text is currently being generated */
-    readonly isGenerating: boolean;
-    /** The ID of the currently loaded model, or empty string if none */
-    readonly modelId: string;
-    /** Enable debug logging to console */
-    debug: boolean;
-    /**
-     * System prompt used when loading the model.
-     * Set this before calling `load()`. Changes require reloading the model.
-     * @default "You are a helpful assistant."
-     */
-    systemPrompt: string;
-};
-//# sourceMappingURL=llm.d.ts.map

package/lib/typescript/src/llm.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/llm.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAkB,MAAM,mBAAmB,CAAA;AAIxF,MAAM,MAAM,OAAO,GAAG;IACpB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAA;IACrC,OAAO,EAAE,MAAM,CAAA;CAChB,CAAA;AASD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,eAAO,MAAM,GAAG;IACd;;;;OAIG;kBACW,MAAM,WAAW,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7D;;;;;OAKG;qBACc,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIzC;;;;;OAKG;mBACY,MAAM,WAAW,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAIzE;;OAEG;YACK,IAAI;IAIZ;;;OAGG;cACO,IAAI;IAId;;;OAGG;8BACuB,eAAe;IAIzC;;;OAGG;kBACW,OAAO,EAAE;IAIvB;;OAEG;oBACa,IAAI;IAIpB,mEAAmE;uBACnD,OAAO;IAIvB,gDAAgD;2BAC5B,OAAO;IAI3B,oEAAoE;sBACrD,MAAM;IAIrB,sCAAsC;WACzB,OAAO;IAQpB;;;;OAIG;kBACiB,MAAM;CAO3B,CAAA"}

package/lib/typescript/src/modelManager.d.ts

@@ -1,53 +0,0 @@
-/**
- * Manage MLX model downloads from HuggingFace.
- *
- * @example
- * ```ts
- * import { ModelManager } from 'react-native-nitro-mlx'
- *
- * // Download a model
- * await ModelManager.download('mlx-community/Qwen3-0.6B-4bit', progress => {
- *   console.log(`Downloading: ${(progress * 100).toFixed(0)}%`)
- * })
- *
- * // Check if downloaded
- * const isReady = await ModelManager.isDownloaded('mlx-community/Qwen3-0.6B-4bit')
- *
- * // List all downloaded models
- * const models = await ModelManager.getDownloadedModels()
- * ```
- */
-export declare const ModelManager: {
-    /**
-     * Download a model from HuggingFace.
-     * @param modelId - HuggingFace model ID (e.g., 'mlx-community/Qwen3-0.6B-4bit')
-     * @param progressCallback - Callback invoked with download progress (0-1)
-     * @returns Path to the downloaded model directory
-     */
-    download(modelId: string, progressCallback: (progress: number) => void): Promise<string>;
-    /**
-     * Check if a model is already downloaded.
-     * @param modelId - HuggingFace model ID
-     * @returns True if the model is fully downloaded
-     */
-    isDownloaded(modelId: string): Promise<boolean>;
-    /**
-     * Get a list of all downloaded model IDs.
-     * @returns Array of model IDs that are available locally
-     */
-    getDownloadedModels(): Promise<string[]>;
-    /**
-     * Delete a downloaded model to free up disk space.
-     * @param modelId - HuggingFace model ID
-     */
-    deleteModel(modelId: string): Promise<void>;
-    /**
-     * Get the local filesystem path for a downloaded model.
-     * @param modelId - HuggingFace model ID
-     * @returns Absolute path to the model directory
-     */
-    getModelPath(modelId: string): Promise<string>;
-    /** Enable debug logging to console */
-    debug: boolean;
-};
-//# sourceMappingURL=modelManager.d.ts.map

package/lib/typescript/src/modelManager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"modelManager.d.ts","sourceRoot":"","sources":["../../../src/modelManager.ts"],"names":[],"mappings":"AAYA;;;;;;;;;;;;;;;;;;GAkBG;AACH,eAAO,MAAM,YAAY;IACvB;;;;;OAKG;sBAEQ,MAAM,oBACG,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,GAC3C,OAAO,CAAC,MAAM,CAAC;IAIlB;;;;OAIG;0BACmB,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAI/C;;;OAGG;2BACoB,OAAO,CAAC,MAAM,EAAE,CAAC;IAIxC;;;OAGG;yBACkB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C;;;;OAIG;0BACmB,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAI9C,sCAAsC;WACzB,OAAO;CAOrB,CAAA"}

package/lib/typescript/src/models.d.ts

@@ -1,29 +0,0 @@
-export declare enum MLXModel {
-    Llama_3_2_1B_Instruct_4bit = "mlx-community/Llama-3.2-1B-Instruct-4bit",
-    Llama_3_2_1B_Instruct_8bit = "mlx-community/Llama-3.2-1B-Instruct-8bit",
-    Llama_3_2_3B_Instruct_4bit = "mlx-community/Llama-3.2-3B-Instruct-4bit",
-    Llama_3_2_3B_Instruct_8bit = "mlx-community/Llama-3.2-3B-Instruct-8bit",
-    Qwen2_5_0_5B_Instruct_4bit = "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
-    Qwen2_5_0_5B_Instruct_8bit = "mlx-community/Qwen2.5-0.5B-Instruct-8bit",
-    Qwen2_5_1_5B_Instruct_4bit = "mlx-community/Qwen2.5-1.5B-Instruct-4bit",
-    Qwen2_5_1_5B_Instruct_8bit = "mlx-community/Qwen2.5-1.5B-Instruct-8bit",
-    Qwen2_5_3B_Instruct_4bit = "mlx-community/Qwen2.5-3B-Instruct-4bit",
-    Qwen2_5_3B_Instruct_8bit = "mlx-community/Qwen2.5-3B-Instruct-8bit",
-    Qwen3_1_7B_4bit = "mlx-community/Qwen3-1.7B-4bit",
-    Qwen3_1_7B_8bit = "mlx-community/Qwen3-1.7B-8bit",
-    Gemma_3_1B_IT_4bit = "mlx-community/gemma-3-1b-it-4bit",
-    Gemma_3_1B_IT_8bit = "mlx-community/gemma-3-1b-it-8bit",
-    Phi_3_5_Mini_Instruct_4bit = "mlx-community/Phi-3.5-mini-instruct-4bit",
-    Phi_3_5_Mini_Instruct_8bit = "mlx-community/Phi-3.5-mini-instruct-8bit",
-    Phi_4_Mini_Instruct_4bit = "mlx-community/Phi-4-mini-instruct-4bit",
-    Phi_4_Mini_Instruct_8bit = "mlx-community/Phi-4-mini-instruct-8bit",
-    SmolLM_1_7B_Instruct_4bit = "mlx-community/SmolLM-1.7B-Instruct-4bit",
-    SmolLM_1_7B_Instruct_8bit = "mlx-community/SmolLM-1.7B-Instruct-8bit",
-    SmolLM2_1_7B_Instruct_4bit = "mlx-community/SmolLM2-1.7B-Instruct-4bit",
-    SmolLM2_1_7B_Instruct_8bit = "mlx-community/SmolLM2-1.7B-Instruct-8bit",
-    OpenELM_1_1B_4bit = "mlx-community/OpenELM-1_1B-4bit",
-    OpenELM_1_1B_8bit = "mlx-community/OpenELM-1_1B-8bit",
-    OpenELM_3B_4bit = "mlx-community/OpenELM-3B-4bit",
-    OpenELM_3B_8bit = "mlx-community/OpenELM-3B-8bit"
-}
-//# sourceMappingURL=models.d.ts.map

package/lib/typescript/src/models.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/models.ts"],"names":[],"mappings":"AAAA,oBAAY,QAAQ;IAElB,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IACvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;IAGjD,kBAAkB,qCAAqC;IACvD,kBAAkB,qCAAqC;IAGvD,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,wBAAwB,2CAA2C;IACnE,wBAAwB,2CAA2C;IAGnE,yBAAyB,4CAA4C;IACrE,yBAAyB,4CAA4C;IAGrE,0BAA0B,6CAA6C;IACvE,0BAA0B,6CAA6C;IAGvE,iBAAiB,oCAAoC;IACrD,iBAAiB,oCAAoC;IACrD,eAAe,kCAAkC;IACjD,eAAe,kCAAkC;CAClD"}