react-native-nobodywho 5.0.0 → 6.0.0

package/src/index.ts

@@ -0,0 +1,23 @@
+/**
+ * NobodyWho — React Native bindings for local LLM inference.
+ */
+
+// Native crate install + bindings initialize. These run as side effects of
+// evaluating this module, which the React Native runtime is guaranteed to do
+// before any FFI call because this file is the package main.
+//
+// The install logic was previously reached only through lazy re-exports from
+// ./index.tsx. In release mode Metro's inlineRequires defers lazy re-exports
+// until first use, so consumers whose first interaction was Model.load /
+// downloadModel / Chat never triggered ./index and FFI calls then threw
+// "Cannot read property 'ubrn_…' of undefined". Inlining the install here
+// removes that indirection so this can't recur.
+import installer from "./NativeNobodywho";
+import nobodywho from "./generated";
+// Register the rust crate with Hermes
+installer.installRustCrate();
+// Initialize the generated bindings: mostly checksums, but also callbacks.
+nobodywho.initialize();
+
+// Re-export the wrappers.
+export * from "./wrapper";

package/src/{chat.ts → wrapper/chat.ts}

@@ -4,7 +4,7 @@ import {
   MtpConfig,
   ContextShiftOptions,
   type ChatStats,
-} from "../generated/ts/nobodywho";
+} from "../generated";
 import { Model } from "./model";
 import { type Message, fromInternal, toInternal } from "./message";
 import { TokenStream } from "./streaming";

package/src/wrapper/convert_value.ts

@@ -0,0 +1,47 @@
+/**
+ * Recursively convert a value from JSON based on a JSON Schema type.
+ *
+ * Supports primitives (`string`, `number`, `integer`, `boolean`),
+ * arrays (`{ type: "array", items: ... }`), and nested objects
+ * (`{ type: "object", properties: { ... } }`).
+ */
+export function convertValue(
+  value: unknown,
+  schema: Record<string, unknown>,
+): unknown {
+  if (value === null || value === undefined) {
+    return value;
+  }
+
+  switch (schema.type) {
+    case "integer":
+    case "number":
+      return Number(value);
+    case "boolean":
+      return typeof value === "string" ? value === "true" : Boolean(value);
+    case "string":
+      return String(value);
+    case "array": {
+      if (!Array.isArray(value)) return value;
+      const itemSchema = schema.items as Record<string, unknown> | undefined;
+      if (!itemSchema) return value;
+      return value.map((item) => convertValue(item, itemSchema));
+    }
+    case "object": {
+      if (typeof value !== "object" || Array.isArray(value)) return value;
+      const properties = schema.properties as
+        | Record<string, Record<string, unknown>>
+        | undefined;
+      if (!properties) return value;
+      const obj = value as Record<string, unknown>;
+      const result: Record<string, unknown> = {};
+      for (const [key, propSchema] of Object.entries(properties)) {
+        result[key] = key in obj ? convertValue(obj[key], propSchema) : undefined;
+      }
+      return result;
+    }
+    default:
+      return value;
+  }
+}
+

package/src/{cross_encoder.ts → wrapper/cross_encoder.ts}

@@ -1,4 +1,4 @@
-import { RustCrossEncoder } from "../generated/ts/nobodywho";
+import { RustCrossEncoder } from "../generated";
 import { Model } from "./model";
 
 /**

package/src/wrapper/decision.ts

@@ -0,0 +1,112 @@
+import { RustDecision } from "../generated";
+import { Model } from "./model";
+
+/**
+ * A question asked of a decision model. `choice`, `score`, and `noul` (boolean)
+ * map directly to the Laya question types.
+ */
+export type DecisionQuestion =
+  | {
+      type: "choice";
+      instructions: unknown;
+      criteria: Record<string, unknown>;
+    }
+  | {
+      type: "score";
+      instructions: unknown;
+      criteria: unknown[];
+    }
+  | {
+      type: "noul";
+      instructions: unknown;
+      criteria?: Record<string, unknown>;
+    };
+
+export type DecisionRequest = {
+  state: unknown;
+  questions: Record<string, DecisionQuestion>;
+};
+
+export type DecisionAnswer =
+  | {
+      type: "choice";
+      choice: string;
+      probabilities: Record<string, number>;
+      confidence: number;
+    }
+  | {
+      type: "score";
+      score: number;
+      legend: Record<string, unknown>;
+      probabilities: Record<string, number>;
+      confidence: number;
+    }
+  | { type: "noul"; noul: number };
+
+export type DecisionResponse = {
+  answers: Record<string, DecisionAnswer>;
+  usage: { input_tokens: number; output_tokens: number };
+};
+
+/**
+ * Typed, non-generative decisions over text or JSON using a Laya GGUF model.
+ * Questions run independently; every answer comes with probabilities instead
+ * of generated text.
+ *
+ * @example
+ * ```typescript
+ * const decision = await Decision.fromPath({
+ *   modelPath: "hf://ggml-org/Laya-GGUF/Laya-Q8_0.gguf",
+ * });
+ * const response = await decision.decide({
+ *   state: "I was charged twice. Please refund the duplicate payment.",
+ *   questions: {
+ *     refund: { type: "noul", instructions: "Is a refund requested?" },
+ *   },
+ * });
+ * console.log(response.answers.refund);
+ * ```
+ */
+export class Decision {
+  /** @internal */
+  private readonly _inner: RustDecision;
+
+  constructor(opts: { model: Model; contextSize?: number }) {
+    this._inner = new RustDecision(opts.model._inner, opts.contextSize);
+  }
+
+  /**
+   * Create a decision handle directly from a model path.
+   * Loads the model and creates the handle in one step.
+   */
+  static async fromPath(opts: {
+    modelPath: string;
+    useGpu?: boolean;
+    contextSize?: number;
+    onDownloadProgress?: (downloaded: number, total: number) => void;
+  }): Promise<Decision> {
+    const model = await Model.load({
+      modelPath: opts.modelPath,
+      useGpu: opts.useGpu,
+      onDownloadProgress: opts.onDownloadProgress,
+    });
+    return new Decision({ model, contextSize: opts.contextSize });
+  }
+
+  /** Run the request's questions over its state. */
+  async decide(request: DecisionRequest): Promise<DecisionResponse> {
+    const responseJson = await this._inner.decide(
+      JSON.stringify(request.state),
+      JSON.stringify(request.questions),
+    );
+    return JSON.parse(responseJson);
+  }
+
+  /**
+   * Immediately free the underlying Rust resources.
+   * After calling this, the Decision instance is no longer usable.
+   */
+  destroy(): void {
+    this._inner.uniffiDestroy();
+  }
+}

package/src/{encoder.ts → wrapper/encoder.ts}

@@ -1,4 +1,4 @@
-import { RustEncoder } from "../generated/ts/nobodywho";
+import { RustEncoder } from "../generated";
 import { Model } from "./model";
 
 /**

package/src/{wrapper.ts → wrapper/index.ts}

@@ -1,32 +1,12 @@
 /**
- * NobodyWho — React Native bindings for local LLM inference.
- *
- * This is the public entry point. It re-exports the public API:
+ * Entry point that re-exports the public API:
  * - Wrapper classes: Model, Chat, Encoder, CrossEncoder, TextToSpeech, Tool, TokenStream, Prompt
  * - Direct re-exports: SamplerBuilder, SamplerConfig
  * - Types: Message, Content, ContentPart, ToolCall
  * - Utilities: SamplerPresets, cosineSimilarity, downloadModel
- *
- * This file is NOT generated — it is safe to edit.
  */
 
-// Native crate install + bindings initialize. These run as side effects of
-// evaluating this module, which the React Native runtime is guaranteed to do
-// before any FFI call because wrapper.ts is the package main.
-//
-// The install logic was previously reached only through lazy re-exports from
-// ./index. In release mode Metro's inlineRequires defers lazy re-exports
-// until first use, so consumers whose first interaction was Model.load /
-// downloadModel / Chat never triggered ./index and FFI calls then threw
-// "Cannot read property 'ubrn_…' of undefined". Inlining the install here
-// removes the ./index indirection so this can't recur.
-import installer from "./NativeNobodywho";
-import nobodywhoDefault, {
-  downloadModel as _downloadModel,
-} from "../generated/ts/nobodywho";
-
-installer.installRustCrate();
-nobodywhoDefault.initialize();
+import { downloadModel as _downloadModel } from "../generated";
 
 /**
  * Download a GGUF model from a remote URL or HuggingFace path and return the local file path.
@@ -61,6 +41,13 @@ export type { Options } from "./chat";
 export { SpeechToText } from "./speech_to_text";
 export { VoiceActivityDetection } from "./vad";
 export { Encoder } from "./encoder";
+export { Decision } from "./decision";
+export type {
+  DecisionAnswer,
+  DecisionQuestion,
+  DecisionRequest,
+  DecisionResponse,
+} from "./decision";
 export { CrossEncoder } from "./cross_encoder";
 export { TextToSpeech } from "./text_to_speech";
 export { Prompt } from "./prompt";
@@ -80,14 +67,14 @@ export {
   ShiftTarget,
   cosineSimilarity,
   getCachedModels,
-} from "../generated/ts/nobodywho";
+} from "../generated";
 
 export type {
   ToolCall,
   CachedModel,
   ChatStats,
   ContextShiftOptions,
-} from "../generated/ts/nobodywho";
+} from "../generated";
 export type { TextToSpeechArchitecture, TextToSpeechDevice, TextToSpeechOptions } from "./text_to_speech";
 export type { SpeechToTextOptions } from "./speech_to_text";
 export { VoiceActivityDetectionEvent } from "./vad";

package/src/{message.ts → wrapper/message.ts}

@@ -6,7 +6,7 @@ import {
   MessageContent as InternalMessageContent,
   MessageContent_Tags,
   type ToolCall,
-} from "../generated/ts/nobodywho";
+} from "../generated";
 
 /** One piece of a message: a run of text, or a media file at this position. */
 export type ContentPart =

package/src/{model.ts → wrapper/model.ts}

@@ -1,7 +1,7 @@
 import {
   loadModel,
   type RustModelInterface,
-} from "../generated/ts/nobodywho";
+} from "../generated";
 
 /**
  * A loaded LLM model that can be shared across Chat, Encoder, and CrossEncoder instances.
@@ -41,7 +41,8 @@ export class Model {
    * @param opts.projectionModelPath - Path to a multimodal projector file for vision models
    * @param opts.draftModelPath - Optional MTP draft-heads gguf. Loading it lets `Chat`
    *   instances opt into MTP speculative decoding via `new Chat({ ..., mtp: true })`.
-   *   Adds around 5% to VRAM usage.
+   *   Adds around 5% to VRAM usage. For models that bundle MTP layers (e.g. Qwen3.5),
+   *   pass the model file itself; it is only loaded once.
    * @param opts.onDownloadProgress - Invoked with `(downloaded, total)` byte counts while a remote model is being downloaded. Throttled to ~10 Hz with a guaranteed final emit on completion. Not invoked for cached/local files.
    */
   static async load(opts: {

package/src/{prompt.ts → wrapper/prompt.ts}

@@ -1,4 +1,4 @@
-import { ContentPart } from "../generated/ts/nobodywho";
+import { ContentPart } from "../generated";
 
 /** A text part of a multimodal prompt. */
 class TextPart {

package/src/{sampler_presets.ts → wrapper/sampler_presets.ts}

@@ -10,7 +10,7 @@ import {
   samplerPresetTemperature,
   samplerPresetTopK,
   samplerPresetTopP,
-} from "../generated/ts/nobodywho";
+} from "../generated";
 
 /**
  * Static factory methods for common sampler configurations.

package/src/{speech_to_text.ts → wrapper/speech_to_text.ts}

@@ -1,5 +1,5 @@
-import type { RustSpeechToTextInterface } from "../generated/ts/nobodywho";
-import * as nobodywho from "../generated/ts/nobodywho";
+import type { RustSpeechToTextInterface } from "../generated";
+import * as nobodywho from "../generated";
 import { TokenStream } from "./streaming";
 
 export type SpeechToTextOptions = {

package/src/{streaming.ts → wrapper/streaming.ts}

@@ -1,4 +1,4 @@
-import type { RustTokenStreamInterface } from "../generated/ts/nobodywho";
+import type { RustTokenStreamInterface } from "../generated";
 
 /**
  * A stream of response tokens from the model.

package/src/{text_to_speech.ts → wrapper/text_to_speech.ts}

@@ -2,7 +2,7 @@ import {
   RustTextToSpeech,
   loadTextToSpeech,
   type RustTextToSpeechInterface,
-} from "../generated/ts/nobodywho";
+} from "../generated";
 
 export type TextToSpeechArchitecture = "kokoro" | "pocket-tts" | "supertonic";
 export type TextToSpeechDevice = "auto" | "cpu" | "cuda";

package/src/{tool.ts → wrapper/tool.ts}

@@ -1,54 +1,8 @@
 import {
   RustTool,
   type ToolParameter,
-} from "../generated/ts/nobodywho";
-
-/**
- * Recursively convert a value from JSON based on a JSON Schema type.
- *
- * Supports primitives (`string`, `number`, `integer`, `boolean`),
- * arrays (`{ type: "array", items: ... }`), and nested objects
- * (`{ type: "object", properties: { ... } }`).
- */
-function convertValue(
-  value: unknown,
-  schema: Record<string, unknown>,
-): unknown {
-  if (value === null || value === undefined) {
-    return value;
-  }
-
-  switch (schema.type) {
-    case "integer":
-    case "number":
-      return Number(value);
-    case "boolean":
-      return typeof value === "string" ? value === "true" : Boolean(value);
-    case "string":
-      return String(value);
-    case "array": {
-      if (!Array.isArray(value)) return value;
-      const itemSchema = schema.items as Record<string, unknown> | undefined;
-      if (!itemSchema) return value;
-      return value.map((item) => convertValue(item, itemSchema));
-    }
-    case "object": {
-      if (typeof value !== "object" || Array.isArray(value)) return value;
-      const properties = schema.properties as
-        | Record<string, Record<string, unknown>>
-        | undefined;
-      if (!properties) return value;
-      const obj = value as Record<string, unknown>;
-      const result: Record<string, unknown> = {};
-      for (const [key, propSchema] of Object.entries(properties)) {
-        result[key] = key in obj ? convertValue(obj[key], propSchema) : undefined;
-      }
-      return result;
-    }
-    default:
-      return value;
-  }
-}
+} from "../generated";
+import { convertValue } from "./convert_value";
 
 /**
  * A tool that the model can call during inference.
@@ -137,6 +91,3 @@ export class Tool {
     return this._inner.getSchemaJson();
   }
 }
-
-/** @internal Exported for testing only. */
-export { convertValue as _convertValue };

package/src/{vad.ts → wrapper/vad.ts}

@@ -1,7 +1,7 @@
-import type { RustVoiceActivityDetectionInterface, VoiceActivityDetectionEvent } from "../generated/ts/nobodywho";
-import * as nobodywho from "../generated/ts/nobodywho";
+import type { RustVoiceActivityDetectionInterface, VoiceActivityDetectionEvent } from "../generated";
+import * as nobodywho from "../generated";
 
-export { VoiceActivityDetectionEvent } from "../generated/ts/nobodywho";
+export { VoiceActivityDetectionEvent } from "../generated";
 
 export type VoiceActivityDetectionOptions = {
   source?: string;

package/ubrn.config.yaml

@@ -4,9 +4,30 @@ rust:
   manifestPath: uniffi/Cargo.toml
 
 bindings:
-  cpp: generated/cpp
-  ts: generated/ts
+  cpp: cpp/generated
+  ts: src/generated/jsi
 
-turboModule:
-  cpp: cpp
-  ts: src
+ios:
+  frameworkName: NobodyWho
+  targets:
+  - aarch64-apple-ios
+  - aarch64-apple-ios-sim
+
+android:
+  targets:
+  - arm64-v8a
+  - x86_64
+  apiLevel: 28
+  useSharedLibrary: true
+
+noOverwrite:
+# Downloads prebuilt xcframework from GitHub Releases, custom authors/source fields
+- Nobodywho.podspec
+# Downloads prebuilt `.so` files from GitHub Releases at build time, optional NDK version
+- android/build.gradle
+# Loads `libnobodywho_uniffi.so` before the bridge lib
+- android/src/main/java/ooo/nobodywho/NobodywhoModule.kt
+# Enables `libOpenCL.so` linking.
+- android/src/main/AndroidManifest.xml
+# Uses TSX syntax unnecessarily, and besides, we want to customize it.
+- src/index.tsx

package/cpp/nobodywho-react-native.cpp

@@ -1,16 +0,0 @@
-// Generated by uniffi-bindgen-react-native
-#include "nobodywho-react-native.h"
-#include "../generated/cpp/nobodywho.hpp"
-
-namespace nobodywhoreactnative {
-	using namespace facebook;
-
-	uint8_t installRustCrate(jsi::Runtime &runtime, std::shared_ptr<react::CallInvoker> callInvoker) {
-		NativeNobodywho::registerModule(runtime, callInvoker);
-		return true;
-	}
-
-	uint8_t cleanupRustCrate(jsi::Runtime &runtime) {
-		return false;
-	}
-}

package/cpp/nobodywho-react-native.h

@@ -1,15 +0,0 @@
-#ifndef NOBODYWHOREACTNATIVE_H
-#define NOBODYWHOREACTNATIVE_H
-// Generated by uniffi-bindgen-react-native
-#include <cstdint>
-#include <jsi/jsi.h>
-#include <ReactCommon/CallInvoker.h>
-
-namespace nobodywhoreactnative {
-  using namespace facebook;
-
-  uint8_t installRustCrate(jsi::Runtime &runtime, std::shared_ptr<react::CallInvoker> callInvoker);
-  uint8_t cleanupRustCrate(jsi::Runtime &runtime);
-}
-
-#endif /* NOBODYWHOREACTNATIVE_H */