expo-local-llm 0.2.2 → 0.3.1

package/README.md

@@ -13,9 +13,37 @@ Expo module for on-device LLM inference. Wraps Apple Foundation Models (iOS 26+)
 
 ```bash
 npm install expo-local-llm
-npx expo prebuild
 ```
 
+This module requires **iOS 16.0+** as a compile target. The default Expo template targets iOS 15.1, so you'll need to raise it via [`expo-build-properties`](https://docs.expo.dev/versions/latest/sdk/build-properties/):
+
+```bash
+npx expo install expo-build-properties
+```
+
+In `app.json`, add the plugin with the deployment target:
+
+```json
+{
+  "expo": {
+    "plugins": [
+      [
+        "expo-build-properties",
+        { "ios": { "deploymentTarget": "16.0" } }
+      ]
+    ]
+  }
+}
+```
+
+Then prebuild:
+
+```bash
+npx expo prebuild --clean
+```
+
+> Without `expo-build-properties`, you'll hit `compiling for iOS 15.1, but module 'ExpoLocalLlm' has a minimum deployment target of iOS 16.0` at build time. (Apple Intelligence itself still requires iOS 26+ at runtime — the 16.0 floor is just for compilation; the module returns `notEligible` on iOS 16–25.)
+
 ## Usage
 
 ```tsx
@@ -94,19 +122,71 @@ function WeatherChat() {
 
 ### Structured Output
 
+iOS 26+ uses Apple's constrained decoding (`DynamicGenerationSchema`) — output is guaranteed to be
+a structurally-valid JSON object matching the schema. Android falls back to instruction-based
+guidance.
+
+<p align="center">
+  <img src="https://raw.githubusercontent.com/GijungKim/expo-local-llm/main/docs/structured-output.png" alt="Structured output demo — recipe JSON with constrained 'difficulty' enum on iPhone" width="320" />
+</p>
+
+*Real device output: the model fills in a recipe schema with `difficulty` constrained to `easy | medium | hard`. The streaming demo lives at `example/App.tsx`.*
+
 ```tsx
 const { respond } = useLocalLLM({
   responseFormat: 'json',
   schema: {
     name: { type: 'string', description: 'Recipe name' },
-    ingredients: { type: 'array', description: 'List of ingredients' },
-    steps: { type: 'array', description: 'Cooking steps' },
+    ingredients: {
+      type: 'array',
+      items: { type: 'string' },
+      description: 'List of ingredients',
+    },
+    steps: {
+      type: 'array',
+      items: { type: 'string' },
+      description: 'Cooking steps',
+    },
+    difficulty: {
+      type: 'string',
+      enum: ['easy', 'medium', 'hard'],
+    },
   },
 });
 
 const recipe = JSON.parse(await respond('Give me a pasta recipe'));
 ```
 
+Streaming with a schema yields progressively-filled snapshots via `streamedJSON` (the current
+partial as a JSON string) and `streamedObject` (the parsed value):
+
+```tsx
+const { streamResponse, streamedObject } = useLocalLLM({
+  responseFormat: 'json',
+  schema: { /* ... */ },
+});
+
+await streamResponse('Give me a pasta recipe');
+// streamedObject updates as the model fills in fields
+```
+
+#### Schema validation
+
+`createLLMSession` validates the schema before crossing to native and throws `SchemaInvalidError`
+with per-field paths if anything is malformed (missing `items`, `enum` on the wrong type, unknown
+`type`, etc.). You can also call `validateSchema()` directly when building schemas at runtime:
+
+```ts
+import { validateSchema } from 'expo-local-llm';
+
+const result = validateSchema(mySchema);
+if (!result.ok) {
+  for (const err of result.errors) {
+    console.warn(`${err.path}: ${err.message}`);
+  }
+}
+```
+
 ## API
 
 ### `useLocalLLM(options?)`
@@ -122,7 +202,8 @@ const recipe = JSON.parse(await respond('Give me a pasta recipe'));
 | `tools` | `ToolDefinition[]` | Tools the model can invoke (iOS 26+ only) |
 | `toolTimeout` | `number` | Seconds before an unresolved tool call times out (default 30) |
 | `responseFormat` | `"text" \| "json"` | Set to `"json"` for structured JSON output |
-| `schema` | `Record<string, any>` | JSON schema for structured output (used with `responseFormat: "json"`) |
+| `schema` | `Schema` | Schema for structured output (used with `responseFormat: "json"`) — see Structured Output section |
+| `includeSchemaInPrompt` | `boolean` | iOS 26+: include the schema definition in the prompt. Default `true`. Set `false` when you've front-loaded few-shot examples. |
 
 #### Returns
 
@@ -130,7 +211,9 @@ const recipe = JSON.parse(await respond('Give me a pasta recipe'));
 |----------|------|-------------|
 | `availability` | `ModelAvailability` | Current model status |
 | `isGenerating` | `boolean` | Whether a generation is in progress |
-| `streamedText` | `string` | Accumulated text from current stream |
+| `streamedText` | `string` | Accumulated text from current text stream |
+| `streamedJSON` | `string` | Current partial JSON from a schema-driven stream |
+| `streamedObject` | `unknown` | Parsed value of `streamedJSON` (or `null` before any partial) |
 | `downloadProgress` | `number \| null` | Download progress 0-1 (Android only) |
 | `error` | `string \| null` | Last error message |
 | `activeToolCalls` | `ActiveToolCall[]` | In-flight tool calls (`{ callId, toolName }`) |
@@ -161,7 +244,8 @@ const recipe = JSON.parse(await respond('Give me a pasta recipe'));
 - **iOS**: Apple's Foundation Model may refuse certain categories of prompts (e.g. personal health data interpretation) due to built-in safety guardrails.
 - Methods (`respond`, `streamResponse`, `cancelStream`) are only defined when `availability === 'available'`.
 - Tool calling is iOS 26+ only. Android will throw at session creation if tools are passed.
-- Structured output uses instruction-based JSON guidance, not Apple's constrained decoding.
+- Structured output on Android uses instruction-based JSON guidance. iOS 26+ uses constrained
+  decoding via `DynamicGenerationSchema`.
 
 ## Why an Expo module?
 
@@ -185,33 +269,45 @@ a bare React Native library. Here's why:
 If you're on bare React Native without Expo, this module won't work — you'd need
 to add `expo-modules-core` as a dependency or use a different library.
 
-## How is this different from @callstack/ai? (as of March 2026)
+## How is this different from React Native AI? (as of May 2026)
 
-[@callstack/ai](https://github.com/callstackincubator/ai) is a full-featured
-framework that supports multiple on-device backends (Apple Foundation Models,
-Llama/GGUF, MLC) with Vercel AI SDK integration, generative UI, and DevTools.
+[React Native AI](https://github.com/callstackincubator/ai) (formerly `@callstack/ai`)
+is a Vercel AI SDK-compatible collection of on-device AI primitives, modularized
+into per-backend packages: `@react-native-ai/apple`, `@react-native-ai/llama`,
+`@react-native-ai/mlc`. It covers text generation, embeddings, transcription, and
+speech synthesis.
 
-`expo-local-llm` takes a different approach:
+`expo-local-llm` takes a narrower approach:
 
-| | `expo-local-llm` | `@callstack/ai` |
+| | `expo-local-llm` | React Native AI |
 |---|---|---|
-| **Philosophy** | Thin bridge to the OS-provided model | Multi-backend AI framework |
-| **iOS model** | Apple Foundation Models (system-provided) | Apple Foundation Models, Llama, MLC |
-| **Android model** | Gemini Nano (system-provided) | No Android support |
-| **Model management** | None — the OS handles it | You configure/download models |
-| **Bundle size impact** | Near zero | Depends on backend + model weights |
-| **Tool calling** | Yes (iOS 26+) | Yes |
-| **Structured output** | Yes (instruction-based) | Yes |
-| **Expo native module** | Yes — `expo install` and go | Bare React Native setup |
-| **Dependencies** | None | Vercel AI SDK, Jotai, backend runtimes |
+| **Surface** | React hook (`useLocalLLM`) and a native session object | Vercel AI SDK provider (`generateText`, `streamText`, `embed`, `transcribe`, `speech`) |
+| **iOS model** | Apple Foundation Models (system-provided) | Apple Foundation Models, Llama (via llama.rn), MLC LLM |
+| **Android model** | Gemini Nano (system-provided) | Llama, MLC (no built-in OS model) |
+| **Capabilities** | Text generation, tool calling, constrained JSON output | Text, embeddings, transcription, speech synthesis |
+| **Model management** | None — the OS handles it | Built-in for Apple; download/prepare for Llama/MLC |
+| **Bundle size impact** | Near zero | Depends on which provider you install + model weights |
+| **DevTools** | None | AI SDK Profiler via Rozenite (OpenTelemetry spans) |
+| **Install path** | One `expo install`, autolinks | Per-package install (Apple provider autolinks; Llama/MLC need extra setup) |
+| **Dependencies** | None | Vercel AI SDK (v6) and per-provider runtimes |
 
 **Choose `expo-local-llm` if** you want the simplest path to on-device LLM in
-an Expo app and are happy using whatever model the OS provides. There's nothing
-to configure, no weights to bundle, and it works on both iOS and Android.
+an Expo app and are happy using whatever model the OS provides (Apple Foundation
+Models on iOS, Gemini Nano on Android). There's nothing to configure, no weights
+to bundle, and it works on both platforms.
+
+**Choose React Native AI if** you need any of:
+- Vercel AI SDK compatibility (drop-in replacement for cloud-LLM apps)
+- Capabilities beyond text generation (embeddings, transcription, speech synthesis)
+- Specific models (Llama 3.2, Phi-3, Mistral, Qwen) on either iOS or Android
+- AI SDK Profiler DevTools for tracing
+
+## Built with expo-local-llm
+
+- [PulseID](https://apps.apple.com/us/app/pulseid-heart-rate-camera/id6754331991) — Heart rate camera
+- [Teamfit Tactics](https://apps.apple.com/us/app/teamfit-tactics-tft-fitness/id6757195493) — TFT fitness
 
-**Choose `@callstack/ai` if** you need to pick specific models (Llama 3.2,
-Phi-3, Mistral), want Vercel AI SDK compatibility, or need the generative UI
-and DevTools ecosystem.
+*Using this library? Open a PR to add your app.*
 
 ## License
 

package/build/ExpoLocalLlm.types.d.ts

@@ -31,13 +31,31 @@ export type ActiveToolCall = {
     toolName: string;
 };
 export type ResponseFormat = "text" | "json";
+export type SchemaField = {
+    type: "string";
+    description?: string;
+    enum?: string[];
+} | {
+    type: "number" | "integer" | "boolean";
+    description?: string;
+} | {
+    type: "array";
+    description?: string;
+    items: SchemaField;
+} | {
+    type: "object";
+    description?: string;
+    properties: Record<string, SchemaField>;
+};
+export type Schema = Record<string, SchemaField>;
 export type SessionConfig = {
     instructions?: string;
     options?: GenerationOptions;
     tools?: ToolDefinition[];
     toolTimeout?: number;
     responseFormat?: ResponseFormat;
-    schema?: Record<string, any>;
+    schema?: Schema;
+    includeSchemaInPrompt?: boolean;
 };
 export type TokenEvent = {
     token: string;
@@ -46,6 +64,10 @@ export type TokenEvent = {
 export type StreamCompleteEvent = {
     text: string;
 };
+export type PartialEvent = {
+    json: string;
+    complete: boolean;
+};
 export type StreamErrorEvent = {
     error: string;
 };
@@ -54,6 +76,7 @@ export type DownloadProgress = {
 };
 export type LLMSessionEvents = {
     token: (event: TokenEvent) => void;
+    partial: (event: PartialEvent) => void;
     streamComplete: (event: StreamCompleteEvent) => void;
     streamError: (event: StreamErrorEvent) => void;
     toolCall: (event: ToolCallEvent) => void;

package/build/ExpoLocalLlm.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ExpoLocalLlm.types.d.ts","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,YAAY,GACZ,UAAU,GACV,aAAa,GACb,kBAAkB,GAClB,aAAa,GACb,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAIF,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhE,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,iBAAiB,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC1C,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAIF,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;AAE7C,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACnC,cAAc,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;IACrD,WAAW,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC/C,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,gBAAgB,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,kBAAkB,EAAE,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,iBAAiB,CAAA;KAAE,KAAK,IAAI,CAAC;CAC1E,CAAC"}
+{"version":3,"file":"ExpoLocalLlm.types.d.ts","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,YAAY,GACZ,UAAU,GACV,aAAa,GACb,kBAAkB,GAClB,aAAa,GACb,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAIF,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhE,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,iBAAiB,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC1C,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAIF,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;AAE7C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACzD;IAAE,IAAI,EAAE,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,GAC3D;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;CACzC,CAAC;AAEN,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAEjD,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACnC,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;IACvC,cAAc,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;IACrD,WAAW,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC/C,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,gBAAgB,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,kBAAkB,EAAE,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,iBAAiB,CAAA;KAAE,KAAK,IAAI,CAAC;CAC1E,CAAC"}

package/build/ExpoLocalLlm.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"ExpoLocalLlm.types.js","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"","sourcesContent":["export type ModelAvailability =\n  | \"available\"\n  | \"notEnabled\"\n  | \"notReady\"\n  | \"notEligible\"\n  | \"downloadRequired\"\n  | \"downloading\"\n  | \"unknown\";\n\nexport type GenerationOptions = {\n  temperature?: number;\n  maxTokens?: number;\n  topK?: number;\n};\n\n// Tool calling types\n\nexport type ToolParameterType = \"string\" | \"number\" | \"boolean\";\n\nexport type ToolParameter = {\n  type: ToolParameterType;\n  description: string;\n  enum?: string[];\n};\n\nexport type ToolDefinition = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n  handler: (args: Record<string, any>) => Promise<string>;\n};\n\nexport type ToolConfig = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n};\n\nexport type ToolCallEvent = {\n  callId: string;\n  toolName: string;\n  arguments: Record<string, any>;\n};\n\nexport type ActiveToolCall = {\n  callId: string;\n  toolName: string;\n};\n\n// Structured output types\n\nexport type ResponseFormat = \"text\" | \"json\";\n\nexport type SessionConfig = {\n  instructions?: string;\n  options?: GenerationOptions;\n  tools?: ToolDefinition[];\n  toolTimeout?: number;\n  responseFormat?: ResponseFormat;\n  schema?: Record<string, any>;\n};\n\nexport type TokenEvent = {\n  token: string;\n  accumulated: string;\n};\n\nexport type StreamCompleteEvent = {\n  text: string;\n};\n\nexport type StreamErrorEvent = {\n  error: string;\n};\n\nexport type DownloadProgress = {\n  progress: number;\n};\n\nexport type LLMSessionEvents = {\n  token: (event: TokenEvent) => void;\n  streamComplete: (event: StreamCompleteEvent) => void;\n  streamError: (event: StreamErrorEvent) => void;\n  toolCall: (event: ToolCallEvent) => void;\n};\n\nexport type ExpoLocalLlmModuleEvents = {\n  downloadProgress: (event: DownloadProgress) => void;\n  availabilityChange: (event: { availability: ModelAvailability }) => void;\n};\n"]}
+{"version":3,"file":"ExpoLocalLlm.types.js","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"","sourcesContent":["export type ModelAvailability =\n  | \"available\"\n  | \"notEnabled\"\n  | \"notReady\"\n  | \"notEligible\"\n  | \"downloadRequired\"\n  | \"downloading\"\n  | \"unknown\";\n\nexport type GenerationOptions = {\n  temperature?: number;\n  maxTokens?: number;\n  topK?: number;\n};\n\n// Tool calling types\n\nexport type ToolParameterType = \"string\" | \"number\" | \"boolean\";\n\nexport type ToolParameter = {\n  type: ToolParameterType;\n  description: string;\n  enum?: string[];\n};\n\nexport type ToolDefinition = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n  handler: (args: Record<string, any>) => Promise<string>;\n};\n\nexport type ToolConfig = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n};\n\nexport type ToolCallEvent = {\n  callId: string;\n  toolName: string;\n  arguments: Record<string, any>;\n};\n\nexport type ActiveToolCall = {\n  callId: string;\n  toolName: string;\n};\n\n// Structured output types\n\nexport type ResponseFormat = \"text\" | \"json\";\n\nexport type SchemaField =\n  | { type: \"string\"; description?: string; enum?: string[] }\n  | { type: \"number\" | \"integer\" | \"boolean\"; description?: string }\n  | { type: \"array\"; description?: string; items: SchemaField }\n  | {\n      type: \"object\";\n      description?: string;\n      properties: Record<string, SchemaField>;\n    };\n\nexport type Schema = Record<string, SchemaField>;\n\nexport type SessionConfig = {\n  instructions?: string;\n  options?: GenerationOptions;\n  tools?: ToolDefinition[];\n  toolTimeout?: number;\n  responseFormat?: ResponseFormat;\n  schema?: Schema;\n  includeSchemaInPrompt?: boolean;\n};\n\nexport type TokenEvent = {\n  token: string;\n  accumulated: string;\n};\n\nexport type StreamCompleteEvent = {\n  text: string;\n};\n\nexport type PartialEvent = {\n  json: string;\n  complete: boolean;\n};\n\nexport type StreamErrorEvent = {\n  error: string;\n};\n\nexport type DownloadProgress = {\n  progress: number;\n};\n\nexport type LLMSessionEvents = {\n  token: (event: TokenEvent) => void;\n  partial: (event: PartialEvent) => void;\n  streamComplete: (event: StreamCompleteEvent) => void;\n  streamError: (event: StreamErrorEvent) => void;\n  toolCall: (event: ToolCallEvent) => void;\n};\n\nexport type ExpoLocalLlmModuleEvents = {\n  downloadProgress: (event: DownloadProgress) => void;\n  availabilityChange: (event: { availability: ModelAvailability }) => void;\n};\n"]}

package/build/LLMSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMSession.d.ts","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,mBAAmB,CAAC;AAEtE,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACX,MAAM,sBAAsB,CAAC;AAG9B,qBAAa,UAAW,SAAQ,YAAY,CAAC,gBAAgB,CAAC;IAG5D,OAAO,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,EAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,YAAY,EAAG,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,cAAc,EAAG,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,eAAe,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3D,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAC1D;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,aAAkB,GAAG,UAAU,CAWvE"}
+{"version":3,"file":"LLMSession.d.ts","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,mBAAmB,CAAC;AAEtE,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACX,MAAM,sBAAsB,CAAC;AAI9B,qBAAa,UAAW,SAAQ,YAAY,CAAC,gBAAgB,CAAC;IAG5D,OAAO,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,EAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,YAAY,EAAG,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,cAAc,EAAG,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,eAAe,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3D,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAC1D;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,aAAkB,GAAG,UAAU,CAkBvE"}

package/build/LLMSession.js

@@ -1,5 +1,6 @@
 import { SharedObject, UnavailabilityError } from "expo-modules-core";
 import ExpoLocalLlmModule from "./ExpoLocalLlmModule";
+import { validateSchema, SchemaInvalidError } from "./validateSchema";
 export class LLMSession extends SharedObject {
     // Methods are implemented natively via the Class() DSL.
     // TypeScript declarations provide type safety only.
@@ -15,6 +16,12 @@ export function createLLMSession(config = {}) {
     if (!ExpoLocalLlmModule) {
         throw new UnavailabilityError("ExpoLocalLlm", "createLLMSession");
     }
+    if (config.schema) {
+        const result = validateSchema(config.schema);
+        if (!result.ok) {
+            throw new SchemaInvalidError(result.errors);
+        }
+    }
     // Strip handler functions before passing to native — native doesn't need them
     const nativeConfig = {
         ...config,

package/build/LLMSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"LLMSession.js","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAOtE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AAEtD,MAAM,OAAO,UAAW,SAAQ,YAA8B;IAC5D,wDAAwD;IACxD,oDAAoD;IACpD,OAAO,CAAuC;IAC9C,cAAc,CAAqC;IACnD,YAAY,CAAuB;IACnC,YAAY,CAAgC;IAC5C,cAAc,CAA0B;IACxC,eAAe,CAA4C;IAC3D,cAAc,CAA2C;CAC1D;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAwB,EAAE;IACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,IAAI,mBAAmB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACpE,CAAC;IAED,8EAA8E;IAC9E,MAAM,YAAY,GAAG;QACnB,GAAG,MAAM;QACT,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;KACzD,CAAC;IACF,OAAO,IAAI,kBAAkB,CAAC,UAAU,CAAC,YAAY,CAAe,CAAC;AACvE,CAAC","sourcesContent":["import { SharedObject, UnavailabilityError } from \"expo-modules-core\";\n\nimport type {\n  SessionConfig,\n  LLMSessionEvents,\n  ToolConfig,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\n\nexport class LLMSession extends SharedObject<LLMSessionEvents> {\n  // Methods are implemented natively via the Class() DSL.\n  // TypeScript declarations provide type safety only.\n  respond!: (prompt: string) => Promise<string>;\n  streamResponse!: (prompt: string) => Promise<void>;\n  cancelStream!: () => Promise<void>;\n  registerTool!: (config: ToolConfig) => void;\n  unregisterTool!: (name: string) => void;\n  resolveToolCall!: (callId: string, result: string) => void;\n  rejectToolCall!: (callId: string, error: string) => void;\n}\n\nexport function createLLMSession(config: SessionConfig = {}): LLMSession {\n  if (!ExpoLocalLlmModule) {\n    throw new UnavailabilityError(\"ExpoLocalLlm\", \"createLLMSession\");\n  }\n\n  // Strip handler functions before passing to native — native doesn't need them\n  const nativeConfig = {\n    ...config,\n    tools: config.tools?.map(({ handler, ...rest }) => rest),\n  };\n  return new ExpoLocalLlmModule.LLMSession(nativeConfig) as LLMSession;\n}\n"]}
+{"version":3,"file":"LLMSession.js","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAOtE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,OAAO,UAAW,SAAQ,YAA8B;IAC5D,wDAAwD;IACxD,oDAAoD;IACpD,OAAO,CAAuC;IAC9C,cAAc,CAAqC;IACnD,YAAY,CAAuB;IACnC,YAAY,CAAgC;IAC5C,cAAc,CAA0B;IACxC,eAAe,CAA4C;IAC3D,cAAc,CAA2C;CAC1D;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAwB,EAAE;IACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,IAAI,mBAAmB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,IAAI,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,MAAM,YAAY,GAAG;QACnB,GAAG,MAAM;QACT,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;KACzD,CAAC;IACF,OAAO,IAAI,kBAAkB,CAAC,UAAU,CAAC,YAAY,CAAe,CAAC;AACvE,CAAC","sourcesContent":["import { SharedObject, UnavailabilityError } from \"expo-modules-core\";\n\nimport type {\n  SessionConfig,\n  LLMSessionEvents,\n  ToolConfig,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\nimport { validateSchema, SchemaInvalidError } from \"./validateSchema\";\n\nexport class LLMSession extends SharedObject<LLMSessionEvents> {\n  // Methods are implemented natively via the Class() DSL.\n  // TypeScript declarations provide type safety only.\n  respond!: (prompt: string) => Promise<string>;\n  streamResponse!: (prompt: string) => Promise<void>;\n  cancelStream!: () => Promise<void>;\n  registerTool!: (config: ToolConfig) => void;\n  unregisterTool!: (name: string) => void;\n  resolveToolCall!: (callId: string, result: string) => void;\n  rejectToolCall!: (callId: string, error: string) => void;\n}\n\nexport function createLLMSession(config: SessionConfig = {}): LLMSession {\n  if (!ExpoLocalLlmModule) {\n    throw new UnavailabilityError(\"ExpoLocalLlm\", \"createLLMSession\");\n  }\n\n  if (config.schema) {\n    const result = validateSchema(config.schema);\n    if (!result.ok) {\n      throw new SchemaInvalidError(result.errors);\n    }\n  }\n\n  // Strip handler functions before passing to native — native doesn't need them\n  const nativeConfig = {\n    ...config,\n    tools: config.tools?.map(({ handler, ...rest }) => rest),\n  };\n  return new ExpoLocalLlmModule.LLMSession(nativeConfig) as LLMSession;\n}\n"]}

package/build/index.d.ts

@@ -1,5 +1,6 @@
 export { useLocalLLM } from "./useLocalLLM";
 export { LLMSession, createLLMSession } from "./LLMSession";
 export { default as ExpoLocalLlmModule } from "./ExpoLocalLlmModule";
+export { validateSchema, SchemaInvalidError, type SchemaValidationError, type SchemaValidationResult, } from "./validateSchema";
 export * from "./ExpoLocalLlm.types";
 //# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,cAAc,sBAAsB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,GAC5B,MAAM,kBAAkB,CAAC;AAC1B,cAAc,sBAAsB,CAAC"}

package/build/index.js

@@ -1,5 +1,6 @@
 export { useLocalLLM } from "./useLocalLLM";
 export { LLMSession, createLLMSession } from "./LLMSession";
 export { default as ExpoLocalLlmModule } from "./ExpoLocalLlmModule";
+export { validateSchema, SchemaInvalidError, } from "./validateSchema";
 export * from "./ExpoLocalLlm.types";
 //# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,cAAc,sBAAsB,CAAC","sourcesContent":["export { useLocalLLM } from \"./useLocalLLM\";\nexport { LLMSession, createLLMSession } from \"./LLMSession\";\nexport { default as ExpoLocalLlmModule } from \"./ExpoLocalLlmModule\";\nexport * from \"./ExpoLocalLlm.types\";\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EACL,cAAc,EACd,kBAAkB,GAGnB,MAAM,kBAAkB,CAAC;AAC1B,cAAc,sBAAsB,CAAC","sourcesContent":["export { useLocalLLM } from \"./useLocalLLM\";\nexport { LLMSession, createLLMSession } from \"./LLMSession\";\nexport { default as ExpoLocalLlmModule } from \"./ExpoLocalLlmModule\";\nexport {\n  validateSchema,\n  SchemaInvalidError,\n  type SchemaValidationError,\n  type SchemaValidationResult,\n} from \"./validateSchema\";\nexport * from \"./ExpoLocalLlm.types\";\n"]}

package/build/useLocalLLM.d.ts

@@ -6,6 +6,8 @@ type UseLocalLLMResult = {
     session: LLMSession | null;
     isGenerating: boolean;
     streamedText: string;
+    streamedJSON: string;
+    streamedObject: unknown;
     downloadProgress: number | null;
     error: string | null;
     activeToolCalls: ActiveToolCall[];

package/build/useLocalLLM.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useLocalLLM.d.ts","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,iBAAiB,EACjB,aAAa,EAOb,cAAc,EACf,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAoB,UAAU,EAAE,MAAM,cAAc,CAAC;AAE5D,KAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,iBAAiB,CAAC;IAChC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,eAAe,EAAE,cAAc,EAAE,CAAC;IAClC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC,CAAC;AAEF,wBAAgB,WAAW,CACzB,OAAO,GAAE,kBAAuB,GAC/B,iBAAiB,CA0PnB"}
+{"version":3,"file":"useLocalLLM.d.ts","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,iBAAiB,EACjB,aAAa,EAQb,cAAc,EACf,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAoB,UAAU,EAAE,MAAM,cAAc,CAAC;AAE5D,KAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,iBAAiB,CAAC;IAChC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,eAAe,EAAE,cAAc,EAAE,CAAC;IAClC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC,CAAC;AAEF,wBAAgB,WAAW,CACzB,OAAO,GAAE,kBAAuB,GAC/B,iBAAiB,CAwRnB"}

package/build/useLocalLLM.js

@@ -5,6 +5,8 @@ export function useLocalLLM(options = {}) {
     const [availability, setAvailability] = useState("unknown");
     const [isGenerating, setIsGenerating] = useState(false);
     const [streamedText, setStreamedText] = useState("");
+    const [streamedJSON, setStreamedJSON] = useState("");
+    const [streamedObject, setStreamedObject] = useState(null);
     const [downloadProgress, setDownloadProgress] = useState(null);
     const [error, setError] = useState(null);
     const [activeToolCalls, setActiveToolCalls] = useState([]);
@@ -35,9 +37,11 @@ export function useLocalLLM(options = {}) {
         options.options?.topK,
         options.toolTimeout,
         options.responseFormat,
+        options.includeSchemaInPrompt,
         schemaFingerprint,
         toolsFingerprint,
     ]);
+    const isJSONMode = options.responseFormat === "json" && !!options.schema;
     const session = useMemo(() => {
         if (!ExpoLocalLlmModule)
             return null;
@@ -66,8 +70,28 @@ export function useLocalLLM(options = {}) {
             subs.push(session.addListener("token", (event) => {
                 setStreamedText(event.accumulated);
             }));
+            subs.push(session.addListener("partial", (event) => {
+                setStreamedJSON(event.json);
+                try {
+                    setStreamedObject(JSON.parse(event.json));
+                }
+                catch {
+                    // Partial may not be parseable yet; keep the previous parsed value.
+                }
+            }));
             subs.push(session.addListener("streamComplete", (event) => {
-                setStreamedText(event.text);
+                if (isJSONMode) {
+                    setStreamedJSON(event.text);
+                    try {
+                        setStreamedObject(JSON.parse(event.text));
+                    }
+                    catch {
+                        // Final JSON should always parse; leave previous value if it doesn't.
+                    }
+                }
+                else {
+                    setStreamedText(event.text);
+                }
                 setIsGenerating(false);
             }));
             subs.push(session.addListener("streamError", (event) => {
@@ -150,6 +174,8 @@ export function useLocalLLM(options = {}) {
             throw new Error("Session not available");
         setError(null);
         setStreamedText("");
+        setStreamedJSON("");
+        setStreamedObject(null);
         setIsGenerating(true);
         try {
             await session.streamResponse(prompt);
@@ -177,6 +203,8 @@ export function useLocalLLM(options = {}) {
             session: null,
             isGenerating: false,
             streamedText: "",
+            streamedJSON: "",
+            streamedObject: null,
             downloadProgress: null,
             error: null,
             activeToolCalls: [],
@@ -187,6 +215,8 @@ export function useLocalLLM(options = {}) {
         session,
         isGenerating,
         streamedText,
+        streamedJSON,
+        streamedObject,
         downloadProgress,
         error,
         activeToolCalls,

package/build/useLocalLLM.js.map

@@ -1 +1 @@
-{"version":3,"file":"useLocalLLM.js","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAa1E,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAc,MAAM,cAAc,CAAC;AAkB5D,MAAM,UAAU,WAAW,CACzB,UAA8B,EAAE;IAEhC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GACnC,QAAQ,CAAoB,SAAS,CAAC,CAAC;IACzC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IAC9E,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IACxD,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAmB,EAAE,CAAC,CAAC;IAE7E,gEAAgE;IAChE,2EAA2E;IAC3E,MAAM,eAAe,GAAG,MAAM,CAC5B,IAAI,GAAG,EAAE,CACV,CAAC;IAEF,2CAA2C;IAC3C,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqC,CAAC;QAC9D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QACD,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC;IACrC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpB,4DAA4D;IAC5D,sFAAsF;IACtF,MAAM,gBAAgB,GAAG,OAAO,CAC9B,GAAG,EAAE,CACH,OAAO,CAAC,KAAK;QACX,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;SACzE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EACpB,CAAC,OAAO,CAAC,KAAK,CAAC,CAChB,CAAC;IAEF,8DAA8D;IAC9D,MAAM,iBAAiB,GAAG,OAAO,CAC/B,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAC5D,CAAC,OAAO,CAAC,MAAM,CAAC,CACjB,CAAC;IAEF,MAAM,YAAY,GAAG,OAAO,CAC1B,GAAG,EAAE,CAAC,OAAO,EACb;QACE,OAAO,CAAC,YAAY;QACpB,OAAO,CAAC,OAAO,EAAE,WAAW;QAC5B,OAAO,CAAC,OAAO,EAAE,SAAS;QAC1B,OAAO,CAAC,OAAO,EAAE,IAAI;QACrB,OAAO,CAAC,WAAW;QACnB,OAAO,CAAC,cAAc;QACtB,iBAAiB;QACjB,gBAAgB;KACjB,CACF,CAAC;IAEF,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE;QAC3B,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,CAAC,CAAC;QACX,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,CAAC,CAAC,OAAO,IAAI,8BAA8B,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IAEnB,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAEhC,eAAe,CAAC,kBAAkB,CAAC,eAAe,EAAuB,CAAC,CAAC;QAE3E,MAAM,IAAI,GAAyB,EAAE,CAAC;QAEtC,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAC5B,kBAAkB,EAClB,CAAC,KAAuB,EAAE,EAAE;YAC1B,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CACF,CACF,CAAC;QACF,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;YAC7D,eAAe,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,KAAiB,EAAE,EAAE;gBACjD,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACrC,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC,KAA0B,EAAE,EAAE;gBACnE,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5B,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,KAAuB,EAAE,EAAE;gBAC7D,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtB,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YAEF,2BAA2B;YAC3B,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,KAAoB,EAAE,EAAE;gBACvD,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtE,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;gBAEpD,MAAM,gBAAgB,GAAG,GAAG,EAAE;oBAC5B,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAC9C,CAAC;gBACJ,CAAC,CAAC;gBAEF,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,mCAAmC,KAAK,CAAC,QAAQ,EAAE,CACpD,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,IAAI,MAAuB,CAAC;gBAC5B,IAAI,CAAC;oBACH,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBAChB,yDAAyD;oBACzD,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,MAAM;qBACH,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;oBACd,gBAAgB,EAAE,CAAC;oBACnB,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC/C,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;gBACH,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAChC,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,OAAO,GAAG,WAAW,CACzB,KAAK,EAAE,MAAc,EAAmB,EAAE;QACxC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACpB,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,cAAc,GAAG,WAAW,CAChC,KAAK,EAAE,MAAc,EAAiB,EAAE;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACpB,eAAe,CAAC,KAAK,CAAC,CAAC;YACvB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QACzD,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,eAAe,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QAC1D,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAChC,MAAM,kBAAkB,CAAC,aAAa,EAAE,CAAC;IAC3C,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO;YACL,YAAY,EAAE,aAAa;YAC3B,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,KAAK;YACnB,YAAY,EAAE,EAAE;YAChB,gBAAgB,EAAE,IAAI;YACtB,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,YAAY;QACZ,gBAAgB;QAChB,KAAK;QACL,eAAe;QACf,OAAO,EAAE,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACtE,cAAc,EACZ,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACtE,YAAY,EACV,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACpE,aAAa;KACd,CAAC;AACJ,CAAC","sourcesContent":["import { useEffect, useState, useCallback, useMemo, useRef } from \"react\";\n\nimport type {\n  ModelAvailability,\n  SessionConfig,\n  TokenEvent,\n  StreamCompleteEvent,\n  StreamErrorEvent,\n  DownloadProgress,\n  ToolDefinition,\n  ToolCallEvent,\n  ActiveToolCall,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\nimport { createLLMSession, LLMSession } from \"./LLMSession\";\n\ntype UseLocalLLMOptions = SessionConfig;\n\ntype UseLocalLLMResult = {\n  availability: ModelAvailability;\n  session: LLMSession | null;\n  isGenerating: boolean;\n  streamedText: string;\n  downloadProgress: number | null;\n  error: string | null;\n  activeToolCalls: ActiveToolCall[];\n  respond?: (prompt: string) => Promise<string>;\n  streamResponse?: (prompt: string) => Promise<void>;\n  cancelStream?: () => Promise<void>;\n  downloadModel?: () => Promise<void>;\n};\n\nexport function useLocalLLM(\n  options: UseLocalLLMOptions = {}\n): UseLocalLLMResult {\n  const [availability, setAvailability] =\n    useState<ModelAvailability>(\"unknown\");\n  const [isGenerating, setIsGenerating] = useState(false);\n  const [streamedText, setStreamedText] = useState(\"\");\n  const [downloadProgress, setDownloadProgress] = useState<number | null>(null);\n  const [error, setError] = useState<string | null>(null);\n  const [activeToolCalls, setActiveToolCalls] = useState<ActiveToolCall[]>([]);\n\n  // Keep a ref to the current tool handlers so the event listener\n  // always sees the latest handlers without needing to recreate the session.\n  const toolHandlersRef = useRef<Map<string, ToolDefinition[\"handler\"]>>(\n    new Map()\n  );\n\n  // Update handler ref whenever tools change\n  useEffect(() => {\n    const handlers = new Map<string, ToolDefinition[\"handler\"]>();\n    if (options.tools) {\n      for (const tool of options.tools) {\n        handlers.set(tool.name, tool.handler);\n      }\n    }\n    toolHandlersRef.current = handlers;\n  }, [options.tools]);\n\n  // Stabilize options to avoid unnecessary session recreation\n  // Include tool names/descriptions so session recreates when tools change structurally\n  const toolsFingerprint = useMemo(\n    () =>\n      options.tools\n        ?.map((t) => `${t.name}:${t.description}:${JSON.stringify(t.parameters)}`)\n        .join(\"|\") ?? \"\",\n    [options.tools]\n  );\n\n  // Fingerprint the schema so session recreates when it changes\n  const schemaFingerprint = useMemo(\n    () => (options.schema ? JSON.stringify(options.schema) : \"\"),\n    [options.schema]\n  );\n\n  const stableConfig = useMemo(\n    () => options,\n    [\n      options.instructions,\n      options.options?.temperature,\n      options.options?.maxTokens,\n      options.options?.topK,\n      options.toolTimeout,\n      options.responseFormat,\n      schemaFingerprint,\n      toolsFingerprint,\n    ]\n  );\n\n  const session = useMemo(() => {\n    if (!ExpoLocalLlmModule) return null;\n    try {\n      const s = createLLMSession(stableConfig);\n      setError(null);\n      return s;\n    } catch (e: any) {\n      setError(e.message ?? \"Failed to create LLM session\");\n      return null;\n    }\n  }, [stableConfig]);\n\n  useEffect(() => {\n    if (!ExpoLocalLlmModule) return;\n\n    setAvailability(ExpoLocalLlmModule.getAvailability() as ModelAvailability);\n\n    const subs: { remove(): void }[] = [];\n\n    subs.push(\n      ExpoLocalLlmModule.addListener(\n        \"downloadProgress\",\n        (event: DownloadProgress) => {\n          setDownloadProgress(event.progress);\n        }\n      )\n    );\n    subs.push(\n      ExpoLocalLlmModule.addListener(\"availabilityChange\", (event) => {\n        setAvailability(event.availability);\n      })\n    );\n\n    if (session) {\n      subs.push(\n        session.addListener(\"token\", (event: TokenEvent) => {\n          setStreamedText(event.accumulated);\n        })\n      );\n      subs.push(\n        session.addListener(\"streamComplete\", (event: StreamCompleteEvent) => {\n          setStreamedText(event.text);\n          setIsGenerating(false);\n        })\n      );\n      subs.push(\n        session.addListener(\"streamError\", (event: StreamErrorEvent) => {\n          setError(event.error);\n          setIsGenerating(false);\n        })\n      );\n\n      // Tool call event listener\n      subs.push(\n        session.addListener(\"toolCall\", (event: ToolCallEvent) => {\n          const activeCall = { callId: event.callId, toolName: event.toolName };\n          setActiveToolCalls((prev) => [...prev, activeCall]);\n\n          const removeActiveCall = () => {\n            setActiveToolCalls((prev) =>\n              prev.filter((c) => c.callId !== event.callId)\n            );\n          };\n\n          const handler = toolHandlersRef.current.get(event.toolName);\n          if (!handler) {\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                `No handler registered for tool: ${event.toolName}`\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          let result: Promise<string>;\n          try {\n            result = handler(event.arguments);\n          } catch (e: any) {\n            // Handler threw synchronously before returning a promise\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                e.message || \"Tool handler failed\"\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          result\n            .then((value) => {\n              removeActiveCall();\n              session.resolveToolCall(event.callId, value);\n            })\n            .catch((e: any) => {\n              removeActiveCall();\n              try {\n                session.rejectToolCall(\n                  event.callId,\n                  e.message || \"Tool handler failed\"\n                );\n              } catch {\n                // Ignore if session is already torn down\n              }\n            });\n        })\n      );\n    }\n\n    return () => {\n      subs.forEach((s) => s.remove());\n      session?.release();\n    };\n  }, [session]);\n\n  const respond = useCallback(\n    async (prompt: string): Promise<string> => {\n      if (!session) throw new Error(\"Session not available\");\n      setError(null);\n      setIsGenerating(true);\n      try {\n        const result = await session.respond(prompt);\n        return result;\n      } catch (e: any) {\n        setError(e.message);\n        throw e;\n      } finally {\n        setIsGenerating(false);\n      }\n    },\n    [session]\n  );\n\n  const streamResponse = useCallback(\n    async (prompt: string): Promise<void> => {\n      if (!session) throw new Error(\"Session not available\");\n      setError(null);\n      setStreamedText(\"\");\n      setIsGenerating(true);\n      try {\n        await session.streamResponse(prompt);\n      } catch (e: any) {\n        setError(e.message);\n        setIsGenerating(false);\n        throw e;\n      }\n    },\n    [session]\n  );\n\n  const cancelStream = useCallback(async (): Promise<void> => {\n    if (!session) return;\n    await session.cancelStream();\n    setIsGenerating(false);\n  }, [session]);\n\n  const downloadModel = useCallback(async (): Promise<void> => {\n    if (!ExpoLocalLlmModule) return;\n    await ExpoLocalLlmModule.downloadModel();\n  }, []);\n\n  if (!ExpoLocalLlmModule) {\n    return {\n      availability: \"notEligible\",\n      session: null,\n      isGenerating: false,\n      streamedText: \"\",\n      downloadProgress: null,\n      error: null,\n      activeToolCalls: [],\n    };\n  }\n\n  return {\n    availability,\n    session,\n    isGenerating,\n    streamedText,\n    downloadProgress,\n    error,\n    activeToolCalls,\n    respond: session && availability === \"available\" ? respond : undefined,\n    streamResponse:\n      session && availability === \"available\" ? streamResponse : undefined,\n    cancelStream:\n      session && availability === \"available\" ? cancelStream : undefined,\n    downloadModel,\n  };\n}\n"]}
+{"version":3,"file":"useLocalLLM.js","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAc1E,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAc,MAAM,cAAc,CAAC;AAoB5D,MAAM,UAAU,WAAW,CACzB,UAA8B,EAAE;IAEhC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GACnC,QAAQ,CAAoB,SAAS,CAAC,CAAC;IACzC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,QAAQ,CAAU,IAAI,CAAC,CAAC;IACpE,MAAM,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IAC9E,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IACxD,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAmB,EAAE,CAAC,CAAC;IAE7E,gEAAgE;IAChE,2EAA2E;IAC3E,MAAM,eAAe,GAAG,MAAM,CAC5B,IAAI,GAAG,EAAE,CACV,CAAC;IAEF,2CAA2C;IAC3C,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqC,CAAC;QAC9D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QACD,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC;IACrC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpB,4DAA4D;IAC5D,sFAAsF;IACtF,MAAM,gBAAgB,GAAG,OAAO,CAC9B,GAAG,EAAE,CACH,OAAO,CAAC,KAAK;QACX,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC;SACzE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EACpB,CAAC,OAAO,CAAC,KAAK,CAAC,CAChB,CAAC;IAEF,8DAA8D;IAC9D,MAAM,iBAAiB,GAAG,OAAO,CAC/B,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAC5D,CAAC,OAAO,CAAC,MAAM,CAAC,CACjB,CAAC;IAEF,MAAM,YAAY,GAAG,OAAO,CAC1B,GAAG,EAAE,CAAC,OAAO,EACb;QACE,OAAO,CAAC,YAAY;QACpB,OAAO,CAAC,OAAO,EAAE,WAAW;QAC5B,OAAO,CAAC,OAAO,EAAE,SAAS;QAC1B,OAAO,CAAC,OAAO,EAAE,IAAI;QACrB,OAAO,CAAC,WAAW;QACnB,OAAO,CAAC,cAAc;QACtB,OAAO,CAAC,qBAAqB;QAC7B,iBAAiB;QACjB,gBAAgB;KACjB,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAEzE,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE;QAC3B,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACf,OAAO,CAAC,CAAC;QACX,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,CAAC,CAAC,OAAO,IAAI,8BAA8B,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IAEnB,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAEhC,eAAe,CAAC,kBAAkB,CAAC,eAAe,EAAuB,CAAC,CAAC;QAE3E,MAAM,IAAI,GAAyB,EAAE,CAAC;QAEtC,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAC5B,kBAAkB,EAClB,CAAC,KAAuB,EAAE,EAAE;YAC1B,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CACF,CACF,CAAC;QACF,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;YAC7D,eAAe,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,KAAiB,EAAE,EAAE;gBACjD,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACrC,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,KAAmB,EAAE,EAAE;gBACrD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5B,IAAI,CAAC;oBACH,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,oEAAoE;gBACtE,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC,KAA0B,EAAE,EAAE;gBACnE,IAAI,UAAU,EAAE,CAAC;oBACf,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,CAAC;wBACH,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC5C,CAAC;oBAAC,MAAM,CAAC;wBACP,sEAAsE;oBACxE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,KAAuB,EAAE,EAAE;gBAC7D,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtB,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YAEF,2BAA2B;YAC3B,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,KAAoB,EAAE,EAAE;gBACvD,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtE,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;gBAEpD,MAAM,gBAAgB,GAAG,GAAG,EAAE;oBAC5B,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAC9C,CAAC;gBACJ,CAAC,CAAC;gBAEF,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,mCAAmC,KAAK,CAAC,QAAQ,EAAE,CACpD,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,IAAI,MAAuB,CAAC;gBAC5B,IAAI,CAAC;oBACH,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBAChB,yDAAyD;oBACzD,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,MAAM;qBACH,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;oBACd,gBAAgB,EAAE,CAAC;oBACnB,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC/C,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;gBACH,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAChC,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,OAAO,GAAG,WAAW,CACzB,KAAK,EAAE,MAAc,EAAmB,EAAE;QACxC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACpB,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,cAAc,GAAG,WAAW,CAChC,KAAK,EAAE,MAAc,EAAiB,EAAE;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACxB,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACpB,eAAe,CAAC,KAAK,CAAC,CAAC;YACvB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QACzD,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,eAAe,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QAC1D,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAChC,MAAM,kBAAkB,CAAC,aAAa,EAAE,CAAC;IAC3C,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO;YACL,YAAY,EAAE,aAAa;YAC3B,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,KAAK;YACnB,YAAY,EAAE,EAAE;YAChB,YAAY,EAAE,EAAE;YAChB,cAAc,EAAE,IAAI;YACpB,gBAAgB,EAAE,IAAI;YACtB,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,YAAY;QACZ,YAAY;QACZ,cAAc;QACd,gBAAgB;QAChB,KAAK;QACL,eAAe;QACf,OAAO,EAAE,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACtE,cAAc,EACZ,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACtE,YAAY,EACV,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACpE,aAAa;KACd,CAAC;AACJ,CAAC","sourcesContent":["import { useEffect, useState, useCallback, useMemo, useRef } from \"react\";\n\nimport type {\n  ModelAvailability,\n  SessionConfig,\n  TokenEvent,\n  PartialEvent,\n  StreamCompleteEvent,\n  StreamErrorEvent,\n  DownloadProgress,\n  ToolDefinition,\n  ToolCallEvent,\n  ActiveToolCall,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\nimport { createLLMSession, LLMSession } from \"./LLMSession\";\n\ntype UseLocalLLMOptions = SessionConfig;\n\ntype UseLocalLLMResult = {\n  availability: ModelAvailability;\n  session: LLMSession | null;\n  isGenerating: boolean;\n  streamedText: string;\n  streamedJSON: string;\n  streamedObject: unknown;\n  downloadProgress: number | null;\n  error: string | null;\n  activeToolCalls: ActiveToolCall[];\n  respond?: (prompt: string) => Promise<string>;\n  streamResponse?: (prompt: string) => Promise<void>;\n  cancelStream?: () => Promise<void>;\n  downloadModel?: () => Promise<void>;\n};\n\nexport function useLocalLLM(\n  options: UseLocalLLMOptions = {}\n): UseLocalLLMResult {\n  const [availability, setAvailability] =\n    useState<ModelAvailability>(\"unknown\");\n  const [isGenerating, setIsGenerating] = useState(false);\n  const [streamedText, setStreamedText] = useState(\"\");\n  const [streamedJSON, setStreamedJSON] = useState(\"\");\n  const [streamedObject, setStreamedObject] = useState<unknown>(null);\n  const [downloadProgress, setDownloadProgress] = useState<number | null>(null);\n  const [error, setError] = useState<string | null>(null);\n  const [activeToolCalls, setActiveToolCalls] = useState<ActiveToolCall[]>([]);\n\n  // Keep a ref to the current tool handlers so the event listener\n  // always sees the latest handlers without needing to recreate the session.\n  const toolHandlersRef = useRef<Map<string, ToolDefinition[\"handler\"]>>(\n    new Map()\n  );\n\n  // Update handler ref whenever tools change\n  useEffect(() => {\n    const handlers = new Map<string, ToolDefinition[\"handler\"]>();\n    if (options.tools) {\n      for (const tool of options.tools) {\n        handlers.set(tool.name, tool.handler);\n      }\n    }\n    toolHandlersRef.current = handlers;\n  }, [options.tools]);\n\n  // Stabilize options to avoid unnecessary session recreation\n  // Include tool names/descriptions so session recreates when tools change structurally\n  const toolsFingerprint = useMemo(\n    () =>\n      options.tools\n        ?.map((t) => `${t.name}:${t.description}:${JSON.stringify(t.parameters)}`)\n        .join(\"|\") ?? \"\",\n    [options.tools]\n  );\n\n  // Fingerprint the schema so session recreates when it changes\n  const schemaFingerprint = useMemo(\n    () => (options.schema ? JSON.stringify(options.schema) : \"\"),\n    [options.schema]\n  );\n\n  const stableConfig = useMemo(\n    () => options,\n    [\n      options.instructions,\n      options.options?.temperature,\n      options.options?.maxTokens,\n      options.options?.topK,\n      options.toolTimeout,\n      options.responseFormat,\n      options.includeSchemaInPrompt,\n      schemaFingerprint,\n      toolsFingerprint,\n    ]\n  );\n\n  const isJSONMode = options.responseFormat === \"json\" && !!options.schema;\n\n  const session = useMemo(() => {\n    if (!ExpoLocalLlmModule) return null;\n    try {\n      const s = createLLMSession(stableConfig);\n      setError(null);\n      return s;\n    } catch (e: any) {\n      setError(e.message ?? \"Failed to create LLM session\");\n      return null;\n    }\n  }, [stableConfig]);\n\n  useEffect(() => {\n    if (!ExpoLocalLlmModule) return;\n\n    setAvailability(ExpoLocalLlmModule.getAvailability() as ModelAvailability);\n\n    const subs: { remove(): void }[] = [];\n\n    subs.push(\n      ExpoLocalLlmModule.addListener(\n        \"downloadProgress\",\n        (event: DownloadProgress) => {\n          setDownloadProgress(event.progress);\n        }\n      )\n    );\n    subs.push(\n      ExpoLocalLlmModule.addListener(\"availabilityChange\", (event) => {\n        setAvailability(event.availability);\n      })\n    );\n\n    if (session) {\n      subs.push(\n        session.addListener(\"token\", (event: TokenEvent) => {\n          setStreamedText(event.accumulated);\n        })\n      );\n      subs.push(\n        session.addListener(\"partial\", (event: PartialEvent) => {\n          setStreamedJSON(event.json);\n          try {\n            setStreamedObject(JSON.parse(event.json));\n          } catch {\n            // Partial may not be parseable yet; keep the previous parsed value.\n          }\n        })\n      );\n      subs.push(\n        session.addListener(\"streamComplete\", (event: StreamCompleteEvent) => {\n          if (isJSONMode) {\n            setStreamedJSON(event.text);\n            try {\n              setStreamedObject(JSON.parse(event.text));\n            } catch {\n              // Final JSON should always parse; leave previous value if it doesn't.\n            }\n          } else {\n            setStreamedText(event.text);\n          }\n          setIsGenerating(false);\n        })\n      );\n      subs.push(\n        session.addListener(\"streamError\", (event: StreamErrorEvent) => {\n          setError(event.error);\n          setIsGenerating(false);\n        })\n      );\n\n      // Tool call event listener\n      subs.push(\n        session.addListener(\"toolCall\", (event: ToolCallEvent) => {\n          const activeCall = { callId: event.callId, toolName: event.toolName };\n          setActiveToolCalls((prev) => [...prev, activeCall]);\n\n          const removeActiveCall = () => {\n            setActiveToolCalls((prev) =>\n              prev.filter((c) => c.callId !== event.callId)\n            );\n          };\n\n          const handler = toolHandlersRef.current.get(event.toolName);\n          if (!handler) {\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                `No handler registered for tool: ${event.toolName}`\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          let result: Promise<string>;\n          try {\n            result = handler(event.arguments);\n          } catch (e: any) {\n            // Handler threw synchronously before returning a promise\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                e.message || \"Tool handler failed\"\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          result\n            .then((value) => {\n              removeActiveCall();\n              session.resolveToolCall(event.callId, value);\n            })\n            .catch((e: any) => {\n              removeActiveCall();\n              try {\n                session.rejectToolCall(\n                  event.callId,\n                  e.message || \"Tool handler failed\"\n                );\n              } catch {\n                // Ignore if session is already torn down\n              }\n            });\n        })\n      );\n    }\n\n    return () => {\n      subs.forEach((s) => s.remove());\n      session?.release();\n    };\n  }, [session]);\n\n  const respond = useCallback(\n    async (prompt: string): Promise<string> => {\n      if (!session) throw new Error(\"Session not available\");\n      setError(null);\n      setIsGenerating(true);\n      try {\n        const result = await session.respond(prompt);\n        return result;\n      } catch (e: any) {\n        setError(e.message);\n        throw e;\n      } finally {\n        setIsGenerating(false);\n      }\n    },\n    [session]\n  );\n\n  const streamResponse = useCallback(\n    async (prompt: string): Promise<void> => {\n      if (!session) throw new Error(\"Session not available\");\n      setError(null);\n      setStreamedText(\"\");\n      setStreamedJSON(\"\");\n      setStreamedObject(null);\n      setIsGenerating(true);\n      try {\n        await session.streamResponse(prompt);\n      } catch (e: any) {\n        setError(e.message);\n        setIsGenerating(false);\n        throw e;\n      }\n    },\n    [session]\n  );\n\n  const cancelStream = useCallback(async (): Promise<void> => {\n    if (!session) return;\n    await session.cancelStream();\n    setIsGenerating(false);\n  }, [session]);\n\n  const downloadModel = useCallback(async (): Promise<void> => {\n    if (!ExpoLocalLlmModule) return;\n    await ExpoLocalLlmModule.downloadModel();\n  }, []);\n\n  if (!ExpoLocalLlmModule) {\n    return {\n      availability: \"notEligible\",\n      session: null,\n      isGenerating: false,\n      streamedText: \"\",\n      streamedJSON: \"\",\n      streamedObject: null,\n      downloadProgress: null,\n      error: null,\n      activeToolCalls: [],\n    };\n  }\n\n  return {\n    availability,\n    session,\n    isGenerating,\n    streamedText,\n    streamedJSON,\n    streamedObject,\n    downloadProgress,\n    error,\n    activeToolCalls,\n    respond: session && availability === \"available\" ? respond : undefined,\n    streamResponse:\n      session && availability === \"available\" ? streamResponse : undefined,\n    cancelStream:\n      session && availability === \"available\" ? cancelStream : undefined,\n    downloadModel,\n  };\n}\n"]}

package/build/validateSchema.d.ts

@@ -0,0 +1,18 @@
+import type { Schema } from "./ExpoLocalLlm.types";
+export type SchemaValidationError = {
+    path: string;
+    message: string;
+};
+export type SchemaValidationResult = {
+    ok: true;
+} | {
+    ok: false;
+    errors: SchemaValidationError[];
+};
+export declare class SchemaInvalidError extends Error {
+    readonly errors: SchemaValidationError[];
+    constructor(errors: SchemaValidationError[]);
+}
+export declare function validateSchema(schema: unknown): SchemaValidationResult;
+export type { Schema };
+//# sourceMappingURL=validateSchema.d.ts.map

package/build/validateSchema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validateSchema.d.ts","sourceRoot":"","sources":["../src/validateSchema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAEnD,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAC9B;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,GACZ;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,qBAAqB,EAAE,CAAA;CAAE,CAAC;AAEnD,qBAAa,kBAAmB,SAAQ,KAAK;IAC3C,QAAQ,CAAC,MAAM,EAAE,qBAAqB,EAAE,CAAC;gBAC7B,MAAM,EAAE,qBAAqB,EAAE;CAM5C;AAqFD,wBAAgB,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,sBAAsB,CAmBtE;AAGD,YAAY,EAAE,MAAM,EAAE,CAAC"}