expo-local-llm 0.4.1 → 0.6.0

package/README.md

@@ -71,8 +71,8 @@ function Chat() {
   }
 
   const handleSend = async (prompt: string) => {
-    // Streaming — updates streamedText live
-    await streamResponse(prompt);
+    // Streaming — updates streamedText live, resolves with the final text
+    const text = await streamResponse(prompt);
 
     // Or non-streaming:
     // const response = await respond(prompt);
@@ -158,6 +158,19 @@ const { respond } = useLocalLLM({
 const recipe = JSON.parse(await respond('Give me a pasta recipe'));
 ```
 
+For one-shot structured calls (classification, extraction) where you don't want conversation
+history accumulating between calls, use `generate()` instead of a session:
+
+```ts
+import { generate } from 'expo-local-llm';
+
+const json = await generate('Classify this message: "how was my sleep?"', {
+  instructions: 'Classify what the message asks for.',
+  responseFormat: 'json',
+  schema: { topic: { type: 'string', enum: ['sleep', 'heart', 'none'] } },
+});
+```
+
 Streaming with a schema yields progressively-filled snapshots via `streamedJSON` (the current
 partial as a JSON string) and `streamedObject` (the parsed value):
 
@@ -198,8 +211,8 @@ if (!result.ok) {
 |--------|------|-------------|
 | `instructions` | `string` | System instructions for the session |
 | `options.temperature` | `number` | Sampling temperature |
-| `options.maxTokens` | `number` | Max output tokens (capped at 256 on Android) |
-| `options.topK` | `number` | Top-K sampling |
+| `options.maxTokens` | `number` | Max output tokens (capped at 256 on Android; maps to `maximumResponseTokens` on iOS) |
+| `options.topK` | `number` | Top-K sampling (maps to `.random(top:)` on iOS) |
 | `tools` | `ToolDefinition[]` | Tools the model can invoke (iOS 26+ only) |
 | `toolTimeout` | `number` | Seconds before an unresolved tool call times out (default 30) |
 | `responseFormat` | `"text" \| "json"` | Set to `"json"` for structured JSON output |
@@ -220,10 +233,18 @@ if (!result.ok) {
 | `activeToolCalls` | `ActiveToolCall[]` | In-flight tool calls (`{ callId, toolName }`) |
 | `respond` | `(prompt: string) => Promise<string>` | Non-streaming generation. `undefined` when unavailable. |
 | `session` | `LLMSession \| null` | The native session object. `null` when unavailable. |
-| `streamResponse` | `(prompt: string) => Promise<void>` | Streaming generation (updates `streamedText`). `undefined` when model not `available`. |
-| `cancelStream` | `() => Promise<void>` | Cancel active stream. `undefined` when unavailable. |
+| `streamResponse` | `(prompt: string) => Promise<string>` | Streaming generation (updates `streamedText`). Resolves with the final text at stream end, or the partial text if cancelled; rejects on stream failure. `undefined` when model not `available`. |
+| `cancelStream` | `() => Promise<void>` | Cancel the active stream. Actually stops inference (not just token delivery); the pending `streamResponse` promise resolves with the partial text. `undefined` when unavailable. |
+| `reset` | `() => void` | Clear the conversation transcript, keeping instructions/tools/schema/options. Also cancels any in-flight stream. `undefined` only when there is no session. |
 | `downloadModel` | `() => Promise<void>` | Trigger model download (Android). `undefined` when unavailable. |
 
+### `generate(prompt, config?)`
+
+One-shot stateless generation — creates a session, responds once, and releases it. Takes the
+same config as `useLocalLLM`/`createLLMSession`. Use it for classification or extraction
+calls where conversation history between calls is unwanted. Throws when the module or model
+is unavailable (check `ExpoLocalLlmModule.getAvailability()` first if you need to gate).
+
 ### `ModelAvailability`
 
 `'available' | 'notEnabled' | 'notReady' | 'notEligible' | 'downloadRequired' | 'downloading' | 'unknown'`
@@ -270,13 +291,15 @@ a bare React Native library. Here's why:
 If you're on bare React Native without Expo, this module won't work — you'd need
 to add `expo-modules-core` as a dependency or use a different library.
 
-## How is this different from React Native AI? (as of June 2026)
+## How is this different from React Native AI? (as of August 2026)
 
 [React Native AI](https://github.com/callstackincubator/ai) (formerly `@callstack/ai`)
 is a Vercel AI SDK-compatible collection of on-device AI primitives, modularized
 into per-backend packages: `@react-native-ai/apple`, `@react-native-ai/llama`,
-`@react-native-ai/mlc`. It covers text generation, embeddings, transcription, and
-speech synthesis.
+`@react-native-ai/mlc`, and — new as of July 2026 — `@react-native-ai/adk`, which
+wraps Google's Agent Development Kit to run on-device Gemini Nano (or cloud
+Gemini) on Android. It covers text generation, tool calling, embeddings,
+transcription, and speech synthesis.
 
 `expo-local-llm` takes a narrower approach:
 
@@ -284,25 +307,34 @@ speech synthesis.
 |---|---|---|
 | **Surface** | React hook (`useLocalLLM`) and a native session object | Vercel AI SDK provider (`generateText`, `streamText`, `embed`, `transcribe`, `speech`) |
 | **iOS model** | Apple Foundation Models (system-provided) | Apple Foundation Models, Llama (via llama.rn), MLC LLM |
-| **Android model** | Gemini Nano (system-provided) | Llama, MLC (no built-in OS model) |
-| **Capabilities** | Text generation, tool calling, constrained JSON output | Text, embeddings, transcription, speech synthesis |
-| **Model management** | None — the OS handles it | Built-in for Apple; download/prepare for Llama/MLC |
-| **Bundle size impact** | Near zero | Depends on which provider you install + model weights |
+| **Android model** | Gemini Nano (system-provided) | Gemini Nano (via ADK/ML Kit GenAI), cloud Gemini, Llama, MLC |
+| **Capabilities** | Text generation, tool calling, constrained JSON output | Text, tool calling, embeddings, transcription, speech synthesis, image input (ADK) |
+| **Structured output** | Constrained decoding on iOS; instruction-based on Android | JSON mode via `responseMimeType` on ADK (no schema constraints); MLC on iOS |
+| **Model management** | None — the OS handles it | Built-in for Apple/ADK; download/prepare for Llama/MLC |
+| **Bundle size impact** | Near zero | Depends on which provider you install + model weights (ADK pulls in Google GenAI libraries) |
 | **DevTools** | None | AI SDK Profiler via Rozenite (OpenTelemetry spans) |
-| **Install path** | One `expo install`, autolinks | Per-package install (Apple provider autolinks; Llama/MLC need extra setup) |
-| **Dependencies** | None | Vercel AI SDK (v6) and per-provider runtimes |
+| **Install path** | One `expo install`, autolinks | Per-package install; ADK needs New Architecture, `minSdkVersion` 26, and packaging excludes |
+| **Dependencies** | None | Vercel AI SDK (v6 as of v0.12) and per-provider runtimes |
 
 **Choose `expo-local-llm` if** you want the simplest path to on-device LLM in
 an Expo app and are happy using whatever model the OS provides (Apple Foundation
 Models on iOS, Gemini Nano on Android). There's nothing to configure, no weights
-to bundle, and it works on both platforms.
+to bundle, and it works on both platforms with a single install.
 
 **Choose React Native AI if** you need any of:
 - Vercel AI SDK compatibility (drop-in replacement for cloud-LLM apps)
-- Capabilities beyond text generation (embeddings, transcription, speech synthesis)
+- Capabilities beyond text generation (embeddings, transcription, speech synthesis, image input)
 - Specific models (Llama 3.2, Phi-3, Mistral, Qwen) on either iOS or Android
+- A cloud Gemini fallback behind the same API as on-device Gemini Nano
 - AI SDK Profiler DevTools for tracing
 
+The biggest change since June 2026: React Native AI's `@react-native-ai/adk`
+package closed the Android gap — it now offers system-provided Gemini Nano too,
+with tool calling and multimodal input. The remaining differences are setup
+weight (ADK requires New Architecture, `minSdkVersion` 26, and Gradle packaging
+tweaks vs. a single `expo install` here) and API shape (Vercel AI SDK functions
+vs. a React hook with a session object).
+
 ## Built with expo-local-llm
 
 - [PulseID](https://apps.apple.com/us/app/pulseid-heart-rate-camera/id6754331991) — Heart rate camera

package/android/src/main/java/expo/modules/localllm/ConversationHistory.kt

@@ -16,6 +16,10 @@ class ConversationHistory(private val systemInstructions: String?) {
     trimHistory()
   }
 
+  fun clear() {
+    messages.clear()
+  }
+
   fun buildPrompt(): String {
     val sb = StringBuilder()
     if (!systemInstructions.isNullOrBlank()) {

package/android/src/main/java/expo/modules/localllm/ExpoLocalLlmModule.kt

@@ -42,14 +42,18 @@ class ExpoLocalLlmModule : Module() {
         session.respond(prompt)
       }
 
-      AsyncFunction("streamResponse") { session: LLMSession, prompt: String ->
-        session.startStream(prompt)
+      AsyncFunction("streamResponse") Coroutine { session: LLMSession, prompt: String ->
+        session.streamResponse(prompt)
       }
 
       AsyncFunction("cancelStream") { session: LLMSession ->
         session.cancelStream()
       }
 
+      Function("reset") { session: LLMSession ->
+        session.reset()
+      }
+
       // Tool calling stubs — not yet supported on Android
       Function("registerTool") { _: LLMSession, _: ToolConfig ->
         throw ToolNotSupportedException()

package/android/src/main/java/expo/modules/localllm/LLMSession.kt

@@ -77,17 +77,24 @@ class LLMSession(
     return text
   }
 
-  fun startStream(prompt: String) {
+  /**
+   * Stream a response, emitting `token` events along the way. Resolves with
+   * the final text when the stream completes, or with the partial text
+   * produced so far if the stream is cancelled. Emits `streamComplete` only
+   * on natural completion, `streamError` on failure.
+   */
+  suspend fun streamResponse(prompt: String): String {
     streamJob?.cancel()
     history.addUserMessage(prompt)
     val fullPrompt = history.buildPrompt()
 
-    streamJob = scope.launch {
+    var accumulated = ""
+    var failure: Exception? = null
+    var completed = false
+    val job = scope.launch {
       try {
         val genModel = getOrCreateModel()
-        var accumulated = ""
-        val responseStream = genModel.generateContentStream(fullPrompt)
-        responseStream.collect { chunk ->
+        genModel.generateContentStream(fullPrompt).collect { chunk ->
           val token = chunk.text ?: ""
           accumulated += token
           emit("token", mapOf(
@@ -95,14 +102,26 @@ class LLMSession(
             "accumulated" to accumulated
           ))
         }
-        history.addAssistantMessage(accumulated)
-        emit("streamComplete", mapOf("text" to accumulated))
+        completed = true
       } catch (e: CancellationException) {
         // User-initiated cancellation — not an error
+        throw e
       } catch (e: Exception) {
+        failure = e
         emit("streamError", mapOf("error" to (e.message ?: "Unknown error")))
       }
     }
+    streamJob = job
+    job.join()
+
+    failure?.let { throw StreamException(it.message ?: "Unknown error") }
+    if (accumulated.isNotEmpty()) {
+      history.addAssistantMessage(accumulated)
+    }
+    if (completed) {
+      emit("streamComplete", mapOf("text" to accumulated))
+    }
+    return accumulated
   }
 
   fun cancelStream() {
@@ -110,6 +129,16 @@ class LLMSession(
     streamJob = null
   }
 
+  /**
+   * Clear the conversation history (keeps instructions and generation
+   * options). Cancels any in-flight stream.
+   */
+  fun reset() {
+    streamJob?.cancel()
+    streamJob = null
+    history.clear()
+  }
+
   override fun deallocate() {
     super.deallocate()
     streamJob?.cancel()

package/build/ExpoLocalLlm.types.d.ts

@@ -10,11 +10,18 @@ export type ToolParameter = {
     description: string;
     enum?: string[];
 };
+/**
+ * Arguments the model supplied for a tool call, parsed from the JSON it
+ * produced. The values are NOT validated against the tool's declared
+ * `parameters` — the model may omit fields, add extras, or use a different
+ * primitive type — so handlers should treat them as untrusted input.
+ */
+export type ToolArguments = Record<string, unknown>;
 export type ToolDefinition = {
     name: string;
     description: string;
     parameters: Record<string, ToolParameter>;
-    handler: (args: Record<string, any>) => Promise<string>;
+    handler: (args: ToolArguments) => Promise<string>;
 };
 export type ToolConfig = {
     name: string;
@@ -24,7 +31,7 @@ export type ToolConfig = {
 export type ToolCallEvent = {
     callId: string;
     toolName: string;
-    arguments: Record<string, any>;
+    arguments: ToolArguments;
 };
 export type ActiveToolCall = {
     callId: string;

package/build/ExpoLocalLlm.types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ExpoLocalLlm.types.d.ts","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,YAAY,GACZ,UAAU,GACV,aAAa,GACb,kBAAkB,GAClB,aAAa,GACb,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAIF,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhE,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,iBAAiB,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC1C,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAIF,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;AAE7C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACzD;IAAE,IAAI,EAAE,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,GAC3D;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;CACzC,CAAC;AAEN,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAEjD,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACnC,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;IACvC,cAAc,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;IACrD,WAAW,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC/C,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,gBAAgB,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,kBAAkB,EAAE,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,iBAAiB,CAAA;KAAE,KAAK,IAAI,CAAC;CAC1E,CAAC"}
+{"version":3,"file":"ExpoLocalLlm.types.d.ts","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,YAAY,GACZ,UAAU,GACV,aAAa,GACb,kBAAkB,GAClB,aAAa,GACb,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAIF,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhE,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,iBAAiB,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAEF;;;;;GAKG;AACH,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEpD,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAC1C,OAAO,EAAE,CAAC,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACnD,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,aAAa,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAIF,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;AAE7C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACzD;IAAE,IAAI,EAAE,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,GAC3D;IACE,IAAI,EAAE,QAAQ,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;CACzC,CAAC;AAEN,MAAM,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;AAEjD,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACnC,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;IACvC,cAAc,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;IACrD,WAAW,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC/C,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,gBAAgB,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,kBAAkB,EAAE,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,iBAAiB,CAAA;KAAE,KAAK,IAAI,CAAC;CAC1E,CAAC"}

package/build/ExpoLocalLlm.types.js.map

@@ -1 +1 @@
-{"version":3,"file":"ExpoLocalLlm.types.js","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"","sourcesContent":["export type ModelAvailability =\n  | \"available\"\n  | \"notEnabled\"\n  | \"notReady\"\n  | \"notEligible\"\n  | \"downloadRequired\"\n  | \"downloading\"\n  | \"unknown\";\n\nexport type GenerationOptions = {\n  temperature?: number;\n  maxTokens?: number;\n  topK?: number;\n};\n\n// Tool calling types\n\nexport type ToolParameterType = \"string\" | \"number\" | \"boolean\";\n\nexport type ToolParameter = {\n  type: ToolParameterType;\n  description: string;\n  enum?: string[];\n};\n\nexport type ToolDefinition = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n  handler: (args: Record<string, any>) => Promise<string>;\n};\n\nexport type ToolConfig = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n};\n\nexport type ToolCallEvent = {\n  callId: string;\n  toolName: string;\n  arguments: Record<string, any>;\n};\n\nexport type ActiveToolCall = {\n  callId: string;\n  toolName: string;\n};\n\n// Structured output types\n\nexport type ResponseFormat = \"text\" | \"json\";\n\nexport type SchemaField =\n  | { type: \"string\"; description?: string; enum?: string[] }\n  | { type: \"number\" | \"integer\" | \"boolean\"; description?: string }\n  | { type: \"array\"; description?: string; items: SchemaField }\n  | {\n      type: \"object\";\n      description?: string;\n      properties: Record<string, SchemaField>;\n    };\n\nexport type Schema = Record<string, SchemaField>;\n\nexport type SessionConfig = {\n  instructions?: string;\n  options?: GenerationOptions;\n  tools?: ToolDefinition[];\n  toolTimeout?: number;\n  responseFormat?: ResponseFormat;\n  schema?: Schema;\n  includeSchemaInPrompt?: boolean;\n};\n\nexport type TokenEvent = {\n  token: string;\n  accumulated: string;\n};\n\nexport type StreamCompleteEvent = {\n  text: string;\n};\n\nexport type PartialEvent = {\n  json: string;\n  complete: boolean;\n};\n\nexport type StreamErrorEvent = {\n  error: string;\n};\n\nexport type DownloadProgress = {\n  progress: number;\n};\n\nexport type LLMSessionEvents = {\n  token: (event: TokenEvent) => void;\n  partial: (event: PartialEvent) => void;\n  streamComplete: (event: StreamCompleteEvent) => void;\n  streamError: (event: StreamErrorEvent) => void;\n  toolCall: (event: ToolCallEvent) => void;\n};\n\nexport type ExpoLocalLlmModuleEvents = {\n  downloadProgress: (event: DownloadProgress) => void;\n  availabilityChange: (event: { availability: ModelAvailability }) => void;\n};\n"]}
+{"version":3,"file":"ExpoLocalLlm.types.js","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"","sourcesContent":["export type ModelAvailability =\n  | \"available\"\n  | \"notEnabled\"\n  | \"notReady\"\n  | \"notEligible\"\n  | \"downloadRequired\"\n  | \"downloading\"\n  | \"unknown\";\n\nexport type GenerationOptions = {\n  temperature?: number;\n  maxTokens?: number;\n  topK?: number;\n};\n\n// Tool calling types\n\nexport type ToolParameterType = \"string\" | \"number\" | \"boolean\";\n\nexport type ToolParameter = {\n  type: ToolParameterType;\n  description: string;\n  enum?: string[];\n};\n\n/**\n * Arguments the model supplied for a tool call, parsed from the JSON it\n * produced. The values are NOT validated against the tool's declared\n * `parameters` — the model may omit fields, add extras, or use a different\n * primitive type — so handlers should treat them as untrusted input.\n */\nexport type ToolArguments = Record<string, unknown>;\n\nexport type ToolDefinition = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n  handler: (args: ToolArguments) => Promise<string>;\n};\n\nexport type ToolConfig = {\n  name: string;\n  description: string;\n  parameters: Record<string, ToolParameter>;\n};\n\nexport type ToolCallEvent = {\n  callId: string;\n  toolName: string;\n  arguments: ToolArguments;\n};\n\nexport type ActiveToolCall = {\n  callId: string;\n  toolName: string;\n};\n\n// Structured output types\n\nexport type ResponseFormat = \"text\" | \"json\";\n\nexport type SchemaField =\n  | { type: \"string\"; description?: string; enum?: string[] }\n  | { type: \"number\" | \"integer\" | \"boolean\"; description?: string }\n  | { type: \"array\"; description?: string; items: SchemaField }\n  | {\n      type: \"object\";\n      description?: string;\n      properties: Record<string, SchemaField>;\n    };\n\nexport type Schema = Record<string, SchemaField>;\n\nexport type SessionConfig = {\n  instructions?: string;\n  options?: GenerationOptions;\n  tools?: ToolDefinition[];\n  toolTimeout?: number;\n  responseFormat?: ResponseFormat;\n  schema?: Schema;\n  includeSchemaInPrompt?: boolean;\n};\n\nexport type TokenEvent = {\n  token: string;\n  accumulated: string;\n};\n\nexport type StreamCompleteEvent = {\n  text: string;\n};\n\nexport type PartialEvent = {\n  json: string;\n  complete: boolean;\n};\n\nexport type StreamErrorEvent = {\n  error: string;\n};\n\nexport type DownloadProgress = {\n  progress: number;\n};\n\nexport type LLMSessionEvents = {\n  token: (event: TokenEvent) => void;\n  partial: (event: PartialEvent) => void;\n  streamComplete: (event: StreamCompleteEvent) => void;\n  streamError: (event: StreamErrorEvent) => void;\n  toolCall: (event: ToolCallEvent) => void;\n};\n\nexport type ExpoLocalLlmModuleEvents = {\n  downloadProgress: (event: DownloadProgress) => void;\n  availabilityChange: (event: { availability: ModelAvailability }) => void;\n};\n"]}

package/build/LLMSession.d.ts

@@ -2,12 +2,35 @@ import { SharedObject } from "expo-modules-core";
 import type { SessionConfig, LLMSessionEvents, ToolConfig } from "./ExpoLocalLlm.types";
 export declare class LLMSession extends SharedObject<LLMSessionEvents> {
     respond: (prompt: string) => Promise<string>;
-    streamResponse: (prompt: string) => Promise<void>;
+    /**
+     * Streams a response, emitting `token`/`partial` events along the way.
+     * Resolves with the final text when the stream completes, or with the
+     * partial text produced so far if the stream is cancelled via
+     * `cancelStream()`. Rejects if the stream fails.
+     */
+    streamResponse: (prompt: string) => Promise<string>;
     cancelStream: () => Promise<void>;
+    /**
+     * Clears the conversation transcript while keeping instructions, tools,
+     * schema, and generation options. Cancels any in-flight stream. Cheap —
+     * the model weights are OS-shared; only the conversation state is rebuilt.
+     */
+    reset: () => void;
     registerTool: (config: ToolConfig) => void;
     unregisterTool: (name: string) => void;
     resolveToolCall: (callId: string, result: string) => void;
     rejectToolCall: (callId: string, error: string) => void;
 }
 export declare function createLLMSession(config?: SessionConfig): LLMSession;
+/**
+ * One-shot, stateless generation: creates a session, responds once, and
+ * releases the session. Use this for classification/extraction calls where
+ * conversation history is unwanted — no session bookkeeping, no transcript
+ * accumulation across calls.
+ *
+ * Throws `UnavailabilityError` when the native module is missing; rejects
+ * with the native error when the model is not available. Callers that need
+ * an availability check first can use `ExpoLocalLlmModule.getAvailability()`.
+ */
+export declare function generate(prompt: string, config?: SessionConfig): Promise<string>;
 //# sourceMappingURL=LLMSession.d.ts.map

package/build/LLMSession.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LLMSession.d.ts","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,mBAAmB,CAAC;AAEtE,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACX,MAAM,sBAAsB,CAAC;AAI9B,qBAAa,UAAW,SAAQ,YAAY,CAAC,gBAAgB,CAAC;IAG5D,OAAO,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,EAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,YAAY,EAAG,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,cAAc,EAAG,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,eAAe,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3D,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAC1D;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,aAAkB,GAAG,UAAU,CAkBvE"}
+{"version":3,"file":"LLMSession.d.ts","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,mBAAmB,CAAC;AAEtE,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,UAAU,EACX,MAAM,sBAAsB,CAAC;AAI9B,qBAAa,UAAW,SAAQ,YAAY,CAAC,gBAAgB,CAAC;IAG5D,OAAO,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C;;;;;OAKG;IACH,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,YAAY,EAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC;;;;OAIG;IACH,KAAK,EAAG,MAAM,IAAI,CAAC;IACnB,YAAY,EAAG,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,cAAc,EAAG,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACxC,eAAe,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3D,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAC1D;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,aAAkB,GAAG,UAAU,CAoBvE;AAED;;;;;;;;;GASG;AACH,wBAAsB,QAAQ,CAC5B,MAAM,EAAE,MAAM,EACd,MAAM,GAAE,aAAkB,GACzB,OAAO,CAAC,MAAM,CAAC,CAOjB"}

package/build/LLMSession.js

@@ -5,8 +5,20 @@ export class LLMSession extends SharedObject {
     // Methods are implemented natively via the Class() DSL.
     // TypeScript declarations provide type safety only.
     respond;
+    /**
+     * Streams a response, emitting `token`/`partial` events along the way.
+     * Resolves with the final text when the stream completes, or with the
+     * partial text produced so far if the stream is cancelled via
+     * `cancelStream()`. Rejects if the stream fails.
+     */
     streamResponse;
     cancelStream;
+    /**
+     * Clears the conversation transcript while keeping instructions, tools,
+     * schema, and generation options. Cancels any in-flight stream. Cheap —
+     * the model weights are OS-shared; only the conversation state is rebuilt.
+     */
+    reset;
     registerTool;
     unregisterTool;
     resolveToolCall;
@@ -25,8 +37,29 @@ export function createLLMSession(config = {}) {
     // Strip handler functions before passing to native — native doesn't need them
     const nativeConfig = {
         ...config,
-        tools: config.tools?.map(({ handler, ...rest }) => rest),
+        tools: config.tools?.map(({ handler: _handler, ...rest }) => rest),
     };
+    // SAFETY: the native module exposes `LLMSession` as an untyped shared-object
+    // class; its instances implement the `LLMSession` contract in this file.
     return new ExpoLocalLlmModule.LLMSession(nativeConfig);
 }
+/**
+ * One-shot, stateless generation: creates a session, responds once, and
+ * releases the session. Use this for classification/extraction calls where
+ * conversation history is unwanted — no session bookkeeping, no transcript
+ * accumulation across calls.
+ *
+ * Throws `UnavailabilityError` when the native module is missing; rejects
+ * with the native error when the model is not available. Callers that need
+ * an availability check first can use `ExpoLocalLlmModule.getAvailability()`.
+ */
+export async function generate(prompt, config = {}) {
+    const session = createLLMSession(config);
+    try {
+        return await session.respond(prompt);
+    }
+    finally {
+        session.release();
+    }
+}
 //# sourceMappingURL=LLMSession.js.map

package/build/LLMSession.js.map

@@ -1 +1 @@
-{"version":3,"file":"LLMSession.js","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAOtE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,OAAO,UAAW,SAAQ,YAA8B;IAC5D,wDAAwD;IACxD,oDAAoD;IACpD,OAAO,CAAuC;IAC9C,cAAc,CAAqC;IACnD,YAAY,CAAuB;IACnC,YAAY,CAAgC;IAC5C,cAAc,CAA0B;IACxC,eAAe,CAA4C;IAC3D,cAAc,CAA2C;CAC1D;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAwB,EAAE;IACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,IAAI,mBAAmB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,IAAI,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,MAAM,YAAY,GAAG;QACnB,GAAG,MAAM;QACT,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;KACzD,CAAC;IACF,OAAO,IAAI,kBAAkB,CAAC,UAAU,CAAC,YAAY,CAAe,CAAC;AACvE,CAAC","sourcesContent":["import { SharedObject, UnavailabilityError } from \"expo-modules-core\";\n\nimport type {\n  SessionConfig,\n  LLMSessionEvents,\n  ToolConfig,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\nimport { validateSchema, SchemaInvalidError } from \"./validateSchema\";\n\nexport class LLMSession extends SharedObject<LLMSessionEvents> {\n  // Methods are implemented natively via the Class() DSL.\n  // TypeScript declarations provide type safety only.\n  respond!: (prompt: string) => Promise<string>;\n  streamResponse!: (prompt: string) => Promise<void>;\n  cancelStream!: () => Promise<void>;\n  registerTool!: (config: ToolConfig) => void;\n  unregisterTool!: (name: string) => void;\n  resolveToolCall!: (callId: string, result: string) => void;\n  rejectToolCall!: (callId: string, error: string) => void;\n}\n\nexport function createLLMSession(config: SessionConfig = {}): LLMSession {\n  if (!ExpoLocalLlmModule) {\n    throw new UnavailabilityError(\"ExpoLocalLlm\", \"createLLMSession\");\n  }\n\n  if (config.schema) {\n    const result = validateSchema(config.schema);\n    if (!result.ok) {\n      throw new SchemaInvalidError(result.errors);\n    }\n  }\n\n  // Strip handler functions before passing to native — native doesn't need them\n  const nativeConfig = {\n    ...config,\n    tools: config.tools?.map(({ handler, ...rest }) => rest),\n  };\n  return new ExpoLocalLlmModule.LLMSession(nativeConfig) as LLMSession;\n}\n"]}
+{"version":3,"file":"LLMSession.js","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAOtE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,OAAO,UAAW,SAAQ,YAA8B;IAC5D,wDAAwD;IACxD,oDAAoD;IACpD,OAAO,CAAuC;IAC9C;;;;;OAKG;IACH,cAAc,CAAuC;IACrD,YAAY,CAAuB;IACnC;;;;OAIG;IACH,KAAK,CAAc;IACnB,YAAY,CAAgC;IAC5C,cAAc,CAA0B;IACxC,eAAe,CAA4C;IAC3D,cAAc,CAA2C;CAC1D;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAwB,EAAE;IACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,IAAI,mBAAmB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,IAAI,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,MAAM,YAAY,GAAG;QACnB,GAAG,MAAM;QACT,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;KACnE,CAAC;IACF,6EAA6E;IAC7E,yEAAyE;IACzE,OAAO,IAAI,kBAAkB,CAAC,UAAU,CAAC,YAAY,CAAe,CAAC;AACvE,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,MAAc,EACd,SAAwB,EAAE;IAE1B,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC;AACH,CAAC","sourcesContent":["import { SharedObject, UnavailabilityError } from \"expo-modules-core\";\n\nimport type {\n  SessionConfig,\n  LLMSessionEvents,\n  ToolConfig,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\nimport { validateSchema, SchemaInvalidError } from \"./validateSchema\";\n\nexport class LLMSession extends SharedObject<LLMSessionEvents> {\n  // Methods are implemented natively via the Class() DSL.\n  // TypeScript declarations provide type safety only.\n  respond!: (prompt: string) => Promise<string>;\n  /**\n   * Streams a response, emitting `token`/`partial` events along the way.\n   * Resolves with the final text when the stream completes, or with the\n   * partial text produced so far if the stream is cancelled via\n   * `cancelStream()`. Rejects if the stream fails.\n   */\n  streamResponse!: (prompt: string) => Promise<string>;\n  cancelStream!: () => Promise<void>;\n  /**\n   * Clears the conversation transcript while keeping instructions, tools,\n   * schema, and generation options. Cancels any in-flight stream. Cheap —\n   * the model weights are OS-shared; only the conversation state is rebuilt.\n   */\n  reset!: () => void;\n  registerTool!: (config: ToolConfig) => void;\n  unregisterTool!: (name: string) => void;\n  resolveToolCall!: (callId: string, result: string) => void;\n  rejectToolCall!: (callId: string, error: string) => void;\n}\n\nexport function createLLMSession(config: SessionConfig = {}): LLMSession {\n  if (!ExpoLocalLlmModule) {\n    throw new UnavailabilityError(\"ExpoLocalLlm\", \"createLLMSession\");\n  }\n\n  if (config.schema) {\n    const result = validateSchema(config.schema);\n    if (!result.ok) {\n      throw new SchemaInvalidError(result.errors);\n    }\n  }\n\n  // Strip handler functions before passing to native — native doesn't need them\n  const nativeConfig = {\n    ...config,\n    tools: config.tools?.map(({ handler: _handler, ...rest }) => rest),\n  };\n  // SAFETY: the native module exposes `LLMSession` as an untyped shared-object\n  // class; its instances implement the `LLMSession` contract in this file.\n  return new ExpoLocalLlmModule.LLMSession(nativeConfig) as LLMSession;\n}\n\n/**\n * One-shot, stateless generation: creates a session, responds once, and\n * releases the session. Use this for classification/extraction calls where\n * conversation history is unwanted — no session bookkeeping, no transcript\n * accumulation across calls.\n *\n * Throws `UnavailabilityError` when the native module is missing; rejects\n * with the native error when the model is not available. Callers that need\n * an availability check first can use `ExpoLocalLlmModule.getAvailability()`.\n */\nexport async function generate(\n  prompt: string,\n  config: SessionConfig = {}\n): Promise<string> {\n  const session = createLLMSession(config);\n  try {\n    return await session.respond(prompt);\n  } finally {\n    session.release();\n  }\n}\n"]}

package/build/index.d.ts

@@ -1,5 +1,5 @@
 export { useLocalLLM } from "./useLocalLLM";
-export { LLMSession, createLLMSession } from "./LLMSession";
+export { LLMSession, createLLMSession, generate } from "./LLMSession";
 export { default as ExpoLocalLlmModule } from "./ExpoLocalLlmModule";
 export { validateSchema, SchemaInvalidError, type SchemaValidationError, type SchemaValidationResult, } from "./validateSchema";
 export * from "./ExpoLocalLlm.types";

package/build/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,GAC5B,MAAM,kBAAkB,CAAC;AAC1B,cAAc,sBAAsB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,GAC5B,MAAM,kBAAkB,CAAC;AAC1B,cAAc,sBAAsB,CAAC"}

package/build/index.js

@@ -1,5 +1,5 @@
 export { useLocalLLM } from "./useLocalLLM";
-export { LLMSession, createLLMSession } from "./LLMSession";
+export { LLMSession, createLLMSession, generate } from "./LLMSession";
 export { default as ExpoLocalLlmModule } from "./ExpoLocalLlmModule";
 export { validateSchema, SchemaInvalidError, } from "./validateSchema";
 export * from "./ExpoLocalLlm.types";

package/build/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EACL,cAAc,EACd,kBAAkB,GAGnB,MAAM,kBAAkB,CAAC;AAC1B,cAAc,sBAAsB,CAAC","sourcesContent":["export { useLocalLLM } from \"./useLocalLLM\";\nexport { LLMSession, createLLMSession } from \"./LLMSession\";\nexport { default as ExpoLocalLlmModule } from \"./ExpoLocalLlmModule\";\nexport {\n  validateSchema,\n  SchemaInvalidError,\n  type SchemaValidationError,\n  type SchemaValidationResult,\n} from \"./validateSchema\";\nexport * from \"./ExpoLocalLlm.types\";\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EACL,cAAc,EACd,kBAAkB,GAGnB,MAAM,kBAAkB,CAAC;AAC1B,cAAc,sBAAsB,CAAC","sourcesContent":["export { useLocalLLM } from \"./useLocalLLM\";\nexport { LLMSession, createLLMSession, generate } from \"./LLMSession\";\nexport { default as ExpoLocalLlmModule } from \"./ExpoLocalLlmModule\";\nexport {\n  validateSchema,\n  SchemaInvalidError,\n  type SchemaValidationError,\n  type SchemaValidationResult,\n} from \"./validateSchema\";\nexport * from \"./ExpoLocalLlm.types\";\n"]}

package/build/useLocalLLM.d.ts

@@ -12,8 +12,9 @@ type UseLocalLLMResult = {
     error: string | null;
     activeToolCalls: ActiveToolCall[];
     respond?: (prompt: string) => Promise<string>;
-    streamResponse?: (prompt: string) => Promise<void>;
+    streamResponse?: (prompt: string) => Promise<string>;
     cancelStream?: () => Promise<void>;
+    reset?: () => void;
     downloadModel?: () => Promise<void>;
 };
 export declare function useLocalLLM(options?: UseLocalLLMOptions): UseLocalLLMResult;

package/build/useLocalLLM.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"useLocalLLM.d.ts","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,iBAAiB,EACjB,aAAa,EAQb,cAAc,EACf,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAoB,UAAU,EAAE,MAAM,cAAc,CAAC;AAE5D,KAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,iBAAiB,CAAC;IAChC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,eAAe,EAAE,cAAc,EAAE,CAAC;IAClC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC,CAAC;AAEF,wBAAgB,WAAW,CACzB,OAAO,GAAE,kBAAuB,GAC/B,iBAAiB,CAgSnB"}
+{"version":3,"file":"useLocalLLM.d.ts","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,iBAAiB,EACjB,aAAa,EAQb,cAAc,EACf,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAoB,UAAU,EAAE,MAAM,cAAc,CAAC;AAE5D,KAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,iBAAiB,CAAC;IAChC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,eAAe,EAAE,cAAc,EAAE,CAAC;IAClC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,MAAM,IAAI,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC,CAAC;AAEF,wBAAgB,WAAW,CACzB,OAAO,GAAE,kBAAuB,GAC/B,iBAAiB,CAsTnB"}

package/build/useLocalLLM.js

@@ -2,6 +2,8 @@ import { useEffect, useState, useCallback, useMemo, useRef } from "react";
 import ExpoLocalLlmModule from "./ExpoLocalLlmModule";
 import { createLLMSession, LLMSession } from "./LLMSession";
 export function useLocalLLM(options = {}) {
+    // SAFETY: native `getAvailability()` returns one of the `ModelAvailability`
+    // string literals; the bridge only types it as `string`.
     const [availability, setAvailability] = useState(() => ExpoLocalLlmModule
         ? ExpoLocalLlmModule.getAvailability()
         : "unknown");
@@ -154,7 +156,11 @@ export function useLocalLLM(options = {}) {
             subs.forEach((s) => s.remove());
             session?.release();
         };
-    }, [session]);
+        // isJSONMode: used by the streamComplete listener. Today it can only
+        // change together with a session recreation (responseFormat/schema are
+        // in stableConfig), but depending on it directly removes the reliance
+        // on that invariant.
+    }, [session, isJSONMode]);
     const respond = useCallback(async (prompt) => {
         if (!session)
             throw new Error("Session not available");
@@ -181,13 +187,17 @@ export function useLocalLLM(options = {}) {
         setStreamedObject(null);
         setIsGenerating(true);
         try {
-            await session.streamResponse(prompt);
+            // Resolves with the final text at stream end (or the partial text
+            // if cancelled); rejects if the stream fails.
+            return await session.streamResponse(prompt);
         }
         catch (e) {
             setRuntimeError(e.message);
-            setIsGenerating(false);
             throw e;
         }
+        finally {
+            setIsGenerating(false);
+        }
     }, [session]);
     const cancelStream = useCallback(async () => {
         if (!session)
@@ -195,6 +205,17 @@ export function useLocalLLM(options = {}) {
         await session.cancelStream();
         setIsGenerating(false);
     }, [session]);
+    const reset = useCallback(() => {
+        if (!session)
+            return;
+        session.reset();
+        setStreamedText("");
+        setStreamedJSON("");
+        setStreamedObject(null);
+        setRuntimeError(null);
+        setActiveToolCalls([]);
+        setIsGenerating(false);
+    }, [session]);
     const downloadModel = useCallback(async () => {
         if (!ExpoLocalLlmModule)
             return;
@@ -226,6 +247,8 @@ export function useLocalLLM(options = {}) {
         respond: session && availability === "available" ? respond : undefined,
         streamResponse: session && availability === "available" ? streamResponse : undefined,
         cancelStream: session && availability === "available" ? cancelStream : undefined,
+        // Resetting is safe in any availability state — gate on session only.
+        reset: session ? reset : undefined,
         downloadModel,
     };
 }

package/build/useLocalLLM.js.map

@@ -1 +1 @@
-{"version":3,"file":"useLocalLLM.js","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAc1E,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAoB5D,MAAM,UAAU,WAAW,CACzB,UAA8B,EAAE;IAEhC,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAoB,GAAG,EAAE,CACvE,kBAAkB;QAChB,CAAC,CAAE,kBAAkB,CAAC,eAAe,EAAwB;QAC7D,CAAC,CAAC,SAAS,CACd,CAAC;IACF,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,QAAQ,CAAU,IAAI,CAAC,CAAC;IACpE,MAAM,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IAC9E,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IACtE,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAmB,EAAE,CAAC,CAAC;IAE7E,gEAAgE;IAChE,2EAA2E;IAC3E,MAAM,eAAe,GAAG,MAAM,CAC5B,IAAI,GAAG,EAAE,CACV,CAAC;IAEF,2CAA2C;IAC3C,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqC,CAAC;QAC9D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QACD,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC;IACrC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpB,4DAA4D;IAC5D,sFAAsF;IACtF,MAAM,gBAAgB,GAAG,OAAO,CAC9B,GAAG,EAAE,CACH,OAAO,CAAC,KAAK;QACX,EAAE,GAAG,CACH,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CACpE;SACA,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EACpB,CAAC,OAAO,CAAC,KAAK,CAAC,CAChB,CAAC;IAEF,8DAA8D;IAC9D,MAAM,iBAAiB,GAAG,OAAO,CAC/B,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAC5D,CAAC,OAAO,CAAC,MAAM,CAAC,CACjB,CAAC;IAEF,MAAM,YAAY,GAAG,OAAO,CAC1B,GAAG,EAAE,CAAC,OAAO,EACb;QACE,OAAO,CAAC,YAAY;QACpB,OAAO,CAAC,OAAO,EAAE,WAAW;QAC5B,OAAO,CAAC,OAAO,EAAE,SAAS;QAC1B,OAAO,CAAC,OAAO,EAAE,IAAI;QACrB,OAAO,CAAC,WAAW;QACnB,OAAO,CAAC,cAAc;QACtB,OAAO,CAAC,qBAAqB;QAC7B,iBAAiB;QACjB,gBAAgB;KACjB,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAEzE,MAAM,aAAa,GAAG,OAAO,CAG1B,GAAG,EAAE;QACN,IAAI,CAAC,kBAAkB;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QACvE,IAAI,CAAC;YACH,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QAC1E,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,CAAC,CAAC,OAAO,IAAI,8BAA8B;aAC3D,CAAC;QACJ,CAAC;IACH,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IACnB,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;IACtC,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,IAAI,YAAY,CAAC;IAE1D,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAEhC,MAAM,IAAI,GAAyB,EAAE,CAAC;QAEtC,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAC5B,kBAAkB,EAClB,CAAC,KAAuB,EAAE,EAAE;YAC1B,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CACF,CACF,CAAC;QACF,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;YAC7D,eAAe,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,KAAiB,EAAE,EAAE;gBACjD,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACrC,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,KAAmB,EAAE,EAAE;gBACrD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5B,IAAI,CAAC;oBACH,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,oEAAoE;gBACtE,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC,KAA0B,EAAE,EAAE;gBACnE,IAAI,UAAU,EAAE,CAAC;oBACf,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,CAAC;wBACH,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC5C,CAAC;oBAAC,MAAM,CAAC;wBACP,sEAAsE;oBACxE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,KAAuB,EAAE,EAAE;gBAC7D,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC7B,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YAEF,2BAA2B;YAC3B,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,KAAoB,EAAE,EAAE;gBACvD,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtE,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;gBAEpD,MAAM,gBAAgB,GAAG,GAAG,EAAE;oBAC5B,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAC9C,CAAC;gBACJ,CAAC,CAAC;gBAEF,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,mCAAmC,KAAK,CAAC,QAAQ,EAAE,CACpD,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,IAAI,MAAuB,CAAC;gBAC5B,IAAI,CAAC;oBACH,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBAChB,yDAAyD;oBACzD,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,MAAM;qBACH,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;oBACd,gBAAgB,EAAE,CAAC;oBACnB,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC/C,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;gBACH,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAChC,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,CAAC,CAAC;IACJ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,OAAO,GAAG,WAAW,CACzB,KAAK,EAAE,MAAc,EAAmB,EAAE;QACxC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3B,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,cAAc,GAAG,WAAW,CAChC,KAAK,EAAE,MAAc,EAAiB,EAAE;QACtC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACxB,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3B,eAAe,CAAC,KAAK,CAAC,CAAC;YACvB,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QACzD,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,eAAe,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QAC1D,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAChC,MAAM,kBAAkB,CAAC,aAAa,EAAE,CAAC;IAC3C,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO;YACL,YAAY,EAAE,aAAa;YAC3B,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,KAAK;YACnB,YAAY,EAAE,EAAE;YAChB,YAAY,EAAE,EAAE;YAChB,cAAc,EAAE,IAAI;YACpB,gBAAgB,EAAE,IAAI;YACtB,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,YAAY;QACZ,YAAY;QACZ,cAAc;QACd,gBAAgB;QAChB,KAAK;QACL,eAAe;QACf,OAAO,EAAE,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACtE,cAAc,EACZ,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACtE,YAAY,EACV,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACpE,aAAa;KACd,CAAC;AACJ,CAAC","sourcesContent":["import { useEffect, useState, useCallback, useMemo, useRef } from \"react\";\n\nimport type {\n  ModelAvailability,\n  SessionConfig,\n  TokenEvent,\n  PartialEvent,\n  StreamCompleteEvent,\n  StreamErrorEvent,\n  DownloadProgress,\n  ToolDefinition,\n  ToolCallEvent,\n  ActiveToolCall,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\nimport { createLLMSession, LLMSession } from \"./LLMSession\";\n\ntype UseLocalLLMOptions = SessionConfig;\n\ntype UseLocalLLMResult = {\n  availability: ModelAvailability;\n  session: LLMSession | null;\n  isGenerating: boolean;\n  streamedText: string;\n  streamedJSON: string;\n  streamedObject: unknown;\n  downloadProgress: number | null;\n  error: string | null;\n  activeToolCalls: ActiveToolCall[];\n  respond?: (prompt: string) => Promise<string>;\n  streamResponse?: (prompt: string) => Promise<void>;\n  cancelStream?: () => Promise<void>;\n  downloadModel?: () => Promise<void>;\n};\n\nexport function useLocalLLM(\n  options: UseLocalLLMOptions = {},\n): UseLocalLLMResult {\n  const [availability, setAvailability] = useState<ModelAvailability>(() =>\n    ExpoLocalLlmModule\n      ? (ExpoLocalLlmModule.getAvailability() as ModelAvailability)\n      : \"unknown\",\n  );\n  const [isGenerating, setIsGenerating] = useState(false);\n  const [streamedText, setStreamedText] = useState(\"\");\n  const [streamedJSON, setStreamedJSON] = useState(\"\");\n  const [streamedObject, setStreamedObject] = useState<unknown>(null);\n  const [downloadProgress, setDownloadProgress] = useState<number | null>(null);\n  const [runtimeError, setRuntimeError] = useState<string | null>(null);\n  const [activeToolCalls, setActiveToolCalls] = useState<ActiveToolCall[]>([]);\n\n  // Keep a ref to the current tool handlers so the event listener\n  // always sees the latest handlers without needing to recreate the session.\n  const toolHandlersRef = useRef<Map<string, ToolDefinition[\"handler\"]>>(\n    new Map(),\n  );\n\n  // Update handler ref whenever tools change\n  useEffect(() => {\n    const handlers = new Map<string, ToolDefinition[\"handler\"]>();\n    if (options.tools) {\n      for (const tool of options.tools) {\n        handlers.set(tool.name, tool.handler);\n      }\n    }\n    toolHandlersRef.current = handlers;\n  }, [options.tools]);\n\n  // Stabilize options to avoid unnecessary session recreation\n  // Include tool names/descriptions so session recreates when tools change structurally\n  const toolsFingerprint = useMemo(\n    () =>\n      options.tools\n        ?.map(\n          (t) => `${t.name}:${t.description}:${JSON.stringify(t.parameters)}`,\n        )\n        .join(\"|\") ?? \"\",\n    [options.tools],\n  );\n\n  // Fingerprint the schema so session recreates when it changes\n  const schemaFingerprint = useMemo(\n    () => (options.schema ? JSON.stringify(options.schema) : \"\"),\n    [options.schema],\n  );\n\n  const stableConfig = useMemo(\n    () => options,\n    [\n      options.instructions,\n      options.options?.temperature,\n      options.options?.maxTokens,\n      options.options?.topK,\n      options.toolTimeout,\n      options.responseFormat,\n      options.includeSchemaInPrompt,\n      schemaFingerprint,\n      toolsFingerprint,\n    ],\n  );\n\n  const isJSONMode = options.responseFormat === \"json\" && !!options.schema;\n\n  const sessionResult = useMemo<{\n    session: LLMSession | null;\n    creationError: string | null;\n  }>(() => {\n    if (!ExpoLocalLlmModule) return { session: null, creationError: null };\n    try {\n      return { session: createLLMSession(stableConfig), creationError: null };\n    } catch (e: any) {\n      return {\n        session: null,\n        creationError: e.message ?? \"Failed to create LLM session\",\n      };\n    }\n  }, [stableConfig]);\n  const session = sessionResult.session;\n  const error = sessionResult.creationError ?? runtimeError;\n\n  useEffect(() => {\n    if (!ExpoLocalLlmModule) return;\n\n    const subs: { remove(): void }[] = [];\n\n    subs.push(\n      ExpoLocalLlmModule.addListener(\n        \"downloadProgress\",\n        (event: DownloadProgress) => {\n          setDownloadProgress(event.progress);\n        },\n      ),\n    );\n    subs.push(\n      ExpoLocalLlmModule.addListener(\"availabilityChange\", (event) => {\n        setAvailability(event.availability);\n      }),\n    );\n\n    if (session) {\n      subs.push(\n        session.addListener(\"token\", (event: TokenEvent) => {\n          setStreamedText(event.accumulated);\n        }),\n      );\n      subs.push(\n        session.addListener(\"partial\", (event: PartialEvent) => {\n          setStreamedJSON(event.json);\n          try {\n            setStreamedObject(JSON.parse(event.json));\n          } catch {\n            // Partial may not be parseable yet; keep the previous parsed value.\n          }\n        }),\n      );\n      subs.push(\n        session.addListener(\"streamComplete\", (event: StreamCompleteEvent) => {\n          if (isJSONMode) {\n            setStreamedJSON(event.text);\n            try {\n              setStreamedObject(JSON.parse(event.text));\n            } catch {\n              // Final JSON should always parse; leave previous value if it doesn't.\n            }\n          } else {\n            setStreamedText(event.text);\n          }\n          setIsGenerating(false);\n        }),\n      );\n      subs.push(\n        session.addListener(\"streamError\", (event: StreamErrorEvent) => {\n          setRuntimeError(event.error);\n          setIsGenerating(false);\n        }),\n      );\n\n      // Tool call event listener\n      subs.push(\n        session.addListener(\"toolCall\", (event: ToolCallEvent) => {\n          const activeCall = { callId: event.callId, toolName: event.toolName };\n          setActiveToolCalls((prev) => [...prev, activeCall]);\n\n          const removeActiveCall = () => {\n            setActiveToolCalls((prev) =>\n              prev.filter((c) => c.callId !== event.callId),\n            );\n          };\n\n          const handler = toolHandlersRef.current.get(event.toolName);\n          if (!handler) {\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                `No handler registered for tool: ${event.toolName}`,\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          let result: Promise<string>;\n          try {\n            result = handler(event.arguments);\n          } catch (e: any) {\n            // Handler threw synchronously before returning a promise\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                e.message || \"Tool handler failed\",\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          result\n            .then((value) => {\n              removeActiveCall();\n              session.resolveToolCall(event.callId, value);\n            })\n            .catch((e: any) => {\n              removeActiveCall();\n              try {\n                session.rejectToolCall(\n                  event.callId,\n                  e.message || \"Tool handler failed\",\n                );\n              } catch {\n                // Ignore if session is already torn down\n              }\n            });\n        }),\n      );\n    }\n\n    return () => {\n      subs.forEach((s) => s.remove());\n      session?.release();\n    };\n  }, [session]);\n\n  const respond = useCallback(\n    async (prompt: string): Promise<string> => {\n      if (!session) throw new Error(\"Session not available\");\n      setRuntimeError(null);\n      setIsGenerating(true);\n      try {\n        const result = await session.respond(prompt);\n        return result;\n      } catch (e: any) {\n        setRuntimeError(e.message);\n        throw e;\n      } finally {\n        setIsGenerating(false);\n      }\n    },\n    [session],\n  );\n\n  const streamResponse = useCallback(\n    async (prompt: string): Promise<void> => {\n      if (!session) throw new Error(\"Session not available\");\n      setRuntimeError(null);\n      setStreamedText(\"\");\n      setStreamedJSON(\"\");\n      setStreamedObject(null);\n      setIsGenerating(true);\n      try {\n        await session.streamResponse(prompt);\n      } catch (e: any) {\n        setRuntimeError(e.message);\n        setIsGenerating(false);\n        throw e;\n      }\n    },\n    [session],\n  );\n\n  const cancelStream = useCallback(async (): Promise<void> => {\n    if (!session) return;\n    await session.cancelStream();\n    setIsGenerating(false);\n  }, [session]);\n\n  const downloadModel = useCallback(async (): Promise<void> => {\n    if (!ExpoLocalLlmModule) return;\n    await ExpoLocalLlmModule.downloadModel();\n  }, []);\n\n  if (!ExpoLocalLlmModule) {\n    return {\n      availability: \"notEligible\",\n      session: null,\n      isGenerating: false,\n      streamedText: \"\",\n      streamedJSON: \"\",\n      streamedObject: null,\n      downloadProgress: null,\n      error: null,\n      activeToolCalls: [],\n    };\n  }\n\n  return {\n    availability,\n    session,\n    isGenerating,\n    streamedText,\n    streamedJSON,\n    streamedObject,\n    downloadProgress,\n    error,\n    activeToolCalls,\n    respond: session && availability === \"available\" ? respond : undefined,\n    streamResponse:\n      session && availability === \"available\" ? streamResponse : undefined,\n    cancelStream:\n      session && availability === \"available\" ? cancelStream : undefined,\n    downloadModel,\n  };\n}\n"]}
+{"version":3,"file":"useLocalLLM.js","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAc1E,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAqB5D,MAAM,UAAU,WAAW,CACzB,UAA8B,EAAE;IAEhC,4EAA4E;IAC5E,yDAAyD;IACzD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAoB,GAAG,EAAE,CACvE,kBAAkB;QAChB,CAAC,CAAE,kBAAkB,CAAC,eAAe,EAAwB;QAC7D,CAAC,CAAC,SAAS,CACd,CAAC;IACF,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,CAAC,cAAc,EAAE,iBAAiB,CAAC,GAAG,QAAQ,CAAU,IAAI,CAAC,CAAC;IACpE,MAAM,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IAC9E,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,QAAQ,CAAgB,IAAI,CAAC,CAAC;IACtE,MAAM,CAAC,eAAe,EAAE,kBAAkB,CAAC,GAAG,QAAQ,CAAmB,EAAE,CAAC,CAAC;IAE7E,gEAAgE;IAChE,2EAA2E;IAC3E,MAAM,eAAe,GAAG,MAAM,CAC5B,IAAI,GAAG,EAAE,CACV,CAAC;IAEF,2CAA2C;IAC3C,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqC,CAAC;QAC9D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QACD,eAAe,CAAC,OAAO,GAAG,QAAQ,CAAC;IACrC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAEpB,4DAA4D;IAC5D,sFAAsF;IACtF,MAAM,gBAAgB,GAAG,OAAO,CAC9B,GAAG,EAAE,CACH,OAAO,CAAC,KAAK;QACX,EAAE,GAAG,CACH,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CACpE;SACA,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EACpB,CAAC,OAAO,CAAC,KAAK,CAAC,CAChB,CAAC;IAEF,8DAA8D;IAC9D,MAAM,iBAAiB,GAAG,OAAO,CAC/B,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAC5D,CAAC,OAAO,CAAC,MAAM,CAAC,CACjB,CAAC;IAEF,MAAM,YAAY,GAAG,OAAO,CAC1B,GAAG,EAAE,CAAC,OAAO,EACb;QACE,OAAO,CAAC,YAAY;QACpB,OAAO,CAAC,OAAO,EAAE,WAAW;QAC5B,OAAO,CAAC,OAAO,EAAE,SAAS;QAC1B,OAAO,CAAC,OAAO,EAAE,IAAI;QACrB,OAAO,CAAC,WAAW;QACnB,OAAO,CAAC,cAAc;QACtB,OAAO,CAAC,qBAAqB;QAC7B,iBAAiB;QACjB,gBAAgB;KACjB,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAEzE,MAAM,aAAa,GAAG,OAAO,CAG1B,GAAG,EAAE;QACN,IAAI,CAAC,kBAAkB;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QACvE,IAAI,CAAC;YACH,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QAC1E,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,CAAC,CAAC,OAAO,IAAI,8BAA8B;aAC3D,CAAC;QACJ,CAAC;IACH,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;IACnB,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;IACtC,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,IAAI,YAAY,CAAC;IAE1D,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAEhC,MAAM,IAAI,GAAyB,EAAE,CAAC;QAEtC,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAC5B,kBAAkB,EAClB,CAAC,KAAuB,EAAE,EAAE;YAC1B,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC,CACF,CACF,CAAC;QACF,IAAI,CAAC,IAAI,CACP,kBAAkB,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;YAC7D,eAAe,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,KAAiB,EAAE,EAAE;gBACjD,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACrC,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,KAAmB,EAAE,EAAE;gBACrD,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5B,IAAI,CAAC;oBACH,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,oEAAoE;gBACtE,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC,KAA0B,EAAE,EAAE;gBACnE,IAAI,UAAU,EAAE,CAAC;oBACf,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC5B,IAAI,CAAC;wBACH,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC5C,CAAC;oBAAC,MAAM,CAAC;wBACP,sEAAsE;oBACxE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;gBACD,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YACF,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC,KAAuB,EAAE,EAAE;gBAC7D,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC7B,eAAe,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YAEF,2BAA2B;YAC3B,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,KAAoB,EAAE,EAAE;gBACvD,MAAM,UAAU,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtE,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;gBAEpD,MAAM,gBAAgB,GAAG,GAAG,EAAE;oBAC5B,kBAAkB,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1B,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAC9C,CAAC;gBACJ,CAAC,CAAC;gBAEF,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,mCAAmC,KAAK,CAAC,QAAQ,EAAE,CACpD,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,IAAI,MAAuB,CAAC;gBAC5B,IAAI,CAAC;oBACH,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBAChB,yDAAyD;oBACzD,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,MAAM;qBACH,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;oBACd,gBAAgB,EAAE,CAAC;oBACnB,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC/C,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,OAAO,CAAC,cAAc,CACpB,KAAK,CAAC,MAAM,EACZ,CAAC,CAAC,OAAO,IAAI,qBAAqB,CACnC,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,yCAAyC;oBAC3C,CAAC;gBACH,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAChC,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,CAAC,CAAC;QACF,qEAAqE;QACrE,uEAAuE;QACvE,sEAAsE;QACtE,qBAAqB;IACvB,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;IAE1B,MAAM,OAAO,GAAG,WAAW,CACzB,KAAK,EAAE,MAAc,EAAmB,EAAE;QACxC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3B,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,cAAc,GAAG,WAAW,CAChC,KAAK,EAAE,MAAc,EAAmB,EAAE;QACxC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvD,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACxB,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC;YACH,kEAAkE;YAClE,8CAA8C;YAC9C,OAAO,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3B,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,eAAe,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACH,CAAC,EACD,CAAC,OAAO,CAAC,CACV,CAAC;IAEF,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QACzD,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,eAAe,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,KAAK,GAAG,WAAW,CAAC,GAAS,EAAE;QACnC,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,eAAe,CAAC,EAAE,CAAC,CAAC;QACpB,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACxB,eAAe,CAAC,IAAI,CAAC,CAAC;QACtB,kBAAkB,CAAC,EAAE,CAAC,CAAC;QACvB,eAAe,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAEd,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,IAAmB,EAAE;QAC1D,IAAI,CAAC,kBAAkB;YAAE,OAAO;QAChC,MAAM,kBAAkB,CAAC,aAAa,EAAE,CAAC;IAC3C,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,OAAO;YACL,YAAY,EAAE,aAAa;YAC3B,OAAO,EAAE,IAAI;YACb,YAAY,EAAE,KAAK;YACnB,YAAY,EAAE,EAAE;YAChB,YAAY,EAAE,EAAE;YAChB,cAAc,EAAE,IAAI;YACpB,gBAAgB,EAAE,IAAI;YACtB,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,EAAE;SACpB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,YAAY;QACZ,YAAY;QACZ,cAAc;QACd,gBAAgB;QAChB,KAAK;QACL,eAAe;QACf,OAAO,EAAE,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QACtE,cAAc,EACZ,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACtE,YAAY,EACV,OAAO,IAAI,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACpE,sEAAsE;QACtE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;QAClC,aAAa;KACd,CAAC;AACJ,CAAC","sourcesContent":["import { useEffect, useState, useCallback, useMemo, useRef } from \"react\";\n\nimport type {\n  ModelAvailability,\n  SessionConfig,\n  TokenEvent,\n  PartialEvent,\n  StreamCompleteEvent,\n  StreamErrorEvent,\n  DownloadProgress,\n  ToolDefinition,\n  ToolCallEvent,\n  ActiveToolCall,\n} from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\nimport { createLLMSession, LLMSession } from \"./LLMSession\";\n\ntype UseLocalLLMOptions = SessionConfig;\n\ntype UseLocalLLMResult = {\n  availability: ModelAvailability;\n  session: LLMSession | null;\n  isGenerating: boolean;\n  streamedText: string;\n  streamedJSON: string;\n  streamedObject: unknown;\n  downloadProgress: number | null;\n  error: string | null;\n  activeToolCalls: ActiveToolCall[];\n  respond?: (prompt: string) => Promise<string>;\n  streamResponse?: (prompt: string) => Promise<string>;\n  cancelStream?: () => Promise<void>;\n  reset?: () => void;\n  downloadModel?: () => Promise<void>;\n};\n\nexport function useLocalLLM(\n  options: UseLocalLLMOptions = {}\n): UseLocalLLMResult {\n  // SAFETY: native `getAvailability()` returns one of the `ModelAvailability`\n  // string literals; the bridge only types it as `string`.\n  const [availability, setAvailability] = useState<ModelAvailability>(() =>\n    ExpoLocalLlmModule\n      ? (ExpoLocalLlmModule.getAvailability() as ModelAvailability)\n      : \"unknown\"\n  );\n  const [isGenerating, setIsGenerating] = useState(false);\n  const [streamedText, setStreamedText] = useState(\"\");\n  const [streamedJSON, setStreamedJSON] = useState(\"\");\n  const [streamedObject, setStreamedObject] = useState<unknown>(null);\n  const [downloadProgress, setDownloadProgress] = useState<number | null>(null);\n  const [runtimeError, setRuntimeError] = useState<string | null>(null);\n  const [activeToolCalls, setActiveToolCalls] = useState<ActiveToolCall[]>([]);\n\n  // Keep a ref to the current tool handlers so the event listener\n  // always sees the latest handlers without needing to recreate the session.\n  const toolHandlersRef = useRef<Map<string, ToolDefinition[\"handler\"]>>(\n    new Map()\n  );\n\n  // Update handler ref whenever tools change\n  useEffect(() => {\n    const handlers = new Map<string, ToolDefinition[\"handler\"]>();\n    if (options.tools) {\n      for (const tool of options.tools) {\n        handlers.set(tool.name, tool.handler);\n      }\n    }\n    toolHandlersRef.current = handlers;\n  }, [options.tools]);\n\n  // Stabilize options to avoid unnecessary session recreation\n  // Include tool names/descriptions so session recreates when tools change structurally\n  const toolsFingerprint = useMemo(\n    () =>\n      options.tools\n        ?.map(\n          (t) => `${t.name}:${t.description}:${JSON.stringify(t.parameters)}`\n        )\n        .join(\"|\") ?? \"\",\n    [options.tools]\n  );\n\n  // Fingerprint the schema so session recreates when it changes\n  const schemaFingerprint = useMemo(\n    () => (options.schema ? JSON.stringify(options.schema) : \"\"),\n    [options.schema]\n  );\n\n  const stableConfig = useMemo(\n    () => options,\n    [\n      options.instructions,\n      options.options?.temperature,\n      options.options?.maxTokens,\n      options.options?.topK,\n      options.toolTimeout,\n      options.responseFormat,\n      options.includeSchemaInPrompt,\n      schemaFingerprint,\n      toolsFingerprint,\n    ]\n  );\n\n  const isJSONMode = options.responseFormat === \"json\" && !!options.schema;\n\n  const sessionResult = useMemo<{\n    session: LLMSession | null;\n    creationError: string | null;\n  }>(() => {\n    if (!ExpoLocalLlmModule) return { session: null, creationError: null };\n    try {\n      return { session: createLLMSession(stableConfig), creationError: null };\n    } catch (e: any) {\n      return {\n        session: null,\n        creationError: e.message ?? \"Failed to create LLM session\",\n      };\n    }\n  }, [stableConfig]);\n  const session = sessionResult.session;\n  const error = sessionResult.creationError ?? runtimeError;\n\n  useEffect(() => {\n    if (!ExpoLocalLlmModule) return;\n\n    const subs: { remove(): void }[] = [];\n\n    subs.push(\n      ExpoLocalLlmModule.addListener(\n        \"downloadProgress\",\n        (event: DownloadProgress) => {\n          setDownloadProgress(event.progress);\n        }\n      )\n    );\n    subs.push(\n      ExpoLocalLlmModule.addListener(\"availabilityChange\", (event) => {\n        setAvailability(event.availability);\n      })\n    );\n\n    if (session) {\n      subs.push(\n        session.addListener(\"token\", (event: TokenEvent) => {\n          setStreamedText(event.accumulated);\n        })\n      );\n      subs.push(\n        session.addListener(\"partial\", (event: PartialEvent) => {\n          setStreamedJSON(event.json);\n          try {\n            setStreamedObject(JSON.parse(event.json));\n          } catch {\n            // Partial may not be parseable yet; keep the previous parsed value.\n          }\n        })\n      );\n      subs.push(\n        session.addListener(\"streamComplete\", (event: StreamCompleteEvent) => {\n          if (isJSONMode) {\n            setStreamedJSON(event.text);\n            try {\n              setStreamedObject(JSON.parse(event.text));\n            } catch {\n              // Final JSON should always parse; leave previous value if it doesn't.\n            }\n          } else {\n            setStreamedText(event.text);\n          }\n          setIsGenerating(false);\n        })\n      );\n      subs.push(\n        session.addListener(\"streamError\", (event: StreamErrorEvent) => {\n          setRuntimeError(event.error);\n          setIsGenerating(false);\n        })\n      );\n\n      // Tool call event listener\n      subs.push(\n        session.addListener(\"toolCall\", (event: ToolCallEvent) => {\n          const activeCall = { callId: event.callId, toolName: event.toolName };\n          setActiveToolCalls((prev) => [...prev, activeCall]);\n\n          const removeActiveCall = () => {\n            setActiveToolCalls((prev) =>\n              prev.filter((c) => c.callId !== event.callId)\n            );\n          };\n\n          const handler = toolHandlersRef.current.get(event.toolName);\n          if (!handler) {\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                `No handler registered for tool: ${event.toolName}`\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          let result: Promise<string>;\n          try {\n            result = handler(event.arguments);\n          } catch (e: any) {\n            // Handler threw synchronously before returning a promise\n            removeActiveCall();\n            try {\n              session.rejectToolCall(\n                event.callId,\n                e.message || \"Tool handler failed\"\n              );\n            } catch {\n              // Ignore if session is already torn down\n            }\n            return;\n          }\n\n          result\n            .then((value) => {\n              removeActiveCall();\n              session.resolveToolCall(event.callId, value);\n            })\n            .catch((e: any) => {\n              removeActiveCall();\n              try {\n                session.rejectToolCall(\n                  event.callId,\n                  e.message || \"Tool handler failed\"\n                );\n              } catch {\n                // Ignore if session is already torn down\n              }\n            });\n        })\n      );\n    }\n\n    return () => {\n      subs.forEach((s) => s.remove());\n      session?.release();\n    };\n    // isJSONMode: used by the streamComplete listener. Today it can only\n    // change together with a session recreation (responseFormat/schema are\n    // in stableConfig), but depending on it directly removes the reliance\n    // on that invariant.\n  }, [session, isJSONMode]);\n\n  const respond = useCallback(\n    async (prompt: string): Promise<string> => {\n      if (!session) throw new Error(\"Session not available\");\n      setRuntimeError(null);\n      setIsGenerating(true);\n      try {\n        const result = await session.respond(prompt);\n        return result;\n      } catch (e: any) {\n        setRuntimeError(e.message);\n        throw e;\n      } finally {\n        setIsGenerating(false);\n      }\n    },\n    [session]\n  );\n\n  const streamResponse = useCallback(\n    async (prompt: string): Promise<string> => {\n      if (!session) throw new Error(\"Session not available\");\n      setRuntimeError(null);\n      setStreamedText(\"\");\n      setStreamedJSON(\"\");\n      setStreamedObject(null);\n      setIsGenerating(true);\n      try {\n        // Resolves with the final text at stream end (or the partial text\n        // if cancelled); rejects if the stream fails.\n        return await session.streamResponse(prompt);\n      } catch (e: any) {\n        setRuntimeError(e.message);\n        throw e;\n      } finally {\n        setIsGenerating(false);\n      }\n    },\n    [session]\n  );\n\n  const cancelStream = useCallback(async (): Promise<void> => {\n    if (!session) return;\n    await session.cancelStream();\n    setIsGenerating(false);\n  }, [session]);\n\n  const reset = useCallback((): void => {\n    if (!session) return;\n    session.reset();\n    setStreamedText(\"\");\n    setStreamedJSON(\"\");\n    setStreamedObject(null);\n    setRuntimeError(null);\n    setActiveToolCalls([]);\n    setIsGenerating(false);\n  }, [session]);\n\n  const downloadModel = useCallback(async (): Promise<void> => {\n    if (!ExpoLocalLlmModule) return;\n    await ExpoLocalLlmModule.downloadModel();\n  }, []);\n\n  if (!ExpoLocalLlmModule) {\n    return {\n      availability: \"notEligible\",\n      session: null,\n      isGenerating: false,\n      streamedText: \"\",\n      streamedJSON: \"\",\n      streamedObject: null,\n      downloadProgress: null,\n      error: null,\n      activeToolCalls: [],\n    };\n  }\n\n  return {\n    availability,\n    session,\n    isGenerating,\n    streamedText,\n    streamedJSON,\n    streamedObject,\n    downloadProgress,\n    error,\n    activeToolCalls,\n    respond: session && availability === \"available\" ? respond : undefined,\n    streamResponse:\n      session && availability === \"available\" ? streamResponse : undefined,\n    cancelStream:\n      session && availability === \"available\" ? cancelStream : undefined,\n    // Resetting is safe in any availability state — gate on session only.\n    reset: session ? reset : undefined,\n    downloadModel,\n  };\n}\n"]}