expo-local-llm 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 PulseID
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,110 @@
+# expo-local-llm
+
+Expo module for on-device LLM inference. Wraps Apple Foundation Models (iOS 26+) and Gemini Nano via ML Kit (Android).
+
+## Platform Requirements
+
+| Platform | Requirement |
+|----------|-------------|
+| iOS | iOS 26+ with Apple Intelligence enabled. Loads on iOS 16+ without crashing (returns `notEligible`). |
+| Android | Device with Gemini Nano support (Pixel 8+, Galaxy S25+). Model may require download. |
+
+## Installation
+
+```bash
+npm install expo-local-llm
+npx expo prebuild
+```
+
+## Usage
+
+```tsx
+import { useLocalLLM } from 'expo-local-llm';
+
+function Chat() {
+  const {
+    availability,
+    isGenerating,
+    streamedText,
+    error,
+    respond,
+    streamResponse,
+    cancelStream,
+    downloadModel,
+    downloadProgress,
+  } = useLocalLLM({
+    instructions: 'You are a helpful assistant.',
+  });
+
+  // Methods are undefined when module is unavailable (optionality pattern)
+  if (!streamResponse) {
+    return <Text>On-device LLM not available</Text>;
+  }
+
+  const handleSend = async (prompt: string) => {
+    // Streaming — updates streamedText live
+    await streamResponse(prompt);
+
+    // Or non-streaming:
+    // const response = await respond(prompt);
+  };
+
+  return (
+    <View>
+      <Text>Status: {availability}</Text>
+      {isGenerating && <Text>{streamedText}</Text>}
+    </View>
+  );
+}
+```
+
+## API
+
+### `useLocalLLM(options?)`
+
+#### Options
+
+| Option | Type | Description |
+|--------|------|-------------|
+| `instructions` | `string` | System instructions for the session |
+| `options.temperature` | `number` | Sampling temperature |
+| `options.maxTokens` | `number` | Max output tokens (capped at 256 on Android) |
+| `options.topK` | `number` | Top-K sampling |
+
+#### Returns
+
+| Property | Type | Description |
+|----------|------|-------------|
+| `availability` | `ModelAvailability` | Current model status |
+| `isGenerating` | `boolean` | Whether a generation is in progress |
+| `streamedText` | `string` | Accumulated text from current stream |
+| `downloadProgress` | `number \| null` | Download progress 0-1 (Android only) |
+| `error` | `string \| null` | Last error message |
+| `respond` | `(prompt: string) => Promise<string>` | Non-streaming generation. `undefined` when unavailable. |
+| `streamResponse` | `(prompt: string) => Promise<void>` | Streaming generation (updates `streamedText`). `undefined` when unavailable. |
+| `cancelStream` | `() => Promise<void>` | Cancel active stream. `undefined` when unavailable. |
+| `downloadModel` | `() => Promise<void>` | Trigger model download (Android). `undefined` when unavailable. |
+
+### `ModelAvailability`
+
+`'available' | 'notEnabled' | 'notReady' | 'notEligible' | 'downloadRequired' | 'downloading' | 'unknown'`
+
+## Platform Asymmetries
+
+| Concern | iOS | Android |
+|---------|-----|---------|
+| System instructions | Native `LanguageModelSession(instructions:)` | Prepended in prompt text |
+| Output tokens | ~4K context, generous output | 256 max |
+| Model availability | Built-in to OS | May need download |
+| Session history | Native session maintains it | `ConversationHistory` class |
+| Streaming | `AsyncSequence` | Kotlin `Flow` |
+
+## Known Limitations
+
+- **v0.1.0**: Only one active stream at a time. Events are not scoped to session ID.
+- **Android**: Gemini Nano SDK is in beta. API surface may change.
+- No tool calling or structured output yet.
+
+## License
+
+MIT

package/android/build.gradle

@@ -0,0 +1,36 @@
+plugins {
+  id 'com.android.library'
+  id 'expo-module-gradle-plugin'
+  id 'org.jetbrains.kotlin.android'
+}
+
+group = 'expo.modules.localllm'
+version = '0.1.0'
+
+android {
+  namespace "expo.modules.localllm"
+  compileSdk 35
+
+  defaultConfig {
+    minSdk 26
+    versionCode 1
+    versionName "0.1.0"
+  }
+
+  compileOptions {
+    sourceCompatibility JavaVersion.VERSION_17
+    targetCompatibility JavaVersion.VERSION_17
+  }
+
+  kotlinOptions {
+    jvmTarget = '17'
+  }
+
+  lintOptions {
+    abortOnError false
+  }
+}
+
+dependencies {
+  implementation 'com.google.ai.edge.localagent:localagent:0.1.0'
+}

package/android/src/main/AndroidManifest.xml

@@ -0,0 +1,2 @@
+<manifest>
+</manifest>

package/android/src/main/java/expo/modules/localllm/ConversationHistory.kt

@@ -0,0 +1,39 @@
+package expo.modules.localllm
+
+class ConversationHistory(private val systemInstructions: String?) {
+  private data class Message(val role: String, val content: String)
+
+  private val messages = mutableListOf<Message>()
+  private val maxExchanges = 10
+
+  fun addUserMessage(content: String) {
+    messages.add(Message("User", content))
+    trimHistory()
+  }
+
+  fun addAssistantMessage(content: String) {
+    messages.add(Message("Assistant", content))
+    trimHistory()
+  }
+
+  fun buildPrompt(): String {
+    val sb = StringBuilder()
+    if (!systemInstructions.isNullOrBlank()) {
+      sb.appendLine("[System] $systemInstructions")
+      sb.appendLine()
+    }
+    for (msg in messages) {
+      sb.appendLine("[${msg.role}] ${msg.content}")
+    }
+    return sb.toString().trim()
+  }
+
+  private fun trimHistory() {
+    // Keep last maxExchanges * 2 messages (user + assistant pairs)
+    val maxMessages = maxExchanges * 2
+    if (messages.size > maxMessages) {
+      val excess = messages.size - maxMessages
+      repeat(excess) { messages.removeAt(0) }
+    }
+  }
+}

package/android/src/main/java/expo/modules/localllm/Enums.kt

@@ -0,0 +1,13 @@
+package expo.modules.localllm
+
+import expo.modules.kotlin.types.Enumerable
+
+enum class ModelAvailability(val value: String) : Enumerable {
+  available("available"),
+  notEnabled("notEnabled"),
+  notReady("notReady"),
+  notEligible("notEligible"),
+  downloadRequired("downloadRequired"),
+  downloading("downloading"),
+  unknown("unknown")
+}

package/android/src/main/java/expo/modules/localllm/Exceptions.kt

@@ -0,0 +1,12 @@
+package expo.modules.localllm
+
+import expo.modules.kotlin.exception.CodedException
+
+class NotSupportedException :
+  CodedException("ERR_NOT_SUPPORTED", "On-device LLM is not available on this device", null)
+
+class SessionInvalidException :
+  CodedException("ERR_SESSION_INVALID", "LLM session is invalid or has been destroyed", null)
+
+class StreamException(message: String) :
+  CodedException("ERR_STREAM", message, null)

package/android/src/main/java/expo/modules/localllm/ExpoLocalLlmModule.kt

@@ -0,0 +1,57 @@
+package expo.modules.localllm
+
+import expo.modules.kotlin.modules.Module
+import expo.modules.kotlin.modules.ModuleDefinition
+import kotlinx.coroutines.CoroutineScope
+import kotlinx.coroutines.Dispatchers
+import kotlinx.coroutines.launch
+
+class ExpoLocalLlmModule : Module() {
+  private val scope = CoroutineScope(Dispatchers.Main)
+
+  override fun definition() = ModuleDefinition {
+    Name("ExpoLocalLlm")
+
+    Events("downloadProgress", "availabilityChange")
+
+    Function("getAvailability") {
+      LLMSession.checkAvailability(appContext.reactContext!!).value
+    }
+
+    AsyncFunction("downloadModel") Coroutine { ->
+      val context = appContext.reactContext!!
+      // Immediately signal downloading state so UI can disable the download button
+      sendEvent("availabilityChange", mapOf("availability" to ModelAvailability.downloading.value))
+      LLMSession.downloadModel(context) { progress ->
+        sendEvent("downloadProgress", mapOf("progress" to progress))
+      }
+      // Re-check availability after download completes
+      val newAvailability = LLMSession.checkAvailability(context)
+      sendEvent("availabilityChange", mapOf("availability" to newAvailability.value))
+    }
+
+    Class(LLMSession::class) {
+      Constructor { config: SessionConfig ->
+        LLMSession(appContext.reactContext!!, config)
+      }
+
+      AsyncFunction("respond") Coroutine { session: LLMSession, prompt: String ->
+        session.respond(prompt)
+      }
+
+      AsyncFunction("streamResponse") { session: LLMSession, prompt: String ->
+        session.startStream(prompt)
+      }
+
+      AsyncFunction("cancelStream") { session: LLMSession ->
+        session.cancelStream()
+      }
+
+      Events("token", "streamComplete", "streamError")
+    }
+
+    OnActivityDestroys {
+      // Cleanup handled by SharedObject.deallocate() on each LLMSession
+    }
+  }
+}

package/android/src/main/java/expo/modules/localllm/LLMSession.kt

@@ -0,0 +1,119 @@
+package expo.modules.localllm
+
+import android.content.Context
+import com.google.ai.edge.localagent.GenerativeModel
+import com.google.ai.edge.localagent.GenerationConfig
+import com.google.ai.edge.localagent.LocalAgent
+import expo.modules.kotlin.sharedobjects.SharedObject
+import kotlinx.coroutines.CancellationException
+import kotlinx.coroutines.CoroutineScope
+import kotlinx.coroutines.Dispatchers
+import kotlinx.coroutines.Job
+import kotlinx.coroutines.cancel
+import kotlinx.coroutines.launch
+
+class LLMSession(
+  private val context: Context,
+  config: SessionConfig
+) : SharedObject() {
+  private val history = ConversationHistory(config.instructions)
+  private val temperature = config.options?.temperature
+  private val maxTokens = config.options?.maxTokens
+  private val topK = config.options?.topK
+  private var model: GenerativeModel? = null
+  private var streamJob: Job? = null
+  private val scope = CoroutineScope(Dispatchers.Main)
+
+  companion object {
+    fun checkAvailability(context: Context): ModelAvailability {
+      return try {
+        val status = LocalAgent.getFeatureStatus(context)
+        when {
+          status.isAvailable -> ModelAvailability.available
+          status.isDownloading -> ModelAvailability.downloading
+          status.isDownloadRequired -> ModelAvailability.downloadRequired
+          else -> ModelAvailability.notEligible
+        }
+      } catch (e: Exception) {
+        ModelAvailability.notEligible
+      }
+    }
+
+    suspend fun downloadModel(context: Context, onProgress: (Float) -> Unit) {
+      try {
+        // TODO: ML Kit GenAI download API may provide progress callbacks
+        // once the SDK stabilizes. For now, report start/complete.
+        onProgress(0f)
+        LocalAgent.downloadModel(context)
+        onProgress(1f)
+      } catch (e: Exception) {
+        throw StreamException("Failed to download model: ${e.message}")
+      }
+    }
+  }
+
+  private suspend fun getOrCreateModel(): GenerativeModel {
+    if (model == null) {
+      val configBuilder = GenerationConfig.Builder()
+      temperature?.let { configBuilder.temperature = it }
+      maxTokens?.let { configBuilder.maxOutputTokens = it.coerceAtMost(256) }
+      topK?.let { configBuilder.topK = it }
+
+      model = LocalAgent.createGenerativeModel(
+        context = context,
+        generationConfig = configBuilder.build()
+      )
+    }
+    return model!!
+  }
+
+  suspend fun respond(prompt: String): String {
+    val genModel = getOrCreateModel()
+    history.addUserMessage(prompt)
+    val fullPrompt = history.buildPrompt()
+    val response = genModel.generateContent(fullPrompt)
+    val text = response.text ?: ""
+    history.addAssistantMessage(text)
+    return text
+  }
+
+  fun startStream(prompt: String) {
+    streamJob?.cancel()
+    history.addUserMessage(prompt)
+    val fullPrompt = history.buildPrompt()
+
+    streamJob = scope.launch {
+      try {
+        val genModel = getOrCreateModel()
+        var accumulated = ""
+        val responseStream = genModel.generateContentStream(fullPrompt)
+        responseStream.collect { chunk ->
+          val token = chunk.text ?: ""
+          accumulated += token
+          emit("token", mapOf(
+            "token" to token,
+            "accumulated" to accumulated
+          ))
+        }
+        history.addAssistantMessage(accumulated)
+        emit("streamComplete", mapOf("text" to accumulated))
+      } catch (e: CancellationException) {
+        // User-initiated cancellation — not an error
+      } catch (e: Exception) {
+        emit("streamError", mapOf("error" to (e.message ?: "Unknown error")))
+      }
+    }
+  }
+
+  fun cancelStream() {
+    streamJob?.cancel()
+    streamJob = null
+  }
+
+  override fun deallocate() {
+    super.deallocate()
+    streamJob?.cancel()
+    model = null
+    scope.cancel()
+  }
+}

package/android/src/main/java/expo/modules/localllm/Records.kt

@@ -0,0 +1,23 @@
+package expo.modules.localllm
+
+import expo.modules.kotlin.records.Field
+import expo.modules.kotlin.records.Record
+
+class SessionConfig : Record {
+  @Field
+  var instructions: String? = null
+
+  @Field
+  var options: GenerationOptionsRecord? = null
+}
+
+class GenerationOptionsRecord : Record {
+  @Field
+  var temperature: Float? = null
+
+  @Field
+  var maxTokens: Int? = null
+
+  @Field
+  var topK: Int? = null
+}

package/build/ExpoLocalLlm.types.d.ts

@@ -0,0 +1,35 @@
+export type ModelAvailability = "available" | "notEnabled" | "notReady" | "notEligible" | "downloadRequired" | "downloading" | "unknown";
+export type GenerationOptions = {
+    temperature?: number;
+    maxTokens?: number;
+    topK?: number;
+};
+export type SessionConfig = {
+    instructions?: string;
+    options?: GenerationOptions;
+};
+export type TokenEvent = {
+    token: string;
+    accumulated: string;
+};
+export type StreamCompleteEvent = {
+    text: string;
+};
+export type StreamErrorEvent = {
+    error: string;
+};
+export type DownloadProgress = {
+    progress: number;
+};
+export type LLMSessionEvents = {
+    token: (event: TokenEvent) => void;
+    streamComplete: (event: StreamCompleteEvent) => void;
+    streamError: (event: StreamErrorEvent) => void;
+};
+export type ExpoLocalLlmModuleEvents = {
+    downloadProgress: (event: DownloadProgress) => void;
+    availabilityChange: (event: {
+        availability: ModelAvailability;
+    }) => void;
+};
+//# sourceMappingURL=ExpoLocalLlm.types.d.ts.map

package/build/ExpoLocalLlm.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExpoLocalLlm.types.d.ts","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GACzB,WAAW,GACX,YAAY,GACZ,UAAU,GACV,aAAa,GACb,kBAAkB,GAClB,aAAa,GACb,SAAS,CAAC;AAEd,MAAM,MAAM,iBAAiB,GAAG;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,KAAK,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACnC,cAAc,EAAE,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC;IACrD,WAAW,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,gBAAgB,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,kBAAkB,EAAE,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,iBAAiB,CAAA;KAAE,KAAK,IAAI,CAAC;CAC1E,CAAC"}

package/build/ExpoLocalLlm.types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ExpoLocalLlm.types.js.map

package/build/ExpoLocalLlm.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExpoLocalLlm.types.js","sourceRoot":"","sources":["../src/ExpoLocalLlm.types.ts"],"names":[],"mappings":"","sourcesContent":["export type ModelAvailability =\n  | \"available\"\n  | \"notEnabled\"\n  | \"notReady\"\n  | \"notEligible\"\n  | \"downloadRequired\"\n  | \"downloading\"\n  | \"unknown\";\n\nexport type GenerationOptions = {\n  temperature?: number;\n  maxTokens?: number;\n  topK?: number;\n};\n\nexport type SessionConfig = {\n  instructions?: string;\n  options?: GenerationOptions;\n};\n\nexport type TokenEvent = {\n  token: string;\n  accumulated: string;\n};\n\nexport type StreamCompleteEvent = {\n  text: string;\n};\n\nexport type StreamErrorEvent = {\n  error: string;\n};\n\nexport type DownloadProgress = {\n  progress: number;\n};\n\nexport type LLMSessionEvents = {\n  token: (event: TokenEvent) => void;\n  streamComplete: (event: StreamCompleteEvent) => void;\n  streamError: (event: StreamErrorEvent) => void;\n};\n\nexport type ExpoLocalLlmModuleEvents = {\n  downloadProgress: (event: DownloadProgress) => void;\n  availabilityChange: (event: { availability: ModelAvailability }) => void;\n};\n"]}

package/build/ExpoLocalLlmModule.d.ts

@@ -0,0 +1,10 @@
+import { NativeModule } from "expo-modules-core";
+import type { ExpoLocalLlmModuleEvents } from "./ExpoLocalLlm.types";
+declare class ExpoLocalLlmModuleType extends NativeModule<ExpoLocalLlmModuleEvents> {
+    getAvailability(): string;
+    downloadModel(): Promise<void>;
+    LLMSession: any;
+}
+declare let nativeModule: ExpoLocalLlmModuleType | null;
+export default nativeModule;
+//# sourceMappingURL=ExpoLocalLlmModule.d.ts.map

package/build/ExpoLocalLlmModule.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExpoLocalLlmModule.d.ts","sourceRoot":"","sources":["../src/ExpoLocalLlmModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,mBAAmB,CAAC;AAEtE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAErE,OAAO,OAAO,sBAAuB,SAAQ,YAAY,CAAC,wBAAwB,CAAC;IACjF,eAAe,IAAI,MAAM;IACzB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAC9B,UAAU,EAAE,GAAG,CAAC;CACjB;AAED,QAAA,IAAI,YAAY,EAAE,sBAAsB,GAAG,IAAI,CAAC;AAQhD,eAAe,YAAY,CAAC"}

package/build/ExpoLocalLlmModule.js

@@ -0,0 +1,10 @@
+import { requireNativeModule } from "expo-modules-core";
+let nativeModule;
+try {
+    nativeModule = requireNativeModule("ExpoLocalLlm");
+}
+catch {
+    nativeModule = null;
+}
+export default nativeModule;
+//# sourceMappingURL=ExpoLocalLlmModule.js.map

package/build/ExpoLocalLlmModule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExpoLocalLlmModule.js","sourceRoot":"","sources":["../src/ExpoLocalLlmModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAUtE,IAAI,YAA2C,CAAC;AAEhD,IAAI,CAAC;IACH,YAAY,GAAG,mBAAmB,CAAyB,cAAc,CAAC,CAAC;AAC7E,CAAC;AAAC,MAAM,CAAC;IACP,YAAY,GAAG,IAAI,CAAC;AACtB,CAAC;AAED,eAAe,YAAY,CAAC","sourcesContent":["import { NativeModule, requireNativeModule } from \"expo-modules-core\";\n\nimport type { ExpoLocalLlmModuleEvents } from \"./ExpoLocalLlm.types\";\n\ndeclare class ExpoLocalLlmModuleType extends NativeModule<ExpoLocalLlmModuleEvents> {\n  getAvailability(): string;\n  downloadModel(): Promise<void>;\n  LLMSession: any;\n}\n\nlet nativeModule: ExpoLocalLlmModuleType | null;\n\ntry {\n  nativeModule = requireNativeModule<ExpoLocalLlmModuleType>(\"ExpoLocalLlm\");\n} catch {\n  nativeModule = null;\n}\n\nexport default nativeModule;\n"]}

package/build/LLMSession.d.ts

@@ -0,0 +1,9 @@
+import { SharedObject } from "expo-modules-core";
+import type { SessionConfig, LLMSessionEvents } from "./ExpoLocalLlm.types";
+export declare class LLMSession extends SharedObject<LLMSessionEvents> {
+    respond: (prompt: string) => Promise<string>;
+    streamResponse: (prompt: string) => Promise<void>;
+    cancelStream: () => Promise<void>;
+}
+export declare function createLLMSession(config?: SessionConfig): LLMSession;
+//# sourceMappingURL=LLMSession.d.ts.map

package/build/LLMSession.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMSession.d.ts","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,mBAAmB,CAAC;AAEtE,OAAO,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAG5E,qBAAa,UAAW,SAAQ,YAAY,CAAC,gBAAgB,CAAC;IAG5D,OAAO,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,EAAG,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,EAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACpC;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,aAAkB,GAAG,UAAU,CAKvE"}

package/build/LLMSession.js

@@ -0,0 +1,16 @@
+import { SharedObject, UnavailabilityError } from "expo-modules-core";
+import ExpoLocalLlmModule from "./ExpoLocalLlmModule";
+export class LLMSession extends SharedObject {
+    // Methods are implemented natively via the Class() DSL.
+    // TypeScript declarations provide type safety only.
+    respond;
+    streamResponse;
+    cancelStream;
+}
+export function createLLMSession(config = {}) {
+    if (!ExpoLocalLlmModule) {
+        throw new UnavailabilityError("ExpoLocalLlm", "createLLMSession");
+    }
+    return new ExpoLocalLlmModule.LLMSession(config);
+}
+//# sourceMappingURL=LLMSession.js.map

package/build/LLMSession.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMSession.js","sourceRoot":"","sources":["../src/LLMSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAGtE,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AAEtD,MAAM,OAAO,UAAW,SAAQ,YAA8B;IAC5D,wDAAwD;IACxD,oDAAoD;IACpD,OAAO,CAAuC;IAC9C,cAAc,CAAqC;IACnD,YAAY,CAAuB;CACpC;AAED,MAAM,UAAU,gBAAgB,CAAC,SAAwB,EAAE;IACzD,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,IAAI,mBAAmB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAe,CAAC;AACjE,CAAC","sourcesContent":["import { SharedObject, UnavailabilityError } from \"expo-modules-core\";\n\nimport type { SessionConfig, LLMSessionEvents } from \"./ExpoLocalLlm.types\";\nimport ExpoLocalLlmModule from \"./ExpoLocalLlmModule\";\n\nexport class LLMSession extends SharedObject<LLMSessionEvents> {\n  // Methods are implemented natively via the Class() DSL.\n  // TypeScript declarations provide type safety only.\n  respond!: (prompt: string) => Promise<string>;\n  streamResponse!: (prompt: string) => Promise<void>;\n  cancelStream!: () => Promise<void>;\n}\n\nexport function createLLMSession(config: SessionConfig = {}): LLMSession {\n  if (!ExpoLocalLlmModule) {\n    throw new UnavailabilityError(\"ExpoLocalLlm\", \"createLLMSession\");\n  }\n  return new ExpoLocalLlmModule.LLMSession(config) as LLMSession;\n}\n"]}

package/build/index.d.ts

@@ -0,0 +1,5 @@
+export { useLocalLLM } from "./useLocalLLM";
+export { LLMSession, createLLMSession } from "./LLMSession";
+export { default as ExpoLocalLlmModule } from "./ExpoLocalLlmModule";
+export * from "./ExpoLocalLlm.types";
+//# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,cAAc,sBAAsB,CAAC"}

package/build/index.js

@@ -0,0 +1,5 @@
+export { useLocalLLM } from "./useLocalLLM";
+export { LLMSession, createLLMSession } from "./LLMSession";
+export { default as ExpoLocalLlmModule } from "./ExpoLocalLlmModule";
+export * from "./ExpoLocalLlm.types";
+//# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrE,cAAc,sBAAsB,CAAC","sourcesContent":["export { useLocalLLM } from \"./useLocalLLM\";\nexport { LLMSession, createLLMSession } from \"./LLMSession\";\nexport { default as ExpoLocalLlmModule } from \"./ExpoLocalLlmModule\";\nexport * from \"./ExpoLocalLlm.types\";\n"]}

package/build/useLocalLLM.d.ts

@@ -0,0 +1,18 @@
+import type { ModelAvailability, SessionConfig } from "./ExpoLocalLlm.types";
+import { LLMSession } from "./LLMSession";
+type UseLocalLLMOptions = SessionConfig;
+type UseLocalLLMResult = {
+    availability: ModelAvailability;
+    session: LLMSession | null;
+    isGenerating: boolean;
+    streamedText: string;
+    downloadProgress: number | null;
+    error: string | null;
+    respond?: (prompt: string) => Promise<string>;
+    streamResponse?: (prompt: string) => Promise<void>;
+    cancelStream?: () => Promise<void>;
+    downloadModel?: () => Promise<void>;
+};
+export declare function useLocalLLM(options?: UseLocalLLMOptions): UseLocalLLMResult;
+export {};
+//# sourceMappingURL=useLocalLLM.d.ts.map

package/build/useLocalLLM.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"useLocalLLM.d.ts","sourceRoot":"","sources":["../src/useLocalLLM.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,iBAAiB,EACjB,aAAa,EAKd,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAoB,UAAU,EAAE,MAAM,cAAc,CAAC;AAE5D,KAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,KAAK,iBAAiB,GAAG;IACvB,YAAY,EAAE,iBAAiB,CAAC;IAChC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,aAAa,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC,CAAC;AAEF,wBAAgB,WAAW,CACzB,OAAO,GAAE,kBAAuB,GAC/B,iBAAiB,CAiJnB"}