blazen 0.1.127 → 0.1.129

package/index.d.ts

@@ -223,6 +223,43 @@ export declare class CompletionModel {
    * - `tools` (array): Tool definitions for function calling
    */
   streamWithOptions(messages: Array<JsChatMessage>, onChunk: StreamChunkCallbackTsfn, options: JsCompletionOptions): Promise<void>
+  /**
+   * Explicitly load the model weights into memory / `VRAM`.
+   *
+   * For remote providers (`OpenAI`, Anthropic, fal, etc.) this throws --
+   * there is no local model to load. For local providers (mistral.rs,
+   * llama.cpp, candle) this triggers the download + load synchronously,
+   * so the next inference call does not pay the startup cost.
+   *
+   * Idempotent: calling `load` on an already-loaded model is a no-op
+   * that resolves immediately.
+   */
+  load(): Promise<void>
+  /**
+   * Drop the loaded model and free its memory / `VRAM`.
+   *
+   * For remote providers this throws. For local providers this frees
+   * `GPU` memory so the process can load a different model. Idempotent.
+   */
+  unload(): Promise<void>
+  /**
+   * Whether the model is currently loaded in memory / `VRAM`.
+   *
+   * Always returns `false` for remote providers (they have no local
+   * model to load). Returns the real state for local providers.
+   */
+  isLoaded(): Promise<boolean>
+  /**
+   * Approximate `VRAM` footprint in bytes, if the implementation can
+   * report it. Returns `null` for remote providers or for local
+   * providers that do not expose memory usage.
+   *
+   * Note: napi-rs exposes this as a JS `number`. The underlying
+   * [`blazen_llm::LocalModel::vram_bytes`] returns `u64`; we clamp to
+   * `i64::MAX` (~9.2 exabytes) when surfacing through `JSON`-compatible
+   * types, which is effectively lossless for any realistic `VRAM` size.
+   */
+  vramBytes(): Promise<number | null>
 }
 export type JsCompletionModel = CompletionModel
 
@@ -338,6 +375,149 @@ export declare class Context {
 }
 export type JsContext = Context
 
+/**
+ * A user-defined Blazen provider backed by a JavaScript class instance.
+ *
+ * Wraps an arbitrary object whose async methods match Blazen's
+ * capability trait names (`textToSpeech`, `cloneVoice`,
+ * `generateImage`, etc.) and exposes them as a first-class provider.
+ * The workflow engine treats the result as implementing every
+ * capability trait whose methods the wrapped object provides; missing
+ * methods return `UnsupportedError` when called.
+ *
+ * Request/response shapes use Blazen's typed request/result types on
+ * the JavaScript side and get serialized through napi's
+ * `serde_json::Value` bridge to the wrapped object's methods, which
+ * receive/return plain objects.
+ *
+ * ```typescript
+ * import { CustomProvider } from "blazen";
+ *
+ * class MyElevenLabsProvider {
+ *     constructor(apiKey: string) {
+ *         this.client = new ElevenLabs({ apiKey });
+ *     }
+ *
+ *     async textToSpeech(request: { text: string; voice?: string }) {
+ *         const audio = await this.client.textToSpeech.convert({
+ *             voiceId: request.voice ?? "default",
+ *             text: request.text,
+ *             modelId: "eleven_multilingual_v2",
+ *         });
+ *         return {
+ *             audio: [{
+ *                 media: {
+ *                     base64: Buffer.from(audio).toString("base64"),
+ *                     mediaType: "mpeg",
+ *                 },
+ *             }],
+ *             timing: { totalMs: 0, queueMs: null, executionMs: null },
+ *             metadata: {},
+ *         };
+ *     }
+ * }
+ *
+ * const provider = new CustomProvider(
+ *     new MyElevenLabsProvider("..."),
+ *     { providerId: "elevenlabs" },
+ * );
+ * const audio = await provider.textToSpeech({
+ *     text: "hello",
+ *     voice: "rachel",
+ * });
+ * ```
+ */
+export declare class CustomProvider {
+  /**
+   * Wrap a JavaScript host object as a Blazen [`CustomProvider`].
+   *
+   * `hostObject` is a class instance (or plain object) whose async
+   * methods match Blazen capability trait method names
+   * (`textToSpeech`, `generateImage`, `cloneVoice`, ...). Host
+   * methods should be `async` and accept a single object argument
+   * shaped like the corresponding Blazen request type. Synchronous
+   * host methods are supported as long as they return a `Promise`
+   * explicitly -- the ordinary async dispatch path awaits the
+   * returned `Promise`.
+   *
+   * `options.providerId` is an optional short identifier used for
+   * logging and returned from [`JsCustomProvider::provider_id`].
+   * Defaults to `"custom"`.
+   */
+  constructor(hostObject: object, options?: CustomProviderOptions | undefined | null)
+  /** The provider identifier used for logging (e.g. `"elevenlabs"`). */
+  get providerId(): string
+  /**
+   * Synthesize speech by calling the host's `textToSpeech` async
+   * method.
+   */
+  textToSpeech(request: JsSpeechRequest): Promise<JsAudioResult>
+  /**
+   * Generate music by calling the host's `generateMusic` async
+   * method.
+   */
+  generateMusic(request: JsMusicRequest): Promise<JsAudioResult>
+  /**
+   * Generate sound effects by calling the host's `generateSfx` async
+   * method.
+   */
+  generateSfx(request: JsMusicRequest): Promise<JsAudioResult>
+  /**
+   * Clone a voice from reference audio clips by calling the host's
+   * `cloneVoice` async method. Returns a persistent `VoiceHandle`
+   * that can be passed as `SpeechRequest.voice` on subsequent TTS
+   * calls.
+   */
+  cloneVoice(request: JsVoiceCloneRequest): Promise<JsVoiceHandle>
+  /**
+   * List all voices known to the host by calling its `listVoices`
+   * async method (which must return an array of objects shaped
+   * like `VoiceHandle`).
+   */
+  listVoices(): Promise<Array<JsVoiceHandle>>
+  /**
+   * Delete a previously cloned voice by calling the host's
+   * `deleteVoice` async method.
+   */
+  deleteVoice(voice: JsVoiceHandle): Promise<void>
+  /**
+   * Generate an image by calling the host's `generateImage` async
+   * method.
+   */
+  generateImage(request: JsImageRequest): Promise<JsImageResult>
+  /**
+   * Upscale an image by calling the host's `upscaleImage` async
+   * method.
+   */
+  upscaleImage(request: JsUpscaleRequest): Promise<JsImageResult>
+  /**
+   * Generate a video from text by calling the host's `textToVideo`
+   * async method.
+   */
+  textToVideo(request: JsVideoRequest): Promise<JsVideoResult>
+  /**
+   * Generate a video from a source image by calling the host's
+   * `imageToVideo` async method.
+   */
+  imageToVideo(request: JsVideoRequest): Promise<JsVideoResult>
+  /**
+   * Transcribe audio to text by calling the host's `transcribe`
+   * async method.
+   */
+  transcribe(request: JsTranscriptionRequest): Promise<JsTranscriptionResult>
+  /**
+   * Generate a 3D model by calling the host's `generate3d` async
+   * method.
+   */
+  generate3d(request: JsThreeDRequest): Promise<JsThreeDResult>
+  /**
+   * Remove the background from an image by calling the host's
+   * `removeBackground` async method.
+   */
+  removeBackground(request: JsBackgroundRemovalRequest): Promise<JsImageResult>
+}
+export type JsCustomProvider = CustomProvider
+
 /**
  * An embedding model that produces vector representations of text.
  *
@@ -612,6 +792,38 @@ export declare class Memory {
 }
 export type JsMemory = Memory
 
+/**
+ * An `OpenAI` compute provider exposing text-to-speech.
+ *
+ * For chat completions and embeddings, use
+ * [`CompletionModel.openai`](crate::providers::completion_model::JsCompletionModel::openai)
+ * instead — this class is the standalone entry point for the compute
+ * capabilities (currently text-to-speech) that the `OpenAI` provider
+ * implements directly.
+ *
+ * ```typescript
+ * const openai = OpenAiProvider.create({ apiKey: "sk-..." });
+ * const audio = await openai.textToSpeech({
+ *     text: "Hello, world!",
+ *     voice: "alloy",
+ * });
+ * ```
+ */
+export declare class OpenAiProvider {
+  /**
+   * Create a new `OpenAI` provider.
+   *
+   * `options` optionally overrides the API key, model, and base URL.
+   * When omitted, the API key is read from the `OPENAI_API_KEY`
+   * environment variable and the defaults from
+   * [`OpenAiProvider::from_options`] are applied.
+   */
+  static create(options?: JsProviderOptions | undefined | null): OpenAiProvider
+  /** Synthesize speech from text via `OpenAI`'s `/v1/audio/speech`. */
+  textToSpeech(request: JsSpeechRequest): Promise<JsAudioResult>
+}
+export type JsOpenAiProvider = OpenAiProvider
+
 /**
  * A versioned registry for prompt templates.
  *
@@ -1053,6 +1265,39 @@ export interface ChatMessageOptions {
   parts?: Array<JsContentPart>
 }
 
+/**
+ * Run multiple chat completions concurrently with optional concurrency limits.
+ *
+ * Each element of `messageSets` is an array of `ChatMessage` instances that
+ * forms one independent completion request. Results are returned in the same
+ * order as the input.
+ *
+ * ```typescript
+ * import { CompletionModel, ChatMessage, completeBatch } from 'blazen';
+ *
+ * const model = CompletionModel.openai({ apiKey: "sk-..." });
+ *
+ * const result = await completeBatch(
+ *   model,
+ *   [
+ *     [ChatMessage.user("What is 2 + 2?")],
+ *     [ChatMessage.user("What is 3 + 3?")],
+ *     [ChatMessage.user("What is 4 + 4?")],
+ *   ],
+ *   { concurrency: 2 }
+ * );
+ *
+ * for (let i = 0; i < result.responses.length; i++) {
+ *   if (result.responses[i]) {
+ *     console.log(`Response ${i}:`, result.responses[i].content);
+ *   } else {
+ *     console.error(`Request ${i} failed:`, result.errors[i]);
+ *   }
+ * }
+ * ```
+ */
+export declare function completeBatch(model: JsCompletionModel, messageSets: Array<Array<JsChatMessage>>, options?: JsBatchOptions | undefined | null): Promise<JsBatchResult>
+
 /**
  * Estimate the total token count for an array of chat messages.
  *
@@ -1070,6 +1315,15 @@ export interface ChatMessageOptions {
  */
 export declare function countMessageTokens(messages: Array<ChatMessage>, contextSize?: number | undefined | null): number
 
+/** Optional configuration for a [`JsCustomProvider`]. */
+export interface CustomProviderOptions {
+  /**
+   * Short identifier used for logging and returned from
+   * [`ComputeProvider::provider_id`]. Defaults to `"custom"`.
+   */
+  providerId?: string
+}
+
 /**
  * Estimate the number of tokens in a text string.
  *
@@ -1125,6 +1379,11 @@ export interface JsAgentRunOptions {
    * signal it has a final answer.
    */
   addFinishTool?: boolean
+  /**
+   * Maximum number of tool calls to execute concurrently within a single
+   * model response. `0` means unlimited (all in parallel). Defaults to 0.
+   */
+  toolConcurrency?: number
 }
 
 /**
@@ -1201,6 +1460,31 @@ export interface JsBackgroundRemovalRequest {
   parameters?: any
 }
 
+/** Options for configuring a batch completion run. */
+export interface JsBatchOptions {
+  /** Maximum number of concurrent requests. `0` or omitted means unlimited. */
+  concurrency?: number
+}
+
+/**
+ * The result of a batch completion run.
+ *
+ * Each index corresponds to the input request at the same position.
+ * On success the `responses` entry is populated and the `errors` entry is
+ * `null`; on failure the `responses` entry is `null` and `errors` contains
+ * the error message.
+ */
+export interface JsBatchResult {
+  /** One response per input request. `null` for failed requests. */
+  responses: Array<JsCompletionResponse | undefined | null>
+  /** One error message per input request. `null` for successful requests. */
+  errors: Array<string | undefined | null>
+  /** Aggregated token usage across all successful responses. */
+  totalUsage?: JsTokenUsage
+  /** Aggregated cost in USD across all successful responses. */
+  totalCost?: number
+}
+
 export interface JsBedrockOptions {
   apiKey?: string
   model?: string
@@ -1691,6 +1975,23 @@ export interface JsVideoResult {
   metadata: any
 }
 
+export interface JsVoiceCloneRequest {
+  name: string
+  referenceUrls: Array<string>
+  language?: string
+  description?: string
+  parameters?: any
+}
+
+export interface JsVoiceHandle {
+  id: string
+  name: string
+  provider: string
+  language?: string
+  description?: string
+  metadata: any
+}
+
 /** The result of a workflow run. */
 export interface JsWorkflowResult {
   /** The event type of the final result (typically "`blazen::StopEvent`"). */

package/index.js

@@ -77,8 +77,8 @@ function requireNative() {
       try {
         const binding = require('blazen-android-arm64')
         const bindingPackageVersion = require('blazen-android-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -93,8 +93,8 @@ function requireNative() {
       try {
         const binding = require('blazen-android-arm-eabi')
         const bindingPackageVersion = require('blazen-android-arm-eabi/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -114,8 +114,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-x64-gnu')
         const bindingPackageVersion = require('blazen-win32-x64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -130,8 +130,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-x64-msvc')
         const bindingPackageVersion = require('blazen-win32-x64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -147,8 +147,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-ia32-msvc')
         const bindingPackageVersion = require('blazen-win32-ia32-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -163,8 +163,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-arm64-msvc')
         const bindingPackageVersion = require('blazen-win32-arm64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -182,8 +182,8 @@ function requireNative() {
     try {
       const binding = require('blazen-darwin-universal')
       const bindingPackageVersion = require('blazen-darwin-universal/package.json').version
-      if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-        throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
       }
       return binding
     } catch (e) {
@@ -198,8 +198,8 @@ function requireNative() {
       try {
         const binding = require('blazen-darwin-x64')
         const bindingPackageVersion = require('blazen-darwin-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -214,8 +214,8 @@ function requireNative() {
       try {
         const binding = require('blazen-darwin-arm64')
         const bindingPackageVersion = require('blazen-darwin-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -234,8 +234,8 @@ function requireNative() {
       try {
         const binding = require('blazen-freebsd-x64')
         const bindingPackageVersion = require('blazen-freebsd-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -250,8 +250,8 @@ function requireNative() {
       try {
         const binding = require('blazen-freebsd-arm64')
         const bindingPackageVersion = require('blazen-freebsd-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -271,8 +271,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-x64-musl')
           const bindingPackageVersion = require('blazen-linux-x64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -287,8 +287,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-x64-gnu')
           const bindingPackageVersion = require('blazen-linux-x64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -305,8 +305,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm64-musl')
           const bindingPackageVersion = require('blazen-linux-arm64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -321,8 +321,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm64-gnu')
           const bindingPackageVersion = require('blazen-linux-arm64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -339,8 +339,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm-musleabihf')
           const bindingPackageVersion = require('blazen-linux-arm-musleabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -355,8 +355,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm-gnueabihf')
           const bindingPackageVersion = require('blazen-linux-arm-gnueabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -373,8 +373,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-loong64-musl')
           const bindingPackageVersion = require('blazen-linux-loong64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -389,8 +389,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-loong64-gnu')
           const bindingPackageVersion = require('blazen-linux-loong64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -407,8 +407,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-riscv64-musl')
           const bindingPackageVersion = require('blazen-linux-riscv64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -423,8 +423,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-riscv64-gnu')
           const bindingPackageVersion = require('blazen-linux-riscv64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -440,8 +440,8 @@ function requireNative() {
       try {
         const binding = require('blazen-linux-ppc64-gnu')
         const bindingPackageVersion = require('blazen-linux-ppc64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -456,8 +456,8 @@ function requireNative() {
       try {
         const binding = require('blazen-linux-s390x-gnu')
         const bindingPackageVersion = require('blazen-linux-s390x-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -476,8 +476,8 @@ function requireNative() {
       try {
         const binding = require('blazen-openharmony-arm64')
         const bindingPackageVersion = require('blazen-openharmony-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -492,8 +492,8 @@ function requireNative() {
       try {
         const binding = require('blazen-openharmony-x64')
         const bindingPackageVersion = require('blazen-openharmony-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -508,8 +508,8 @@ function requireNative() {
       try {
         const binding = require('blazen-openharmony-arm')
         const bindingPackageVersion = require('blazen-openharmony-arm/package.json').version
-        if (bindingPackageVersion !== '0.1.127' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.127 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.129' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.129 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -584,6 +584,8 @@ module.exports.CompletionModel = nativeBinding.CompletionModel
 module.exports.JsCompletionModel = nativeBinding.JsCompletionModel
 module.exports.Context = nativeBinding.Context
 module.exports.JsContext = nativeBinding.JsContext
+module.exports.CustomProvider = nativeBinding.CustomProvider
+module.exports.JsCustomProvider = nativeBinding.JsCustomProvider
 module.exports.EmbeddingModel = nativeBinding.EmbeddingModel
 module.exports.JsEmbeddingModel = nativeBinding.JsEmbeddingModel
 module.exports.FalEmbeddingModel = nativeBinding.FalEmbeddingModel
@@ -596,6 +598,8 @@ module.exports.JsonlBackend = nativeBinding.JsonlBackend
 module.exports.JsJsonlBackend = nativeBinding.JsJsonlBackend
 module.exports.Memory = nativeBinding.Memory
 module.exports.JsMemory = nativeBinding.JsMemory
+module.exports.OpenAiProvider = nativeBinding.OpenAiProvider
+module.exports.JsOpenAiProvider = nativeBinding.JsOpenAiProvider
 module.exports.PromptRegistry = nativeBinding.PromptRegistry
 module.exports.JsPromptRegistry = nativeBinding.JsPromptRegistry
 module.exports.PromptTemplate = nativeBinding.PromptTemplate
@@ -612,6 +616,7 @@ module.exports.Workflow = nativeBinding.Workflow
 module.exports.JsWorkflow = nativeBinding.JsWorkflow
 module.exports.WorkflowHandler = nativeBinding.WorkflowHandler
 module.exports.JsWorkflowHandler = nativeBinding.JsWorkflowHandler
+module.exports.completeBatch = nativeBinding.completeBatch
 module.exports.countMessageTokens = nativeBinding.countMessageTokens
 module.exports.estimateTokens = nativeBinding.estimateTokens
 module.exports.JsCacheStrategy = nativeBinding.JsCacheStrategy

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "blazen",
-  "version": "0.1.127",
+  "version": "0.1.129",
   "description": "Blazen - Event-driven AI workflow framework for Node.js/TypeScript",
   "main": "index.js",
   "types": "index.d.ts",