blazen 0.1.102 → 0.1.104

package/index.d.ts

@@ -75,6 +75,38 @@ export declare class CompletionModel {
   static bedrock(apiKey: string, region: string, model?: string | undefined | null): CompletionModel
   /** Get the model ID. */
   get modelId(): string
+  /**
+   * Wrap this model with automatic retry on transient failures.
+   *
+   * ```javascript
+   * const model = CompletionModel.openrouter(key);
+   * const withRetry = model.withRetry({ maxRetries: 3, initialDelayMs: 1000 });
+   * ```
+   */
+  withRetry(config?: JsRetryConfig | undefined | null): CompletionModel
+  /**
+   * Wrap this model with an in-memory response cache.
+   *
+   * Streaming requests are never cached and always delegate directly to the
+   * underlying model.
+   *
+   * ```javascript
+   * const cached = model.withCache({ ttlSeconds: 300, maxEntries: 1000 });
+   * ```
+   */
+  withCache(config?: JsCacheConfig | undefined | null): CompletionModel
+  /**
+   * Create a fallback model that tries multiple providers in order.
+   *
+   * When the primary provider fails with a transient error (rate limit,
+   * timeout, server error) the request is automatically forwarded to the
+   * next provider. Non-retryable errors short-circuit immediately.
+   *
+   * ```javascript
+   * const model = CompletionModel.withFallback([modelA, modelB]);
+   * ```
+   */
+  static withFallback(models: Array<CompletionModel>): CompletionModel
   /**
    * Perform a chat completion.
    *
@@ -98,8 +130,8 @@ export declare class CompletionModel {
   /**
    * Stream a chat completion.
    *
-   * The `onChunk` callback receives each chunk as it arrives, with keys:
-   * `delta`, `finishReason`, `toolCalls`.
+   * The `onChunk` callback receives each chunk as a typed `StreamChunk` with
+   * `delta`, `finishReason`, and `toolCalls` fields.
    *
    * ```javascript
    * await model.stream(
@@ -177,6 +209,51 @@ export declare class Context {
 }
 export type JsContext = Context
 
+/**
+ * An embedding model that produces vector representations of text.
+ *
+ * Use the static factory methods to create an instance for your provider:
+ *
+ * ```javascript
+ * const model = EmbeddingModel.openai("sk-...");
+ * const response = await model.embed(["Hello", "World"]);
+ * console.log(response.embeddings); // [[0.1, ...], [0.3, ...]]
+ * ```
+ */
+export declare class EmbeddingModel {
+  /**
+   * Create an `OpenAI` embedding model.
+   *
+   * Defaults to `text-embedding-3-small` (1536 dimensions).
+   */
+  static openai(apiKey: string): EmbeddingModel
+  /**
+   * Create a Together AI embedding model.
+   *
+   * Defaults to `togethercomputer/m2-bert-80M-8k-retrieval` (768 dimensions).
+   */
+  static together(apiKey: string): EmbeddingModel
+  /**
+   * Create a Cohere embedding model.
+   *
+   * Defaults to `embed-v4.0` (1024 dimensions).
+   */
+  static cohere(apiKey: string): EmbeddingModel
+  /**
+   * Create a Fireworks AI embedding model.
+   *
+   * Defaults to `nomic-ai/nomic-embed-text-v1.5` (768 dimensions).
+   */
+  static fireworks(apiKey: string): EmbeddingModel
+  /** The model identifier. */
+  get modelId(): string
+  /** The dimensionality of the embedding vectors produced by this model. */
+  get dimensions(): number
+  /** Embed one or more texts, returning one vector per input text. */
+  embed(texts: Array<string>): Promise<JsEmbeddingResponse>
+}
+export type JsEmbeddingModel = EmbeddingModel
+
 /**
  * A fal.ai compute platform provider with image, video, audio, transcription,
  * and LLM capabilities.
@@ -225,6 +302,156 @@ export declare class FalProvider {
 }
 export type JsFalProvider = FalProvider
 
+/**
+ * An in-memory backend for the memory store.
+ *
+ * Data lives only as long as the process; nothing is persisted.
+ *
+ * ```javascript
+ * const backend = new InMemoryBackend();
+ * const memory = new Memory(embedder, backend);
+ * ```
+ */
+export declare class InMemoryBackend {
+  /** Create a new, empty in-memory backend. */
+  constructor()
+}
+export type JsInMemoryBackend = InMemoryBackend
+
+/**
+ * A JSONL file-backed backend for the memory store.
+ *
+ * Loads entries from the file on creation, appends new entries, and rewrites
+ * on updates/deletes.
+ *
+ * ```javascript
+ * const backend = await JsonlBackend.create("./memory.jsonl");
+ * const memory = new Memory(embedder, backend);
+ * ```
+ */
+export declare class JsonlBackend {
+  /**
+   * Create a JSONL backend at the given file path.
+   *
+   * If the file exists, its contents are loaded. Otherwise an empty store
+   * is created and the file is written on the first insert.
+   */
+  static create(path: string): Promise<JsonlBackend>
+}
+export type JsJsonlBackend = JsonlBackend
+
+/**
+ * A memory store that uses ELID for vector indexing and similarity search.
+ *
+ * Supports two modes:
+ * - **Full mode** (`new Memory(embedder, backend)`): embedding-based search
+ * - **Local mode** (`Memory.local(backend)`): text `SimHash` only, no embedder
+ *
+ * ```javascript
+ * import { Memory, EmbeddingModel, InMemoryBackend } from 'blazen';
+ *
+ * const embedder = EmbeddingModel.openai(key);
+ * const memory = new Memory(embedder, new InMemoryBackend());
+ *
+ * await memory.add("doc1", "Paris is the capital of France");
+ * const results = await memory.search("What is France's capital?", 5);
+ * console.log(results[0].text);
+ * ```
+ */
+export declare class Memory {
+  /**
+   * Create a memory store with an embedding model for full ELID-based search.
+   *
+   * @param embedder - The embedding model to use for vectorisation.
+   * @param backend  - An `InMemoryBackend` instance.
+   */
+  constructor(embedder: EmbeddingModel, backend: InMemoryBackend)
+  /** Create a memory store with an embedding model and a `JsonlBackend`. */
+  static withJsonl(embedder: EmbeddingModel, backend: JsonlBackend): Memory
+  /** Create a memory store with an embedding model and a `ValkeyBackend`. */
+  static withValkey(embedder: EmbeddingModel, backend: ValkeyBackend): Memory
+  /**
+   * Create a memory store in local-only mode (no embedding model) with an `InMemoryBackend`.
+   *
+   * Only `searchLocal()` is available; `search()` will throw.
+   */
+  static local(backend: InMemoryBackend): Memory
+  /** Create a memory store in local-only mode with a `JsonlBackend`. */
+  static localJsonl(backend: JsonlBackend): Memory
+  /** Create a memory store in local-only mode with a `ValkeyBackend`. */
+  static localValkey(backend: ValkeyBackend): Memory
+  /**
+   * Add a text entry to the memory store.
+   *
+   * @param id       - A unique identifier for this entry.
+   * @param text     - The text content to store.
+   * @param metadata - Optional arbitrary metadata (will be stored as JSON).
+   * @returns The id of the stored entry.
+   */
+  add(id: string, text: string, metadata?: any | undefined | null): Promise<string>
+  /**
+   * Add multiple text entries to the memory store in a single batch.
+   *
+   * @param entries - An array of `{ id, text, metadata? }` objects.
+   * @returns The ids of the stored entries.
+   */
+  addMany(entries: Array<JsAddEntry>): Promise<Array<string>>
+  /**
+   * Search using a query string with the configured embedding model.
+   *
+   * Returns up to `limit` results sorted by descending similarity.
+   * Requires an embedding model (throws if created with `Memory.local()`).
+   *
+   * @param query - The search query text.
+   * @param limit - Maximum number of results (default: 10).
+   */
+  search(query: string, limit?: number | undefined | null): Promise<Array<JsMemoryResult>>
+  /**
+   * Search using only text-level `SimHash` (no embedding model required).
+   *
+   * This is a cheaper, lower-quality search that works in local-only mode.
+   *
+   * @param query - The search query text.
+   * @param limit - Maximum number of results (default: 10).
+   */
+  searchLocal(query: string, limit?: number | undefined | null): Promise<Array<JsMemoryResult>>
+  /**
+   * Retrieve a single entry by id.
+   *
+   * @param id - The entry identifier.
+   * @returns The entry, or `null` if not found.
+   */
+  get(id: string): Promise<JsMemoryEntry | null>
+  /**
+   * Delete an entry by id.
+   *
+   * @param id - The entry identifier.
+   * @returns `true` if the entry existed and was deleted.
+   */
+  delete(id: string): Promise<boolean>
+  /** Return the number of entries in the store. */
+  count(): Promise<number>
+}
+export type JsMemory = Memory
+
+/**
+ * A Valkey/Redis-backed backend for the memory store.
+ *
+ * ```javascript
+ * const backend = ValkeyBackend.create("redis://localhost:6379");
+ * const memory = new Memory(embedder, backend);
+ * ```
+ */
+export declare class ValkeyBackend {
+  /**
+   * Create a Valkey backend connected to the given Redis/Valkey URL.
+   *
+   * The URL should be in standard Redis format, e.g. `redis://localhost:6379`.
+   */
+  static create(url: string): ValkeyBackend
+}
+export type JsValkeyBackend = ValkeyBackend
+
 /**
  * A workflow builder and runner.
  *
@@ -383,6 +610,48 @@ export interface ChatMessageOptions {
   parts?: Array<JsContentPart>
 }
 
+/**
+ * Estimate the total token count for an array of chat messages.
+ *
+ * Includes per-message overhead (role markers, separators) and assistant
+ * priming tokens, matching the overhead model used by `OpenAI`.
+ *
+ * `contextSize` defaults to 128 000 if not provided.
+ *
+ * ```javascript
+ * const tokens = countMessageTokens([
+ *   ChatMessage.system("You are helpful."),
+ *   ChatMessage.user("Hi"),
+ * ]);
+ * ```
+ */
+export declare function countMessageTokens(messages: Array<ChatMessage>, contextSize?: number | undefined | null): number
+
+/**
+ * Estimate the number of tokens in a text string.
+ *
+ * Uses a heuristic (3.5 characters per token) that works everywhere without
+ * external data files.  Good enough for budget checks when exact counts are
+ * not critical.
+ *
+ * `contextSize` defaults to 128 000 if not provided.
+ *
+ * ```javascript
+ * const tokens = estimateTokens("Hello world");
+ * ```
+ */
+export declare function estimateTokens(text: string, contextSize?: number | undefined | null): number
+
+/** An entry to add to the memory store (used by `addMany`). */
+export interface JsAddEntry {
+  /** Unique identifier. If empty, one will be generated. */
+  id: string
+  /** The text content to store. */
+  text: string
+  /** Optional arbitrary metadata. */
+  metadata?: any
+}
+
 /** The result of an agent run. */
 export interface JsAgentResult {
   /** The final completion response from the model. */
@@ -427,6 +696,14 @@ export interface JsAudioResult {
   metadata: any
 }
 
+/** Configuration for the `withCache` decorator. */
+export interface JsCacheConfig {
+  /** How long a cached response remains valid, in seconds. */
+  ttlSeconds?: number
+  /** Maximum number of entries to keep in the cache. */
+  maxEntries?: number
+}
+
 /** Options for a chat completion request. */
 export interface JsCompletionOptions {
   temperature?: number
@@ -494,6 +771,22 @@ export interface JsContentPart {
   image?: JsImageContent
 }
 
+/** The result of an embedding operation. */
+export interface JsEmbeddingResponse {
+  /** The embedding vectors (one per input text). */
+  embeddings: Array<Array<number>>
+  /** The model that produced these embeddings. */
+  model: string
+  /** Token usage statistics, if available. */
+  usage?: JsTokenUsage
+  /** Estimated cost in USD, if available. */
+  cost?: number
+  /** Request timing breakdown, if available. */
+  timing?: JsRequestTiming
+  /** Provider-specific metadata. */
+  metadata: any
+}
+
 /** A single generated 3D model with optional mesh metadata. */
 export interface JsGenerated3DModel {
   /** The 3D model media output. */
@@ -661,6 +954,28 @@ export interface JsMediaTypeMap {
   pdf: string
 }
 
+/** A stored entry retrieved from the memory store. */
+export interface JsMemoryEntry {
+  /** The entry id. */
+  id: string
+  /** The original text content. */
+  text: string
+  /** Arbitrary user metadata. */
+  metadata: any
+}
+
+/** A search result from the memory store. */
+export interface JsMemoryResult {
+  /** The entry id. */
+  id: string
+  /** The original text content. */
+  text: string
+  /** Similarity score in 0.0..=1.0 (higher = more similar). */
+  score: number
+  /** Arbitrary user metadata. */
+  metadata: any
+}
+
 /** Request to generate music or sound effects. */
 export interface JsMusicRequest {
   /** Text prompt describing the desired audio. */
@@ -680,6 +995,16 @@ export interface JsRequestTiming {
   totalMs?: number
 }
 
+/** Configuration for the `withRetry` decorator. */
+export interface JsRetryConfig {
+  /** Maximum number of retry attempts (total calls = `maxRetries + 1`). */
+  maxRetries?: number
+  /** Delay before the first retry, in milliseconds. */
+  initialDelayMs?: number
+  /** Upper bound on the computed backoff delay, in milliseconds. */
+  maxDelayMs?: number
+}
+
 /** The role of a participant in a chat conversation. */
 export declare const enum JsRole {
   System = 'system',
@@ -706,6 +1031,33 @@ export interface JsSpeechRequest {
   parameters?: any
 }
 
+/**
+ * A single chunk from a streaming completion response.
+ *
+ * Passed to the `onChunk` callback during streaming operations.
+ *
+ * ```javascript
+ * await model.stream(
+ *   [ChatMessage.user("Tell me a story")],
+ *   (chunk) => {
+ *     if (chunk.delta) process.stdout.write(chunk.delta);
+ *     if (chunk.finishReason) console.log("done:", chunk.finishReason);
+ *   }
+ * );
+ * ```
+ */
+export interface JsStreamChunk {
+  /** Incremental text content, if any. */
+  delta?: string
+  /**
+   * The reason the model stopped generating (`"stop"`, `"tool_use"`, etc.).
+   * Present only in the final chunk.
+   */
+  finishReason?: string
+  /** Tool invocations completed in this chunk. */
+  toolCalls: Array<JsToolCall>
+}
+
 /** Request to generate a 3D model. */
 export interface JsThreeDRequest {
   /** Text prompt describing the desired 3D model. */

package/index.js

@@ -77,8 +77,8 @@ function requireNative() {
       try {
         const binding = require('blazen-android-arm64')
         const bindingPackageVersion = require('blazen-android-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -93,8 +93,8 @@ function requireNative() {
       try {
         const binding = require('blazen-android-arm-eabi')
         const bindingPackageVersion = require('blazen-android-arm-eabi/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -114,8 +114,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-x64-gnu')
         const bindingPackageVersion = require('blazen-win32-x64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -130,8 +130,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-x64-msvc')
         const bindingPackageVersion = require('blazen-win32-x64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -147,8 +147,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-ia32-msvc')
         const bindingPackageVersion = require('blazen-win32-ia32-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -163,8 +163,8 @@ function requireNative() {
       try {
         const binding = require('blazen-win32-arm64-msvc')
         const bindingPackageVersion = require('blazen-win32-arm64-msvc/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -182,8 +182,8 @@ function requireNative() {
     try {
       const binding = require('blazen-darwin-universal')
       const bindingPackageVersion = require('blazen-darwin-universal/package.json').version
-      if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-        throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+      if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+        throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
       }
       return binding
     } catch (e) {
@@ -198,8 +198,8 @@ function requireNative() {
       try {
         const binding = require('blazen-darwin-x64')
         const bindingPackageVersion = require('blazen-darwin-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -214,8 +214,8 @@ function requireNative() {
       try {
         const binding = require('blazen-darwin-arm64')
         const bindingPackageVersion = require('blazen-darwin-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -234,8 +234,8 @@ function requireNative() {
       try {
         const binding = require('blazen-freebsd-x64')
         const bindingPackageVersion = require('blazen-freebsd-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -250,8 +250,8 @@ function requireNative() {
       try {
         const binding = require('blazen-freebsd-arm64')
         const bindingPackageVersion = require('blazen-freebsd-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -271,8 +271,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-x64-musl')
           const bindingPackageVersion = require('blazen-linux-x64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -287,8 +287,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-x64-gnu')
           const bindingPackageVersion = require('blazen-linux-x64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -305,8 +305,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm64-musl')
           const bindingPackageVersion = require('blazen-linux-arm64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -321,8 +321,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm64-gnu')
           const bindingPackageVersion = require('blazen-linux-arm64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -339,8 +339,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm-musleabihf')
           const bindingPackageVersion = require('blazen-linux-arm-musleabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -355,8 +355,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-arm-gnueabihf')
           const bindingPackageVersion = require('blazen-linux-arm-gnueabihf/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -373,8 +373,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-loong64-musl')
           const bindingPackageVersion = require('blazen-linux-loong64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -389,8 +389,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-loong64-gnu')
           const bindingPackageVersion = require('blazen-linux-loong64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -407,8 +407,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-riscv64-musl')
           const bindingPackageVersion = require('blazen-linux-riscv64-musl/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -423,8 +423,8 @@ function requireNative() {
         try {
           const binding = require('blazen-linux-riscv64-gnu')
           const bindingPackageVersion = require('blazen-linux-riscv64-gnu/package.json').version
-          if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-            throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+          if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+            throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
           }
           return binding
         } catch (e) {
@@ -440,8 +440,8 @@ function requireNative() {
       try {
         const binding = require('blazen-linux-ppc64-gnu')
         const bindingPackageVersion = require('blazen-linux-ppc64-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -456,8 +456,8 @@ function requireNative() {
       try {
         const binding = require('blazen-linux-s390x-gnu')
         const bindingPackageVersion = require('blazen-linux-s390x-gnu/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -476,8 +476,8 @@ function requireNative() {
       try {
         const binding = require('blazen-openharmony-arm64')
         const bindingPackageVersion = require('blazen-openharmony-arm64/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -492,8 +492,8 @@ function requireNative() {
       try {
         const binding = require('blazen-openharmony-x64')
         const bindingPackageVersion = require('blazen-openharmony-x64/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -508,8 +508,8 @@ function requireNative() {
       try {
         const binding = require('blazen-openharmony-arm')
         const bindingPackageVersion = require('blazen-openharmony-arm/package.json').version
-        if (bindingPackageVersion !== '0.1.102' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
-          throw new Error(`Native binding package version mismatch, expected 0.1.102 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
+        if (bindingPackageVersion !== '0.1.104' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
+          throw new Error(`Native binding package version mismatch, expected 0.1.104 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
         }
         return binding
       } catch (e) {
@@ -582,12 +582,24 @@ module.exports.CompletionModel = nativeBinding.CompletionModel
 module.exports.JsCompletionModel = nativeBinding.JsCompletionModel
 module.exports.Context = nativeBinding.Context
 module.exports.JsContext = nativeBinding.JsContext
+module.exports.EmbeddingModel = nativeBinding.EmbeddingModel
+module.exports.JsEmbeddingModel = nativeBinding.JsEmbeddingModel
 module.exports.FalProvider = nativeBinding.FalProvider
 module.exports.JsFalProvider = nativeBinding.JsFalProvider
+module.exports.InMemoryBackend = nativeBinding.InMemoryBackend
+module.exports.JsInMemoryBackend = nativeBinding.JsInMemoryBackend
+module.exports.JsonlBackend = nativeBinding.JsonlBackend
+module.exports.JsJsonlBackend = nativeBinding.JsJsonlBackend
+module.exports.Memory = nativeBinding.Memory
+module.exports.JsMemory = nativeBinding.JsMemory
+module.exports.ValkeyBackend = nativeBinding.ValkeyBackend
+module.exports.JsValkeyBackend = nativeBinding.JsValkeyBackend
 module.exports.Workflow = nativeBinding.Workflow
 module.exports.JsWorkflow = nativeBinding.JsWorkflow
 module.exports.WorkflowHandler = nativeBinding.WorkflowHandler
 module.exports.JsWorkflowHandler = nativeBinding.JsWorkflowHandler
+module.exports.countMessageTokens = nativeBinding.countMessageTokens
+module.exports.estimateTokens = nativeBinding.estimateTokens
 module.exports.JsJobStatus = nativeBinding.JsJobStatus
 module.exports.JsRole = nativeBinding.JsRole
 module.exports.mediaTypes = nativeBinding.mediaTypes

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "blazen",
-  "version": "0.1.102",
+  "version": "0.1.104",
   "description": "Blazen - Event-driven AI workflow framework for Node.js/TypeScript",
   "main": "index.js",
   "types": "index.d.ts",