llm-agent-runtime 0.1.16 → 0.1.17

package/USAGE.md

@@ -48,10 +48,16 @@ OPENROUTER_API_KEY=sk-or-v1-...
 OPENROUTER_MODEL=meta-llama/llama-3.1-70b-instruct
 OPENROUTER_INTENT_ROUTER_MODEL=meta-llama/llama-3.1-70b-instruct
 
-# Embeddings — omit EMBEDDINGS_PROVIDER → xenova when chat is openrouter
+# Embeddings — local default for openrouter is xenova (free)
 EMBEDDINGS_PROVIDER=xenova
 # XENOVA_EMBEDDINGS_MODEL=Xenova/all-MiniLM-L6-v2
 
+# Vercel / Lambda / Netlify: xenova will NOT load. Set:
+# EMBEDDINGS_PROVIDER=openai
+# OPENAI_API_KEY=sk-...
+# (If OPENAI_API_KEY is set on those hosts, the package auto-selects openai
+#  even when EMBEDDINGS_PROVIDER is unset or xenova.)
+
 # Optional Redis (flow state / cache). Plain Redis works for cache;
 # Redis Stack (RedisJSON) needed for durable LangGraph checkpoints.
 REDIS_URL=redis://localhost:6379
@@ -66,9 +72,9 @@ LANGSMITH_PROJECT=my-agent
 
 | `EMBEDDINGS_PROVIDER` | Cost | When to use |
 | --- | --- | --- |
-| `xenova` | Free | Default for OpenRouter/OpenAI chat when unset |
+| `xenova` | Free | Local default for OpenRouter/OpenAI chat when unset |
 | `ollama` | Free (self-host) | Default when `LLM_PROVIDER=ollama` |
-| `openai` | Paid | Strongest cloud embeddings |
+| `openai` | Paid | **Required on Vercel/serverless**; strongest cloud embeddings |
 
 ---
 

package/dist/env-llm.d.ts

@@ -1,11 +1,14 @@
 import type { EmbeddingsProvider, LlmConfig, LlmProvider } from "./types.js";
+/** Vercel / Lambda / Netlify — @xenova/transformers + sharp do not work here. */
+export declare function isServerlessRuntime(env?: NodeJS.ProcessEnv): boolean;
 /**
  * Resolve embeddings backend.
  *
- * - Explicit EMBEDDINGS_PROVIDER wins (ollama | openai | xenova).
- * - openrouter is not an embeddings backend → xenova (free).
- * - If unset: ollama chat → ollama embeddings; otherwise → xenova
- *   (so OpenRouter/OpenAI chat works in production without local Ollama).
+ * - Explicit EMBEDDINGS_PROVIDER wins (ollama | openai | xenova), except:
+ *   on serverless (Vercel/Lambda/…) with OPENAI_API_KEY, xenova → openai
+ *   (Transformers.js / sharp cannot load in those runtimes).
+ * - openrouter is not an embeddings backend → xenova locally, openai on serverless+key.
+ * - If unset: ollama chat → ollama; serverless+OPENAI_API_KEY → openai; else → xenova.
  */
 export declare function resolveEmbeddingsProvider(env: NodeJS.ProcessEnv, chatProvider: LlmProvider): EmbeddingsProvider;
 /**
@@ -14,7 +17,7 @@ export declare function resolveEmbeddingsProvider(env: NodeJS.ProcessEnv, chatPr
  * Env knobs:
  * - LLM_PROVIDER — ollama | openai | openrouter
  * - EMBEDDINGS_PROVIDER — ollama | openai | xenova
- *   (default: ollama if LLM is ollama, else xenova)
+ *   (default: ollama if LLM is ollama; openai on Vercel/Lambda when OPENAI_API_KEY set; else xenova)
  * - OLLAMA_MODEL / OPENAI_MODEL / OPENROUTER_MODEL
  * - XENOVA_EMBEDDINGS_MODEL / OLLAMA_EMBEDDINGS_MODEL / OPENAI_EMBEDDINGS_MODEL
  * - OLLAMA_BASE_URL / OPENAI_API_KEY / OPENROUTER_API_KEY / OPENROUTER_BASE_URL

package/dist/env-llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"env-llm.d.ts","sourceRoot":"","sources":["../src/env-llm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAqB7E;;;;;;;GAOG;AACH,wBAAgB,yBAAyB,CACvC,GAAG,EAAE,MAAM,CAAC,UAAU,EACtB,YAAY,EAAE,WAAW,GACxB,kBAAkB,CAmBpB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAC9B,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,SAAS,CAuDX"}
+{"version":3,"file":"env-llm.d.ts","sourceRoot":"","sources":["../src/env-llm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAqB7E,iFAAiF;AACjF,wBAAgB,mBAAmB,CACjC,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,OAAO,CAQT;AAMD;;;;;;;;GAQG;AACH,wBAAgB,yBAAyB,CACvC,GAAG,EAAE,MAAM,CAAC,UAAU,EACtB,YAAY,EAAE,WAAW,GACxB,kBAAkB,CAuBpB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAC9B,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,SAAS,CAuDX"}

package/dist/env-llm.js

@@ -12,16 +12,29 @@ const asChatProvider = (value, fallback) => {
         return "ollama";
     return fallback;
 };
+/** Vercel / Lambda / Netlify — @xenova/transformers + sharp do not work here. */
+export function isServerlessRuntime(env = process.env) {
+    return Boolean(env.VERCEL ||
+        env.VERCEL_ENV ||
+        env.AWS_LAMBDA_FUNCTION_NAME ||
+        env.NETLIFY ||
+        env.NETLIFY_DEV);
+}
+function preferOpenAiOnServerless(env) {
+    return isServerlessRuntime(env) && Boolean(env.OPENAI_API_KEY?.trim());
+}
 /**
  * Resolve embeddings backend.
  *
- * - Explicit EMBEDDINGS_PROVIDER wins (ollama | openai | xenova).
- * - openrouter is not an embeddings backend → xenova (free).
- * - If unset: ollama chat → ollama embeddings; otherwise → xenova
- *   (so OpenRouter/OpenAI chat works in production without local Ollama).
+ * - Explicit EMBEDDINGS_PROVIDER wins (ollama | openai | xenova), except:
+ *   on serverless (Vercel/Lambda/…) with OPENAI_API_KEY, xenova → openai
+ *   (Transformers.js / sharp cannot load in those runtimes).
+ * - openrouter is not an embeddings backend → xenova locally, openai on serverless+key.
+ * - If unset: ollama chat → ollama; serverless+OPENAI_API_KEY → openai; else → xenova.
  */
 export function resolveEmbeddingsProvider(env, chatProvider) {
     const raw = env.EMBEDDINGS_PROVIDER?.trim().toLowerCase();
+    const serverlessOpenAi = preferOpenAiOnServerless(env);
     if (raw === "openai" || raw === "gpt" || raw === "chatgpt")
         return "openai";
     if (raw === "ollama")
@@ -30,14 +43,17 @@ export function resolveEmbeddingsProvider(env, chatProvider) {
         raw === "transformers" ||
         raw === "local" ||
         raw === "minilm") {
-        return "xenova";
+        return serverlessOpenAi ? "openai" : "xenova";
     }
-    // OpenRouter has chat only — use free in-process embeddings.
-    if (raw === "openrouter" || raw === "or")
-        return "xenova";
-    // Unset / unknown: prefer ollama only when chat is already ollama.
+    // OpenRouter has chat only — not an embeddings API.
+    if (raw === "openrouter" || raw === "or") {
+        return serverlessOpenAi ? "openai" : "xenova";
+    }
+    // Unset / unknown
     if (chatProvider === "ollama")
         return "ollama";
+    if (serverlessOpenAi)
+        return "openai";
     return "xenova";
 }
 /**
@@ -46,7 +62,7 @@ export function resolveEmbeddingsProvider(env, chatProvider) {
  * Env knobs:
  * - LLM_PROVIDER — ollama | openai | openrouter
  * - EMBEDDINGS_PROVIDER — ollama | openai | xenova
- *   (default: ollama if LLM is ollama, else xenova)
+ *   (default: ollama if LLM is ollama; openai on Vercel/Lambda when OPENAI_API_KEY set; else xenova)
  * - OLLAMA_MODEL / OPENAI_MODEL / OPENROUTER_MODEL
  * - XENOVA_EMBEDDINGS_MODEL / OLLAMA_EMBEDDINGS_MODEL / OPENAI_EMBEDDINGS_MODEL
  * - OLLAMA_BASE_URL / OPENAI_API_KEY / OPENROUTER_API_KEY / OPENROUTER_BASE_URL

package/dist/index.d.ts

@@ -1,6 +1,6 @@
 export { createAgentRuntime, type AgentRuntime } from "./create-runtime.js";
 export { createModels } from "./llm.js";
-export { llmConfigFromEnv, resolveEmbeddingsProvider } from "./env-llm.js";
+export { llmConfigFromEnv, resolveEmbeddingsProvider, isServerlessRuntime, } from "./env-llm.js";
 export { createRedis } from "./redis.js";
 export { XenovaEmbeddings } from "./embeddings/xenova.js";
 export { AgentRuntimeError, assertInvokeInput } from "./errors.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,0BAA0B,EAC1B,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACxE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,SAAS,EACT,eAAe,EACf,gBAAgB,EAChB,oBAAoB,EACpB,0BAA0B,EAC1B,sBAAsB,EACtB,WAAW,EACX,mBAAmB,EACnB,aAAa,GACd,MAAM,gBAAgB,CAAC;AACxB,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,cAAc,EACd,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,wBAAwB,EACxB,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,6BAA6B,EAC7B,gBAAgB,EAChB,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAEjD,YAAY,EACV,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,SAAS,EACT,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,YAAY,EACZ,SAAS,EACT,eAAe,EACf,WAAW,EACX,aAAa,EACb,WAAW,EACX,gBAAgB,EAChB,QAAQ,EACR,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,GACd,MAAM,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EACL,gBAAgB,EAChB,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EACL,mBAAmB,EACnB,mBAAmB,EACnB,0BAA0B,EAC1B,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACxE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,SAAS,EACT,eAAe,EACf,gBAAgB,EAChB,oBAAoB,EACpB,0BAA0B,EAC1B,sBAAsB,EACtB,WAAW,EACX,mBAAmB,EACnB,aAAa,GACd,MAAM,gBAAgB,CAAC;AACxB,YAAY,EACV,aAAa,EACb,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,cAAc,EACd,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,wBAAwB,EACxB,yBAAyB,GAC1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,6BAA6B,EAC7B,gBAAgB,EAChB,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAEjD,YAAY,EACV,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,cAAc,EACd,SAAS,EACT,cAAc,EACd,aAAa,EACb,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,YAAY,EACZ,SAAS,EACT,eAAe,EACf,WAAW,EACX,aAAa,EACb,WAAW,EACX,gBAAgB,EAChB,QAAQ,EACR,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,aAAa,GACd,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -1,6 +1,6 @@
 export { createAgentRuntime } from "./create-runtime.js";
 export { createModels } from "./llm.js";
-export { llmConfigFromEnv, resolveEmbeddingsProvider } from "./env-llm.js";
+export { llmConfigFromEnv, resolveEmbeddingsProvider, isServerlessRuntime, } from "./env-llm.js";
 export { createRedis } from "./redis.js";
 export { XenovaEmbeddings } from "./embeddings/xenova.js";
 export { AgentRuntimeError, assertInvokeInput } from "./errors.js";

package/dist/rag/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAG7D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,KAAK,iBAAiB,EACvB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAChB,SAAS,EACT,KAAK,iBAAiB,EACtB,KAAK,aAAa,EACnB,MAAM,cAAc,CAAC;AAEtB,YAAY,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC;AACpE,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAChB,SAAS,GACV,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CAC7D,CAAC;AAgCF;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,OAAO,EAAE;IAClD,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B,UAAU,EAAE,UAAU,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,cAAc,CAAC,CAkC1B;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAAC,OAAO,EAAE;IACxD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC;IACV,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B,KAAK,EAAE,cAAc,CAAC;CACvB,CAAC,CAUD;AAED,0FAA0F;AAC1F,wBAAsB,sBAAsB,CAAC,OAAO,EAAE;IACpD,UAAU,EAAE,UAAU,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;cArBW,iBAAiB,EAAE;eAClB,iBAAiB,EAAE;WACvB,cAAc;GAgCtB;AAKD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,2EAA2E;IAC3E,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,CAAC;AAEF;;;GAGG;AACH,wBAAgB,WAAW,CAAC,OAAO,GAAE,kBAAuB,2BA+B3D;AAED,wBAAgB,mBAAmB,WAElC;AAED,6EAA6E;AAC7E,wBAAgB,aAAa,SAG5B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rag/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAG7D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,KAAK,iBAAiB,EACvB,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAChB,SAAS,EACT,KAAK,iBAAiB,EACtB,KAAK,aAAa,EACnB,MAAM,cAAc,CAAC;AAEtB,YAAY,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC;AACpE,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,gBAAgB,EAChB,SAAS,GACV,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CAC7D,CAAC;AAgCF;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,OAAO,EAAE;IAClD,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B,UAAU,EAAE,UAAU,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,cAAc,CAAC,CAkC1B;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAAC,OAAO,EAAE;IACxD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,UAAU,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC;IACV,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B,KAAK,EAAE,cAAc,CAAC;CACvB,CAAC,CAUD;AAED,0FAA0F;AAC1F,wBAAsB,sBAAsB,CAAC,OAAO,EAAE;IACpD,UAAU,EAAE,UAAU,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;cArBW,iBAAiB,EAAE;eAClB,iBAAiB,EAAE;WACvB,cAAc;GAgCtB;AAKD,MAAM,MAAM,kBAAkB,GAAG;IAC/B,2EAA2E;IAC3E,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,CAAC;AAEF;;;GAGG;AACH,wBAAgB,WAAW,CAAC,OAAO,GAAE,kBAAuB,2BAiC3D;AAED,wBAAgB,mBAAmB,WAElC;AAED,6EAA6E;AAC7E,wBAAgB,aAAa,SAG5B"}

package/dist/rag/index.js

@@ -104,10 +104,12 @@ let documentCount = 0;
 export function getRagStore(options = {}) {
     if (!storePromise) {
         storePromise = (async () => {
-            const embeddings = options.embeddings ?? createModels(llmConfigFromEnv()).embeddings;
+            const env = options.env ?? process.env;
+            const embeddings = options.embeddings ??
+                createModels(llmConfigFromEnv(env)).embeddings;
             const { store, documents } = await createSimpleRagFromEnv({
                 embeddings,
-                env: options.env,
+                env,
                 chunkSize: options.chunkSize,
                 overlap: options.overlap,
             });

package/dist/types.d.ts

@@ -77,8 +77,8 @@ export type LlmProvider = "ollama" | "openai" | "openrouter";
 /**
  * Intent-embedding backends.
  * - ollama — local Ollama server
- * - openai — paid OpenAI embeddings API
- * - xenova — free in-process Transformers.js (default when chat is not ollama and EMBEDDINGS_PROVIDER unset)
+ * - openai — paid OpenAI embeddings API (required on Vercel/Lambda; auto-selected there when OPENAI_API_KEY is set)
+ * - xenova — free in-process Transformers.js (local default when chat is not ollama and EMBEDDINGS_PROVIDER unset)
  */
 export type EmbeddingsProvider = "ollama" | "openai" | "xenova";
 export type LlmConfig = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-agent-runtime",
-  "version": "0.1.16",
+  "version": "0.1.17",
   "description": "Reusable LangGraph agent runtime: intent routing, sticky flows, Redis checkpointer, optional answer cache",
   "license": "ISC",
   "type": "module",