@lota-sdk/core 0.4.15 → 0.4.16

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lota-sdk/core",
-  "version": "0.4.15",
+  "version": "0.4.16",
   "type": "module",
   "main": "./src/index.ts",
   "types": "./src/index.ts",
@@ -31,7 +31,7 @@
     "@ai-sdk/openai": "^3.0.53",
     "@chat-adapter/slack": "^4.26.0",
     "@chat-adapter/state-ioredis": "^4.26.0",
-    "@lota-sdk/shared": "0.4.15",
+    "@lota-sdk/shared": "0.4.16",
     "@mendable/firecrawl-js": "^4.18.3",
     "@surrealdb/node": "^3.0.3",
     "ai": "^6.0.168",

package/src/ai-gateway/ai-gateway.ts

@@ -977,10 +977,26 @@ export type AiGatewayDeps = {
   runFork: AiGatewayRunFork
 }
 
+let defaultAiGatewayDeps: AiGatewayDeps | undefined
+
+export function setDefaultAiGatewayDeps(deps: AiGatewayDeps): void {
+  defaultAiGatewayDeps = deps
+}
+
+function resolveAiGatewayDeps(deps: AiGatewayDeps | undefined): AiGatewayDeps {
+  if (deps) return deps
+  if (defaultAiGatewayDeps) return defaultAiGatewayDeps
+
+  throw new Error(
+    '[ai-gateway] aiGatewayModel(...) was used before createLotaRuntime initialized the AI gateway. ' +
+      'Create a LotaRuntime first, or use runtime.ai.model/chatModel/embeddingModel.',
+  )
+}
+
 function createAiGatewayLanguageModelMiddleware(
   modelId: string,
   providerId: string,
-  deps: AiGatewayDeps,
+  deps?: AiGatewayDeps,
 ): LanguageModelMiddleware {
   return {
     specificationVersion: 'v3',
@@ -991,10 +1007,11 @@ function createAiGatewayLanguageModelMiddleware(
         ),
       ),
     wrapGenerate: ({ params }) => {
-      const model = resolveProviderModel(deps.gateway.provider, modelId, providerId)
-      return deps.runPromise(
+      const resolvedDeps = resolveAiGatewayDeps(deps)
+      const model = resolveProviderModel(resolvedDeps.gateway.provider, modelId, providerId)
+      return resolvedDeps.runPromise(
         withAiGatewayConcurrency(
-          executeGenerateAttemptPlan(deps.runtimeConfig, modelId, params, () => model.doGenerate(params)).pipe(
+          executeGenerateAttemptPlan(resolvedDeps.runtimeConfig, modelId, params, () => model.doGenerate(params)).pipe(
             Effect.map(({ result }) => ({
               ...result,
               content: injectAiGatewayChatReasoningContent(
@@ -1003,14 +1020,15 @@ function createAiGatewayLanguageModelMiddleware(
               ),
             })),
           ),
-        ).pipe(Effect.provideService(AiGatewayTag, deps.gateway)),
+        ).pipe(Effect.provideService(AiGatewayTag, resolvedDeps.gateway)),
       )
     },
     wrapStream: ({ params }) => {
-      const model = resolveProviderModel(deps.gateway.provider, modelId, providerId)
-      return deps.runPromise(
+      const resolvedDeps = resolveAiGatewayDeps(deps)
+      const model = resolveProviderModel(resolvedDeps.gateway.provider, modelId, providerId)
+      return resolvedDeps.runPromise(
         withAiGatewayStreamConcurrency(
-          executeStreamAttemptPlan(deps.runtimeConfig, modelId, params, () => model.doStream(params)).pipe(
+          executeStreamAttemptPlan(resolvedDeps.runtimeConfig, modelId, params, () => model.doStream(params)).pipe(
             Effect.map((attempt) => ({
               ...attempt,
               result: isReasoningEnabled(params)
@@ -1018,10 +1036,10 @@ function createAiGatewayLanguageModelMiddleware(
                 : attempt.result,
             })),
           ),
-          deps.runFork,
+          resolvedDeps.runFork,
         ).pipe(
           Effect.map(({ result }) => result),
-          Effect.provideService(AiGatewayTag, deps.gateway),
+          Effect.provideService(AiGatewayTag, resolvedDeps.gateway),
         ),
       )
     },
@@ -1097,7 +1115,7 @@ function createAiGatewayEmbeddingModelPlaceholder(modelId: string): AiGatewayEmb
   }
 }
 
-export function aiGatewayModel(modelId: string, deps: AiGatewayDeps) {
+export function aiGatewayModel(modelId: string, deps?: AiGatewayDeps) {
   if (isOpenRouterModel(modelId)) {
     return aiGatewayChatModel(modelId, deps)
   }
@@ -1110,11 +1128,11 @@ export function aiGatewayModel(modelId: string, deps: AiGatewayDeps) {
   )
 }
 
-export function aiGatewayOpenRouterResponseHealingModel(modelId: string, deps: AiGatewayDeps) {
+export function aiGatewayOpenRouterResponseHealingModel(modelId: string, deps?: AiGatewayDeps) {
   return aiGatewayChatModel(modelId, deps)
 }
 
-export function aiGatewayChatModel(modelId: string, deps: AiGatewayDeps) {
+export function aiGatewayChatModel(modelId: string, deps?: AiGatewayDeps) {
   return withAiGatewayDevTools(
     wrapLanguageModel({
       model: createAiGatewayLanguageModelPlaceholder(modelId, OPENAI_CHAT_PROVIDER_ID),
@@ -1123,14 +1141,15 @@ export function aiGatewayChatModel(modelId: string, deps: AiGatewayDeps) {
   )
 }
 
-export function aiGatewayEmbeddingModel(modelId: string, deps: AiGatewayDeps) {
+export function aiGatewayEmbeddingModel(modelId: string, deps?: AiGatewayDeps) {
   return wrapEmbeddingModel({
     model: createAiGatewayEmbeddingModelPlaceholder(modelId),
     middleware: {
       specificationVersion: 'v3',
       wrapEmbed: ({ params }) => {
-        const embeddingModel = deps.gateway.provider.embeddingModel(modelId)
-        return deps.runPromise(
+        const resolvedDeps = resolveAiGatewayDeps(deps)
+        const embeddingModel = resolvedDeps.gateway.provider.embeddingModel(modelId)
+        return resolvedDeps.runPromise(
           withAiGatewayConcurrency(
             withAiGatewayResilience(
               'ai-gateway.embed',
@@ -1139,7 +1158,7 @@ export function aiGatewayEmbeddingModel(modelId: string, deps: AiGatewayDeps) {
                 catch: (cause) => classifyAiGatewayError('ai-gateway.embed', cause),
               }),
             ).pipe(Effect.withSpan('AiGateway.embed'), Effect.annotateSpans({ modelId })),
-          ).pipe(Effect.provideService(AiGatewayTag, deps.gateway)),
+          ).pipe(Effect.provideService(AiGatewayTag, resolvedDeps.gateway)),
         )
       },
     },

package/src/create-runtime.ts

@@ -8,6 +8,7 @@ import {
   RuntimeBridgeTag,
   createAiGatewayModels,
   makeAiGatewayService,
+  setDefaultAiGatewayDeps,
 } from './ai-gateway/ai-gateway'
 import type { AiGatewayModels, RuntimeBridge } from './ai-gateway/ai-gateway'
 import { computeSchemaFingerprint } from './db/schema-fingerprint'
@@ -79,9 +80,9 @@ export interface LotaRuntime {
   config: ResolvedLotaRuntimeConfig
   plugins: Record<string, LotaPlugin>
   systemExecutors: Record<string, SystemNodeExecutor>
-  /** Pre-bound AI gateway model factories. Use instead of the legacy
-   * `aiGatewayChatModel(modelId)` / `aiGatewayModel(modelId)` module-level
-   * helpers — those now require a `deps` argument. */
+  /** Pre-bound AI gateway model factories. Prefer these inside runtime-bound
+   * services; the module-level helpers are bound during runtime creation for
+   * module-scope agent definitions. */
   ai: AiGatewayModels
   connectPluginDatabases(): Promise<void>
   connect(): Promise<void>
@@ -130,12 +131,14 @@ export async function createLotaRuntime(config: LotaRuntimeConfig): Promise<Lota
     runPromise: (effect, options) => managedRuntime.runPromise(effect, options),
     runFork: (effect) => managedRuntime.runFork(effect),
   }
-  const aiGatewayModels = createAiGatewayModels({
+  const aiGatewayDeps = {
     gateway: aiGateway,
     runtimeConfig,
     runPromise: runtimeBridge.runPromise,
     runFork: runtimeBridge.runFork,
-  })
+  }
+  const aiGatewayModels = createAiGatewayModels(aiGatewayDeps)
+  setDefaultAiGatewayDeps(aiGatewayDeps)
 
   if (!Effect.runSync(Deferred.succeed(runtimeBridgeDeferred, runtimeBridge))) {
     throw new ServiceError({ message: 'Failed to initialize the runtime bridge.' })