bazis 0.99.4 → 0.99.5

package/core/agent/AgentRuntime.ts

@@ -1,5 +1,6 @@
 import { createToken, type ServiceProvider } from "../di";
 import { modelValidatorAdapter } from "../../library/validation";
+import { AgentSetupError } from "./errors";
 import type { AgentDataDefinition } from "./AgentDataDefinition";
 import { AgentRegistry, type ToolDefinition } from "./AgentRegistry";
 import {
@@ -62,6 +63,15 @@ export class AgentRuntime {
     return this.catalog.listTools();
   }
 
+  /** A profile the model provider does not serve fails before the model is called. */
+  private assertModelProfile(agentName: string, profile: string | undefined): void {
+    if (profile === undefined || typeof this.modelProvider.modelProfiles !== "function") return;
+    const configured = this.modelProvider.modelProfiles();
+    if (!configured.includes(profile)) {
+      throw new AgentSetupError(`Agent "${agentName}": model profile "${profile}" is not configured (configured: ${[...configured].sort().join(", ")}).`);
+    }
+  }
+
   /**
    * Checks a definition the way `run` does, without calling the model: an
    * invalid field or a tool name not registered in `@Module.tools` throws
@@ -69,6 +79,7 @@ export class AgentRuntime {
    */
   check(definition: AgentDataDefinition): void {
     AgentRegistry.fromDefinition(definition, this.catalog.listTools());
+    this.assertModelProfile(definition.name, definition.modelProfile);
   }
 
   /**
@@ -78,6 +89,7 @@ export class AgentRuntime {
    */
   async run(definition: AgentDataDefinition, options: AgentRuntimeInvokeOptions = {}): Promise<AgentRuntimeResult> {
     const registry = AgentRegistry.fromDefinition(definition, this.catalog.listTools());
+    this.assertModelProfile(definition.name, options.modelProfile ?? definition.modelProfile);
     const driver = new AgentExecutionDriver(this.services, registry, this.modelProvider, this.options);
     return driver.invoke(definition.name, options);
   }

package/core/agent/ModelProvider.ts

@@ -16,6 +16,12 @@ export interface AgentModelProvider {
     request: AgentModelRequest,
     context: AgentModelProviderContext,
   ): AgentModelResponse | Promise<AgentModelResponse>;
+  /**
+   * Model profiles this provider serves, when it routes by profile
+   * (`llmRouter`). AgentRuntime rejects an agent naming another profile before
+   * the model is called. Without it any profile is passed through.
+   */
+  modelProfiles?(): readonly string[];
 }
 
 export const AGENT_MODEL_PROVIDER = createToken<AgentModelProvider>("AgentModelProvider");

package/core/agent/README.md

@@ -143,6 +143,11 @@ await this.agents.run(support, {
 conversation message when trimming old history. Provider requests include
 `metadata.agentContext.trace` so context assembly is inspectable.
 
+With `llmRouter`, `check` and `run` reject a `modelProfile` the router does
+not serve; a fallback to another profile is logged as `LLM model profile
+failed, using fallback`. A model provider that gives up after its own deadline
+throws `AgentModelTimeoutError`, and the run reports `AGENT_PROVIDER_TIMEOUT`.
+
 LLM clients are registered by infra connectors. Agents name a model profile;
 infra owns provider URLs, model ids, limits and fallback:
 

package/core/agent/errors.ts

@@ -47,6 +47,17 @@ export class AgentToolPreCommitError extends ToolError {
   }
 }
 
+/**
+ * A model provider gave up on a request after its own deadline (for example
+ * the connector's `timeoutMs`). The run reports it as AGENT_PROVIDER_TIMEOUT.
+ */
+export class AgentModelTimeoutError extends Error {
+  constructor(message: string) {
+    super(message);
+    this.name = "AgentModelTimeoutError";
+  }
+}
+
 /** Error thrown when the agent runtime is configured incorrectly. */
 export class AgentRuntimeError extends Error {
   constructor(message: string) {

package/core/agent/index.ts

@@ -14,6 +14,7 @@ export {
   AgentSemanticError,
   AgentSetupError,
   AgentToolExecutionError,
+  AgentModelTimeoutError,
   AgentToolPreCommitError,
   ToolError,
 } from "./errors";

package/core/agent/internal/AgentExecutionDriver.ts

@@ -4,7 +4,7 @@ import type { ServiceProvider } from "../../di";
 import { getGeneratedOpenApiMetadata } from "../../http/OpenApi/generatedOpenApiRegistry";
 import { redactSensitive, redactSensitiveText } from "../../../library/redaction";
 import type { Logger } from "../../kernel/logging/Logger";
-import { AgentRuntimeError } from "../errors";
+import { AgentModelTimeoutError, AgentRuntimeError } from "../errors";
 import { validateAgentJsonSchema } from "./AgentJsonSchema";
 import type { AgentDefinition, AgentRegistry } from "../AgentRegistry";
 import {
@@ -1137,7 +1137,7 @@ export class AgentExecutionDriver {
         };
       }
     } catch (error) {
-      const code = error instanceof AgentRuntimeTimeoutError
+      const code = error instanceof AgentRuntimeTimeoutError || error instanceof AgentModelTimeoutError
         ? "AGENT_PROVIDER_TIMEOUT"
         : error instanceof AgentRuntimeAbortError
           ? "AGENT_ABORTED"

package/core/infra/InfraLifecycle.ts

@@ -1,4 +1,4 @@
-import type { HostedService } from "../di";
+import type { HostedService, HostedServiceDiagnostics } from "../di";
 import { InfraError, type InfraConnector } from "./InfraConnector";
 import { bindConnectorLifecycle } from "./connectorIdentity";
 import { awaitAbortable } from "../kernel/internal/awaitAbortable";
@@ -22,6 +22,7 @@ export class InfraLifecycle<TClient> implements HostedService {
   private disposed = false;
   private startPromise?: Promise<void>;
   private disposePromise?: Promise<void>;
+  private diagnostics?: HostedServiceDiagnostics;
 
   public constructor(
     private readonly name: string,
@@ -40,10 +41,22 @@ export class InfraLifecycle<TClient> implements HostedService {
     if (!this.created) {
       this.client = this.connector.create(this.configs);
       this.created = true;
+      this.forwardDiagnostics();
     }
     return this.client as TClient;
   }
 
+  /** The application logger reaches a client that reports on its own, such as `llmRouter` falling back. */
+  public useDiagnostics(diagnostics: HostedServiceDiagnostics): void {
+    this.diagnostics = diagnostics;
+    if (this.created) this.forwardDiagnostics();
+  }
+
+  private forwardDiagnostics(): void {
+    const client = this.client as { useDiagnostics?: (diagnostics: HostedServiceDiagnostics) => void } | undefined;
+    if (this.diagnostics !== undefined && typeof client?.useDiagnostics === "function") client.useDiagnostics(this.diagnostics);
+  }
+
   public start(signal?: AbortSignal): Promise<void> {
     this.startPromise ??= Promise.resolve().then(() => this.connect(signal));
     return this.startPromise;

package/core/infra/connectors/codex/CodexAppServerClient.ts

@@ -232,7 +232,7 @@ export class CodexAppServerClient implements CodexClient {
         if (method === "account/updated") this.modelCache = undefined;
       }, () => { this.clearLogin(); this.modelCache = undefined; });
       const initialized = await client.request("initialize", {
-        clientInfo: { name: "bazis", title: "Bazis", version: "0.99.4" }, capabilities: { experimentalApi: true },
+        clientInfo: { name: "bazis", title: "Bazis", version: "0.99.5" }, capabilities: { experimentalApi: true },
       }, 15_000, signal);
       if (resolve(text(initialized.codexHome, 4096)) !== this.paths.home) throw new CodexError("PROTOCOL_ERROR");
       client.notify("initialized");

package/core/infra/connectors/llmRouter.ts

@@ -1,6 +1,9 @@
 import type { AppConfig } from "../../kernel";
+import type { HostedServiceDiagnostics } from "../../di";
+import { redactSensitive } from "../../../library/redaction";
 import {
   AGENT_MODEL_PROVIDER,
+  AgentModelTimeoutError,
   AgentRuntime,
   agentModelRequest,
   type AgentModelProvider,
@@ -194,11 +197,13 @@ export class LlmModelRouter implements AgentModelProvider {
   private initializePromise?: Promise<void>;
   private disposePromise?: Promise<void>;
   private disposed = false;
+  private diagnostics?: HostedServiceDiagnostics;
 
   public constructor(
     profiles: readonly RuntimeProfile[],
     private readonly defaultProfile: string,
     private readonly factories: readonly (() => RuntimeProfile)[] = [],
+    private readonly profileNames: readonly string[] = profiles.map((profile) => profile.name),
   ) {
     for (let index = 0; index < profiles.length; index += 1) {
       const profile = profiles[index] as RuntimeProfile;
@@ -213,6 +218,16 @@ export class LlmModelRouter implements AgentModelProvider {
     return this.completeWithProfile(request, context, requested, new Set<string>());
   }
 
+  /** Profile names an agent may use in `modelProfile`. */
+  public modelProfiles(): readonly string[] {
+    return this.profileNames;
+  }
+
+  /** The application logger: a fallback is reported, not silent. */
+  public useDiagnostics(diagnostics: HostedServiceDiagnostics): void {
+    this.diagnostics = diagnostics;
+  }
+
   public connect(signal?: AbortSignal): Promise<void> {
     if (this.disposed) {
       return Promise.reject(new InfraError("LLM model router is already disposed."));
@@ -363,11 +378,15 @@ export class LlmModelRouter implements AgentModelProvider {
       // A second model must not silently append a new answer to already visible text.
       if (fallback !== undefined && !emittedText) {
         if (context.signal.aborted) throw new LlmModelRouterError("LLM model request was cancelled before provider dispatch.");
+        this.diagnostics?.warn("LLM model profile failed, using fallback", {
+          profile: profileName, fallback, agent: context.agentName, invocationId: context.invocationId, error: redactSensitive(error),
+        });
         return this.completeWithProfile(request, context, fallback, visited);
       }
-      throw new LlmModelRouterError(
-        `LLM model profile "${profileName}" failed: ${errorMessageOf(error)}`,
-      );
+      const message = `LLM model profile "${profileName}" failed: ${errorMessageOf(error)}`;
+      // Keep a timeout a timeout: the run reports it as AGENT_PROVIDER_TIMEOUT.
+      if (error instanceof AgentModelTimeoutError) throw new AgentModelTimeoutError(message);
+      throw new LlmModelRouterError(message);
     } finally {
       acceptingText = false;
     }
@@ -432,7 +451,7 @@ export function llmRouter(
           options: profile.options,
         });
       });
-      return new LlmModelRouter([], defaultProfile, factories);
+      return new LlmModelRouter([], defaultProfile, factories, entries.map(([name]) => name));
     },
     connect(client, signal) {
       return client instanceof LlmModelRouter ? client.connect(signal) : undefined;

package/core/infra/connectors/openaiCompatible.ts

@@ -1,4 +1,5 @@
 import {
+  AgentModelTimeoutError,
   agentMessage,
   agentModelResponse,
   agentToolCall,
@@ -490,7 +491,7 @@ export class OpenAiCompatibleModelProvider implements AgentModelProvider {
     const detach = attachAbortForwarding(signal ? AbortSignal.any([signal, this.lifetime.signal]) : this.lifetime.signal, abort);
     const timeout = this.requestTimeoutMs === undefined
       ? undefined
-      : setTimeout(() => abort.abort(new Error("OpenAI-compatible request timed out.")), this.requestTimeoutMs);
+      : setTimeout(() => abort.abort(new AgentModelTimeoutError("OpenAI-compatible request timed out.")), this.requestTimeoutMs);
     try {
       abort.signal.throwIfAborted();
       const response = await this.fetcher(`${this.baseUrl}${path}`, {

package/index.ts

@@ -82,6 +82,7 @@ export {
   AgentRuntime,
   AgentRuntimeError,
   AgentSemanticError,
+  AgentModelTimeoutError,
   AgentToolExecutionError,
   ToolError,
   ApproximateAgentContextTokenEstimator,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bazis",
-  "version": "0.99.4",
+  "version": "0.99.5",
   "description": "Modular backend framework for Bun in TypeScript: DI wired by codegen, HTTP, a PostgreSQL ORM, JWT, WebSocket, agents and a CLI.",
   "license": "MIT",
   "author": "Alexander Alenin",