@neutrome/open-ai-router 0.1.17 → 0.2.0

package/src/router/index.ts

@@ -1,3 +1,6 @@
+export { createAuditEvent, createInMemoryAuditSink } from "./audit.ts";
+export { ExecutionError, isExecutionError } from "./errors.ts";
+export { createExecutionRuntime } from "./execution-runtime.ts";
 export { createRouterRuntime } from "./runtime.ts";
 export {
   createFetchProviderInvoker,
@@ -6,11 +9,12 @@ export {
   handleChatCompletions,
   handleGoogleGenAI,
   handleResponses,
+  ProviderHttpError,
   resolveRequestTarget,
   RouterError,
-  ProviderHttpError,
 } from "./execute.ts";
 export { listConfiguredModels, resolveInvocationTarget, resolveInvocationTargets } from "./resolve.ts";
+export { executionTargetAuditRef, executionTargetId } from "./targets.ts";
 export {
   createRemoteMcpToolSet,
   createStreamableHttpMcpClient,
@@ -19,8 +23,8 @@ export {
 } from "./mcp.ts";
 export type {
   AuthConfig,
-  ExecutorNamespaceConfig,
-  ExecutorRouteConfig,
+  ModelNamespaceConfig,
+  ModelRouteConfig,
   ProviderApiStyle,
   ProviderTargetConfig,
   RemoteMcpServerConfig,
@@ -29,12 +33,29 @@ export type {
 } from "./config.ts";
 export type {
   CreateRouterOptions,
-  ExecutorRouteRuntime,
-  ExecutorRuntime,
+  ModelNamespaceRuntime,
+  ModelRouteRuntime,
   ProviderRuntime,
   RemoteMcpServerRuntime,
   RouterRuntime,
 } from "./runtime.ts";
+export type {
+  AuditEvent,
+  AuditEventInput,
+  ExecutionErrorDetails,
+  ExecutionErrorKind,
+  ExecutionErrorStage,
+  ExecutionRuntime,
+  ExecutionRuntimeOptions,
+  ExecutionTarget,
+  Executor,
+  InvokeOptions,
+  ProgramTransform,
+  ProviderInvocationContext,
+  ProviderInvoker,
+  ResolveExecutor,
+  ResolveTarget,
+} from "./execution-types.ts";
 export type {
   HandleAnthropicMessagesOptions,
   HandleChatCompletionsOptions,

package/src/router/mcp.ts

@@ -1,7 +1,7 @@
 import { Client } from "@modelcontextprotocol/sdk/client/index.js";
 import { StreamableHTTPClientTransport } from "@modelcontextprotocol/sdk/client/streamableHttp.js";
 import type { Transport } from "@modelcontextprotocol/sdk/shared/transport.js";
-import type { ExecutionContext, Tool } from "@neutrome/lil-engine";
+import type { ExecutorContext, Tool } from "@neutrome/lilsdk-ts";
 import type { RemoteMcpServerRuntime, RouterRuntime } from "./runtime.ts";
 
 export type RemoteMcpToolCallClient = {
@@ -44,7 +44,7 @@ export function createRemoteMcpToolSet(
         name,
         description: snapshot.description || `Remote MCP tool ${server.name}/${snapshot.name}`,
         schema: normalizeSchema(snapshot.inputSchema),
-        async execute(args: Record<string, unknown>, ctx: ExecutionContext) {
+        async execute(args: Record<string, unknown>, ctx: ExecutorContext) {
           const client = await pool.get(server, ctx.signal);
           const result = await client.callTool(snapshot.name, args);
           return stringifyMcpToolResult(result);

package/src/router/resolve.test.ts

@@ -13,12 +13,12 @@ describe("router resolution", () => {
             exports: ["*"],
           },
         },
-        executors: {
+        modelNamespaces: {
           enei: {
             exports: ["enei-*"],
             models: {
-              "enei-1": { executor: "enei-1" },
-              "enei-1-pro": { executor: "enei-1-pro", transforms: ["reasoning:high"] },
+              "enei-1": { executorId: "enei-1" },
+              "enei-1-pro": { executorId: "enei-1-pro", transforms: ["reasoning:high"] },
             },
           },
         },
@@ -30,7 +30,7 @@ describe("router resolution", () => {
     expect(resolved.namespace).toBe("enei");
     expect(resolved.target).toEqual({
       kind: "executor",
-      executor: "enei-1",
+      executorId: "enei-1",
       alias: "enei-1",
       transforms: ["slwin:8"],
     });
@@ -46,7 +46,7 @@ describe("router resolution", () => {
             exports: ["google/*"],
           },
         },
-        executors: {},
+        modelNamespaces: {},
       },
       knownSuffixes: ["slwin", "kvtools"],
     });
@@ -71,7 +71,7 @@ describe("router resolution", () => {
             exports: ["openai/gpt-4.1-mini"],
           },
         },
-        executors: {
+        modelNamespaces: {
           semantyka: {
             exports: ["enei-*"],
             models: {
@@ -103,12 +103,12 @@ describe("router resolution", () => {
             exports: ["*"],
           },
         },
-        executors: {
+        modelNamespaces: {
           enei: {
             exports: ["enei-*"],
             models: {
-              "enei-1": { executor: "enei-1" },
-              "enei-1-pro": { executor: "enei-1-pro" },
+              "enei-1": { executorId: "enei-1" },
+              "enei-1-pro": { executorId: "enei-1-pro" },
             },
           },
         },
@@ -131,7 +131,7 @@ describe("router resolution", () => {
             exports: ["*"],
           },
         },
-        executors: {
+        modelNamespaces: {
           default: {
             exports: ["*"],
             models: {

package/src/router/resolve.ts

@@ -1,4 +1,4 @@
-import type { ExecutionTarget } from "@neutrome/lil-engine";
+import type { ExecutionTarget } from "@neutrome/lilsdk-ts";
 import { parseModelSyntax, type ModelSuffixSpec } from "../util/model-syntax.ts";
 import type { RouterRuntime } from "./runtime.ts";
 
@@ -35,10 +35,10 @@ export function resolveInvocationTargets(
   }
 
   const matches: ResolvedTarget[] = [];
-  for (const namespace of runtime.executorOrder) {
-    const executor = runtime.executors.get(namespace)!;
-    const route = executor.routes.get(parsed.baseModel);
-    if (route && executor.exportsMatcher(parsed.baseModel)) {
+  for (const namespace of runtime.modelNamespaceOrder) {
+    const modelNamespace = runtime.modelNamespaces.get(namespace)!;
+    const route = modelNamespace.routes.get(parsed.baseModel);
+    if (route && modelNamespace.exportsMatcher(parsed.baseModel)) {
       matches.push({
         requestedModel,
         namespace,
@@ -56,10 +56,10 @@ export function resolveInvocationTargets(
 export function listConfiguredModels(runtime: RouterRuntime): string[] {
   const models: string[] = [];
 
-  for (const namespace of runtime.executorOrder) {
-    const executor = runtime.executors.get(namespace)!;
-    for (const alias of executor.routes.keys()) {
-      if (executor.exportsMatcher(alias)) {
+  for (const namespace of runtime.modelNamespaceOrder) {
+    const modelNamespace = runtime.modelNamespaces.get(namespace)!;
+    for (const alias of modelNamespace.routes.keys()) {
+      if (modelNamespace.exportsMatcher(alias)) {
         models.push(`${namespace}/${alias}`);
       }
     }
@@ -76,15 +76,15 @@ function resolveQualified(
   suffixes: ModelSuffixSpec[],
 ): ResolvedTarget[] {
   const provider = runtime.providers.get(namespace);
-  const executor = runtime.executors.get(namespace);
+  const modelNamespace = runtime.modelNamespaces.get(namespace);
 
-  if (provider && executor) {
-    throw new Error(`Ambiguous namespace \`${namespace}\`: both provider and executor are registered`);
+  if (provider && modelNamespace) {
+    throw new Error(`Ambiguous namespace \`${namespace}\`: both provider and model namespace are registered`);
   }
 
-  if (executor) {
-    const route = executor.routes.get(model);
-    if (!route || !executor.exportsMatcher(model)) {
+  if (modelNamespace) {
+    const route = modelNamespace.routes.get(model);
+    if (!route || !modelNamespace.exportsMatcher(model)) {
       return [];
     }
     return [{

package/src/router/runtime.ts

@@ -1,10 +1,10 @@
-import type { ExecutionTarget } from "@neutrome/lil-engine";
+import type { ExecutionTarget } from "@neutrome/lilsdk-ts";
 import type { AuthDriver } from "../auth/types.ts";
 import { buildAuthChain } from "../auth/registry.ts";
 import { createExportsMatcher } from "../util/glob.ts";
 import type {
-  ExecutorNamespaceConfig,
-  ExecutorRouteConfig,
+  ModelNamespaceConfig,
+  ModelRouteConfig,
   ProviderTargetConfig,
   RemoteMcpServerConfig,
   RouterConfig,
@@ -19,25 +19,25 @@ export type ProviderRuntime = {
   exportsMatcher: (model: string) => boolean;
 };
 
-export type ExecutorRouteRuntime = {
+export type ModelRouteRuntime = {
   requestedAlias: string;
   target: ExecutionTarget;
   transforms: readonly string[];
   mcps: readonly string[];
 };
 
-export type ExecutorRuntime = {
+export type ModelNamespaceRuntime = {
   name: string;
   exportsMatcher: (model: string) => boolean;
-  routes: ReadonlyMap<string, ExecutorRouteRuntime>;
+  routes: ReadonlyMap<string, ModelRouteRuntime>;
 };
 
 export type RouterRuntime = {
   config: RouterConfig;
   providers: ReadonlyMap<string, ProviderRuntime>;
   providerOrder: readonly string[];
-  executors: ReadonlyMap<string, ExecutorRuntime>;
-  executorOrder: readonly string[];
+  modelNamespaces: ReadonlyMap<string, ModelNamespaceRuntime>;
+  modelNamespaceOrder: readonly string[];
   mcps: ReadonlyMap<string, RemoteMcpServerRuntime>;
   authChain: readonly AuthDriver[];
   knownSuffixes: ReadonlySet<string>;
@@ -57,19 +57,19 @@ export type CreateRouterOptions = {
 
 export function createRouterRuntime(options: CreateRouterOptions): RouterRuntime {
   const providers = new Map<string, ProviderRuntime>();
-  const executors = new Map<string, ExecutorRuntime>();
+  const modelNamespaces = new Map<string, ModelNamespaceRuntime>();
   const mcps = new Map<string, RemoteMcpServerRuntime>();
   const providerOrder: string[] = [];
-  const executorOrder: string[] = [];
+  const modelNamespaceOrder: string[] = [];
 
   for (const [name, config] of Object.entries(options.config.providers)) {
     providerOrder.push(name);
     providers.set(name, buildProviderRuntime(name, config));
   }
 
-  for (const [name, config] of Object.entries(options.config.executors)) {
-    executorOrder.push(name);
-    executors.set(name, buildExecutorRuntime(name, config));
+  for (const [name, config] of Object.entries(options.config.modelNamespaces)) {
+    modelNamespaceOrder.push(name);
+    modelNamespaces.set(name, buildModelNamespaceRuntime(name, config));
   }
   for (const [name, config] of Object.entries(options.config.mcps ?? {})) {
     mcps.set(name, { name, ...config });
@@ -79,8 +79,8 @@ export function createRouterRuntime(options: CreateRouterOptions): RouterRuntime
     config: options.config,
     providers,
     providerOrder,
-    executors,
-    executorOrder,
+    modelNamespaces,
+    modelNamespaceOrder,
     mcps,
     authChain: options.authDrivers ?? buildAuthChain(options.config.auth),
     knownSuffixes: new Set(options.knownSuffixes ?? ["slwin", "kvtools"]),
@@ -99,10 +99,10 @@ function buildProviderRuntime(name: string, config: ProviderTargetConfig): Provi
   };
 }
 
-function buildExecutorRuntime(name: string, config: ExecutorNamespaceConfig): ExecutorRuntime {
-  const routes = new Map<string, ExecutorRouteRuntime>();
+function buildModelNamespaceRuntime(name: string, config: ModelNamespaceConfig): ModelNamespaceRuntime {
+  const routes = new Map<string, ModelRouteRuntime>();
   for (const [alias, route] of Object.entries(config.models)) {
-    routes.set(alias, buildExecutorRoute(alias, route));
+    routes.set(alias, buildModelRoute(alias, route));
   }
 
   return {
@@ -112,7 +112,7 @@ function buildExecutorRuntime(name: string, config: ExecutorNamespaceConfig): Ex
   };
 }
 
-function buildExecutorRoute(alias: string, route: ExecutorRouteConfig): ExecutorRouteRuntime {
+function buildModelRoute(alias: string, route: ModelRouteConfig): ModelRouteRuntime {
   if ("provider" in route) {
     return {
       requestedAlias: alias,
@@ -128,12 +128,12 @@ function buildExecutorRoute(alias: string, route: ExecutorRouteConfig): Executor
   }
 
   return {
-      requestedAlias: alias,
-      transforms: route.transforms ?? [],
-      mcps: route.mcps ?? [],
-      target: {
+    requestedAlias: alias,
+    transforms: route.transforms ?? [],
+    mcps: route.mcps ?? [],
+    target: {
       kind: "executor",
-      executor: route.executor,
+      executorId: route.executorId,
       alias: route.alias ?? alias,
       transforms: route.transforms ?? [],
     },

package/src/router/targets.ts

@@ -0,0 +1,17 @@
+import type { ExecutionTarget } from "./execution-types.ts";
+
+export function executionTargetId(target: ExecutionTarget): string {
+  return target.kind === "provider"
+    ? target.provider ? `${target.provider}/${target.model}` : target.model
+    : `${target.executorId}/${target.alias}`;
+}
+
+export function executionTargetAuditRef(target: ExecutionTarget): {
+  kind: "provider" | "executor";
+  id: string;
+} {
+  return {
+    kind: target.kind,
+    id: executionTargetId(target),
+  };
+}

package/src/worker.ts

@@ -18,7 +18,7 @@ const config: RouterConfig = {
       exports: ["*:free"],
     },
   },
-  executors: {},
+  modelNamespaces: {},
 };
 
 let appPromise: Promise<ReturnType<typeof createApp>> | undefined;