@aigne/afs-ai-gateway 1.12.0-beta.5

package/dist/ai-gateway.d.cts

@@ -0,0 +1,124 @@
+import { AFSAIGatewayOptionsInput } from "./types.cjs";
+import { toCanonicalModel } from "./normalize.cjs";
+import { AFSBaseProvider, AFSEntry, AFSExecResult, AFSExplainResult, AFSStatResult, ProviderManifest, ProviderTreeSchema, RouteContext } from "@aigne/afs";
+
+//#region src/ai-gateway.d.ts
+declare class AFSAIGateway extends AFSBaseProvider {
+  readonly name: string;
+  readonly description?: string;
+  readonly accessMode: "readwrite";
+  private readonly apiKey;
+  private readonly baseURL;
+  private readonly extraHeaders;
+  private readonly listStrategy;
+  private readonly defaultVendor;
+  private readonly endpointTimeoutMs;
+  /**
+   * The fallback catalog used (a) directly in bundled mode and (b) when the
+   * endpoint fetch fails in endpoint mode.
+   */
+  private readonly fallbackModels;
+  /**
+   * Current resolved catalog. For `bundled` this is just `fallbackModels`.
+   * For `endpoint` this is `null` until the first fetch completes; subsequent
+   * access goes through `ensureModelsLoaded()`.
+   */
+  private cachedModels;
+  /** De-duplicate concurrent endpoint fetches. */
+  private loadInflight;
+  private readonly chatCache;
+  private readonly embedCache;
+  constructor(options: AFSAIGatewayOptionsInput);
+  /** Getter for current models — lazy resolves endpoint strategy on first read. */
+  private ensureModelsLoaded;
+  private loadFromEndpoint;
+  /** Synchronous read — for routes that need the list right now. */
+  private get models();
+  static manifest(): ProviderManifest;
+  static treeSchema(): ProviderTreeSchema;
+  private findModel;
+  private openAIClientOptions;
+  private getChatClient;
+  private getEmbedClient;
+  listRoot(_ctx: RouteContext): Promise<{
+    data: AFSEntry[];
+  }>;
+  readRoot(_ctx: RouteContext): Promise<AFSEntry>;
+  rootMeta(_ctx: RouteContext): Promise<AFSEntry>;
+  statRoot(_ctx: RouteContext): Promise<AFSStatResult>;
+  readCapabilities(_ctx: RouteContext): Promise<AFSEntry>;
+  explainRoot(_ctx: RouteContext): Promise<AFSExplainResult>;
+  listRootActions(_ctx: RouteContext): Promise<{
+    data: AFSEntry[];
+  }>;
+  execListModels(_ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execRefresh(): Promise<AFSExecResult>;
+  listModels(_ctx: RouteContext): Promise<{
+    data: AFSEntry[];
+  }>;
+  readModels(_ctx: RouteContext): Promise<AFSEntry>;
+  metaModels(_ctx: RouteContext): Promise<AFSEntry>;
+  statModels(_ctx: RouteContext): Promise<AFSStatResult>;
+  listModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<{
+    data: AFSEntry[];
+  }>;
+  readModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSEntry>;
+  metaModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSEntry>;
+  statModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSStatResult>;
+  explainModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSExplainResult>;
+  listModelActions(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<{
+    data: AFSEntry[];
+  }>;
+  execChat(ctx: RouteContext<{
+    canonical: string;
+  }>, args: Record<string, unknown>): Promise<AFSExecResult>;
+  /**
+   * Drive a streaming chat completion, relaying text/thoughts deltas to
+   * `onChunk`, and return the fully-merged `ChatModelOutput` (identical to the
+   * buffered `invoke()` result). Runtime-agnostic: uses `getReader()` so it
+   * runs on the Cloudflare workerd isolate as well as Node.
+   */
+  private streamChat;
+  /**
+   * Raw HTTP fetch path for Anthropic models that carry prompt-cache markers.
+   * Bypasses OpenAIChatModel.contentsFromInputMessages so cache_control is not
+   * stripped before it reaches the gateway / Anthropic API.  Handles both
+   * buffered and SSE-streaming modes.
+   */
+  private rawChatFetch;
+  /** Consume an OpenAI-compat SSE stream, forwarding text deltas via onChunk. */
+  private streamRawChat;
+  /**
+   * Build the `/.actions/chat` result `data` from a `ChatModelOutput`. Shared
+   * by the buffered and streaming paths so they can never drift. Forwards
+   * structured-output JSON + reasoning trace + tool calls + usage (without
+   * this, callers using `responseFormat: { type: "json_schema" }` lose the
+   * parsed object — caused scan-spam to log `"reason": "no result"`).
+   */
+  private buildChatData;
+  execEmbed(ctx: RouteContext<{
+    canonical: string;
+  }>, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execGenerateImage(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSExecResult>;
+  execGenerateVideo(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSExecResult>;
+  private buildMessages;
+}
+//#endregion
+export { AFSAIGateway };
+//# sourceMappingURL=ai-gateway.d.cts.map

package/dist/ai-gateway.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-gateway.d.cts","names":[],"sources":["../src/ai-gateway.ts"],"mappings":";;;;;cAuYa,YAAA,SAAqB,eAAA;EAAA,SACd,IAAA;EAAA,SACA,WAAA;EAAA,SACA,UAAA;EAAA,iBAED,MAAA;EAAA,iBACA,OAAA;EAAA,iBACA,YAAA;EAAA,iBACA,YAAA;EAAA,iBACA,aAAA;EAAA,iBACA,iBAAA;EA0LI;;;;EAAA,iBApLJ,cAAA;EAkMmB;;;;;EAAA,QA3L5B,YAAA;EAsNoC;EAAA,QAnNpC,YAAA;EAAA,iBAES,SAAA;EAAA,iBACA,UAAA;cAEL,OAAA,EAAS,wBAAA;EA4RsC;EAAA,QAzQ7C,kBAAA;EAAA,QAaA,gBAAA;EAwQiC;EAAA,YAvPnC,MAAA,CAAA;EAAA,OAIL,QAAA,CAAA,GAAY,gBAAA;EAAA,OAyBZ,UAAA,CAAA,GAAc,kBAAA;EAAA,QAwBb,SAAA;EAAA,QAYA,mBAAA;EAAA,QAMA,aAAA;EAAA,QAeA,cAAA;EAkBF,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAY9C,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EActC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAkBtC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAStC,gBAAA,CAAiB,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAwD9C,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAsBzC,eAAA,CAAgB,IAAA,EAAM,YAAA,GAAe,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAYrD,cAAA,CAAe,IAAA,EAAM,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EAmB3E,WAAA,CAAA,GAAe,OAAA,CAAQ,aAAA;EA6BvB,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAuBhD,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASxC,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASxC,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAYxC,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAUrE,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,QAAA;EAqB7D,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,QAAA;EAiB7D,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,aAAA;EAgB7D,YAAA,CAAa,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,gBAAA;EAkBhE,gBAAA,CAAiB,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAuB5E,QAAA,CACJ,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,IACpB,IAAA,EAAM,MAAA,oBACL,OAAA,CAAQ,aAAA;EAxhBqB;;;;;;EAAA,QAwmBlB,UAAA;EAhmBG;;;;;;EAAA,QAioBH,YAAA;EA5mBG;EAAA,QAmqBH,aAAA;EAjqBO;;;;;;;EAAA,QAswBb,aAAA;EAUF,SAAA,CACJ,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,IACpB,IAAA,EAAM,MAAA,oBACL,OAAA,CAAQ,aAAA;EAwCL,iBAAA,CAAkB,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,aAAA;EAgBrE,iBAAA,CAAkB,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,aAAA;EAAA,QAcnE,aAAA;AAAA"}

package/dist/ai-gateway.d.mts

@@ -0,0 +1,124 @@
+import { AFSAIGatewayOptionsInput } from "./types.mjs";
+import { toCanonicalModel } from "./normalize.mjs";
+import { AFSBaseProvider, AFSEntry, AFSExecResult, AFSExplainResult, AFSStatResult, ProviderManifest, ProviderTreeSchema, RouteContext } from "@aigne/afs";
+
+//#region src/ai-gateway.d.ts
+declare class AFSAIGateway extends AFSBaseProvider {
+  readonly name: string;
+  readonly description?: string;
+  readonly accessMode: "readwrite";
+  private readonly apiKey;
+  private readonly baseURL;
+  private readonly extraHeaders;
+  private readonly listStrategy;
+  private readonly defaultVendor;
+  private readonly endpointTimeoutMs;
+  /**
+   * The fallback catalog used (a) directly in bundled mode and (b) when the
+   * endpoint fetch fails in endpoint mode.
+   */
+  private readonly fallbackModels;
+  /**
+   * Current resolved catalog. For `bundled` this is just `fallbackModels`.
+   * For `endpoint` this is `null` until the first fetch completes; subsequent
+   * access goes through `ensureModelsLoaded()`.
+   */
+  private cachedModels;
+  /** De-duplicate concurrent endpoint fetches. */
+  private loadInflight;
+  private readonly chatCache;
+  private readonly embedCache;
+  constructor(options: AFSAIGatewayOptionsInput);
+  /** Getter for current models — lazy resolves endpoint strategy on first read. */
+  private ensureModelsLoaded;
+  private loadFromEndpoint;
+  /** Synchronous read — for routes that need the list right now. */
+  private get models();
+  static manifest(): ProviderManifest;
+  static treeSchema(): ProviderTreeSchema;
+  private findModel;
+  private openAIClientOptions;
+  private getChatClient;
+  private getEmbedClient;
+  listRoot(_ctx: RouteContext): Promise<{
+    data: AFSEntry[];
+  }>;
+  readRoot(_ctx: RouteContext): Promise<AFSEntry>;
+  rootMeta(_ctx: RouteContext): Promise<AFSEntry>;
+  statRoot(_ctx: RouteContext): Promise<AFSStatResult>;
+  readCapabilities(_ctx: RouteContext): Promise<AFSEntry>;
+  explainRoot(_ctx: RouteContext): Promise<AFSExplainResult>;
+  listRootActions(_ctx: RouteContext): Promise<{
+    data: AFSEntry[];
+  }>;
+  execListModels(_ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execRefresh(): Promise<AFSExecResult>;
+  listModels(_ctx: RouteContext): Promise<{
+    data: AFSEntry[];
+  }>;
+  readModels(_ctx: RouteContext): Promise<AFSEntry>;
+  metaModels(_ctx: RouteContext): Promise<AFSEntry>;
+  statModels(_ctx: RouteContext): Promise<AFSStatResult>;
+  listModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<{
+    data: AFSEntry[];
+  }>;
+  readModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSEntry>;
+  metaModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSEntry>;
+  statModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSStatResult>;
+  explainModel(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSExplainResult>;
+  listModelActions(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<{
+    data: AFSEntry[];
+  }>;
+  execChat(ctx: RouteContext<{
+    canonical: string;
+  }>, args: Record<string, unknown>): Promise<AFSExecResult>;
+  /**
+   * Drive a streaming chat completion, relaying text/thoughts deltas to
+   * `onChunk`, and return the fully-merged `ChatModelOutput` (identical to the
+   * buffered `invoke()` result). Runtime-agnostic: uses `getReader()` so it
+   * runs on the Cloudflare workerd isolate as well as Node.
+   */
+  private streamChat;
+  /**
+   * Raw HTTP fetch path for Anthropic models that carry prompt-cache markers.
+   * Bypasses OpenAIChatModel.contentsFromInputMessages so cache_control is not
+   * stripped before it reaches the gateway / Anthropic API.  Handles both
+   * buffered and SSE-streaming modes.
+   */
+  private rawChatFetch;
+  /** Consume an OpenAI-compat SSE stream, forwarding text deltas via onChunk. */
+  private streamRawChat;
+  /**
+   * Build the `/.actions/chat` result `data` from a `ChatModelOutput`. Shared
+   * by the buffered and streaming paths so they can never drift. Forwards
+   * structured-output JSON + reasoning trace + tool calls + usage (without
+   * this, callers using `responseFormat: { type: "json_schema" }` lose the
+   * parsed object — caused scan-spam to log `"reason": "no result"`).
+   */
+  private buildChatData;
+  execEmbed(ctx: RouteContext<{
+    canonical: string;
+  }>, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execGenerateImage(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSExecResult>;
+  execGenerateVideo(ctx: RouteContext<{
+    canonical: string;
+  }>): Promise<AFSExecResult>;
+  private buildMessages;
+}
+//#endregion
+export { AFSAIGateway };
+//# sourceMappingURL=ai-gateway.d.mts.map

package/dist/ai-gateway.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-gateway.d.mts","names":[],"sources":["../src/ai-gateway.ts"],"mappings":";;;;;cAuYa,YAAA,SAAqB,eAAA;EAAA,SACd,IAAA;EAAA,SACA,WAAA;EAAA,SACA,UAAA;EAAA,iBAED,MAAA;EAAA,iBACA,OAAA;EAAA,iBACA,YAAA;EAAA,iBACA,YAAA;EAAA,iBACA,aAAA;EAAA,iBACA,iBAAA;EA0LI;;;;EAAA,iBApLJ,cAAA;EAkMmB;;;;;EAAA,QA3L5B,YAAA;EAsNoC;EAAA,QAnNpC,YAAA;EAAA,iBAES,SAAA;EAAA,iBACA,UAAA;cAEL,OAAA,EAAS,wBAAA;EA4RsC;EAAA,QAzQ7C,kBAAA;EAAA,QAaA,gBAAA;EAwQiC;EAAA,YAvPnC,MAAA,CAAA;EAAA,OAIL,QAAA,CAAA,GAAY,gBAAA;EAAA,OAyBZ,UAAA,CAAA,GAAc,kBAAA;EAAA,QAwBb,SAAA;EAAA,QAYA,mBAAA;EAAA,QAMA,aAAA;EAAA,QAeA,cAAA;EAkBF,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAY9C,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EActC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAkBtC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAStC,gBAAA,CAAiB,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAwD9C,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAsBzC,eAAA,CAAgB,IAAA,EAAM,YAAA,GAAe,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAYrD,cAAA,CAAe,IAAA,EAAM,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EAmB3E,WAAA,CAAA,GAAe,OAAA,CAAQ,aAAA;EA6BvB,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAuBhD,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASxC,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASxC,UAAA,CAAW,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAYxC,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAUrE,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,QAAA;EAqB7D,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,QAAA;EAiB7D,SAAA,CAAU,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,aAAA;EAgB7D,YAAA,CAAa,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,gBAAA;EAkBhE,gBAAA,CAAiB,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA;IAAU,IAAA,EAAM,QAAA;EAAA;EAuB5E,QAAA,CACJ,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,IACpB,IAAA,EAAM,MAAA,oBACL,OAAA,CAAQ,aAAA;EAxhBqB;;;;;;EAAA,QAwmBlB,UAAA;EAhmBG;;;;;;EAAA,QAioBH,YAAA;EA5mBG;EAAA,QAmqBH,aAAA;EAjqBO;;;;;;;EAAA,QAswBb,aAAA;EAUF,SAAA,CACJ,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,IACpB,IAAA,EAAM,MAAA,oBACL,OAAA,CAAQ,aAAA;EAwCL,iBAAA,CAAkB,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,aAAA;EAgBrE,iBAAA,CAAkB,GAAA,EAAK,YAAA;IAAe,SAAA;EAAA,KAAuB,OAAA,CAAQ,aAAA;EAAA,QAcnE,aAAA;AAAA"}