peerbench 0.0.10 → 0.0.12

package/dist/benchmarks/peerbench/schema-sets/qa.v1.d.ts

@@ -6,7 +6,7 @@ export declare const QATestCaseSchemaV1: z.ZodObject<Omit<{
     schemaVersion: z.ZodNumber;
     kind: z.ZodString;
     metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, "kind" | "namespace" | "schemaVersion"> & {
+}, "kind" | "schemaVersion" | "namespace"> & {
     question: z.ZodString;
     goodAnswers: z.ZodArray<z.ZodString>;
     badAnswers: z.ZodArray<z.ZodString>;
@@ -24,7 +24,7 @@ export declare const QATestCaseSchemaV1: z.ZodObject<Omit<{
         kind: "llm/qa.tc";
         schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-    }, "kind" | "namespace" | "schemaVersion">) => {
+    }, "kind" | "schemaVersion" | "namespace">) => {
         id: string;
         question: string;
         goodAnswers: string[];
@@ -43,7 +43,7 @@ export declare const QATestCaseSchemaV1: z.ZodObject<Omit<{
         kind: "llm/qa.tc";
         schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-    }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../index.js").IdGenerator): Promise<{
+    }, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../../../index.js").IdGenerator): Promise<{
         id: string;
         question: string;
         goodAnswers: string[];
@@ -64,7 +64,7 @@ export declare const QAResponseSchemaV1: z.ZodObject<Omit<{
     completedAt: z.ZodNumber;
     testCaseId: z.ZodString;
     metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, "kind" | "namespace" | "schemaVersion"> & {
+}, "kind" | "schemaVersion" | "namespace"> & {
     data: z.ZodString;
     modelSlug: z.ZodString;
     provider: z.ZodString;
@@ -79,10 +79,10 @@ export declare const QAResponseSchemaV1: z.ZodObject<Omit<{
     schemaVersion: z.ZodLiteral<1>;
 }, z.core.$strip> & {
     new: (input: Omit<{
-        startedAt: number;
-        completedAt: number;
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -95,11 +95,11 @@ export declare const QAResponseSchemaV1: z.ZodObject<Omit<{
         outputTokensUsed?: number | undefined;
         inputCost?: string | undefined;
         outputCost?: string | undefined;
-    }, "kind" | "namespace" | "schemaVersion">) => {
-        startedAt: number;
-        completedAt: number;
+    }, "kind" | "schemaVersion" | "namespace">) => {
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -114,10 +114,10 @@ export declare const QAResponseSchemaV1: z.ZodObject<Omit<{
         outputCost?: string | undefined;
     };
     newWithId(input: Omit<{
-        startedAt: number;
-        completedAt: number;
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -130,11 +130,11 @@ export declare const QAResponseSchemaV1: z.ZodObject<Omit<{
         outputTokensUsed?: number | undefined;
         inputCost?: string | undefined;
         outputCost?: string | undefined;
-    }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../index.js").IdGenerator): Promise<{
-        startedAt: number;
-        completedAt: number;
+    }, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../../../index.js").IdGenerator): Promise<{
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -164,7 +164,7 @@ export declare const QAScoreSchemaV1: z.ZodObject<Omit<{
         readonly human: "human";
         readonly algo: "algo";
     }>;
-}, "kind" | "namespace" | "schemaVersion"> & {
+}, "kind" | "schemaVersion" | "namespace"> & {
     scorerAISystemPrompt: z.ZodOptional<z.ZodString>;
     scorerAISystemPromptId: z.ZodOptional<z.ZodString>;
     scorerAIProvider: z.ZodOptional<z.ZodString>;
@@ -180,14 +180,14 @@ export declare const QAScoreSchemaV1: z.ZodObject<Omit<{
 }, z.core.$strip> & {
     new: (input: Omit<{
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "peerbench.ai";
         kind: "llm/qa.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
+        metadata?: Record<string, unknown> | undefined;
         scorerAISystemPrompt?: string | undefined;
         scorerAISystemPromptId?: string | undefined;
         scorerAIProvider?: string | undefined;
@@ -196,16 +196,16 @@ export declare const QAScoreSchemaV1: z.ZodObject<Omit<{
         scorerAIOutputTokensUsed?: number | undefined;
         scorerAIInputCost?: string | undefined;
         scorerAIOutputCost?: string | undefined;
-    }, "kind" | "namespace" | "schemaVersion">) => {
+    }, "kind" | "schemaVersion" | "namespace">) => {
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "peerbench.ai";
         kind: "llm/qa.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
+        metadata?: Record<string, unknown> | undefined;
         scorerAISystemPrompt?: string | undefined;
         scorerAISystemPromptId?: string | undefined;
         scorerAIProvider?: string | undefined;
@@ -217,14 +217,14 @@ export declare const QAScoreSchemaV1: z.ZodObject<Omit<{
     };
     newWithId(input: Omit<{
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "peerbench.ai";
         kind: "llm/qa.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
+        metadata?: Record<string, unknown> | undefined;
         scorerAISystemPrompt?: string | undefined;
         scorerAISystemPromptId?: string | undefined;
         scorerAIProvider?: string | undefined;
@@ -233,16 +233,16 @@ export declare const QAScoreSchemaV1: z.ZodObject<Omit<{
         scorerAIOutputTokensUsed?: number | undefined;
         scorerAIInputCost?: string | undefined;
         scorerAIOutputCost?: string | undefined;
-    }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../index.js").IdGenerator): Promise<{
+    }, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../../../index.js").IdGenerator): Promise<{
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "peerbench.ai";
         kind: "llm/qa.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
+        metadata?: Record<string, unknown> | undefined;
         scorerAISystemPrompt?: string | undefined;
         scorerAISystemPromptId?: string | undefined;
         scorerAIProvider?: string | undefined;

package/dist/chunk-6WDCU5BP.js

@@ -0,0 +1,9 @@
+// src/helpers/define-runner.ts
+function defineRunner(fn) {
+  return fn;
+}
+
+export {
+  defineRunner
+};
+//# sourceMappingURL=chunk-6WDCU5BP.js.map

package/dist/chunk-6WDCU5BP.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/helpers/define-runner.ts"],"sourcesContent":["import { RunnerParams, RunnerResult } from \"@/types\";\n\nexport function defineRunner<TParams extends RunnerParams, TResult extends RunnerResult>(\n  fn: (params: TParams) => Promise<TResult>\n) {\n  return fn;\n}\n"],"mappings":";AAEO,SAAS,aACd,IACA;AACA,SAAO;AACT;","names":[]}

package/dist/{chunk-YY33MNMV.js → chunk-7KMGLEYP.js}

@@ -3,7 +3,7 @@ import {
 } from "./chunk-OQE6TQXZ.js";
 import {
   ScoringMethod
-} from "./chunk-HMQYGCKI.js";
+} from "./chunk-ZJWSK4VO.js";
 import {
   IdSchema
 } from "./chunk-NUEOE3K5.js";
@@ -62,4 +62,4 @@ export {
   BaseScoreSchemaV1,
   defineScoreSchema
 };
-//# sourceMappingURL=chunk-YY33MNMV.js.map
+//# sourceMappingURL=chunk-7KMGLEYP.js.map

package/dist/{chunk-TRNCF2BG.js → chunk-HBGC6BDW.js}

@@ -32,4 +32,4 @@ export {
   ExtensionLLMResponseFieldsV1,
   ExtensionLLMAsAJudgeScoreFieldsV1
 };
-//# sourceMappingURL=chunk-TRNCF2BG.js.map
+//# sourceMappingURL=chunk-HBGC6BDW.js.map

package/dist/chunk-HBGC6BDW.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/schemas/extensions/response/llm.ts","../src/schemas/extensions/score/llm-as-a-judge-scorer.ts"],"sourcesContent":["import { IdSchema } from \"@/schemas/id\";\nimport z from \"zod\";\n\n/**\n * Provides a set of fields that holds information about the LLM and its response.\n */\nexport const ExtensionLLMResponseFieldsV1 = {\n  data: z.string(),\n  modelSlug: z.string(),\n  provider: z.string(),\n  systemPromptId: IdSchema.optional(),\n\n  inputTokensUsed: z.number().optional(),\n  outputTokensUsed: z.number().optional(),\n  inputCost: z.string().optional(),\n  outputCost: z.string().optional(),\n};\n\nexport function LLMResponseFieldsV1<\n  TRawDataField extends boolean = false,\n>(params?: {\n  /**\n   * If `true` then the `data` field (which is a `z.string()`)\n   * will be included in the returned fields\n   */\n  withRawDataField?: TRawDataField;\n}) {\n  const baseFields = {\n    modelSlug: z.string(),\n    provider: z.string(),\n    systemPromptId: IdSchema.optional(),\n\n    inputTokensUsed: z.number().optional(),\n    outputTokensUsed: z.number().optional(),\n    inputCost: z.string().optional(),\n    outputCost: z.string().optional(),\n  };\n\n  const fields = {\n    ...baseFields,\n    data: undefined as z.ZodString | undefined,\n  };\n\n  if (params?.withRawDataField) {\n    fields.data = z.string();\n  }\n\n  return fields as unknown as typeof baseFields &\n    (TRawDataField extends true ? { data: z.ZodString } : {});\n}\n","import z from \"zod\";\n\n/**\n * Provides a set of fields that holds information about the LLM model\n * that was used to judge the response.\n */\nexport const ExtensionLLMAsAJudgeScoreFieldsV1 = {\n  scorerAISystemPrompt: z.string().optional(),\n  scorerAISystemPromptId: z.string().optional(),\n  scorerAIProvider: z.string().optional(),\n  scorerAIModelSlug: z.string().optional(),\n  scorerAIInputTokensUsed: z.number().optional(),\n  scorerAIOutputTokensUsed: z.number().optional(),\n  scorerAIInputCost: z.string().optional(),\n  scorerAIOutputCost: z.string().optional(),\n};\n"],"mappings":";;;;;AACA,OAAO,OAAO;AAKP,IAAM,+BAA+B;AAAA,EAC1C,MAAM,EAAE,OAAO;AAAA,EACf,WAAW,EAAE,OAAO;AAAA,EACpB,UAAU,EAAE,OAAO;AAAA,EACnB,gBAAgB,SAAS,SAAS;AAAA,EAElC,iBAAiB,EAAE,OAAO,EAAE,SAAS;AAAA,EACrC,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,EACtC,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC;;;AChBA,OAAOA,QAAO;AAMP,IAAM,oCAAoC;AAAA,EAC/C,sBAAsBA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC1C,wBAAwBA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC5C,kBAAkBA,GAAE,OAAO,EAAE,SAAS;AAAA,EACtC,mBAAmBA,GAAE,OAAO,EAAE,SAAS;AAAA,EACvC,yBAAyBA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC7C,0BAA0BA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC9C,mBAAmBA,GAAE,OAAO,EAAE,SAAS;AAAA,EACvC,oBAAoBA,GAAE,OAAO,EAAE,SAAS;AAC1C;","names":["z"]}

package/dist/{chunk-HMQYGCKI.js → chunk-ZJWSK4VO.js}

@@ -8,4 +8,4 @@ var ScoringMethod = {
 export {
   ScoringMethod
 };
-//# sourceMappingURL=chunk-HMQYGCKI.js.map
+//# sourceMappingURL=chunk-ZJWSK4VO.js.map

package/dist/chunk-ZJWSK4VO.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/types/index.ts"],"sourcesContent":["export * from \"./runner\";\n\nimport { IdSchema } from \"@/schemas/id\";\nimport z from \"zod\";\n\nexport type Id = z.infer<typeof IdSchema>;\n\nexport type IdGenerator<TInput = unknown> = (input: TInput) => MaybePromise<Id>;\n\nexport type MaybePromise<T> = T | Promise<T>;\n\nexport const ScoringMethod = {\n  ai: \"ai\",\n  human: \"human\",\n  algo: \"algo\",\n} as const;\nexport type ScoringMethod = (typeof ScoringMethod)[keyof typeof ScoringMethod];\n"],"mappings":";AAWO,IAAM,gBAAgB;AAAA,EAC3B,IAAI;AAAA,EACJ,OAAO;AAAA,EACP,MAAM;AACR;","names":[]}

package/dist/dev.d.ts

@@ -0,0 +1,22 @@
+type PeerBenchTestCase<TKind extends string, TSchemaVersion extends number> = {
+    id: string;
+    kind: TKind;
+    schemaVersion: TSchemaVersion;
+    [key: string]: unknown;
+};
+type PeerBenchResponse<TKind extends string, TSchemaVersion extends number> = {
+    id: string;
+    kind: TKind;
+    schemaVersion: TSchemaVersion;
+    testCaseId: string;
+    [key: string]: unknown;
+};
+type PeerBenchScore<TKind extends string, TSchemaVersion extends number> = {
+    id: string;
+    kind: TKind;
+    schemaVersion: TSchemaVersion;
+    responseId: string;
+};
+declare function createTestCase<TKind extends string, TSchemaVersion extends number>(kind: TKind, schemaVersion: TSchemaVersion, tc: Omit<PeerBenchTestCase<TKind, TSchemaVersion>, "kind" | "schemaVersion">): PeerBenchTestCase<TKind, TSchemaVersion>;
+declare function createResponse<TKind extends string, TSchemaVersion extends number>(kind: TKind, schemaVersion: TSchemaVersion, rs: Omit<PeerBenchResponse<TKind, TSchemaVersion>, "kind" | "schemaVersion">): PeerBenchResponse<TKind, TSchemaVersion>;
+declare function createScore<TKind extends string, TSchemaVersion extends number>(kind: TKind, schemaVersion: TSchemaVersion, sc: Omit<PeerBenchScore<TKind, TSchemaVersion>, "kind" | "schemaVersion">): PeerBenchScore<TKind, TSchemaVersion>;

package/dist/helpers/define-runner.d.ts

@@ -1,45 +1,2 @@
-import { IdGenerator, InferRunConfig, ProviderCtor, Runner, ScorerCtor } from "../types";
-import z from "zod";
-export declare function defineRunner<const TProviders extends ProviderCtor[], const TScorers extends ScorerCtor[], const TSchemaSets extends SchemaSetDefinition[], const TRunConfigSchema extends z.ZodRawShape = {}>(config: {
-    schemaSets: TSchemaSets;
-    providers: TProviders;
-    scorers: TScorers;
-    runConfigSchema?: TRunConfigSchema;
-    /**
-     * @default true
-     */
-    parseRunConfig?: boolean;
-    defaults?: {
-        scorer?: InstanceType<TScorers[number]>;
-        responseIdGenerator?: IdGenerator;
-        scoreIdGenerator?: IdGenerator;
-    };
-}, fn: Runner<TSchemaSets[number]["testCase"], TSchemaSets[number]["response"], TSchemaSets[number]["score"], InstanceType<TProviders[number]>, InstanceType<TScorers[number]>, InferRunConfig<TRunConfigSchema>>): ((params: Parameters<typeof fn>[0]) => Promise<{
-    response: z.core.output<TSchemaSets[number]["response"]>;
-    score?: z.core.output<TSchemaSets[number]["score"]> | undefined;
-}>) & {
-    /**
-     * The configuration that was used to define the runner.
-     */
-    config: {
-        runConfigSchema: z.ZodObject<{ -readonly [P in keyof TRunConfigSchema]: TRunConfigSchema[P]; }, z.core.$strip>;
-        schemaSets: TSchemaSets;
-        providers: TProviders;
-        scorers: TScorers;
-        /**
-         * @default true
-         */
-        parseRunConfig?: boolean;
-        defaults?: {
-            scorer?: InstanceType<TScorers[number]>;
-            responseIdGenerator?: IdGenerator;
-            scoreIdGenerator?: IdGenerator;
-        };
-    };
-};
-type SchemaSetDefinition<TTestCase extends z.ZodObject = z.ZodObject, TResponse extends z.ZodObject = z.ZodObject, TScore extends z.ZodObject = z.ZodObject> = {
-    testCase: TTestCase;
-    response: TResponse;
-    score: TScore;
-};
-export {};
+import { RunnerParams, RunnerResult } from "../types";
+export declare function defineRunner<TParams extends RunnerParams, TResult extends RunnerResult>(fn: (params: TParams) => Promise<TResult>): (params: TParams) => Promise<TResult>;

package/dist/index.js

@@ -1,9 +1,9 @@
 import {
   defineRunner
-} from "./chunk-RTEAK4II.js";
+} from "./chunk-6WDCU5BP.js";
 import {
   ScoringMethod
-} from "./chunk-HMQYGCKI.js";
+} from "./chunk-ZJWSK4VO.js";
 import {
   CATEGORIES,
   PEERBENCH_NAMESPACE

package/dist/providers/ai-sdk.d.ts

@@ -0,0 +1,24 @@
+import type { LanguageModelV3 } from "@ai-sdk/provider";
+import { RateLimiter } from "../utils";
+import { AbstractProvider } from "./abstract";
+import { type CallableLLM } from "./callables/llm";
+declare const AISdkProvider_base: (new () => AbstractProvider & {
+    readonly kind: "peerbench.ai/llm/ai-sdk";
+}) & {
+    readonly kind: "peerbench.ai/llm/ai-sdk";
+};
+export declare class AISdkProvider extends AISdkProvider_base {
+    private rateLimiter;
+    private maxRetries;
+    constructor(config?: AISdkProviderConfig);
+    model(config: AISdkModelConfig): CallableLLM<AISdkProvider>;
+}
+type AISdkProviderConfig = {
+    rateLimiter?: RateLimiter;
+    maxRetries?: number;
+};
+type AISdkModelConfig = {
+    aiSdkModel: LanguageModelV3;
+    stream?: boolean;
+};
+export {};

package/dist/providers/callables/callable.d.ts

@@ -0,0 +1,4 @@
+import { AbstractProvider } from "../abstract";
+export interface Callable<TProvider = AbstractProvider> {
+    readonly provider: TProvider;
+}

package/dist/providers/callables/llm.d.ts

@@ -0,0 +1,41 @@
+import { ChatCompletionMessageParam } from "openai/resources/chat/completions";
+import { ResponseFormatJSONObject, ResponseFormatJSONSchema, ResponseFormatText } from "openai/resources/shared";
+import { AbstractProvider, ProviderResponse } from "../abstract";
+import { Callable } from "./callable";
+export interface CallableLLM<TProvider extends AbstractProvider = AbstractProvider> extends Callable<TProvider> {
+    slug: string;
+    forward(args: CallableLLMForwardArgs): Promise<LLMResponse>;
+}
+export type CallableLLMForwardArgs = {
+    messages: ChatCompletionMessageParam[];
+    abortSignal?: AbortSignal;
+    maxTokens?: number;
+    temperature?: number;
+    responseFormat?: ResponseFormatText | ResponseFormatJSONSchema | ResponseFormatJSONObject;
+};
+export type LLMResponse = ProviderResponse<string> & {
+    /**
+     * Number of input tokens used.
+     */
+    inputTokensUsed?: number;
+    /**
+     * Number of output tokens used.
+     */
+    outputTokensUsed?: number;
+    /**
+     * Cost of the input tokens.
+     */
+    inputCost?: string;
+    /**
+     * Cost of the output tokens.
+     */
+    outputCost?: string;
+    /**
+     * Time taken to receive the first token.
+     */
+    timeToFirstToken?: number;
+    /**
+     * Additional metadata
+     */
+    metadata?: Record<string, unknown>;
+};

package/dist/providers/example/echo.d.ts

@@ -1,12 +1,13 @@
-import { AbstractLLMProvider, ChatResponse, LLMProviderForwardArgs } from "../abstract/llm";
-/**
- * Example provider implementation for local testing and as a reference.
- *
- * - Extends `AbstractLLMProvider`
- * - Implements `forward({ messages, model, ... })`
- * - Does not perform any network calls
- */
-export declare class ExampleEchoLLMProvider extends AbstractLLMProvider {
-    readonly kind = "example.echo";
-    forward(args: LLMProviderForwardArgs): Promise<ChatResponse>;
+import { AbstractProvider } from "../abstract";
+import { type CallableLLM } from "../callables/llm";
+declare const ExampleEchoLLMProvider_base: (new () => AbstractProvider & {
+    readonly kind: "example.echo";
+}) & {
+    readonly kind: "example.echo";
+};
+export declare class ExampleEchoLLMProvider extends ExampleEchoLLMProvider_base {
+    model(config?: {
+        model?: string;
+    }): CallableLLM<ExampleEchoLLMProvider>;
 }
+export {};

package/dist/providers/example/restapi.d.ts

@@ -1,25 +1,18 @@
-import { AbstractLLMProvider, ChatResponse, LLMProviderForwardArgs } from "../abstract/llm";
-/**
- * Example "custom REST API LLM agent provider".
- *
- * Sometimes you don't call a model API directly. You call your own REST API, and *it* talks to the model.
- * That REST API can hide secrets, run tools, do retrieval, apply guardrails, and whatever else your
- * product needs.
- *
- * In the SDK we still want a clean abstraction, so we model that REST API as an `AbstractLLMProvider`.
- * The runner (or host app) still passes `messages + model`, and the provider still returns one final string.
- *
- * If you’re implementing your own provider, this is the only part that matters: translate
- * `LLMProviderForwardArgs` into your HTTP request, then translate your HTTP response back into
- * `ChatResponse`.
- */
-export declare class ExampleRestApiLLMAgentProvider extends AbstractLLMProvider {
-    readonly kind = "example.restapi.agent";
+import { AbstractProvider } from "../abstract";
+import { type CallableLLM } from "../callables/llm";
+declare const ExampleRestApiLLMAgentProvider_base: (new () => AbstractProvider & {
+    readonly kind: "example.rest-api.agent";
+}) & {
+    readonly kind: "example.rest-api.agent";
+};
+export declare class ExampleRestApiLLMAgentProvider extends ExampleRestApiLLMAgentProvider_base {
     private readonly baseUrl;
     private readonly apiKey?;
     private readonly headers?;
     constructor(config: ExampleRestApiAgentProviderConfig);
-    forward(args: LLMProviderForwardArgs): Promise<ChatResponse>;
+    model(config?: {
+        model?: string;
+    }): CallableLLM<ExampleRestApiLLMAgentProvider>;
 }
 type ExampleRestApiAgentProviderConfig = {
     /**

package/dist/providers/index.d.ts

@@ -1,5 +1,7 @@
-export * from "./abstract/llm";
-export * from "./abstract/provider";
+export * from "./callables/callable";
+export * from "./callables/llm";
+export * from "./abstract";
 export * from "./mastra";
 export * from "./openai";
 export * from "./openrouter";
+export * from "./ai-sdk";