@jaypie/llm 1.3.10 → 1.3.12

package/dist/esm/operate/adapters/FireworksAdapter.d.ts

@@ -0,0 +1,151 @@
+import { JsonObject, NaturalSchema } from "@jaypie/types";
+import { z } from "zod/v4";
+import { Toolkit } from "../../tools/Toolkit.class.js";
+import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
+import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
+import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
+interface FireworksMessage {
+    role: "system" | "user" | "assistant" | "tool";
+    content?: string | FireworksContentPart[] | null;
+    toolCalls?: FireworksToolCall[];
+    toolCallId?: string;
+}
+interface FireworksToolCall {
+    id: string;
+    type: "function";
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+interface FireworksResponseMessage {
+    role: "assistant";
+    content?: string | null;
+    toolCalls?: FireworksToolCall[];
+    refusal?: string | null;
+    reasoning?: string | null;
+    reasoning_content?: string | null;
+}
+interface FireworksChoice {
+    index: number;
+    message: FireworksResponseMessage;
+    finishReason: string | null;
+    finish_reason?: string | null;
+}
+interface FireworksUsage {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    prompt_tokens?: number;
+    completion_tokens?: number;
+    total_tokens?: number;
+    completionTokensDetails?: {
+        reasoningTokens?: number;
+    };
+}
+interface FireworksResponse {
+    id: string;
+    object: string;
+    created: number;
+    model: string;
+    choices: FireworksChoice[];
+    usage?: FireworksUsage;
+}
+interface FireworksTool {
+    type: "function";
+    function: {
+        name: string;
+        description: string;
+        parameters: JsonObject;
+    };
+}
+interface FireworksJsonSchemaConfig {
+    name: string;
+    description?: string;
+    schema: JsonObject;
+    strict?: boolean;
+}
+type FireworksResponseFormat = {
+    type: "json_schema";
+    json_schema: FireworksJsonSchemaConfig;
+} | {
+    type: "json_object";
+} | {
+    type: "text";
+};
+interface FireworksRequest {
+    model: string;
+    messages: FireworksMessage[];
+    tools?: FireworksTool[];
+    tool_choice?: "auto" | "none" | "required";
+    response_format?: FireworksResponseFormat;
+    reasoning_effort?: string;
+    user?: string;
+}
+/**
+ * Fireworks content part types. Fireworks follows the OpenAI Chat Completions
+ * multimodal schema for `image_url` parts (URL or base64 data URI). There is
+ * no OpenAI-style `file` part, and the API rejects `data:` URIs for documents
+ * ("Unsupported URL scheme 'data'"), so file inputs cannot be delivered.
+ */
+type FireworksContentPart = {
+    type: "text";
+    text: string;
+} | {
+    type: "image_url";
+    imageUrl: {
+        url: string;
+    };
+};
+/**
+ * FireworksAdapter implements the ProviderAdapter interface for Fireworks AI's
+ * OpenAI-compatible Chat Completions API. It handles request building,
+ * response parsing, and error classification specific to Fireworks.
+ */
+export declare class FireworksAdapter extends BaseProviderAdapter {
+    readonly name: "fireworks";
+    readonly defaultModel: string;
+    private runtimeNoStructuredOutputModels;
+    rememberModelRejectsStructuredOutput(model: string): void;
+    clearRuntimeNoStructuredOutputModels(): void;
+    private supportsStructuredOutput;
+    private runtimeNoTemperatureModels;
+    rememberModelRejectsTemperature(model: string): void;
+    clearRuntimeNoTemperatureModels(): void;
+    private supportsTemperature;
+    buildRequest(request: OperateRequest): FireworksRequest;
+    formatTools(toolkit: Toolkit, _outputSchema?: JsonObject): ProviderToolDefinition[];
+    formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
+    executeRequest(client: unknown, request: unknown, signal?: AbortSignal): Promise<FireworksResponse>;
+    /**
+     * Serialize the internal request into the OpenAI-compatible wire body for
+     * Fireworks' Chat Completions endpoint. Top-level fields (model, tools,
+     * tool_choice, response_format, reasoning_effort, user, temperature, and any
+     * providerOptions) are already wire-shaped (snake_case); only messages carry
+     * camelCase tool fields that must become snake_case on the wire.
+     */
+    private toWireBody;
+    /**
+     * Rebuild a structured-output request without `response_format`, swapping in
+     * the legacy fake-tool emulation. Used as a runtime fallback when a model
+     * rejects native json_schema.
+     */
+    private toFallbackStructuredOutputRequest;
+    executeStreamRequest(client: unknown, request: unknown, signal?: AbortSignal): AsyncIterable<LlmStreamChunk>;
+    parseResponse(response: unknown, _options?: LlmOperateOptions): ParsedResponse;
+    extractToolCalls(response: unknown): StandardToolCall[];
+    extractUsage(response: unknown, model: string): LlmUsageItem;
+    formatToolResult(toolCall: StandardToolCall, result: StandardToolResult): FireworksMessage;
+    appendToolResult(request: unknown, toolCall: StandardToolCall, result: StandardToolResult): FireworksRequest;
+    responseToHistoryItems(response: unknown): LlmHistory;
+    classifyError(error: unknown): ClassifiedError;
+    isComplete(response: unknown): boolean;
+    hasStructuredOutput(response: unknown): boolean;
+    extractStructuredOutput(response: unknown): JsonObject | undefined;
+    private hasToolCalls;
+    private extractContent;
+    private convertMessagesToFireworks;
+}
+export declare const fireworksAdapter: FireworksAdapter;
+export {};

package/dist/esm/operate/adapters/index.d.ts

@@ -2,6 +2,7 @@ export { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 export type { ProviderAdapter } from "./ProviderAdapter.interface.js";
 export { AnthropicAdapter, anthropicAdapter } from "./AnthropicAdapter.js";
 export { BedrockAdapter, bedrockAdapter } from "./BedrockAdapter.js";
+export { FireworksAdapter, fireworksAdapter } from "./FireworksAdapter.js";
 export { GoogleAdapter, googleAdapter } from "./GoogleAdapter.js";
 export { OpenAiAdapter, openAiAdapter } from "./OpenAiAdapter.js";
 export { OpenRouterAdapter, openRouterAdapter } from "./OpenRouterAdapter.js";

package/dist/esm/operate/index.d.ts

@@ -1,4 +1,4 @@
-export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, BedrockAdapter, bedrockAdapter, GoogleAdapter, googleAdapter, OpenAiAdapter, openAiAdapter, OpenRouterAdapter, openRouterAdapter, XaiAdapter, xaiAdapter, } from "./adapters/index.js";
+export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, BedrockAdapter, bedrockAdapter, FireworksAdapter, fireworksAdapter, GoogleAdapter, googleAdapter, OpenAiAdapter, openAiAdapter, OpenRouterAdapter, openRouterAdapter, XaiAdapter, xaiAdapter, } from "./adapters/index.js";
 export type { ProviderAdapter } from "./adapters/index.js";
 export { createOperateLoop, OperateLoop } from "./OperateLoop.js";
 export type { OperateLoopConfig } from "./OperateLoop.js";

package/dist/esm/operate/retry/RetryExecutor.d.ts

@@ -1,13 +1,20 @@
 import { HookRunner, LlmHooks } from "../hooks/HookRunner.js";
 import { RetryPolicy } from "./RetryPolicy.js";
+import { ClassifiedError } from "../types.js";
 export interface RetryContext {
     input: unknown;
     options?: unknown;
     providerRequest: unknown;
+    /** Provider name, carried onto the thrown LlmError */
+    provider?: string;
+    /** Model in use, carried onto the thrown LlmError */
+    model?: string;
 }
 export interface ErrorClassifier {
     isRetryable(error: unknown): boolean;
     isKnownError(error: unknown): boolean;
+    /** Full classification, used to throw a typed LlmError on terminal failure */
+    classify(error: unknown): ClassifiedError;
 }
 export interface RetryExecutorConfig {
     errorClassifier: ErrorClassifier;
@@ -27,6 +34,12 @@ export declare class RetryExecutor {
     private readonly hookRunner;
     private readonly errorClassifier;
     constructor(config: RetryExecutorConfig);
+    /**
+     * Build the typed, provider-agnostic error thrown when a request cannot be
+     * completed — classified (rate limit / quota / unrecoverable / transient)
+     * and carrying the provider, model, and original error as `cause`.
+     */
+    private toTerminalError;
     /**
      * Execute an operation with retry logic.
      * Each attempt receives an AbortSignal. On failure, the signal is aborted

package/dist/esm/operate/types.d.ts

@@ -97,8 +97,14 @@ export interface ProviderToolDefinition {
 export declare enum ErrorCategory {
     /** Error is transient and can be retried */
     Retryable = "retryable",
-    /** Error is due to rate limiting */
+    /** Error is due to short-term rate limiting (retry after a delay) */
     RateLimit = "rate_limit",
+    /**
+     * Provider quota is exhausted or the account cannot be billed
+     * (insufficient funds, daily quota, plan limit). Terminal and actionable —
+     * retrying within the request budget will not help.
+     */
+    Quota = "quota",
     /** Error cannot be recovered from */
     Unrecoverable = "unrecoverable",
     /** Error type is unknown */
@@ -116,6 +122,11 @@ export interface ClassifiedError {
     shouldRetry: boolean;
     /** Suggested delay before retry (if applicable) */
     suggestedDelayMs?: number;
+    /**
+     * For {@link ErrorCategory.Quota}, distinguishes an exhausted usage quota
+     * from an account that cannot be billed (insufficient funds).
+     */
+    reason?: "quota" | "billing";
 }
 import type { ResponseBuilder } from "./response/ResponseBuilder.js";
 /**

package/dist/esm/providers/fireworks/FireworksProvider.class.d.ts

@@ -0,0 +1,21 @@
+import { JsonObject } from "@jaypie/types";
+import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
+export declare class FireworksProvider implements LlmProvider {
+    private model;
+    private _client?;
+    private _operateLoop?;
+    private _streamLoop?;
+    private apiKey?;
+    private log;
+    private conversationHistory;
+    constructor(model?: string, { apiKey }?: {
+        apiKey?: string;
+    });
+    private getClient;
+    private getOperateLoop;
+    private getStreamLoop;
+    send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
+    operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
+}

package/dist/esm/providers/fireworks/client.d.ts

@@ -0,0 +1,37 @@
+import { JsonObject } from "@jaypie/types";
+export interface FireworksClientOptions {
+    apiKey: string;
+    baseURL?: string;
+}
+export interface ChatCompletionOptions {
+    signal?: AbortSignal;
+}
+/**
+ * HTTP error carrying the upstream status and parsed API message. The
+ * FireworksAdapter classifies errors by reading `.status` / `.statusCode` and
+ * `.message` / `.error.message`.
+ */
+export declare class FireworksHttpError extends Error {
+    readonly status: number;
+    readonly statusCode: number;
+    readonly error?: {
+        message?: string;
+    };
+    constructor(status: number, message: string, error?: {
+        message?: string;
+    });
+}
+/**
+ * Minimal `fetch`-based client for Fireworks AI's OpenAI-compatible Chat
+ * Completions endpoint. The adapter only needs a single POST (streaming and
+ * non-streaming), header auth, and HTTP error surfacing.
+ */
+export declare class FireworksClient {
+    private readonly apiKey;
+    private readonly baseURL;
+    constructor({ apiKey, baseURL, }: FireworksClientOptions);
+    private headers;
+    private toError;
+    chatCompletion(body: Record<string, unknown>, { signal }?: ChatCompletionOptions): Promise<JsonObject>;
+    streamChatCompletion(body: Record<string, unknown>, { signal }?: ChatCompletionOptions): AsyncIterable<JsonObject>;
+}

package/dist/esm/providers/fireworks/index.d.ts

@@ -0,0 +1,2 @@
+export { FireworksProvider } from "./FireworksProvider.class.js";
+export * from "./utils.js";

package/dist/esm/providers/fireworks/utils.d.ts

@@ -0,0 +1,15 @@
+import { createLogger } from "@jaypie/logger";
+import { LlmMessageOptions } from "../../types/LlmProvider.interface.js";
+import { FireworksClient } from "./client.js";
+export declare const getLogger: () => ReturnType<typeof createLogger>;
+export declare function initializeClient({ apiKey, }?: {
+    apiKey?: string;
+}): Promise<FireworksClient>;
+export declare function getDefaultModel(): string;
+export interface ChatMessage {
+    role: "system" | "user" | "assistant";
+    content: string;
+}
+export declare function formatSystemMessage(systemPrompt: string, { data, placeholders }?: Pick<LlmMessageOptions, "data" | "placeholders">): ChatMessage;
+export declare function formatUserMessage(message: string, { data, placeholders }?: Pick<LlmMessageOptions, "data" | "placeholders">): ChatMessage;
+export declare function prepareMessages(message: string, { system, data, placeholders }?: LlmMessageOptions): ChatMessage[];

package/dist/esm/types/LlmProvider.interface.d.ts

@@ -295,6 +295,15 @@ export interface LlmOperateOptions {
     turns?: boolean | number;
     user?: string;
 }
+/**
+ * A single model name, or a preference-ordered array of model names.
+ * An array is interpreted as a fallback chain: index 0 is primary, later
+ * entries are tried in order when earlier ones fail (provider auto-detected
+ * per entry). Accepted by the `Llm` constructor and static/instance
+ * `operate`/`send`/`stream` methods; normalized to a scalar model plus a
+ * derived fallback chain before reaching providers.
+ */
+export type LlmModelOption = string | string[];
 export interface LlmOptions {
     apiKey?: string;
     /** Chain of fallback providers to try if primary fails */

package/dist/esm/util/classifyProviderError.d.ts

@@ -0,0 +1,13 @@
+import { ClassifiedError } from "../operate/types.js";
+/**
+ * Shared, provider-agnostic first pass over an error. Returns a
+ * {@link ClassifiedError} when the message unambiguously identifies a
+ * cross-provider condition (retryable structured-output timeout, exhausted
+ * quota, or a billing failure), or `undefined` to defer to the adapter's own
+ * status/name classification.
+ *
+ * Adapters call this before their existing logic so that, for example, a
+ * `429` carrying a daily-quota message is classified as {@link
+ * ErrorCategory.Quota} rather than {@link ErrorCategory.RateLimit}.
+ */
+export declare function classifyProviderError(error: unknown): ClassifiedError | undefined;

package/dist/esm/util/effort.d.ts

@@ -39,4 +39,5 @@ export declare function toXaiEffort(effort: LlmEffort): LlmEffortMapping;
 export declare function toAnthropicEffort(effort: LlmEffort): LlmEffortMapping;
 export declare function toGeminiThinkingLevel(effort: LlmEffort): LlmEffortMapping;
 export declare function toGeminiThinkingBudget(effort: LlmEffort): LlmEffortMapping<number>;
+export declare function toFireworksEffort(effort: LlmEffort): LlmEffortMapping;
 export declare function toOpenRouterEffort(effort: LlmEffort): LlmEffortMapping;

package/dist/esm/util/resolveModelChain.d.ts

@@ -0,0 +1,17 @@
+import { LlmFallbackConfig } from "../types/LlmProvider.interface.js";
+/**
+ * Normalizes a `model` option that may be a single model name or a
+ * preference-ordered array of model names.
+ *
+ * A `string[]` is interpreted as a fallback chain: index `0` is the primary
+ * model, indices `1..` become fallback entries with an auto-detected provider
+ * (reusing `determineModelProvider`, exactly as the constructor's first
+ * argument does).
+ *
+ * Returns the primary model plus the derived fallback chain. A bare string
+ * yields an empty chain and is unchanged.
+ */
+export declare function resolveModelChain(model?: string | string[]): {
+    model?: string;
+    fallback: LlmFallbackConfig[];
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jaypie/llm",
-  "version": "1.3.10",
+  "version": "1.3.12",
   "description": "Large language model utilities",
   "repository": {
     "type": "git",