@inferall/sdk 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Kindly Robotics
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,134 @@
+# @inferall/sdk
+
+Official TypeScript SDK for the [InferAll](https://inferall.ai) AI gateway. One
+API, every model provider — OpenAI, Anthropic, Google Gemini, Replicate, and
+more — behind a single bearer token.
+
+This is the TypeScript counterpart to the [`inferall-ai`](https://pypi.org/project/inferall-ai/)
+Python package and mirrors its surface one-to-one.
+
+> Zero runtime dependencies. The client uses only the platform `fetch` API, so
+> it ships cleanly into Node, edge functions, and browsers. ESM, CJS, and full
+> type declarations are all bundled.
+
+## Install
+
+```bash
+npm install @inferall/sdk
+```
+
+Requires Node 18+ (or any runtime with a global `fetch`).
+
+## Quick start
+
+```ts
+import { Inferall } from "@inferall/sdk";
+
+const ai = new Inferall(); // reads INFERALL_API_KEY from the environment
+
+console.log(await ai.text("Summarize the theory of relativity in two sentences."));
+```
+
+### Explicit credentials
+
+```ts
+const ai = new Inferall({ apiKey: "sk-inferall-..." });
+```
+
+### System prompt + custom model
+
+```ts
+await ai.text("Translate to French: 'Where is the library?'", {
+  system: "You are a careful translator.",
+  provider: "openai",
+  model: "gpt-4o-mini",
+  temperature: 0.2,
+});
+```
+
+### Multi-turn chat
+
+```ts
+await ai.chat([
+  { role: "user", content: "Hello!" },
+  { role: "assistant", content: "Hi there — how can I help?" },
+  { role: "user", content: "What's 2 + 2?" },
+]);
+```
+
+### Vision
+
+```ts
+import { readFile } from "node:fs/promises";
+
+const imageBase64 = (await readFile("receipt.jpg")).toString("base64");
+
+await ai.vision(imageBase64, "What's the total on this receipt?");
+```
+
+### Raw responses
+
+When you need access to tool calls, automatic-fallback metadata
+(`fallback_used` / `actual_provider`), or any provider-specific field, use
+`generate()` to get the full payload:
+
+```ts
+const raw = await ai.generate({
+  provider: "anthropic",
+  model: "claude-3-5-sonnet-latest",
+  operation: "chat",
+  messages: [{ role: "user", content: "..." }],
+});
+```
+
+## Environment variables
+
+| Variable            | Purpose                                                              |
+| ------------------- | ------------------------------------------------------------------- |
+| `INFERALL_API_KEY`  | Bearer token. Used when `apiKey` isn't passed to the constructor.   |
+| `INFERALL_BASE_URL` | Override the gateway URL (default `https://api.inferall.ai`).        |
+| `AI_GATEWAY_KEY`    | Legacy fallback for `INFERALL_API_KEY` (recognised for back-compat).|
+| `AI_GATEWAY_URL`    | Legacy fallback for `INFERALL_BASE_URL`.                            |
+
+Environment variables are only read in runtimes that expose `process.env` (Node,
+most edge functions). In the browser, pass `apiKey` / `baseURL` explicitly.
+
+## Errors
+
+Gateway failures throw `InferallError`. A `status` of `0` indicates a
+transport-level failure (network error or timeout) rather than an HTTP error
+response.
+
+```ts
+import { Inferall, InferallError } from "@inferall/sdk";
+
+const ai = new Inferall();
+try {
+  await ai.text("...");
+} catch (err) {
+  if (err instanceof InferallError) {
+    console.error(err.status, err.body);
+  }
+}
+```
+
+## Python ↔ TypeScript
+
+| Python (`inferall-ai`)             | TypeScript (`@inferall/sdk`)                |
+| ---------------------------------- | ------------------------------------------- |
+| `from inferall import Inferall`    | `import { Inferall } from "@inferall/sdk"`  |
+| `Inferall(api_key=...)`            | `new Inferall({ apiKey: ... })`             |
+| `ai.text(prompt, system=...)`      | `ai.text(prompt, { system: ... })`          |
+| `ai.chat(messages)`                | `ai.chat(messages)`                         |
+| `ai.vision(img_b64, prompt)`       | `ai.vision(imgBase64, prompt)`              |
+| `ai.generate(provider=..., ...)`   | `ai.generate({ provider: ..., ... })`       |
+| `InferallError`                    | `InferallError`                             |
+
+Keyword arguments map to a trailing options object; snake_case parameters become
+camelCase (`max_tokens` → `maxTokens`, `base_url` → `baseURL`). Behaviour
+(defaults, env-var resolution, the `/ai/v1/generate` route, and response
+normalization) is identical.
+
+## License
+
+MIT

package/dist/index.cjs

@@ -0,0 +1,238 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  DEFAULT_BASE_URL: () => DEFAULT_BASE_URL,
+  DEFAULT_MODEL: () => DEFAULT_MODEL,
+  DEFAULT_PROVIDER: () => DEFAULT_PROVIDER,
+  Inferall: () => Inferall,
+  InferallError: () => InferallError,
+  VERSION: () => VERSION,
+  default: () => index_default
+});
+module.exports = __toCommonJS(index_exports);
+var DEFAULT_BASE_URL = "https://api.inferall.ai";
+var DEFAULT_PROVIDER = "gemini";
+var DEFAULT_MODEL = "gemini-2.5-flash";
+var VERSION = "0.1.0";
+var USER_AGENT = `inferall-typescript/${VERSION}`;
+var InferallError = class _InferallError extends Error {
+  constructor(status, body) {
+    super(`InferAll gateway returned ${status}: ${body}`);
+    this.name = "InferallError";
+    this.status = status;
+    this.body = body;
+    Object.setPrototypeOf(this, _InferallError.prototype);
+  }
+};
+function readEnv(name) {
+  const proc = globalThis.process;
+  return proc?.env?.[name];
+}
+function resolveApiKey(apiKey) {
+  if (apiKey) return apiKey;
+  return readEnv("INFERALL_API_KEY") || readEnv("AI_GATEWAY_KEY") || "";
+}
+function resolveBaseURL(baseURL) {
+  if (baseURL) return baseURL.replace(/\/+$/, "");
+  const env = readEnv("INFERALL_BASE_URL") || readEnv("AI_GATEWAY_URL");
+  return (env || DEFAULT_BASE_URL).replace(/\/+$/, "");
+}
+var Inferall = class _Inferall {
+  constructor(options = {}) {
+    this.apiKey = resolveApiKey(options.apiKey);
+    this.baseURL = resolveBaseURL(options.baseURL);
+    this.defaultProvider = options.defaultProvider ?? DEFAULT_PROVIDER;
+    this.defaultModel = options.defaultModel ?? DEFAULT_MODEL;
+    this.timeout = options.timeout ?? 12e4;
+  }
+  // ---------------------------------------------------------------- public
+  /** Single-turn text completion. Prompt in, string out. */
+  async text(prompt, options = {}) {
+    const resp = await this.request({
+      provider: options.provider || this.defaultProvider,
+      model: options.model || this.defaultModel,
+      operation: "text",
+      messages: [{ role: "user", content: prompt }],
+      system: options.system,
+      temperature: options.temperature ?? 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+    return _Inferall.extractText(resp);
+  }
+  /** Multi-turn chat completion. Returns the assistant's response text. */
+  async chat(messages, options = {}) {
+    const resp = await this.request({
+      provider: options.provider || this.defaultProvider,
+      model: options.model || this.defaultModel,
+      operation: "chat",
+      messages,
+      system: options.system,
+      temperature: options.temperature ?? 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+    return _Inferall.extractText(resp);
+  }
+  /**
+   * Analyze an image (base64-encoded) with a text prompt.
+   *
+   * Resolves `provider` and `model` from the client's defaults so that
+   * `new Inferall({ defaultProvider: "openai" }).vision(...)` actually routes
+   * to OpenAI. Falls back to gemini-2.5-flash only when no default is set.
+   */
+  async vision(imageBase64, prompt, options = {}) {
+    const resp = await this.request({
+      provider: options.provider || this.defaultProvider || "gemini",
+      model: options.model || this.defaultModel || "gemini-2.5-flash",
+      operation: "image-analyze",
+      messages: [{ role: "user", content: prompt }],
+      images: [imageBase64],
+      temperature: 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+    return _Inferall.extractText(resp);
+  }
+  /**
+   * Escape hatch — return the raw, provider-shaped response payload.
+   *
+   * Use this when you need access to tool calls, fallback metadata
+   * (`fallback_used` / `actual_provider`), streaming chunks, or any
+   * provider-specific field that the convenience helpers ({@link text},
+   * {@link chat}, {@link vision}) strip out.
+   */
+  async generate(options = {}) {
+    return this.request({
+      provider: options.provider || this.defaultProvider,
+      model: options.model || this.defaultModel,
+      operation: options.operation ?? "text",
+      messages: options.messages,
+      system: options.system,
+      images: options.images,
+      prompt: options.prompt,
+      temperature: options.temperature ?? 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+  }
+  // -------------------------------------------------------------- internal
+  async request(args) {
+    if (!this.apiKey) {
+      throw new Error(
+        "InferAll API key not set. Pass { apiKey } to the constructor or set the INFERALL_API_KEY environment variable (legacy AI_GATEWAY_KEY is also accepted as a fallback)."
+      );
+    }
+    const body = {
+      provider: args.provider,
+      model: args.model,
+      operation: args.operation,
+      config: { temperature: args.temperature, maxTokens: args.maxTokens }
+    };
+    if (args.messages && args.messages.length > 0) body.messages = args.messages;
+    if (args.system) body.system = args.system;
+    if (args.images && args.images.length > 0) body.images = args.images;
+    if (args.prompt) body.prompt = args.prompt;
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), this.timeout);
+    let response;
+    try {
+      response = await fetch(`${this.baseURL}/ai/v1/generate`, {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${this.apiKey}`,
+          "Content-Type": "application/json",
+          "User-Agent": USER_AGENT
+        },
+        body: JSON.stringify(body),
+        signal: controller.signal
+      });
+    } catch (err) {
+      if (err instanceof DOMException && err.name === "AbortError") {
+        throw new InferallError(0, `Request timed out after ${this.timeout}ms`);
+      }
+      const reason = err instanceof Error ? err.message : String(err);
+      throw new InferallError(0, `Network error: ${reason}`);
+    } finally {
+      clearTimeout(timer);
+    }
+    if (!response.ok) {
+      const errorBody = await response.text().catch(() => "");
+      throw new InferallError(response.status, errorBody);
+    }
+    try {
+      return await response.json();
+    } catch (err) {
+      const reason = err instanceof Error ? err.message : String(err);
+      throw new InferallError(0, `Failed to parse gateway response: ${reason}`);
+    }
+  }
+  /**
+   * Extract text from any supported provider's response format.
+   *
+   * For providers that return multiple text segments in a single response
+   * (Gemini `parts`, Anthropic `content` blocks), all text segments are
+   * concatenated with newlines so callers see the full message rather than a
+   * silently-truncated first chunk.
+   *
+   * Throws {@link InferallError} if the response does not match any recognized
+   * shape — we never coerce arbitrary JSON into a string.
+   */
+  static extractText(resp) {
+    const candidates = resp["candidates"];
+    if (Array.isArray(candidates) && candidates.length > 0) {
+      const parts = candidates[0]?.["content"];
+      const partList = parts?.["parts"];
+      if (Array.isArray(partList)) {
+        const texts = partList.filter((p) => isRecord(p) && typeof p["text"] === "string").map((p) => p["text"]);
+        if (texts.length > 0) return texts.join("\n");
+      }
+    }
+    const choices = resp["choices"];
+    if (Array.isArray(choices) && choices.length > 0) {
+      const message = choices[0]?.["message"];
+      const content2 = message?.["content"];
+      return typeof content2 === "string" ? content2 : "";
+    }
+    const content = resp["content"];
+    if (Array.isArray(content)) {
+      const texts = content.filter((block) => isRecord(block) && Boolean(block["text"])).map((block) => block["text"]);
+      if (texts.length > 0) return texts.join("\n");
+    }
+    const output = resp["output"];
+    if (typeof output === "string") return output;
+    if (Array.isArray(output) && output.length > 0 && typeof output[0] === "string") {
+      return output[0];
+    }
+    throw new InferallError(0, `Unrecognized response shape: keys=${JSON.stringify(Object.keys(resp))}`);
+  }
+};
+function isRecord(value) {
+  return typeof value === "object" && value !== null;
+}
+var index_default = Inferall;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  DEFAULT_BASE_URL,
+  DEFAULT_MODEL,
+  DEFAULT_PROVIDER,
+  Inferall,
+  InferallError,
+  VERSION
+});
+//# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * InferAll TypeScript client.\n *\n * The {@link Inferall} client speaks to the InferAll gateway over a single HTTP\n * endpoint and normalizes responses across providers (OpenAI, Anthropic, Google\n * Gemini, Replicate, and more).\n *\n * Quick start:\n *\n * ```ts\n * import { Inferall } from \"@inferall/sdk\";\n *\n * const ai = new Inferall(); // picks up INFERALL_API_KEY from the environment\n *\n * console.log(await ai.text(\"Summarize the theory of relativity in two sentences.\"));\n * ```\n *\n * This is a faithful port of the published `inferall-ai` Python package. The\n * client depends only on the platform `fetch` API so it can be dropped into\n * lambdas, edge functions, and browsers without pulling in transitive\n * dependencies.\n */\n\nexport const DEFAULT_BASE_URL = \"https://api.inferall.ai\";\nexport const DEFAULT_PROVIDER = \"gemini\";\nexport const DEFAULT_MODEL = \"gemini-2.5-flash\";\n\n/** Package version, mirrored from package.json. */\nexport const VERSION = \"0.1.0\";\n\nconst USER_AGENT = `inferall-typescript/${VERSION}`;\n\n/**\n * A single chat message. Mirrors the Python SDK's `list[dict]` message shape;\n * arbitrary provider-specific keys are allowed.\n */\nexport interface Message {\n  role: string;\n  content: unknown;\n  [key: string]: unknown;\n}\n\n/** A provider-shaped response payload, as returned by {@link Inferall.generate}. */\nexport type GenerateResponse = Record<string, unknown>;\n\n/** Options for the {@link Inferall} constructor. */\nexport interface InferallOptions {\n  /**\n   * Bearer token for the gateway. If omitted, the client reads\n   * `INFERALL_API_KEY` (preferred) or `AI_GATEWAY_KEY` (legacy) from the\n   * environment.\n   */\n  apiKey?: string;\n  /**\n   * Override the gateway URL. Defaults to `https://api.inferall.ai`\n   * (or `INFERALL_BASE_URL` / `AI_GATEWAY_URL` from the environment).\n   */\n  baseURL?: string;\n  /** Provider used when a call site does not pass `provider`. */\n  defaultProvider?: string;\n  /** Model used when a call site does not pass `model`. */\n  defaultModel?: string;\n  /**\n   * Per-request timeout, in milliseconds. Defaults to 120000ms (120s) to\n   * accommodate large completions.\n   */\n  timeout?: number;\n}\n\n/** Options for {@link Inferall.text}. */\nexport interface TextOptions {\n  system?: string;\n  provider?: string;\n  model?: string;\n  /** @default 0.3 */\n  temperature?: number;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\n/** Options for {@link Inferall.chat}. */\nexport interface ChatOptions {\n  system?: string;\n  provider?: string;\n  model?: string;\n  /** @default 0.3 */\n  temperature?: number;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\n/** Options for {@link Inferall.vision}. */\nexport interface VisionOptions {\n  provider?: string;\n  model?: string;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\n/** Options for {@link Inferall.generate}. */\nexport interface GenerateOptions {\n  provider?: string;\n  model?: string;\n  /** @default \"text\" */\n  operation?: string;\n  messages?: Message[];\n  system?: string;\n  images?: string[];\n  prompt?: string;\n  /** @default 0.3 */\n  temperature?: number;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\ninterface RequestBody {\n  provider: string;\n  model: string;\n  operation: string;\n  config: { temperature: number; maxTokens: number };\n  messages?: Message[];\n  system?: string;\n  images?: string[];\n  prompt?: string;\n}\n\n/**\n * Raised when the InferAll gateway returns an error or the request fails.\n *\n * Mirrors the Python `InferallError` (a subclass of `RuntimeError`). A `status`\n * of `0` indicates a transport-level failure (network error, timeout) rather\n * than an HTTP error response.\n */\nexport class InferallError extends Error {\n  readonly status: number;\n  readonly body: string;\n\n  constructor(status: number, body: string) {\n    super(`InferAll gateway returned ${status}: ${body}`);\n    this.name = \"InferallError\";\n    this.status = status;\n    this.body = body;\n    // Restore prototype chain for instanceof across transpilation targets.\n    Object.setPrototypeOf(this, InferallError.prototype);\n  }\n}\n\nfunction readEnv(name: string): string | undefined {\n  // Guard against non-Node runtimes (browsers, some edge functions) where\n  // `process` is undefined. There the caller must pass apiKey/baseURL explicitly.\n  const proc = (globalThis as { process?: { env?: Record<string, string | undefined> } }).process;\n  return proc?.env?.[name];\n}\n\n/**\n * Return the API key from the explicit arg or environment.\n *\n * Honors `INFERALL_API_KEY` first, then falls back to `AI_GATEWAY_KEY` for\n * backwards compatibility with the original internal client.\n */\nfunction resolveApiKey(apiKey: string | undefined): string {\n  if (apiKey) return apiKey;\n  return readEnv(\"INFERALL_API_KEY\") || readEnv(\"AI_GATEWAY_KEY\") || \"\";\n}\n\nfunction resolveBaseURL(baseURL: string | undefined): string {\n  if (baseURL) return baseURL.replace(/\\/+$/, \"\");\n  const env = readEnv(\"INFERALL_BASE_URL\") || readEnv(\"AI_GATEWAY_URL\");\n  return (env || DEFAULT_BASE_URL).replace(/\\/+$/, \"\");\n}\n\n/**\n * Client for the InferAll AI gateway.\n *\n * @example\n * ```ts\n * const ai = new Inferall();                  // env-based key\n * const ai = new Inferall({ apiKey: \"sk-…\" }); // explicit key\n * ```\n */\nexport class Inferall {\n  readonly apiKey: string;\n  readonly baseURL: string;\n  readonly defaultProvider: string;\n  readonly defaultModel: string;\n  readonly timeout: number;\n\n  constructor(options: InferallOptions = {}) {\n    this.apiKey = resolveApiKey(options.apiKey);\n    this.baseURL = resolveBaseURL(options.baseURL);\n    this.defaultProvider = options.defaultProvider ?? DEFAULT_PROVIDER;\n    this.defaultModel = options.defaultModel ?? DEFAULT_MODEL;\n    this.timeout = options.timeout ?? 120_000;\n  }\n\n  // ---------------------------------------------------------------- public\n\n  /** Single-turn text completion. Prompt in, string out. */\n  async text(prompt: string, options: TextOptions = {}): Promise<string> {\n    const resp = await this.request({\n      provider: options.provider || this.defaultProvider,\n      model: options.model || this.defaultModel,\n      operation: \"text\",\n      messages: [{ role: \"user\", content: prompt }],\n      system: options.system,\n      temperature: options.temperature ?? 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n    return Inferall.extractText(resp);\n  }\n\n  /** Multi-turn chat completion. Returns the assistant's response text. */\n  async chat(messages: Message[], options: ChatOptions = {}): Promise<string> {\n    const resp = await this.request({\n      provider: options.provider || this.defaultProvider,\n      model: options.model || this.defaultModel,\n      operation: \"chat\",\n      messages,\n      system: options.system,\n      temperature: options.temperature ?? 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n    return Inferall.extractText(resp);\n  }\n\n  /**\n   * Analyze an image (base64-encoded) with a text prompt.\n   *\n   * Resolves `provider` and `model` from the client's defaults so that\n   * `new Inferall({ defaultProvider: \"openai\" }).vision(...)` actually routes\n   * to OpenAI. Falls back to gemini-2.5-flash only when no default is set.\n   */\n  async vision(imageBase64: string, prompt: string, options: VisionOptions = {}): Promise<string> {\n    const resp = await this.request({\n      provider: options.provider || this.defaultProvider || \"gemini\",\n      model: options.model || this.defaultModel || \"gemini-2.5-flash\",\n      operation: \"image-analyze\",\n      messages: [{ role: \"user\", content: prompt }],\n      images: [imageBase64],\n      temperature: 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n    return Inferall.extractText(resp);\n  }\n\n  /**\n   * Escape hatch — return the raw, provider-shaped response payload.\n   *\n   * Use this when you need access to tool calls, fallback metadata\n   * (`fallback_used` / `actual_provider`), streaming chunks, or any\n   * provider-specific field that the convenience helpers ({@link text},\n   * {@link chat}, {@link vision}) strip out.\n   */\n  async generate(options: GenerateOptions = {}): Promise<GenerateResponse> {\n    return this.request({\n      provider: options.provider || this.defaultProvider,\n      model: options.model || this.defaultModel,\n      operation: options.operation ?? \"text\",\n      messages: options.messages,\n      system: options.system,\n      images: options.images,\n      prompt: options.prompt,\n      temperature: options.temperature ?? 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n  }\n\n  // -------------------------------------------------------------- internal\n\n  private async request(args: {\n    provider: string;\n    model: string;\n    operation: string;\n    messages?: Message[];\n    system?: string;\n    images?: string[];\n    prompt?: string;\n    temperature: number;\n    maxTokens: number;\n  }): Promise<GenerateResponse> {\n    if (!this.apiKey) {\n      throw new Error(\n        \"InferAll API key not set. Pass { apiKey } to the constructor or set \" +\n          \"the INFERALL_API_KEY environment variable \" +\n          \"(legacy AI_GATEWAY_KEY is also accepted as a fallback).\"\n      );\n    }\n\n    const body: RequestBody = {\n      provider: args.provider,\n      model: args.model,\n      operation: args.operation,\n      config: { temperature: args.temperature, maxTokens: args.maxTokens },\n    };\n    if (args.messages && args.messages.length > 0) body.messages = args.messages;\n    if (args.system) body.system = args.system;\n    if (args.images && args.images.length > 0) body.images = args.images;\n    if (args.prompt) body.prompt = args.prompt;\n\n    const controller = new AbortController();\n    const timer = setTimeout(() => controller.abort(), this.timeout);\n\n    let response: Response;\n    try {\n      response = await fetch(`${this.baseURL}/ai/v1/generate`, {\n        method: \"POST\",\n        headers: {\n          Authorization: `Bearer ${this.apiKey}`,\n          \"Content-Type\": \"application/json\",\n          \"User-Agent\": USER_AGENT,\n        },\n        body: JSON.stringify(body),\n        signal: controller.signal,\n      });\n    } catch (err) {\n      if (err instanceof DOMException && err.name === \"AbortError\") {\n        throw new InferallError(0, `Request timed out after ${this.timeout}ms`);\n      }\n      const reason = err instanceof Error ? err.message : String(err);\n      throw new InferallError(0, `Network error: ${reason}`);\n    } finally {\n      clearTimeout(timer);\n    }\n\n    if (!response.ok) {\n      const errorBody = await response.text().catch(() => \"\");\n      throw new InferallError(response.status, errorBody);\n    }\n\n    try {\n      return (await response.json()) as GenerateResponse;\n    } catch (err) {\n      const reason = err instanceof Error ? err.message : String(err);\n      throw new InferallError(0, `Failed to parse gateway response: ${reason}`);\n    }\n  }\n\n  /**\n   * Extract text from any supported provider's response format.\n   *\n   * For providers that return multiple text segments in a single response\n   * (Gemini `parts`, Anthropic `content` blocks), all text segments are\n   * concatenated with newlines so callers see the full message rather than a\n   * silently-truncated first chunk.\n   *\n   * Throws {@link InferallError} if the response does not match any recognized\n   * shape — we never coerce arbitrary JSON into a string.\n   */\n  static extractText(resp: GenerateResponse): string {\n    // Gemini\n    const candidates = resp[\"candidates\"];\n    if (Array.isArray(candidates) && candidates.length > 0) {\n      const parts = (candidates[0] as Record<string, unknown> | undefined)?.[\"content\"];\n      const partList = (parts as Record<string, unknown> | undefined)?.[\"parts\"];\n      if (Array.isArray(partList)) {\n        const texts = partList\n          .filter((p): p is Record<string, unknown> => isRecord(p) && typeof p[\"text\"] === \"string\")\n          .map((p) => p[\"text\"] as string);\n        if (texts.length > 0) return texts.join(\"\\n\");\n      }\n    }\n\n    // OpenAI\n    const choices = resp[\"choices\"];\n    if (Array.isArray(choices) && choices.length > 0) {\n      const message = (choices[0] as Record<string, unknown> | undefined)?.[\"message\"];\n      const content = (message as Record<string, unknown> | undefined)?.[\"content\"];\n      return typeof content === \"string\" ? content : \"\";\n    }\n\n    // Anthropic\n    const content = resp[\"content\"];\n    if (Array.isArray(content)) {\n      const texts = content\n        .filter((block): block is Record<string, unknown> => isRecord(block) && Boolean(block[\"text\"]))\n        .map((block) => block[\"text\"] as string);\n      if (texts.length > 0) return texts.join(\"\\n\");\n    }\n\n    // Replicate\n    const output = resp[\"output\"];\n    if (typeof output === \"string\") return output;\n    if (Array.isArray(output) && output.length > 0 && typeof output[0] === \"string\") {\n      return output[0];\n    }\n\n    throw new InferallError(0, `Unrecognized response shape: keys=${JSON.stringify(Object.keys(resp))}`);\n  }\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === \"object\" && value !== null;\n}\n\nexport default Inferall;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAuBO,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AACzB,IAAM,gBAAgB;AAGtB,IAAM,UAAU;AAEvB,IAAM,aAAa,uBAAuB,OAAO;AAuG1C,IAAM,gBAAN,MAAM,uBAAsB,MAAM;AAAA,EAIvC,YAAY,QAAgB,MAAc;AACxC,UAAM,6BAA6B,MAAM,KAAK,IAAI,EAAE;AACpD,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,OAAO;AAEZ,WAAO,eAAe,MAAM,eAAc,SAAS;AAAA,EACrD;AACF;AAEA,SAAS,QAAQ,MAAkC;AAGjD,QAAM,OAAQ,WAA0E;AACxF,SAAO,MAAM,MAAM,IAAI;AACzB;AAQA,SAAS,cAAc,QAAoC;AACzD,MAAI,OAAQ,QAAO;AACnB,SAAO,QAAQ,kBAAkB,KAAK,QAAQ,gBAAgB,KAAK;AACrE;AAEA,SAAS,eAAe,SAAqC;AAC3D,MAAI,QAAS,QAAO,QAAQ,QAAQ,QAAQ,EAAE;AAC9C,QAAM,MAAM,QAAQ,mBAAmB,KAAK,QAAQ,gBAAgB;AACpE,UAAQ,OAAO,kBAAkB,QAAQ,QAAQ,EAAE;AACrD;AAWO,IAAM,WAAN,MAAM,UAAS;AAAA,EAOpB,YAAY,UAA2B,CAAC,GAAG;AACzC,SAAK,SAAS,cAAc,QAAQ,MAAM;AAC1C,SAAK,UAAU,eAAe,QAAQ,OAAO;AAC7C,SAAK,kBAAkB,QAAQ,mBAAmB;AAClD,SAAK,eAAe,QAAQ,gBAAgB;AAC5C,SAAK,UAAU,QAAQ,WAAW;AAAA,EACpC;AAAA;AAAA;AAAA,EAKA,MAAM,KAAK,QAAgB,UAAuB,CAAC,GAAoB;AACrE,UAAM,OAAO,MAAM,KAAK,QAAQ;AAAA,MAC9B,UAAU,QAAQ,YAAY,KAAK;AAAA,MACnC,OAAO,QAAQ,SAAS,KAAK;AAAA,MAC7B,WAAW;AAAA,MACX,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAAA,MAC5C,QAAQ,QAAQ;AAAA,MAChB,aAAa,QAAQ,eAAe;AAAA,MACpC,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AACD,WAAO,UAAS,YAAY,IAAI;AAAA,EAClC;AAAA;AAAA,EAGA,MAAM,KAAK,UAAqB,UAAuB,CAAC,GAAoB;AAC1E,UAAM,OAAO,MAAM,KAAK,QAAQ;AAAA,MAC9B,UAAU,QAAQ,YAAY,KAAK;AAAA,MACnC,OAAO,QAAQ,SAAS,KAAK;AAAA,MAC7B,WAAW;AAAA,MACX;AAAA,MACA,QAAQ,QAAQ;AAAA,MAChB,aAAa,QAAQ,eAAe;AAAA,MACpC,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AACD,WAAO,UAAS,YAAY,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,OAAO,aAAqB,QAAgB,UAAyB,CAAC,GAAoB;AAC9F,UAAM,OAAO,MAAM,KAAK,QAAQ;AAAA,MAC9B,UAAU,QAAQ,YAAY,KAAK,mBAAmB;AAAA,MACtD,OAAO,QAAQ,SAAS,KAAK,gBAAgB;AAAA,MAC7C,WAAW;AAAA,MACX,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAAA,MAC5C,QAAQ,CAAC,WAAW;AAAA,MACpB,aAAa;AAAA,MACb,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AACD,WAAO,UAAS,YAAY,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,SAAS,UAA2B,CAAC,GAA8B;AACvE,WAAO,KAAK,QAAQ;AAAA,MAClB,UAAU,QAAQ,YAAY,KAAK;AAAA,MACnC,OAAO,QAAQ,SAAS,KAAK;AAAA,MAC7B,WAAW,QAAQ,aAAa;AAAA,MAChC,UAAU,QAAQ;AAAA,MAClB,QAAQ,QAAQ;AAAA,MAChB,QAAQ,QAAQ;AAAA,MAChB,QAAQ,QAAQ;AAAA,MAChB,aAAa,QAAQ,eAAe;AAAA,MACpC,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AAAA,EACH;AAAA;AAAA,EAIA,MAAc,QAAQ,MAUQ;AAC5B,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI;AAAA,QACR;AAAA,MAGF;AAAA,IACF;AAEA,UAAM,OAAoB;AAAA,MACxB,UAAU,KAAK;AAAA,MACf,OAAO,KAAK;AAAA,MACZ,WAAW,KAAK;AAAA,MAChB,QAAQ,EAAE,aAAa,KAAK,aAAa,WAAW,KAAK,UAAU;AAAA,IACrE;AACA,QAAI,KAAK,YAAY,KAAK,SAAS,SAAS,EAAG,MAAK,WAAW,KAAK;AACpE,QAAI,KAAK,OAAQ,MAAK,SAAS,KAAK;AACpC,QAAI,KAAK,UAAU,KAAK,OAAO,SAAS,EAAG,MAAK,SAAS,KAAK;AAC9D,QAAI,KAAK,OAAQ,MAAK,SAAS,KAAK;AAEpC,UAAM,aAAa,IAAI,gBAAgB;AACvC,UAAM,QAAQ,WAAW,MAAM,WAAW,MAAM,GAAG,KAAK,OAAO;AAE/D,QAAI;AACJ,QAAI;AACF,iBAAW,MAAM,MAAM,GAAG,KAAK,OAAO,mBAAmB;AAAA,QACvD,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,MAAM;AAAA,UACpC,gBAAgB;AAAA,UAChB,cAAc;AAAA,QAChB;AAAA,QACA,MAAM,KAAK,UAAU,IAAI;AAAA,QACzB,QAAQ,WAAW;AAAA,MACrB,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,UAAI,eAAe,gBAAgB,IAAI,SAAS,cAAc;AAC5D,cAAM,IAAI,cAAc,GAAG,2BAA2B,KAAK,OAAO,IAAI;AAAA,MACxE;AACA,YAAM,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC9D,YAAM,IAAI,cAAc,GAAG,kBAAkB,MAAM,EAAE;AAAA,IACvD,UAAE;AACA,mBAAa,KAAK;AAAA,IACpB;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,YAAY,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACtD,YAAM,IAAI,cAAc,SAAS,QAAQ,SAAS;AAAA,IACpD;AAEA,QAAI;AACF,aAAQ,MAAM,SAAS,KAAK;AAAA,IAC9B,SAAS,KAAK;AACZ,YAAM,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC9D,YAAM,IAAI,cAAc,GAAG,qCAAqC,MAAM,EAAE;AAAA,IAC1E;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,OAAO,YAAY,MAAgC;AAEjD,UAAM,aAAa,KAAK,YAAY;AACpC,QAAI,MAAM,QAAQ,UAAU,KAAK,WAAW,SAAS,GAAG;AACtD,YAAM,QAAS,WAAW,CAAC,IAA4C,SAAS;AAChF,YAAM,WAAY,QAAgD,OAAO;AACzE,UAAI,MAAM,QAAQ,QAAQ,GAAG;AAC3B,cAAM,QAAQ,SACX,OAAO,CAAC,MAAoC,SAAS,CAAC,KAAK,OAAO,EAAE,MAAM,MAAM,QAAQ,EACxF,IAAI,CAAC,MAAM,EAAE,MAAM,CAAW;AACjC,YAAI,MAAM,SAAS,EAAG,QAAO,MAAM,KAAK,IAAI;AAAA,MAC9C;AAAA,IACF;AAGA,UAAM,UAAU,KAAK,SAAS;AAC9B,QAAI,MAAM,QAAQ,OAAO,KAAK,QAAQ,SAAS,GAAG;AAChD,YAAM,UAAW,QAAQ,CAAC,IAA4C,SAAS;AAC/E,YAAMA,WAAW,UAAkD,SAAS;AAC5E,aAAO,OAAOA,aAAY,WAAWA,WAAU;AAAA,IACjD;AAGA,UAAM,UAAU,KAAK,SAAS;AAC9B,QAAI,MAAM,QAAQ,OAAO,GAAG;AAC1B,YAAM,QAAQ,QACX,OAAO,CAAC,UAA4C,SAAS,KAAK,KAAK,QAAQ,MAAM,MAAM,CAAC,CAAC,EAC7F,IAAI,CAAC,UAAU,MAAM,MAAM,CAAW;AACzC,UAAI,MAAM,SAAS,EAAG,QAAO,MAAM,KAAK,IAAI;AAAA,IAC9C;AAGA,UAAM,SAAS,KAAK,QAAQ;AAC5B,QAAI,OAAO,WAAW,SAAU,QAAO;AACvC,QAAI,MAAM,QAAQ,MAAM,KAAK,OAAO,SAAS,KAAK,OAAO,OAAO,CAAC,MAAM,UAAU;AAC/E,aAAO,OAAO,CAAC;AAAA,IACjB;AAEA,UAAM,IAAI,cAAc,GAAG,qCAAqC,KAAK,UAAU,OAAO,KAAK,IAAI,CAAC,CAAC,EAAE;AAAA,EACrG;AACF;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU;AAChD;AAEA,IAAO,gBAAQ;","names":["content"]}

package/dist/index.d.cts

@@ -0,0 +1,168 @@
+/**
+ * InferAll TypeScript client.
+ *
+ * The {@link Inferall} client speaks to the InferAll gateway over a single HTTP
+ * endpoint and normalizes responses across providers (OpenAI, Anthropic, Google
+ * Gemini, Replicate, and more).
+ *
+ * Quick start:
+ *
+ * ```ts
+ * import { Inferall } from "@inferall/sdk";
+ *
+ * const ai = new Inferall(); // picks up INFERALL_API_KEY from the environment
+ *
+ * console.log(await ai.text("Summarize the theory of relativity in two sentences."));
+ * ```
+ *
+ * This is a faithful port of the published `inferall-ai` Python package. The
+ * client depends only on the platform `fetch` API so it can be dropped into
+ * lambdas, edge functions, and browsers without pulling in transitive
+ * dependencies.
+ */
+declare const DEFAULT_BASE_URL = "https://api.inferall.ai";
+declare const DEFAULT_PROVIDER = "gemini";
+declare const DEFAULT_MODEL = "gemini-2.5-flash";
+/** Package version, mirrored from package.json. */
+declare const VERSION = "0.1.0";
+/**
+ * A single chat message. Mirrors the Python SDK's `list[dict]` message shape;
+ * arbitrary provider-specific keys are allowed.
+ */
+interface Message {
+    role: string;
+    content: unknown;
+    [key: string]: unknown;
+}
+/** A provider-shaped response payload, as returned by {@link Inferall.generate}. */
+type GenerateResponse = Record<string, unknown>;
+/** Options for the {@link Inferall} constructor. */
+interface InferallOptions {
+    /**
+     * Bearer token for the gateway. If omitted, the client reads
+     * `INFERALL_API_KEY` (preferred) or `AI_GATEWAY_KEY` (legacy) from the
+     * environment.
+     */
+    apiKey?: string;
+    /**
+     * Override the gateway URL. Defaults to `https://api.inferall.ai`
+     * (or `INFERALL_BASE_URL` / `AI_GATEWAY_URL` from the environment).
+     */
+    baseURL?: string;
+    /** Provider used when a call site does not pass `provider`. */
+    defaultProvider?: string;
+    /** Model used when a call site does not pass `model`. */
+    defaultModel?: string;
+    /**
+     * Per-request timeout, in milliseconds. Defaults to 120000ms (120s) to
+     * accommodate large completions.
+     */
+    timeout?: number;
+}
+/** Options for {@link Inferall.text}. */
+interface TextOptions {
+    system?: string;
+    provider?: string;
+    model?: string;
+    /** @default 0.3 */
+    temperature?: number;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/** Options for {@link Inferall.chat}. */
+interface ChatOptions {
+    system?: string;
+    provider?: string;
+    model?: string;
+    /** @default 0.3 */
+    temperature?: number;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/** Options for {@link Inferall.vision}. */
+interface VisionOptions {
+    provider?: string;
+    model?: string;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/** Options for {@link Inferall.generate}. */
+interface GenerateOptions {
+    provider?: string;
+    model?: string;
+    /** @default "text" */
+    operation?: string;
+    messages?: Message[];
+    system?: string;
+    images?: string[];
+    prompt?: string;
+    /** @default 0.3 */
+    temperature?: number;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/**
+ * Raised when the InferAll gateway returns an error or the request fails.
+ *
+ * Mirrors the Python `InferallError` (a subclass of `RuntimeError`). A `status`
+ * of `0` indicates a transport-level failure (network error, timeout) rather
+ * than an HTTP error response.
+ */
+declare class InferallError extends Error {
+    readonly status: number;
+    readonly body: string;
+    constructor(status: number, body: string);
+}
+/**
+ * Client for the InferAll AI gateway.
+ *
+ * @example
+ * ```ts
+ * const ai = new Inferall();                  // env-based key
+ * const ai = new Inferall({ apiKey: "sk-…" }); // explicit key
+ * ```
+ */
+declare class Inferall {
+    readonly apiKey: string;
+    readonly baseURL: string;
+    readonly defaultProvider: string;
+    readonly defaultModel: string;
+    readonly timeout: number;
+    constructor(options?: InferallOptions);
+    /** Single-turn text completion. Prompt in, string out. */
+    text(prompt: string, options?: TextOptions): Promise<string>;
+    /** Multi-turn chat completion. Returns the assistant's response text. */
+    chat(messages: Message[], options?: ChatOptions): Promise<string>;
+    /**
+     * Analyze an image (base64-encoded) with a text prompt.
+     *
+     * Resolves `provider` and `model` from the client's defaults so that
+     * `new Inferall({ defaultProvider: "openai" }).vision(...)` actually routes
+     * to OpenAI. Falls back to gemini-2.5-flash only when no default is set.
+     */
+    vision(imageBase64: string, prompt: string, options?: VisionOptions): Promise<string>;
+    /**
+     * Escape hatch — return the raw, provider-shaped response payload.
+     *
+     * Use this when you need access to tool calls, fallback metadata
+     * (`fallback_used` / `actual_provider`), streaming chunks, or any
+     * provider-specific field that the convenience helpers ({@link text},
+     * {@link chat}, {@link vision}) strip out.
+     */
+    generate(options?: GenerateOptions): Promise<GenerateResponse>;
+    private request;
+    /**
+     * Extract text from any supported provider's response format.
+     *
+     * For providers that return multiple text segments in a single response
+     * (Gemini `parts`, Anthropic `content` blocks), all text segments are
+     * concatenated with newlines so callers see the full message rather than a
+     * silently-truncated first chunk.
+     *
+     * Throws {@link InferallError} if the response does not match any recognized
+     * shape — we never coerce arbitrary JSON into a string.
+     */
+    static extractText(resp: GenerateResponse): string;
+}
+
+export { type ChatOptions, DEFAULT_BASE_URL, DEFAULT_MODEL, DEFAULT_PROVIDER, type GenerateOptions, type GenerateResponse, Inferall, InferallError, type InferallOptions, type Message, type TextOptions, VERSION, type VisionOptions, Inferall as default };

package/dist/index.d.ts

@@ -0,0 +1,168 @@
+/**
+ * InferAll TypeScript client.
+ *
+ * The {@link Inferall} client speaks to the InferAll gateway over a single HTTP
+ * endpoint and normalizes responses across providers (OpenAI, Anthropic, Google
+ * Gemini, Replicate, and more).
+ *
+ * Quick start:
+ *
+ * ```ts
+ * import { Inferall } from "@inferall/sdk";
+ *
+ * const ai = new Inferall(); // picks up INFERALL_API_KEY from the environment
+ *
+ * console.log(await ai.text("Summarize the theory of relativity in two sentences."));
+ * ```
+ *
+ * This is a faithful port of the published `inferall-ai` Python package. The
+ * client depends only on the platform `fetch` API so it can be dropped into
+ * lambdas, edge functions, and browsers without pulling in transitive
+ * dependencies.
+ */
+declare const DEFAULT_BASE_URL = "https://api.inferall.ai";
+declare const DEFAULT_PROVIDER = "gemini";
+declare const DEFAULT_MODEL = "gemini-2.5-flash";
+/** Package version, mirrored from package.json. */
+declare const VERSION = "0.1.0";
+/**
+ * A single chat message. Mirrors the Python SDK's `list[dict]` message shape;
+ * arbitrary provider-specific keys are allowed.
+ */
+interface Message {
+    role: string;
+    content: unknown;
+    [key: string]: unknown;
+}
+/** A provider-shaped response payload, as returned by {@link Inferall.generate}. */
+type GenerateResponse = Record<string, unknown>;
+/** Options for the {@link Inferall} constructor. */
+interface InferallOptions {
+    /**
+     * Bearer token for the gateway. If omitted, the client reads
+     * `INFERALL_API_KEY` (preferred) or `AI_GATEWAY_KEY` (legacy) from the
+     * environment.
+     */
+    apiKey?: string;
+    /**
+     * Override the gateway URL. Defaults to `https://api.inferall.ai`
+     * (or `INFERALL_BASE_URL` / `AI_GATEWAY_URL` from the environment).
+     */
+    baseURL?: string;
+    /** Provider used when a call site does not pass `provider`. */
+    defaultProvider?: string;
+    /** Model used when a call site does not pass `model`. */
+    defaultModel?: string;
+    /**
+     * Per-request timeout, in milliseconds. Defaults to 120000ms (120s) to
+     * accommodate large completions.
+     */
+    timeout?: number;
+}
+/** Options for {@link Inferall.text}. */
+interface TextOptions {
+    system?: string;
+    provider?: string;
+    model?: string;
+    /** @default 0.3 */
+    temperature?: number;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/** Options for {@link Inferall.chat}. */
+interface ChatOptions {
+    system?: string;
+    provider?: string;
+    model?: string;
+    /** @default 0.3 */
+    temperature?: number;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/** Options for {@link Inferall.vision}. */
+interface VisionOptions {
+    provider?: string;
+    model?: string;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/** Options for {@link Inferall.generate}. */
+interface GenerateOptions {
+    provider?: string;
+    model?: string;
+    /** @default "text" */
+    operation?: string;
+    messages?: Message[];
+    system?: string;
+    images?: string[];
+    prompt?: string;
+    /** @default 0.3 */
+    temperature?: number;
+    /** @default 4096 */
+    maxTokens?: number;
+}
+/**
+ * Raised when the InferAll gateway returns an error or the request fails.
+ *
+ * Mirrors the Python `InferallError` (a subclass of `RuntimeError`). A `status`
+ * of `0` indicates a transport-level failure (network error, timeout) rather
+ * than an HTTP error response.
+ */
+declare class InferallError extends Error {
+    readonly status: number;
+    readonly body: string;
+    constructor(status: number, body: string);
+}
+/**
+ * Client for the InferAll AI gateway.
+ *
+ * @example
+ * ```ts
+ * const ai = new Inferall();                  // env-based key
+ * const ai = new Inferall({ apiKey: "sk-…" }); // explicit key
+ * ```
+ */
+declare class Inferall {
+    readonly apiKey: string;
+    readonly baseURL: string;
+    readonly defaultProvider: string;
+    readonly defaultModel: string;
+    readonly timeout: number;
+    constructor(options?: InferallOptions);
+    /** Single-turn text completion. Prompt in, string out. */
+    text(prompt: string, options?: TextOptions): Promise<string>;
+    /** Multi-turn chat completion. Returns the assistant's response text. */
+    chat(messages: Message[], options?: ChatOptions): Promise<string>;
+    /**
+     * Analyze an image (base64-encoded) with a text prompt.
+     *
+     * Resolves `provider` and `model` from the client's defaults so that
+     * `new Inferall({ defaultProvider: "openai" }).vision(...)` actually routes
+     * to OpenAI. Falls back to gemini-2.5-flash only when no default is set.
+     */
+    vision(imageBase64: string, prompt: string, options?: VisionOptions): Promise<string>;
+    /**
+     * Escape hatch — return the raw, provider-shaped response payload.
+     *
+     * Use this when you need access to tool calls, fallback metadata
+     * (`fallback_used` / `actual_provider`), streaming chunks, or any
+     * provider-specific field that the convenience helpers ({@link text},
+     * {@link chat}, {@link vision}) strip out.
+     */
+    generate(options?: GenerateOptions): Promise<GenerateResponse>;
+    private request;
+    /**
+     * Extract text from any supported provider's response format.
+     *
+     * For providers that return multiple text segments in a single response
+     * (Gemini `parts`, Anthropic `content` blocks), all text segments are
+     * concatenated with newlines so callers see the full message rather than a
+     * silently-truncated first chunk.
+     *
+     * Throws {@link InferallError} if the response does not match any recognized
+     * shape — we never coerce arbitrary JSON into a string.
+     */
+    static extractText(resp: GenerateResponse): string;
+}
+
+export { type ChatOptions, DEFAULT_BASE_URL, DEFAULT_MODEL, DEFAULT_PROVIDER, type GenerateOptions, type GenerateResponse, Inferall, InferallError, type InferallOptions, type Message, type TextOptions, VERSION, type VisionOptions, Inferall as default };

package/dist/index.js

@@ -0,0 +1,208 @@
+// src/index.ts
+var DEFAULT_BASE_URL = "https://api.inferall.ai";
+var DEFAULT_PROVIDER = "gemini";
+var DEFAULT_MODEL = "gemini-2.5-flash";
+var VERSION = "0.1.0";
+var USER_AGENT = `inferall-typescript/${VERSION}`;
+var InferallError = class _InferallError extends Error {
+  constructor(status, body) {
+    super(`InferAll gateway returned ${status}: ${body}`);
+    this.name = "InferallError";
+    this.status = status;
+    this.body = body;
+    Object.setPrototypeOf(this, _InferallError.prototype);
+  }
+};
+function readEnv(name) {
+  const proc = globalThis.process;
+  return proc?.env?.[name];
+}
+function resolveApiKey(apiKey) {
+  if (apiKey) return apiKey;
+  return readEnv("INFERALL_API_KEY") || readEnv("AI_GATEWAY_KEY") || "";
+}
+function resolveBaseURL(baseURL) {
+  if (baseURL) return baseURL.replace(/\/+$/, "");
+  const env = readEnv("INFERALL_BASE_URL") || readEnv("AI_GATEWAY_URL");
+  return (env || DEFAULT_BASE_URL).replace(/\/+$/, "");
+}
+var Inferall = class _Inferall {
+  constructor(options = {}) {
+    this.apiKey = resolveApiKey(options.apiKey);
+    this.baseURL = resolveBaseURL(options.baseURL);
+    this.defaultProvider = options.defaultProvider ?? DEFAULT_PROVIDER;
+    this.defaultModel = options.defaultModel ?? DEFAULT_MODEL;
+    this.timeout = options.timeout ?? 12e4;
+  }
+  // ---------------------------------------------------------------- public
+  /** Single-turn text completion. Prompt in, string out. */
+  async text(prompt, options = {}) {
+    const resp = await this.request({
+      provider: options.provider || this.defaultProvider,
+      model: options.model || this.defaultModel,
+      operation: "text",
+      messages: [{ role: "user", content: prompt }],
+      system: options.system,
+      temperature: options.temperature ?? 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+    return _Inferall.extractText(resp);
+  }
+  /** Multi-turn chat completion. Returns the assistant's response text. */
+  async chat(messages, options = {}) {
+    const resp = await this.request({
+      provider: options.provider || this.defaultProvider,
+      model: options.model || this.defaultModel,
+      operation: "chat",
+      messages,
+      system: options.system,
+      temperature: options.temperature ?? 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+    return _Inferall.extractText(resp);
+  }
+  /**
+   * Analyze an image (base64-encoded) with a text prompt.
+   *
+   * Resolves `provider` and `model` from the client's defaults so that
+   * `new Inferall({ defaultProvider: "openai" }).vision(...)` actually routes
+   * to OpenAI. Falls back to gemini-2.5-flash only when no default is set.
+   */
+  async vision(imageBase64, prompt, options = {}) {
+    const resp = await this.request({
+      provider: options.provider || this.defaultProvider || "gemini",
+      model: options.model || this.defaultModel || "gemini-2.5-flash",
+      operation: "image-analyze",
+      messages: [{ role: "user", content: prompt }],
+      images: [imageBase64],
+      temperature: 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+    return _Inferall.extractText(resp);
+  }
+  /**
+   * Escape hatch — return the raw, provider-shaped response payload.
+   *
+   * Use this when you need access to tool calls, fallback metadata
+   * (`fallback_used` / `actual_provider`), streaming chunks, or any
+   * provider-specific field that the convenience helpers ({@link text},
+   * {@link chat}, {@link vision}) strip out.
+   */
+  async generate(options = {}) {
+    return this.request({
+      provider: options.provider || this.defaultProvider,
+      model: options.model || this.defaultModel,
+      operation: options.operation ?? "text",
+      messages: options.messages,
+      system: options.system,
+      images: options.images,
+      prompt: options.prompt,
+      temperature: options.temperature ?? 0.3,
+      maxTokens: options.maxTokens ?? 4096
+    });
+  }
+  // -------------------------------------------------------------- internal
+  async request(args) {
+    if (!this.apiKey) {
+      throw new Error(
+        "InferAll API key not set. Pass { apiKey } to the constructor or set the INFERALL_API_KEY environment variable (legacy AI_GATEWAY_KEY is also accepted as a fallback)."
+      );
+    }
+    const body = {
+      provider: args.provider,
+      model: args.model,
+      operation: args.operation,
+      config: { temperature: args.temperature, maxTokens: args.maxTokens }
+    };
+    if (args.messages && args.messages.length > 0) body.messages = args.messages;
+    if (args.system) body.system = args.system;
+    if (args.images && args.images.length > 0) body.images = args.images;
+    if (args.prompt) body.prompt = args.prompt;
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), this.timeout);
+    let response;
+    try {
+      response = await fetch(`${this.baseURL}/ai/v1/generate`, {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${this.apiKey}`,
+          "Content-Type": "application/json",
+          "User-Agent": USER_AGENT
+        },
+        body: JSON.stringify(body),
+        signal: controller.signal
+      });
+    } catch (err) {
+      if (err instanceof DOMException && err.name === "AbortError") {
+        throw new InferallError(0, `Request timed out after ${this.timeout}ms`);
+      }
+      const reason = err instanceof Error ? err.message : String(err);
+      throw new InferallError(0, `Network error: ${reason}`);
+    } finally {
+      clearTimeout(timer);
+    }
+    if (!response.ok) {
+      const errorBody = await response.text().catch(() => "");
+      throw new InferallError(response.status, errorBody);
+    }
+    try {
+      return await response.json();
+    } catch (err) {
+      const reason = err instanceof Error ? err.message : String(err);
+      throw new InferallError(0, `Failed to parse gateway response: ${reason}`);
+    }
+  }
+  /**
+   * Extract text from any supported provider's response format.
+   *
+   * For providers that return multiple text segments in a single response
+   * (Gemini `parts`, Anthropic `content` blocks), all text segments are
+   * concatenated with newlines so callers see the full message rather than a
+   * silently-truncated first chunk.
+   *
+   * Throws {@link InferallError} if the response does not match any recognized
+   * shape — we never coerce arbitrary JSON into a string.
+   */
+  static extractText(resp) {
+    const candidates = resp["candidates"];
+    if (Array.isArray(candidates) && candidates.length > 0) {
+      const parts = candidates[0]?.["content"];
+      const partList = parts?.["parts"];
+      if (Array.isArray(partList)) {
+        const texts = partList.filter((p) => isRecord(p) && typeof p["text"] === "string").map((p) => p["text"]);
+        if (texts.length > 0) return texts.join("\n");
+      }
+    }
+    const choices = resp["choices"];
+    if (Array.isArray(choices) && choices.length > 0) {
+      const message = choices[0]?.["message"];
+      const content2 = message?.["content"];
+      return typeof content2 === "string" ? content2 : "";
+    }
+    const content = resp["content"];
+    if (Array.isArray(content)) {
+      const texts = content.filter((block) => isRecord(block) && Boolean(block["text"])).map((block) => block["text"]);
+      if (texts.length > 0) return texts.join("\n");
+    }
+    const output = resp["output"];
+    if (typeof output === "string") return output;
+    if (Array.isArray(output) && output.length > 0 && typeof output[0] === "string") {
+      return output[0];
+    }
+    throw new InferallError(0, `Unrecognized response shape: keys=${JSON.stringify(Object.keys(resp))}`);
+  }
+};
+function isRecord(value) {
+  return typeof value === "object" && value !== null;
+}
+var index_default = Inferall;
+export {
+  DEFAULT_BASE_URL,
+  DEFAULT_MODEL,
+  DEFAULT_PROVIDER,
+  Inferall,
+  InferallError,
+  VERSION,
+  index_default as default
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * InferAll TypeScript client.\n *\n * The {@link Inferall} client speaks to the InferAll gateway over a single HTTP\n * endpoint and normalizes responses across providers (OpenAI, Anthropic, Google\n * Gemini, Replicate, and more).\n *\n * Quick start:\n *\n * ```ts\n * import { Inferall } from \"@inferall/sdk\";\n *\n * const ai = new Inferall(); // picks up INFERALL_API_KEY from the environment\n *\n * console.log(await ai.text(\"Summarize the theory of relativity in two sentences.\"));\n * ```\n *\n * This is a faithful port of the published `inferall-ai` Python package. The\n * client depends only on the platform `fetch` API so it can be dropped into\n * lambdas, edge functions, and browsers without pulling in transitive\n * dependencies.\n */\n\nexport const DEFAULT_BASE_URL = \"https://api.inferall.ai\";\nexport const DEFAULT_PROVIDER = \"gemini\";\nexport const DEFAULT_MODEL = \"gemini-2.5-flash\";\n\n/** Package version, mirrored from package.json. */\nexport const VERSION = \"0.1.0\";\n\nconst USER_AGENT = `inferall-typescript/${VERSION}`;\n\n/**\n * A single chat message. Mirrors the Python SDK's `list[dict]` message shape;\n * arbitrary provider-specific keys are allowed.\n */\nexport interface Message {\n  role: string;\n  content: unknown;\n  [key: string]: unknown;\n}\n\n/** A provider-shaped response payload, as returned by {@link Inferall.generate}. */\nexport type GenerateResponse = Record<string, unknown>;\n\n/** Options for the {@link Inferall} constructor. */\nexport interface InferallOptions {\n  /**\n   * Bearer token for the gateway. If omitted, the client reads\n   * `INFERALL_API_KEY` (preferred) or `AI_GATEWAY_KEY` (legacy) from the\n   * environment.\n   */\n  apiKey?: string;\n  /**\n   * Override the gateway URL. Defaults to `https://api.inferall.ai`\n   * (or `INFERALL_BASE_URL` / `AI_GATEWAY_URL` from the environment).\n   */\n  baseURL?: string;\n  /** Provider used when a call site does not pass `provider`. */\n  defaultProvider?: string;\n  /** Model used when a call site does not pass `model`. */\n  defaultModel?: string;\n  /**\n   * Per-request timeout, in milliseconds. Defaults to 120000ms (120s) to\n   * accommodate large completions.\n   */\n  timeout?: number;\n}\n\n/** Options for {@link Inferall.text}. */\nexport interface TextOptions {\n  system?: string;\n  provider?: string;\n  model?: string;\n  /** @default 0.3 */\n  temperature?: number;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\n/** Options for {@link Inferall.chat}. */\nexport interface ChatOptions {\n  system?: string;\n  provider?: string;\n  model?: string;\n  /** @default 0.3 */\n  temperature?: number;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\n/** Options for {@link Inferall.vision}. */\nexport interface VisionOptions {\n  provider?: string;\n  model?: string;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\n/** Options for {@link Inferall.generate}. */\nexport interface GenerateOptions {\n  provider?: string;\n  model?: string;\n  /** @default \"text\" */\n  operation?: string;\n  messages?: Message[];\n  system?: string;\n  images?: string[];\n  prompt?: string;\n  /** @default 0.3 */\n  temperature?: number;\n  /** @default 4096 */\n  maxTokens?: number;\n}\n\ninterface RequestBody {\n  provider: string;\n  model: string;\n  operation: string;\n  config: { temperature: number; maxTokens: number };\n  messages?: Message[];\n  system?: string;\n  images?: string[];\n  prompt?: string;\n}\n\n/**\n * Raised when the InferAll gateway returns an error or the request fails.\n *\n * Mirrors the Python `InferallError` (a subclass of `RuntimeError`). A `status`\n * of `0` indicates a transport-level failure (network error, timeout) rather\n * than an HTTP error response.\n */\nexport class InferallError extends Error {\n  readonly status: number;\n  readonly body: string;\n\n  constructor(status: number, body: string) {\n    super(`InferAll gateway returned ${status}: ${body}`);\n    this.name = \"InferallError\";\n    this.status = status;\n    this.body = body;\n    // Restore prototype chain for instanceof across transpilation targets.\n    Object.setPrototypeOf(this, InferallError.prototype);\n  }\n}\n\nfunction readEnv(name: string): string | undefined {\n  // Guard against non-Node runtimes (browsers, some edge functions) where\n  // `process` is undefined. There the caller must pass apiKey/baseURL explicitly.\n  const proc = (globalThis as { process?: { env?: Record<string, string | undefined> } }).process;\n  return proc?.env?.[name];\n}\n\n/**\n * Return the API key from the explicit arg or environment.\n *\n * Honors `INFERALL_API_KEY` first, then falls back to `AI_GATEWAY_KEY` for\n * backwards compatibility with the original internal client.\n */\nfunction resolveApiKey(apiKey: string | undefined): string {\n  if (apiKey) return apiKey;\n  return readEnv(\"INFERALL_API_KEY\") || readEnv(\"AI_GATEWAY_KEY\") || \"\";\n}\n\nfunction resolveBaseURL(baseURL: string | undefined): string {\n  if (baseURL) return baseURL.replace(/\\/+$/, \"\");\n  const env = readEnv(\"INFERALL_BASE_URL\") || readEnv(\"AI_GATEWAY_URL\");\n  return (env || DEFAULT_BASE_URL).replace(/\\/+$/, \"\");\n}\n\n/**\n * Client for the InferAll AI gateway.\n *\n * @example\n * ```ts\n * const ai = new Inferall();                  // env-based key\n * const ai = new Inferall({ apiKey: \"sk-…\" }); // explicit key\n * ```\n */\nexport class Inferall {\n  readonly apiKey: string;\n  readonly baseURL: string;\n  readonly defaultProvider: string;\n  readonly defaultModel: string;\n  readonly timeout: number;\n\n  constructor(options: InferallOptions = {}) {\n    this.apiKey = resolveApiKey(options.apiKey);\n    this.baseURL = resolveBaseURL(options.baseURL);\n    this.defaultProvider = options.defaultProvider ?? DEFAULT_PROVIDER;\n    this.defaultModel = options.defaultModel ?? DEFAULT_MODEL;\n    this.timeout = options.timeout ?? 120_000;\n  }\n\n  // ---------------------------------------------------------------- public\n\n  /** Single-turn text completion. Prompt in, string out. */\n  async text(prompt: string, options: TextOptions = {}): Promise<string> {\n    const resp = await this.request({\n      provider: options.provider || this.defaultProvider,\n      model: options.model || this.defaultModel,\n      operation: \"text\",\n      messages: [{ role: \"user\", content: prompt }],\n      system: options.system,\n      temperature: options.temperature ?? 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n    return Inferall.extractText(resp);\n  }\n\n  /** Multi-turn chat completion. Returns the assistant's response text. */\n  async chat(messages: Message[], options: ChatOptions = {}): Promise<string> {\n    const resp = await this.request({\n      provider: options.provider || this.defaultProvider,\n      model: options.model || this.defaultModel,\n      operation: \"chat\",\n      messages,\n      system: options.system,\n      temperature: options.temperature ?? 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n    return Inferall.extractText(resp);\n  }\n\n  /**\n   * Analyze an image (base64-encoded) with a text prompt.\n   *\n   * Resolves `provider` and `model` from the client's defaults so that\n   * `new Inferall({ defaultProvider: \"openai\" }).vision(...)` actually routes\n   * to OpenAI. Falls back to gemini-2.5-flash only when no default is set.\n   */\n  async vision(imageBase64: string, prompt: string, options: VisionOptions = {}): Promise<string> {\n    const resp = await this.request({\n      provider: options.provider || this.defaultProvider || \"gemini\",\n      model: options.model || this.defaultModel || \"gemini-2.5-flash\",\n      operation: \"image-analyze\",\n      messages: [{ role: \"user\", content: prompt }],\n      images: [imageBase64],\n      temperature: 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n    return Inferall.extractText(resp);\n  }\n\n  /**\n   * Escape hatch — return the raw, provider-shaped response payload.\n   *\n   * Use this when you need access to tool calls, fallback metadata\n   * (`fallback_used` / `actual_provider`), streaming chunks, or any\n   * provider-specific field that the convenience helpers ({@link text},\n   * {@link chat}, {@link vision}) strip out.\n   */\n  async generate(options: GenerateOptions = {}): Promise<GenerateResponse> {\n    return this.request({\n      provider: options.provider || this.defaultProvider,\n      model: options.model || this.defaultModel,\n      operation: options.operation ?? \"text\",\n      messages: options.messages,\n      system: options.system,\n      images: options.images,\n      prompt: options.prompt,\n      temperature: options.temperature ?? 0.3,\n      maxTokens: options.maxTokens ?? 4096,\n    });\n  }\n\n  // -------------------------------------------------------------- internal\n\n  private async request(args: {\n    provider: string;\n    model: string;\n    operation: string;\n    messages?: Message[];\n    system?: string;\n    images?: string[];\n    prompt?: string;\n    temperature: number;\n    maxTokens: number;\n  }): Promise<GenerateResponse> {\n    if (!this.apiKey) {\n      throw new Error(\n        \"InferAll API key not set. Pass { apiKey } to the constructor or set \" +\n          \"the INFERALL_API_KEY environment variable \" +\n          \"(legacy AI_GATEWAY_KEY is also accepted as a fallback).\"\n      );\n    }\n\n    const body: RequestBody = {\n      provider: args.provider,\n      model: args.model,\n      operation: args.operation,\n      config: { temperature: args.temperature, maxTokens: args.maxTokens },\n    };\n    if (args.messages && args.messages.length > 0) body.messages = args.messages;\n    if (args.system) body.system = args.system;\n    if (args.images && args.images.length > 0) body.images = args.images;\n    if (args.prompt) body.prompt = args.prompt;\n\n    const controller = new AbortController();\n    const timer = setTimeout(() => controller.abort(), this.timeout);\n\n    let response: Response;\n    try {\n      response = await fetch(`${this.baseURL}/ai/v1/generate`, {\n        method: \"POST\",\n        headers: {\n          Authorization: `Bearer ${this.apiKey}`,\n          \"Content-Type\": \"application/json\",\n          \"User-Agent\": USER_AGENT,\n        },\n        body: JSON.stringify(body),\n        signal: controller.signal,\n      });\n    } catch (err) {\n      if (err instanceof DOMException && err.name === \"AbortError\") {\n        throw new InferallError(0, `Request timed out after ${this.timeout}ms`);\n      }\n      const reason = err instanceof Error ? err.message : String(err);\n      throw new InferallError(0, `Network error: ${reason}`);\n    } finally {\n      clearTimeout(timer);\n    }\n\n    if (!response.ok) {\n      const errorBody = await response.text().catch(() => \"\");\n      throw new InferallError(response.status, errorBody);\n    }\n\n    try {\n      return (await response.json()) as GenerateResponse;\n    } catch (err) {\n      const reason = err instanceof Error ? err.message : String(err);\n      throw new InferallError(0, `Failed to parse gateway response: ${reason}`);\n    }\n  }\n\n  /**\n   * Extract text from any supported provider's response format.\n   *\n   * For providers that return multiple text segments in a single response\n   * (Gemini `parts`, Anthropic `content` blocks), all text segments are\n   * concatenated with newlines so callers see the full message rather than a\n   * silently-truncated first chunk.\n   *\n   * Throws {@link InferallError} if the response does not match any recognized\n   * shape — we never coerce arbitrary JSON into a string.\n   */\n  static extractText(resp: GenerateResponse): string {\n    // Gemini\n    const candidates = resp[\"candidates\"];\n    if (Array.isArray(candidates) && candidates.length > 0) {\n      const parts = (candidates[0] as Record<string, unknown> | undefined)?.[\"content\"];\n      const partList = (parts as Record<string, unknown> | undefined)?.[\"parts\"];\n      if (Array.isArray(partList)) {\n        const texts = partList\n          .filter((p): p is Record<string, unknown> => isRecord(p) && typeof p[\"text\"] === \"string\")\n          .map((p) => p[\"text\"] as string);\n        if (texts.length > 0) return texts.join(\"\\n\");\n      }\n    }\n\n    // OpenAI\n    const choices = resp[\"choices\"];\n    if (Array.isArray(choices) && choices.length > 0) {\n      const message = (choices[0] as Record<string, unknown> | undefined)?.[\"message\"];\n      const content = (message as Record<string, unknown> | undefined)?.[\"content\"];\n      return typeof content === \"string\" ? content : \"\";\n    }\n\n    // Anthropic\n    const content = resp[\"content\"];\n    if (Array.isArray(content)) {\n      const texts = content\n        .filter((block): block is Record<string, unknown> => isRecord(block) && Boolean(block[\"text\"]))\n        .map((block) => block[\"text\"] as string);\n      if (texts.length > 0) return texts.join(\"\\n\");\n    }\n\n    // Replicate\n    const output = resp[\"output\"];\n    if (typeof output === \"string\") return output;\n    if (Array.isArray(output) && output.length > 0 && typeof output[0] === \"string\") {\n      return output[0];\n    }\n\n    throw new InferallError(0, `Unrecognized response shape: keys=${JSON.stringify(Object.keys(resp))}`);\n  }\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return typeof value === \"object\" && value !== null;\n}\n\nexport default Inferall;\n"],"mappings":";AAuBO,IAAM,mBAAmB;AACzB,IAAM,mBAAmB;AACzB,IAAM,gBAAgB;AAGtB,IAAM,UAAU;AAEvB,IAAM,aAAa,uBAAuB,OAAO;AAuG1C,IAAM,gBAAN,MAAM,uBAAsB,MAAM;AAAA,EAIvC,YAAY,QAAgB,MAAc;AACxC,UAAM,6BAA6B,MAAM,KAAK,IAAI,EAAE;AACpD,SAAK,OAAO;AACZ,SAAK,SAAS;AACd,SAAK,OAAO;AAEZ,WAAO,eAAe,MAAM,eAAc,SAAS;AAAA,EACrD;AACF;AAEA,SAAS,QAAQ,MAAkC;AAGjD,QAAM,OAAQ,WAA0E;AACxF,SAAO,MAAM,MAAM,IAAI;AACzB;AAQA,SAAS,cAAc,QAAoC;AACzD,MAAI,OAAQ,QAAO;AACnB,SAAO,QAAQ,kBAAkB,KAAK,QAAQ,gBAAgB,KAAK;AACrE;AAEA,SAAS,eAAe,SAAqC;AAC3D,MAAI,QAAS,QAAO,QAAQ,QAAQ,QAAQ,EAAE;AAC9C,QAAM,MAAM,QAAQ,mBAAmB,KAAK,QAAQ,gBAAgB;AACpE,UAAQ,OAAO,kBAAkB,QAAQ,QAAQ,EAAE;AACrD;AAWO,IAAM,WAAN,MAAM,UAAS;AAAA,EAOpB,YAAY,UAA2B,CAAC,GAAG;AACzC,SAAK,SAAS,cAAc,QAAQ,MAAM;AAC1C,SAAK,UAAU,eAAe,QAAQ,OAAO;AAC7C,SAAK,kBAAkB,QAAQ,mBAAmB;AAClD,SAAK,eAAe,QAAQ,gBAAgB;AAC5C,SAAK,UAAU,QAAQ,WAAW;AAAA,EACpC;AAAA;AAAA;AAAA,EAKA,MAAM,KAAK,QAAgB,UAAuB,CAAC,GAAoB;AACrE,UAAM,OAAO,MAAM,KAAK,QAAQ;AAAA,MAC9B,UAAU,QAAQ,YAAY,KAAK;AAAA,MACnC,OAAO,QAAQ,SAAS,KAAK;AAAA,MAC7B,WAAW;AAAA,MACX,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAAA,MAC5C,QAAQ,QAAQ;AAAA,MAChB,aAAa,QAAQ,eAAe;AAAA,MACpC,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AACD,WAAO,UAAS,YAAY,IAAI;AAAA,EAClC;AAAA;AAAA,EAGA,MAAM,KAAK,UAAqB,UAAuB,CAAC,GAAoB;AAC1E,UAAM,OAAO,MAAM,KAAK,QAAQ;AAAA,MAC9B,UAAU,QAAQ,YAAY,KAAK;AAAA,MACnC,OAAO,QAAQ,SAAS,KAAK;AAAA,MAC7B,WAAW;AAAA,MACX;AAAA,MACA,QAAQ,QAAQ;AAAA,MAChB,aAAa,QAAQ,eAAe;AAAA,MACpC,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AACD,WAAO,UAAS,YAAY,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,OAAO,aAAqB,QAAgB,UAAyB,CAAC,GAAoB;AAC9F,UAAM,OAAO,MAAM,KAAK,QAAQ;AAAA,MAC9B,UAAU,QAAQ,YAAY,KAAK,mBAAmB;AAAA,MACtD,OAAO,QAAQ,SAAS,KAAK,gBAAgB;AAAA,MAC7C,WAAW;AAAA,MACX,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAAA,MAC5C,QAAQ,CAAC,WAAW;AAAA,MACpB,aAAa;AAAA,MACb,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AACD,WAAO,UAAS,YAAY,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAM,SAAS,UAA2B,CAAC,GAA8B;AACvE,WAAO,KAAK,QAAQ;AAAA,MAClB,UAAU,QAAQ,YAAY,KAAK;AAAA,MACnC,OAAO,QAAQ,SAAS,KAAK;AAAA,MAC7B,WAAW,QAAQ,aAAa;AAAA,MAChC,UAAU,QAAQ;AAAA,MAClB,QAAQ,QAAQ;AAAA,MAChB,QAAQ,QAAQ;AAAA,MAChB,QAAQ,QAAQ;AAAA,MAChB,aAAa,QAAQ,eAAe;AAAA,MACpC,WAAW,QAAQ,aAAa;AAAA,IAClC,CAAC;AAAA,EACH;AAAA;AAAA,EAIA,MAAc,QAAQ,MAUQ;AAC5B,QAAI,CAAC,KAAK,QAAQ;AAChB,YAAM,IAAI;AAAA,QACR;AAAA,MAGF;AAAA,IACF;AAEA,UAAM,OAAoB;AAAA,MACxB,UAAU,KAAK;AAAA,MACf,OAAO,KAAK;AAAA,MACZ,WAAW,KAAK;AAAA,MAChB,QAAQ,EAAE,aAAa,KAAK,aAAa,WAAW,KAAK,UAAU;AAAA,IACrE;AACA,QAAI,KAAK,YAAY,KAAK,SAAS,SAAS,EAAG,MAAK,WAAW,KAAK;AACpE,QAAI,KAAK,OAAQ,MAAK,SAAS,KAAK;AACpC,QAAI,KAAK,UAAU,KAAK,OAAO,SAAS,EAAG,MAAK,SAAS,KAAK;AAC9D,QAAI,KAAK,OAAQ,MAAK,SAAS,KAAK;AAEpC,UAAM,aAAa,IAAI,gBAAgB;AACvC,UAAM,QAAQ,WAAW,MAAM,WAAW,MAAM,GAAG,KAAK,OAAO;AAE/D,QAAI;AACJ,QAAI;AACF,iBAAW,MAAM,MAAM,GAAG,KAAK,OAAO,mBAAmB;AAAA,QACvD,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,MAAM;AAAA,UACpC,gBAAgB;AAAA,UAChB,cAAc;AAAA,QAChB;AAAA,QACA,MAAM,KAAK,UAAU,IAAI;AAAA,QACzB,QAAQ,WAAW;AAAA,MACrB,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,UAAI,eAAe,gBAAgB,IAAI,SAAS,cAAc;AAC5D,cAAM,IAAI,cAAc,GAAG,2BAA2B,KAAK,OAAO,IAAI;AAAA,MACxE;AACA,YAAM,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC9D,YAAM,IAAI,cAAc,GAAG,kBAAkB,MAAM,EAAE;AAAA,IACvD,UAAE;AACA,mBAAa,KAAK;AAAA,IACpB;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,YAAY,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACtD,YAAM,IAAI,cAAc,SAAS,QAAQ,SAAS;AAAA,IACpD;AAEA,QAAI;AACF,aAAQ,MAAM,SAAS,KAAK;AAAA,IAC9B,SAAS,KAAK;AACZ,YAAM,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC9D,YAAM,IAAI,cAAc,GAAG,qCAAqC,MAAM,EAAE;AAAA,IAC1E;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,OAAO,YAAY,MAAgC;AAEjD,UAAM,aAAa,KAAK,YAAY;AACpC,QAAI,MAAM,QAAQ,UAAU,KAAK,WAAW,SAAS,GAAG;AACtD,YAAM,QAAS,WAAW,CAAC,IAA4C,SAAS;AAChF,YAAM,WAAY,QAAgD,OAAO;AACzE,UAAI,MAAM,QAAQ,QAAQ,GAAG;AAC3B,cAAM,QAAQ,SACX,OAAO,CAAC,MAAoC,SAAS,CAAC,KAAK,OAAO,EAAE,MAAM,MAAM,QAAQ,EACxF,IAAI,CAAC,MAAM,EAAE,MAAM,CAAW;AACjC,YAAI,MAAM,SAAS,EAAG,QAAO,MAAM,KAAK,IAAI;AAAA,MAC9C;AAAA,IACF;AAGA,UAAM,UAAU,KAAK,SAAS;AAC9B,QAAI,MAAM,QAAQ,OAAO,KAAK,QAAQ,SAAS,GAAG;AAChD,YAAM,UAAW,QAAQ,CAAC,IAA4C,SAAS;AAC/E,YAAMA,WAAW,UAAkD,SAAS;AAC5E,aAAO,OAAOA,aAAY,WAAWA,WAAU;AAAA,IACjD;AAGA,UAAM,UAAU,KAAK,SAAS;AAC9B,QAAI,MAAM,QAAQ,OAAO,GAAG;AAC1B,YAAM,QAAQ,QACX,OAAO,CAAC,UAA4C,SAAS,KAAK,KAAK,QAAQ,MAAM,MAAM,CAAC,CAAC,EAC7F,IAAI,CAAC,UAAU,MAAM,MAAM,CAAW;AACzC,UAAI,MAAM,SAAS,EAAG,QAAO,MAAM,KAAK,IAAI;AAAA,IAC9C;AAGA,UAAM,SAAS,KAAK,QAAQ;AAC5B,QAAI,OAAO,WAAW,SAAU,QAAO;AACvC,QAAI,MAAM,QAAQ,MAAM,KAAK,OAAO,SAAS,KAAK,OAAO,OAAO,CAAC,MAAM,UAAU;AAC/E,aAAO,OAAO,CAAC;AAAA,IACjB;AAEA,UAAM,IAAI,cAAc,GAAG,qCAAqC,KAAK,UAAU,OAAO,KAAK,IAAI,CAAC,CAAC,EAAE;AAAA,EACrG;AACF;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU;AAChD;AAEA,IAAO,gBAAQ;","names":["content"]}

package/package.json

@@ -0,0 +1,65 @@
+{
+  "name": "@inferall/sdk",
+  "version": "0.1.0",
+  "description": "Official TypeScript SDK for the InferAll AI gateway — one API for every model provider.",
+  "type": "module",
+  "main": "dist/index.cjs",
+  "module": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": {
+        "types": "./dist/index.d.ts",
+        "default": "./dist/index.js"
+      },
+      "require": {
+        "types": "./dist/index.d.cts",
+        "default": "./dist/index.cjs"
+      }
+    }
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "sideEffects": false,
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "build": "tsup",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "ai",
+    "inference",
+    "gateway",
+    "llm",
+    "openai",
+    "anthropic",
+    "gemini",
+    "replicate",
+    "inferall"
+  ],
+  "author": "Kindly Robotics <hello@inferall.ai>",
+  "license": "MIT",
+  "homepage": "https://inferall.ai",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/kindlyrobotics/infra.git",
+    "directory": "packages/inferall-ts"
+  },
+  "bugs": {
+    "url": "https://github.com/kindlyrobotics/infra/issues"
+  },
+  "devDependencies": {
+    "@types/node": "^20.19.41",
+    "tsup": "^8.0.0",
+    "typescript": "^5.7.0",
+    "vitest": "^2.1.0"
+  }
+}