llmshim 0.1.23

package/README.md

@@ -0,0 +1,98 @@
+# llmshim
+
+Thin, **dependency-free** TypeScript/JavaScript client for the [llmshim](https://crates.io/crates/llmshim) proxy.
+
+It is pure HTTP: it talks to a **running** llmshim proxy over the network (default `http://localhost:3000`). Unlike the Python package, it does not bundle or spawn the Rust binary — start the proxy yourself:
+
+```bash
+llmshim proxy            # requires a build with --features proxy
+```
+
+- Zero runtime dependencies (built-in `fetch` + `ReadableStream`, Node 18+).
+- Faithful to the proxy's OpenAPI contract (`api/openapi.yaml`).
+- Typed responses and a typed `StreamEvent` union.
+
+## Install
+
+```bash
+npm install llmshim
+```
+
+## 30-second quickstart
+
+```ts
+import { Client } from "llmshim";
+
+const client = new Client(); // defaults to http://localhost:3000
+
+// Non-streaming
+const res = await client.chat({
+  model: "anthropic/claude-sonnet-4-6",
+  messages: [{ role: "user", content: "What is Rust in one sentence?" }],
+});
+console.log(res.message.content);
+
+// Streaming — an async iterator of typed events
+for await (const ev of client.stream({
+  model: "gpt-5.5",
+  messages: [{ role: "user", content: "Write a haiku about the ocean." }],
+})) {
+  if (ev.type === "reasoning") process.stdout.write(`\x1b[2m${ev.text}\x1b[0m`);
+  if (ev.type === "content") process.stdout.write(ev.text);
+  if (ev.type === "error") throw new Error(ev.message);
+}
+
+// Discovery
+console.log(await client.models());
+console.log(await client.health());
+```
+
+## Configuration
+
+```ts
+new Client({
+  baseUrl: "http://localhost:3000", // proxy URL
+  headers: { authorization: "Bearer …" }, // sent on every request
+  fetch: myFetch, // custom fetch (optional; defaults to global fetch)
+});
+```
+
+`createClient(options)` is also exported as an equivalent factory.
+
+## Errors
+
+Non-2xx responses throw a typed `LlmshimError` carrying `status`, `code`, and `message`
+(parsed from the proxy's `{ error: { code, message } }` envelope):
+
+```ts
+import { LlmshimError } from "llmshim";
+
+try {
+  await client.chat({ model: "", messages: [] });
+} catch (err) {
+  if (err instanceof LlmshimError) {
+    console.error(err.status, err.code, err.message);
+  }
+}
+```
+
+## API
+
+| Method                | Endpoint               | Returns                              |
+| --------------------- | ---------------------- | ------------------------------------ |
+| `client.chat(req)`    | `POST /v1/chat`        | `Promise<ChatResponse>`              |
+| `client.stream(req)`  | `POST /v1/chat/stream` | `AsyncGenerator<StreamEvent>`        |
+| `client.models()`     | `GET /v1/models`       | `Promise<ModelsResponse>`            |
+| `client.health()`     | `GET /health`          | `Promise<HealthResponse>`            |
+
+All request/response schemas are exported as TypeScript types (`ChatRequest`,
+`Message`, `Config`, `ChatResponse`, `ResponseMessage`, `ToolCall`, `Usage`,
+`StreamEvent`, `ModelsResponse`, `HealthResponse`, `ErrorResponse`, …).
+
+## Develop
+
+```bash
+npm install
+npm run build   # tsc → dist/
+npm test        # node --test, fully mocked (no network, no API cost)
+```

package/dist/index.d.ts

@@ -0,0 +1,80 @@
+/**
+ * llmshim TypeScript client.
+ *
+ * A thin, dependency-free HTTP client for the llmshim proxy. Talks to a running
+ * proxy over HTTP (default http://localhost:3000). It does NOT spawn or bundle
+ * the Rust binary — start the proxy separately with `llmshim proxy`.
+ *
+ * @example
+ * import { Client } from "llmshim";
+ * const client = new Client();
+ * const res = await client.chat({
+ *   model: "anthropic/claude-sonnet-4-6",
+ *   messages: [{ role: "user", content: "Hello!" }],
+ * });
+ * console.log(res.message.content);
+ */
+export * from "./types.js";
+import type { ChatRequest, ChatResponse, HealthResponse, ModelsResponse, StreamEvent } from "./types.js";
+/** A `fetch` implementation. Defaults to the global `fetch` (Node 18+). */
+export type FetchLike = typeof fetch;
+/** Options for constructing a {@link Client}. */
+export interface ClientOptions {
+    /** Base URL of the running proxy. Defaults to `http://localhost:3000`. */
+    baseUrl?: string;
+    /** Custom fetch implementation. Defaults to the global `fetch`. */
+    fetch?: FetchLike;
+    /** Extra headers sent with every request. */
+    headers?: Record<string, string>;
+}
+/**
+ * Error thrown when the proxy returns a non-2xx response.
+ * Carries the HTTP status plus the `code`/`message` from the ErrorResponse body.
+ */
+export declare class LlmshimError extends Error {
+    /** HTTP status code. */
+    readonly status: number;
+    /** Machine-readable error code from the proxy (empty if unavailable). */
+    readonly code: string;
+    constructor(status: number, code: string, message: string);
+}
+/** HTTP client for the llmshim proxy. */
+export declare class Client {
+    private readonly baseUrl;
+    private readonly fetchImpl;
+    private readonly headers;
+    constructor(options?: ClientOptions);
+    /**
+     * Send a chat completion request to POST /v1/chat.
+     * Non-streaming by default; if `req.stream` is true the proxy streams instead,
+     * so prefer {@link Client.stream} for streaming.
+     */
+    chat(req: ChatRequest): Promise<ChatResponse>;
+    /**
+     * Send a streaming chat request to POST /v1/chat/stream.
+     * Returns an async iterator of typed {@link StreamEvent}s.
+     *
+     * @example
+     * for await (const ev of client.stream({ model, messages })) {
+     *   if (ev.type === "content") process.stdout.write(ev.text);
+     * }
+     */
+    stream(req: ChatRequest): AsyncGenerator<StreamEvent, void, unknown>;
+    /** List available models via GET /v1/models. */
+    models(): Promise<ModelsResponse>;
+    /** Health check via GET /health. */
+    health(): Promise<HealthResponse>;
+    private post;
+    private get;
+}
+/** Convenience factory mirroring `new Client(options)`. */
+export declare function createClient(options?: ClientOptions): Client;
+/**
+ * Parse an SSE byte stream into typed {@link StreamEvent}s.
+ *
+ * Handles CRLF/LF line endings, multi-line `data:` fields (joined with "\n"),
+ * comment lines, and `[DONE]` termination. The `type` discriminant is taken
+ * from the SSE `event:` field, falling back to a `type` key inside the JSON.
+ */
+export declare function parseSse(body: ReadableStream<Uint8Array>): AsyncGenerator<StreamEvent, void, unknown>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,cAAc,YAAY,CAAC;AAE3B,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EAEZ,cAAc,EACd,cAAc,EACd,WAAW,EACZ,MAAM,YAAY,CAAC;AAEpB,2EAA2E;AAC3E,MAAM,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC;AAErC,iDAAiD;AACjD,MAAM,WAAW,aAAa;IAC5B,0EAA0E;IAC1E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mEAAmE;IACnE,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED;;;GAGG;AACH,qBAAa,YAAa,SAAQ,KAAK;IACrC,wBAAwB;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,yEAAyE;IACzE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAEV,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAM1D;AAED,yCAAyC;AACzC,qBAAa,MAAM;IACjB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;gBAErC,OAAO,GAAE,aAAkB;IAavC;;;;OAIG;IACG,IAAI,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAMnD;;;;;;;;OAQG;IACI,MAAM,CAAC,GAAG,EAAE,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IAS3E,gDAAgD;IAC1C,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC;IAMvC,oCAAoC;IAC9B,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC;IAMvC,OAAO,CAAC,IAAI;IAYZ,OAAO,CAAC,GAAG;CAMZ;AAED,2DAA2D;AAC3D,wBAAgB,YAAY,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,MAAM,CAE5D;AAwBD;;;;;;GAMG;AACH,wBAAuB,QAAQ,CAC7B,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAC/B,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,CA+B5C"}

package/dist/index.js

@@ -0,0 +1,222 @@
+/**
+ * llmshim TypeScript client.
+ *
+ * A thin, dependency-free HTTP client for the llmshim proxy. Talks to a running
+ * proxy over HTTP (default http://localhost:3000). It does NOT spawn or bundle
+ * the Rust binary — start the proxy separately with `llmshim proxy`.
+ *
+ * @example
+ * import { Client } from "llmshim";
+ * const client = new Client();
+ * const res = await client.chat({
+ *   model: "anthropic/claude-sonnet-4-6",
+ *   messages: [{ role: "user", content: "Hello!" }],
+ * });
+ * console.log(res.message.content);
+ */
+export * from "./types.js";
+/**
+ * Error thrown when the proxy returns a non-2xx response.
+ * Carries the HTTP status plus the `code`/`message` from the ErrorResponse body.
+ */
+export class LlmshimError extends Error {
+    /** HTTP status code. */
+    status;
+    /** Machine-readable error code from the proxy (empty if unavailable). */
+    code;
+    constructor(status, code, message) {
+        super(message);
+        this.name = "LlmshimError";
+        this.status = status;
+        this.code = code;
+    }
+}
+/** HTTP client for the llmshim proxy. */
+export class Client {
+    baseUrl;
+    fetchImpl;
+    headers;
+    constructor(options = {}) {
+        this.baseUrl = (options.baseUrl ?? "http://localhost:3000").replace(/\/+$/, "");
+        const f = options.fetch ?? globalThis.fetch;
+        if (typeof f !== "function") {
+            throw new Error("No fetch implementation available. Use Node 18+ or pass `fetch` in ClientOptions.");
+        }
+        // Bind to preserve `this` for the global fetch.
+        this.fetchImpl = f === globalThis.fetch ? f.bind(globalThis) : f;
+        this.headers = { ...options.headers };
+    }
+    /**
+     * Send a chat completion request to POST /v1/chat.
+     * Non-streaming by default; if `req.stream` is true the proxy streams instead,
+     * so prefer {@link Client.stream} for streaming.
+     */
+    async chat(req) {
+        const res = await this.post("/v1/chat", req);
+        await throwIfError(res);
+        return (await res.json());
+    }
+    /**
+     * Send a streaming chat request to POST /v1/chat/stream.
+     * Returns an async iterator of typed {@link StreamEvent}s.
+     *
+     * @example
+     * for await (const ev of client.stream({ model, messages })) {
+     *   if (ev.type === "content") process.stdout.write(ev.text);
+     * }
+     */
+    async *stream(req) {
+        const res = await this.post("/v1/chat/stream", { ...req, stream: true });
+        await throwIfError(res);
+        if (!res.body) {
+            throw new LlmshimError(res.status, "no_body", "Streaming response had no body");
+        }
+        yield* parseSse(res.body);
+    }
+    /** List available models via GET /v1/models. */
+    async models() {
+        const res = await this.get("/v1/models");
+        await throwIfError(res);
+        return (await res.json());
+    }
+    /** Health check via GET /health. */
+    async health() {
+        const res = await this.get("/health");
+        await throwIfError(res);
+        return (await res.json());
+    }
+    post(path, body) {
+        return this.fetchImpl(this.baseUrl + path, {
+            method: "POST",
+            headers: {
+                "content-type": "application/json",
+                accept: "application/json, text/event-stream",
+                ...this.headers,
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    get(path) {
+        return this.fetchImpl(this.baseUrl + path, {
+            method: "GET",
+            headers: { accept: "application/json", ...this.headers },
+        });
+    }
+}
+/** Convenience factory mirroring `new Client(options)`. */
+export function createClient(options) {
+    return new Client(options);
+}
+/** Throw a {@link LlmshimError} for non-2xx responses, parsing ErrorResponse when present. */
+async function throwIfError(res) {
+    if (res.ok)
+        return;
+    let code = "";
+    let message = `HTTP ${res.status}`;
+    const text = await res.text().catch(() => "");
+    if (text) {
+        try {
+            const parsed = JSON.parse(text);
+            if (parsed.error) {
+                code = parsed.error.code ?? "";
+                message = parsed.error.message ?? message;
+            }
+            else {
+                message = text;
+            }
+        }
+        catch {
+            message = text;
+        }
+    }
+    throw new LlmshimError(res.status, code, message);
+}
+/**
+ * Parse an SSE byte stream into typed {@link StreamEvent}s.
+ *
+ * Handles CRLF/LF line endings, multi-line `data:` fields (joined with "\n"),
+ * comment lines, and `[DONE]` termination. The `type` discriminant is taken
+ * from the SSE `event:` field, falling back to a `type` key inside the JSON.
+ */
+export async function* parseSse(body) {
+    const decoder = new TextDecoder();
+    const reader = body.getReader();
+    let buffer = "";
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (value)
+                buffer += decoder.decode(value, { stream: true });
+            if (done) {
+                buffer += decoder.decode();
+            }
+            // SSE events are separated by a blank line. Support both \n\n and \r\n\r\n.
+            let sep;
+            while ((sep = indexOfEventBoundary(buffer)) !== -1) {
+                const rawEvent = buffer.slice(0, sep);
+                buffer = buffer.slice(sep + boundaryLength(buffer, sep));
+                const parsed = parseEventBlock(rawEvent);
+                if (parsed)
+                    yield parsed;
+            }
+            if (done)
+                break;
+        }
+        // Flush any trailing event that wasn't terminated by a blank line.
+        const parsed = parseEventBlock(buffer);
+        if (parsed)
+            yield parsed;
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+/** Find the index of the next blank-line event boundary, or -1. */
+function indexOfEventBoundary(buf) {
+    const lf = buf.indexOf("\n\n");
+    const crlf = buf.indexOf("\r\n\r\n");
+    if (lf === -1)
+        return crlf;
+    if (crlf === -1)
+        return lf;
+    return Math.min(lf, crlf);
+}
+/** Length of the boundary sequence at position `sep`. */
+function boundaryLength(buf, sep) {
+    return buf.startsWith("\r\n\r\n", sep) ? 4 : 2;
+}
+/** Parse a single SSE event block into a StreamEvent, or null if it carries no data. */
+function parseEventBlock(block) {
+    let eventType = "";
+    const dataLines = [];
+    for (const rawLine of block.split(/\r\n|\n|\r/)) {
+        const line = rawLine;
+        if (line === "" || line.startsWith(":"))
+            continue; // blank or comment
+        const colon = line.indexOf(":");
+        const field = colon === -1 ? line : line.slice(0, colon);
+        // Per SSE spec, a single leading space after the colon is stripped.
+        let val = colon === -1 ? "" : line.slice(colon + 1);
+        if (val.startsWith(" "))
+            val = val.slice(1);
+        if (field === "event")
+            eventType = val;
+        else if (field === "data")
+            dataLines.push(val);
+    }
+    if (dataLines.length === 0)
+        return null;
+    const data = dataLines.join("\n");
+    if (data === "[DONE]")
+        return { type: "done" };
+    let payload;
+    try {
+        payload = JSON.parse(data);
+    }
+    catch {
+        return null;
+    }
+    const type = eventType || (typeof payload.type === "string" ? payload.type : "");
+    return { ...payload, type };
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,cAAc,YAAY,CAAC;AAwB3B;;;GAGG;AACH,MAAM,OAAO,YAAa,SAAQ,KAAK;IACrC,wBAAwB;IACf,MAAM,CAAS;IACxB,yEAAyE;IAChE,IAAI,CAAS;IAEtB,YAAY,MAAc,EAAE,IAAY,EAAE,OAAe;QACvD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;CACF;AAED,yCAAyC;AACzC,MAAM,OAAO,MAAM;IACA,OAAO,CAAS;IAChB,SAAS,CAAY;IACrB,OAAO,CAAyB;IAEjD,YAAY,UAAyB,EAAE;QACrC,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,uBAAuB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;QAC5C,IAAI,OAAO,CAAC,KAAK,UAAU,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;QACJ,CAAC;QACD,gDAAgD;QAChD,IAAI,CAAC,SAAS,GAAG,CAAC,KAAK,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IACxC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,GAAgB;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAC7C,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAiB,CAAC;IAC5C,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,CAAC,MAAM,CAAC,GAAgB;QAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,gCAAgC,CAAC,CAAC;QAClF,CAAC;QACD,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,MAAM;QACV,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAmB,CAAC;IAC9C,CAAC;IAED,oCAAoC;IACpC,KAAK,CAAC,MAAM;QACV,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAmB,CAAC;IAC9C,CAAC;IAEO,IAAI,CAAC,IAAY,EAAE,IAAa;QACtC,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE;YACzC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,MAAM,EAAE,qCAAqC;gBAC7C,GAAG,IAAI,CAAC,OAAO;aAChB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;IACL,CAAC;IAEO,GAAG,CAAC,IAAY;QACtB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,EAAE;YACzC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE;SACzD,CAAC,CAAC;IACL,CAAC;CACF;AAED,2DAA2D;AAC3D,MAAM,UAAU,YAAY,CAAC,OAAuB;IAClD,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,8FAA8F;AAC9F,KAAK,UAAU,YAAY,CAAC,GAAa;IACvC,IAAI,GAAG,CAAC,EAAE;QAAE,OAAO;IACnB,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,OAAO,GAAG,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9C,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA2B,CAAC;YAC1D,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC/B,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IACD,MAAM,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AACpD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAC7B,IAAgC;IAEhC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,KAAK;gBAAE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7B,CAAC;YAED,4EAA4E;YAC5E,IAAI,GAAW,CAAC;YAChB,OAAO,CAAC,GAAG,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACnD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACtC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;gBACzC,IAAI,MAAM;oBAAE,MAAM,MAAM,CAAC;YAC3B,CAAC;YAED,IAAI,IAAI;gBAAE,MAAM;QAClB,CAAC;QAED,mEAAmE;QACnE,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,MAAM;YAAE,MAAM,MAAM,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,mEAAmE;AACnE,SAAS,oBAAoB,CAAC,GAAW;IACvC,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,EAAE,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,IAAI,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAC3B,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,yDAAyD;AACzD,SAAS,cAAc,CAAC,GAAW,EAAE,GAAW;IAC9C,OAAO,GAAG,CAAC,UAAU,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,wFAAwF;AACxF,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,OAAO,CAAC;QACrB,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS,CAAC,mBAAmB;QACtE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACzD,oEAAoE;QACpE,IAAI,GAAG,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAE5C,IAAI,KAAK,KAAK,OAAO;YAAE,SAAS,GAAG,GAAG,CAAC;aAClC,IAAI,KAAK,KAAK,MAAM;YAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAE/C,IAAI,OAAgC,CAAC;IACrC,IAAI,CAAC;QACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA4B,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACjF,OAAO,EAAE,GAAG,OAAO,EAAE,IAAI,EAAiB,CAAC;AAC7C,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,148 @@
+/**
+ * TypeScript types mirroring the llmshim proxy OpenAPI schema (api/openapi.yaml).
+ */
+/** Reasoning/thinking depth, applied across all providers. */
+export type ReasoningEffort = "low" | "medium" | "high";
+/** Role of a conversation message. */
+export type Role = "system" | "user" | "assistant" | "tool" | "developer";
+/** A tool call made by the assistant. */
+export interface ToolCall {
+    id?: string;
+    type?: "function";
+    function?: {
+        name?: string;
+        /** JSON-encoded arguments. */
+        arguments?: string;
+    };
+}
+/** A conversation message sent to the proxy. */
+export interface Message {
+    role: Role;
+    /** Text content, an array of content blocks, or null. */
+    content?: string | Array<Record<string, unknown>> | null;
+    /** For `tool` role messages, the ID of the tool call being responded to. */
+    tool_call_id?: string;
+    /** Tool calls made by the assistant. */
+    tool_calls?: ToolCall[];
+}
+/** Provider-agnostic configuration. */
+export interface Config {
+    /** Maximum output tokens. */
+    max_tokens?: number;
+    /** Sampling temperature (0–2). */
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    stop?: string[];
+    /** Controls reasoning/thinking depth across all providers. */
+    reasoning_effort?: ReasoningEffort;
+}
+/** Request body for POST /v1/chat and POST /v1/chat/stream. */
+export interface ChatRequest {
+    /**
+     * Model identifier. Use "provider/model" (e.g. "anthropic/claude-sonnet-4-6")
+     * or just the model name for auto-detection (e.g. "claude-sonnet-4-6").
+     */
+    model: string;
+    /** Conversation messages. */
+    messages: Message[];
+    /** If true on /v1/chat, returns an SSE stream instead of JSON. */
+    stream?: boolean;
+    /** Provider-agnostic configuration. */
+    config?: Config;
+    /** Raw provider-specific JSON merged into the underlying request. */
+    provider_config?: Record<string, unknown>;
+    /** Ordered list of fallback model IDs tried on retryable errors. */
+    fallback?: string[];
+}
+/** Token usage reported by the provider. */
+export interface Usage {
+    input_tokens?: number;
+    output_tokens?: number;
+    /** Reasoning/thinking tokens used (if applicable). */
+    reasoning_tokens?: number;
+    total_tokens?: number;
+}
+/** The assistant message inside a ChatResponse. */
+export interface ResponseMessage {
+    role: string;
+    content: string | null;
+    tool_calls?: ToolCall[];
+}
+/** Response body from POST /v1/chat (non-streaming). */
+export interface ChatResponse {
+    /** Response ID from the provider. */
+    id: string;
+    model: string;
+    /** Which provider handled the request. */
+    provider: string;
+    message: ResponseMessage;
+    /** Reasoning/thinking content if the model produced it. */
+    reasoning?: string | null;
+    usage: Usage;
+    /** End-to-end latency in milliseconds. */
+    latency_ms: number;
+}
+/** A chunk of answer text. */
+export interface ContentEvent {
+    type: "content";
+    text: string;
+}
+/** A chunk of reasoning/thinking text. */
+export interface ReasoningEvent {
+    type: "reasoning";
+    text: string;
+}
+/** A tool call emitted during streaming. */
+export interface ToolCallEvent {
+    type: "tool_call";
+    id?: string;
+    name?: string;
+    /** JSON-encoded arguments. */
+    arguments?: string;
+}
+/** Final token usage, emitted near the end of a stream. */
+export interface UsageEvent {
+    type: "usage";
+    input_tokens?: number;
+    output_tokens?: number;
+    reasoning_tokens?: number;
+    total_tokens?: number;
+}
+/** Terminal event signalling the stream is complete. */
+export interface DoneEvent {
+    type: "done";
+}
+/** An error surfaced mid-stream. */
+export interface ErrorEvent {
+    type: "error";
+    message: string;
+}
+/** Discriminated union of all SSE events emitted during streaming. */
+export type StreamEvent = ContentEvent | ReasoningEvent | ToolCallEvent | UsageEvent | DoneEvent | ErrorEvent;
+/** A single entry in the /v1/models response. */
+export interface ModelInfo {
+    /** Full model identifier (provider/name). */
+    id: string;
+    provider: string;
+    /** Model name without provider prefix. */
+    name: string;
+}
+/** Response body from GET /v1/models. */
+export interface ModelsResponse {
+    models: ModelInfo[];
+}
+/** Response body from GET /health. */
+export interface HealthResponse {
+    status: string;
+    /** List of configured providers. */
+    providers: string[];
+}
+/** Error envelope returned on non-2xx responses. */
+export interface ErrorResponse {
+    error: {
+        code: string;
+        message: string;
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,8DAA8D;AAC9D,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAExD,sCAAsC;AACtC,MAAM,MAAM,IAAI,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,GAAG,WAAW,CAAC;AAE1E,yCAAyC;AACzC,MAAM,WAAW,QAAQ;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,CAAC,EAAE;QACT,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,8BAA8B;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,gDAAgD;AAChD,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,IAAI,CAAC;IACX,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IACzD,4EAA4E;IAC5E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wCAAwC;IACxC,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;CACzB;AAED,uCAAuC;AACvC,MAAM,WAAW,MAAM;IACrB,6BAA6B;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,8DAA8D;IAC9D,gBAAgB,CAAC,EAAE,eAAe,CAAC;CACpC;AAED,+DAA+D;AAC/D,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd,6BAA6B;IAC7B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,kEAAkE;IAClE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,uCAAuC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qEAAqE;IACrE,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,oEAAoE;IACpE,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,4CAA4C;AAC5C,MAAM,WAAW,KAAK;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,sDAAsD;IACtD,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,mDAAmD;AACnD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;CACzB;AAED,wDAAwD;AACxD,MAAM,WAAW,YAAY;IAC3B,qCAAqC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,0CAA0C;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,eAAe,CAAC;IACzB,2DAA2D;IAC3D,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC;IACb,0CAA0C;IAC1C,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,8BAA8B;AAC9B,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,0CAA0C;AAC1C,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,4CAA4C;AAC5C,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,8BAA8B;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,2DAA2D;AAC3D,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wDAAwD;AACxD,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,oCAAoC;AACpC,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,sEAAsE;AACtE,MAAM,MAAM,WAAW,GACnB,YAAY,GACZ,cAAc,GACd,aAAa,GACb,UAAU,GACV,SAAS,GACT,UAAU,CAAC;AAEf,iDAAiD;AACjD,MAAM,WAAW,SAAS;IACxB,6CAA6C;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yCAAyC;AACzC,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,SAAS,EAAE,CAAC;CACrB;AAED,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,oCAAoC;IACpC,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,oDAAoD;AACpD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}

package/dist/types.js

@@ -0,0 +1,5 @@
+/**
+ * TypeScript types mirroring the llmshim proxy OpenAPI schema (api/openapi.yaml).
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "llmshim",
+  "version": "0.1.23",
+  "description": "Thin, dependency-free TypeScript client for the llmshim proxy (multi-provider LLM API).",
+  "type": "module",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "test": "node --test",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "llm",
+    "llmshim",
+    "openai",
+    "anthropic",
+    "gemini",
+    "xai",
+    "proxy",
+    "sse"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/sanjay920/llmshim.git",
+    "directory": "clients/typescript"
+  },
+  "devDependencies": {
+    "typescript": "^5.4.0"
+  }
+}