@browserlessapi/inferlo 0.0.0-stage → 0.3.0

package/dist/ai/providers.d.ts

@@ -0,0 +1,97 @@
+/**
+ * AI providers. Each one turns a provider-neutral request into an HTTP call.
+ * openaiCompatible() covers OpenAI, DeepSeek, Qwen (DashScope), Groq, Together, OpenRouter,
+ * Ollama, vLLM, LM Studio and any other server that speaks the Chat Completions API.
+ */
+import { InferloError } from "../errors.ts";
+export interface Message {
+    role: "system" | "user" | "assistant";
+    content: string;
+}
+export interface ProviderRequest {
+    model: string;
+    messages: Message[];
+    temperature?: number;
+    maxTokens?: number;
+    /** Ask for a JSON object response (when the provider supports it). */
+    json?: boolean;
+    /** JSON Schema of the expected object, for providers with native structured output. */
+    jsonSchema?: Record<string, unknown>;
+    signal?: AbortSignal;
+}
+export interface ProviderUsage {
+    inputTokens: number;
+    outputTokens: number;
+}
+export interface ProviderResponse {
+    text: string;
+    usage: ProviderUsage;
+}
+export interface Provider {
+    readonly name: string;
+    generate(request: ProviderRequest): Promise<ProviderResponse>;
+    stream?(request: ProviderRequest): AsyncIterable<string | {
+        usage: ProviderUsage;
+    }>;
+    embed?(request: {
+        model: string;
+        input: string[];
+        signal?: AbortSignal;
+    }): Promise<{
+        embeddings: number[][];
+        usage: ProviderUsage;
+    }>;
+}
+/** Raised when a provider call fails. retryable errors move on to the next fallback model. */
+export declare class ProviderError extends InferloError {
+    readonly retryable: boolean;
+    constructor(provider: string, status: number, body: string);
+}
+type FetchLike = typeof fetch;
+/** Parse a server-sent events stream into data payloads. */
+export declare function sseData(body: ReadableStream<Uint8Array>): AsyncIterable<string>;
+export interface OpenAICompatibleOptions {
+    /** Name used in model ids ("openai:gpt-5-mini"). */
+    name?: string;
+    baseURL: string;
+    apiKey?: string;
+    headers?: Record<string, string>;
+    /** Send response_format json_schema for structured output (default true for OpenAI, false otherwise). */
+    nativeStructuredOutput?: boolean;
+    fetch?: FetchLike;
+}
+export declare function openaiCompatible(options: OpenAICompatibleOptions): Provider;
+export declare function openai(options: {
+    apiKey: string;
+    baseURL?: string;
+    organization?: string;
+    fetch?: FetchLike;
+}): Provider;
+/** Local models through Ollama's OpenAI-compatible endpoint. */
+export declare function ollama(options?: {
+    baseURL?: string;
+    fetch?: FetchLike;
+}): Provider;
+export declare function anthropic(options: {
+    apiKey: string;
+    baseURL?: string;
+    version?: string;
+    fetch?: FetchLike;
+}): Provider;
+/** Gemini through Google's OpenAI-compatible endpoint. */
+export declare function gemini(options: {
+    apiKey: string;
+    fetch?: FetchLike;
+}): Provider;
+/**
+ * Deterministic provider for tests. respond receives the request and returns the text.
+ *
+ *   mockProvider({ respond: () => JSON.stringify({ priority: "urgent", summary: "Server down" }) })
+ */
+export declare function mockProvider(options: {
+    name?: string;
+    respond: (request: ProviderRequest) => string | Promise<string>;
+}): Provider & {
+    calls: ProviderRequest[];
+};
+export {};

package/dist/ai/providers.js

@@ -0,0 +1,204 @@
+/**
+ * AI providers. Each one turns a provider-neutral request into an HTTP call.
+ * openaiCompatible() covers OpenAI, DeepSeek, Qwen (DashScope), Groq, Together, OpenRouter,
+ * Ollama, vLLM, LM Studio and any other server that speaks the Chat Completions API.
+ */
+import { InferloError } from "../errors.js";
+/** Raised when a provider call fails. retryable errors move on to the next fallback model. */
+export class ProviderError extends InferloError {
+    retryable;
+    constructor(provider, status, body) {
+        const retryable = status === 0 || status === 408 || status === 409 || status === 429 || status >= 500;
+        super("IL5006", `${provider} returned ${status || "a network error"}: ${body.slice(0, 300)}`, {
+            status: 502,
+            expose: false,
+            fix: status === 401 || status === 403 ? `Check the API key for ${provider}.` : retryable ? "Add a fallback model to the alias in createApp({ ai })." : undefined,
+        });
+        this.retryable = retryable;
+    }
+}
+async function post(provider, fetchImpl, url, headers, body, signal) {
+    let response;
+    try {
+        response = await fetchImpl(url, { method: "POST", headers: { "content-type": "application/json", ...headers }, body: JSON.stringify(body), signal });
+    }
+    catch (error) {
+        if (error.name === "AbortError")
+            throw error;
+        throw new ProviderError(provider, 0, String(error.message ?? error));
+    }
+    if (!response.ok)
+        throw new ProviderError(provider, response.status, await response.text().catch(() => ""));
+    return response;
+}
+/** Parse a server-sent events stream into data payloads. */
+export async function* sseData(body) {
+    const reader = body.getReader();
+    const decoder = new TextDecoder();
+    let buffer = "";
+    while (true) {
+        const { value, done } = await reader.read();
+        if (done)
+            break;
+        buffer += decoder.decode(value, { stream: true }).replace(/\r\n/g, "\n");
+        let index;
+        while ((index = buffer.indexOf("\n\n")) !== -1) {
+            const event = buffer.slice(0, index);
+            buffer = buffer.slice(index + 2);
+            const data = event
+                .split("\n")
+                .filter((line) => line.startsWith("data:"))
+                .map((line) => line.slice(5).trimStart())
+                .join("\n");
+            if (data)
+                yield data;
+        }
+    }
+}
+export function openaiCompatible(options) {
+    const name = options.name ?? "openai-compatible";
+    const base = options.baseURL.replace(/\/+$/, "");
+    const fetchImpl = options.fetch ?? fetch;
+    const headers = { ...(options.apiKey ? { authorization: `Bearer ${options.apiKey}` } : {}), ...options.headers };
+    const body = (r, stream) => {
+        const out = { model: r.model, messages: r.messages, stream };
+        if (r.temperature !== undefined)
+            out.temperature = r.temperature;
+        if (r.maxTokens !== undefined)
+            out.max_tokens = r.maxTokens;
+        if (r.json) {
+            out.response_format =
+                options.nativeStructuredOutput && r.jsonSchema
+                    ? { type: "json_schema", json_schema: { name: "output", schema: r.jsonSchema, strict: false } }
+                    : { type: "json_object" };
+        }
+        if (stream)
+            out.stream_options = { include_usage: true };
+        return out;
+    };
+    return {
+        name,
+        async generate(r) {
+            const response = await post(name, fetchImpl, `${base}/chat/completions`, headers, body(r, false), r.signal);
+            const data = (await response.json());
+            return {
+                text: data.choices?.[0]?.message?.content ?? "",
+                usage: { inputTokens: data.usage?.prompt_tokens ?? 0, outputTokens: data.usage?.completion_tokens ?? 0 },
+            };
+        },
+        async *stream(r) {
+            const response = await post(name, fetchImpl, `${base}/chat/completions`, headers, body(r, true), r.signal);
+            for await (const data of sseData(response.body)) {
+                if (data === "[DONE]")
+                    break;
+                const chunk = JSON.parse(data);
+                const text = chunk.choices?.[0]?.delta?.content;
+                if (text)
+                    yield text;
+                if (chunk.usage)
+                    yield { usage: { inputTokens: chunk.usage.prompt_tokens ?? 0, outputTokens: chunk.usage.completion_tokens ?? 0 } };
+            }
+        },
+        async embed({ model, input, signal }) {
+            const response = await post(name, fetchImpl, `${base}/embeddings`, headers, { model, input }, signal);
+            const data = (await response.json());
+            const embeddings = [...data.data].sort((a, b) => a.index - b.index).map((d) => d.embedding);
+            return { embeddings, usage: { inputTokens: data.usage?.prompt_tokens ?? 0, outputTokens: 0 } };
+        },
+    };
+}
+export function openai(options) {
+    return openaiCompatible({
+        name: "openai",
+        baseURL: options.baseURL ?? "https://api.openai.com/v1",
+        apiKey: options.apiKey,
+        headers: options.organization ? { "openai-organization": options.organization } : undefined,
+        nativeStructuredOutput: true,
+        fetch: options.fetch,
+    });
+}
+/** Local models through Ollama's OpenAI-compatible endpoint. */
+export function ollama(options = {}) {
+    return openaiCompatible({ name: "ollama", baseURL: options.baseURL ?? "http://127.0.0.1:11434/v1", fetch: options.fetch });
+}
+export function anthropic(options) {
+    const name = "anthropic";
+    const base = (options.baseURL ?? "https://api.anthropic.com").replace(/\/+$/, "");
+    const fetchImpl = options.fetch ?? fetch;
+    const headers = { "x-api-key": options.apiKey, "anthropic-version": options.version ?? "2023-06-01" };
+    const body = (r, stream) => {
+        const system = r.messages.filter((m) => m.role === "system").map((m) => m.content).join("\n\n");
+        const out = {
+            model: r.model,
+            max_tokens: r.maxTokens ?? 4096,
+            messages: r.messages.filter((m) => m.role !== "system"),
+            stream,
+        };
+        if (system)
+            out.system = system;
+        if (r.temperature !== undefined)
+            out.temperature = r.temperature;
+        return out;
+    };
+    return {
+        name,
+        async generate(r) {
+            const response = await post(name, fetchImpl, `${base}/v1/messages`, headers, body(r, false), r.signal);
+            const data = (await response.json());
+            const text = (data.content ?? []).filter((c) => c.type === "text").map((c) => c.text ?? "").join("");
+            return { text, usage: { inputTokens: data.usage?.input_tokens ?? 0, outputTokens: data.usage?.output_tokens ?? 0 } };
+        },
+        async *stream(r) {
+            const response = await post(name, fetchImpl, `${base}/v1/messages`, headers, body(r, true), r.signal);
+            const usage = { inputTokens: 0, outputTokens: 0 };
+            for await (const data of sseData(response.body)) {
+                const event = JSON.parse(data);
+                if (event.type === "content_block_delta" && event.delta?.type === "text_delta" && event.delta.text)
+                    yield event.delta.text;
+                if (event.type === "message_start")
+                    usage.inputTokens = event.message?.usage?.input_tokens ?? 0;
+                if (event.type === "message_delta")
+                    usage.outputTokens = event.usage?.output_tokens ?? 0;
+            }
+            yield { usage };
+        },
+    };
+}
+/** Gemini through Google's OpenAI-compatible endpoint. */
+export function gemini(options) {
+    return openaiCompatible({ name: "gemini", baseURL: "https://generativelanguage.googleapis.com/v1beta/openai", apiKey: options.apiKey, fetch: options.fetch });
+}
+/**
+ * Deterministic provider for tests. respond receives the request and returns the text.
+ *
+ *   mockProvider({ respond: () => JSON.stringify({ priority: "urgent", summary: "Server down" }) })
+ */
+export function mockProvider(options) {
+    const calls = [];
+    const tokens = (s) => Math.ceil(s.length / 4);
+    return {
+        name: options.name ?? "mock",
+        calls,
+        async generate(r) {
+            calls.push(r);
+            const text = await options.respond(r);
+            return { text, usage: { inputTokens: tokens(r.messages.map((m) => m.content).join("")), outputTokens: tokens(text) } };
+        },
+        async *stream(r) {
+            const { text, usage } = await this.generate(r);
+            for (const part of text.match(/.{1,8}/gs) ?? [])
+                yield part;
+            yield { usage };
+        },
+        async embed({ input }) {
+            const embeddings = input.map((s) => {
+                const v = new Array(8).fill(0);
+                for (let i = 0; i < s.length; i++)
+                    v[i % 8] += s.charCodeAt(i) / 1000;
+                return v;
+            });
+            return { embeddings, usage: { inputTokens: tokens(input.join("")), outputTokens: 0 } };
+        },
+    };
+}
+//# sourceMappingURL=providers.js.map

package/dist/ai/providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../src/ai/providers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAoC5C,8FAA8F;AAC9F,MAAM,OAAO,aAAc,SAAQ,YAAY;IACpC,SAAS,CAAU;IAC5B,YAAY,QAAgB,EAAE,MAAc,EAAE,IAAY;QACxD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC;QACtG,KAAK,CAAC,QAAQ,EAAE,GAAG,QAAQ,aAAa,MAAM,IAAI,iBAAiB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE;YAC5F,MAAM,EAAE,GAAG;YACX,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,yBAAyB,QAAQ,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,yDAAyD,CAAC,CAAC,CAAC,SAAS;SACjK,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;CACF;AAID,KAAK,UAAU,IAAI,CAAC,QAAgB,EAAE,SAAoB,EAAE,GAAW,EAAE,OAA+B,EAAE,IAAa,EAAE,MAAoB;IAC3I,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACvJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAAe,CAAC,IAAI,KAAK,YAAY;YAAE,MAAM,KAAK,CAAC;QACxD,MAAM,IAAI,aAAa,CAAC,QAAQ,EAAE,CAAC,EAAE,MAAM,CAAE,KAAe,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5G,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,4DAA4D;AAC5D,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,IAAgC;IAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACzE,IAAI,KAAa,CAAC;QAClB,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACrC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;YACjC,MAAM,IAAI,GAAG,KAAK;iBACf,KAAK,CAAC,IAAI,CAAC;iBACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;iBAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;iBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,IAAI,IAAI;gBAAE,MAAM,IAAI,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC;AAaD,MAAM,UAAU,gBAAgB,CAAC,OAAgC;IAC/D,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,mBAAmB,CAAC;IACjD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACzC,MAAM,OAAO,GAA2B,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAEzI,MAAM,IAAI,GAAG,CAAC,CAAkB,EAAE,MAAe,EAAE,EAAE;QACnD,MAAM,GAAG,GAA4B,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QACtF,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS;YAAE,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QACjE,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS;YAAE,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,SAAS,CAAC;QAC5D,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACX,GAAG,CAAC,eAAe;gBACjB,OAAO,CAAC,sBAAsB,IAAI,CAAC,CAAC,UAAU;oBAC5C,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;oBAC/F,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;QAChC,CAAC;QACD,IAAI,MAAM;YAAE,GAAG,CAAC,cAAc,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;QACzD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,QAAQ,CAAC,CAAC;YACd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,mBAAmB,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YAC5G,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAGlC,CAAC;YACF,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;gBAC/C,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,EAAE;aACzG,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,mBAAmB,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YAC3G,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAK,CAAC,EAAE,CAAC;gBACjD,IAAI,IAAI,KAAK,QAAQ;oBAAE,MAAM;gBAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAqH,CAAC;gBACnJ,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;gBAChD,IAAI,IAAI;oBAAE,MAAM,IAAI,CAAC;gBACrB,IAAI,KAAK,CAAC,KAAK;oBAAE,MAAM,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,EAAE,EAAE,CAAC;YACtI,CAAC;QACH,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE;YAClC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,aAAa,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;YACtG,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA2F,CAAC;YAC/H,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAC5F,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACjG,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,OAAuF;IAC5G,OAAO,gBAAgB,CAAC;QACtB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,2BAA2B;QACvD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3F,sBAAsB,EAAE,IAAI;QAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,CAAC,CAAC;AACL,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,MAAM,CAAC,UAAmD,EAAE;IAC1E,OAAO,gBAAgB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,2BAA2B,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;AAC7H,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,OAAkF;IAC1G,MAAM,IAAI,GAAG,WAAW,CAAC;IACzB,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,2BAA2B,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAClF,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACzC,MAAM,OAAO,GAAG,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,mBAAmB,EAAE,OAAO,CAAC,OAAO,IAAI,YAAY,EAAE,CAAC;IAEtG,MAAM,IAAI,GAAG,CAAC,CAAkB,EAAE,MAAe,EAAE,EAAE;QACnD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChG,MAAM,GAAG,GAA4B;YACnC,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,CAAC,CAAC,SAAS,IAAI,IAAI;YAC/B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;YACvD,MAAM;SACP,CAAC;QACF,IAAI,MAAM;YAAE,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS;YAAE,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;QACjE,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,OAAO;QACL,IAAI;QACJ,KAAK,CAAC,QAAQ,CAAC,CAAC;YACd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YACvG,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA+G,CAAC;YACnJ,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrG,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,EAAE,EAAE,CAAC;QACvH,CAAC;QACD,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;YACtG,MAAM,KAAK,GAAG,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAClD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAK,CAAC,EAAE,CAAC;gBACjD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAK5B,CAAC;gBACF,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI;oBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC3H,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;oBAAE,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;gBAChG,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;oBAAE,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YAC3F,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,CAAC;QAClB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,MAAM,CAAC,OAA8C;IACnE,OAAO,gBAAgB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,yDAAyD,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;AAChK,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,OAA2F;IACtH,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtD,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,KAAK;QACL,KAAK,CAAC,QAAQ,CAAC,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACtC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACzH,CAAC;QACD,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE;gBAAE,MAAM,IAAI,CAAC;YAC5D,MAAM,EAAE,KAAK,EAAE,CAAC;QAClB,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE;YACnB,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACjC,MAAM,CAAC,GAAG,IAAI,KAAK,CAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;oBAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAE,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACvE,OAAO,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACzF,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/app.d.ts

@@ -0,0 +1,94 @@
+/**
+ * createApp wires models, routes, database, auth and AI together and gives you a standard
+ * fetch(Request) => Response handler that runs on Node, Bun, Deno and edge runtimes.
+ */
+import { type AI, type AIConfig } from "./ai/index.ts";
+import { type Db } from "./db/table.ts";
+import type { Adapter } from "./db/types.ts";
+import { type AppDescription } from "./describe.ts";
+import type { AnyModel } from "./model.ts";
+import { type AppDb, type AppUser, type Method, type RouteDef } from "./route.ts";
+export interface AuthConfig {
+    /** Return the signed-in user for this request, or null. */
+    resolve(req: Request, ctx: {
+        db: AppDb;
+        url: URL;
+    }): AppUser | null | undefined | Promise<AppUser | null | undefined>;
+    /** Roles of a user, checked when a route uses auth: "<role>". Default: user.roles ?? []. */
+    roles?(user: AppUser): string[];
+}
+export interface CorsConfig {
+    /** Allowed origins, or "*". */
+    origin: string | string[];
+    credentials?: boolean;
+    headers?: string[];
+    maxAge?: number;
+}
+export interface MiddlewareContext {
+    req: Request;
+    url: URL;
+    state: Record<string, unknown>;
+}
+export type Middleware = (ctx: MiddlewareContext, next: () => Promise<Response>) => Promise<Response>;
+export interface Logger {
+    info(message: string, data?: unknown): void;
+    error(message: string, data?: unknown): void;
+}
+/** Anything that contains routes: a route, an array, or a module (import * as tickets from "./routes/tickets.ts"). */
+export type RouteSource = RouteDef | readonly RouteSource[] | {
+    readonly [name: string]: unknown;
+};
+export interface AppConfig<Models extends readonly AnyModel[]> {
+    /** Shown in OpenAPI, MCP and describe. */
+    name?: string;
+    version?: string;
+    description?: string;
+    models?: Models;
+    routes?: RouteSource[];
+    /** Database adapter. Default: memory(). Use postgres() from "@browserlessapi/inferlo/postgres" in production. */
+    db?: Adapter;
+    auth?: AuthConfig;
+    ai?: AIConfig;
+    cors?: boolean | CorsConfig;
+    middleware?: Middleware[];
+    /** Path for the OpenAPI document, or false to disable. Default "/openapi.json". */
+    openapi?: string | false;
+    /** Path for the MCP endpoint, or false to disable. Default "/mcp" when any route sets tool. */
+    mcp?: string | false;
+    /** Maximum request body in bytes. Default 1 MiB. */
+    maxBodySize?: number;
+    /** Include error messages of unexpected (500) errors in responses. Default false. */
+    exposeErrors?: boolean;
+    logger?: Logger;
+}
+export interface RequestOptions {
+    method?: Method | Lowercase<Method> | "OPTIONS" | "HEAD";
+    headers?: Record<string, string>;
+    /** JSON body. */
+    json?: unknown;
+    body?: BodyInit;
+    query?: Record<string, string | number | boolean | undefined>;
+    /** Run as this user, skipping auth.resolve (tests only, never reachable over HTTP). */
+    as?: AppUser | null;
+}
+export interface App<Models extends readonly AnyModel[]> {
+    readonly name: string;
+    readonly version: string;
+    readonly routes: readonly RouteDef[];
+    readonly models: Models;
+    readonly db: Db<Models>;
+    readonly ai: AI;
+    /** Standard fetch handler: export default app works on Bun, Deno and Cloudflare Workers. */
+    fetch(req: Request, ...rest: unknown[]): Promise<Response>;
+    /** In-process request for tests: await app.request("/tickets", { method: "POST", json: {...}, as: user }). */
+    request(path: string, options?: RequestOptions): Promise<Response>;
+    /** Start an HTTP server (Node, Bun or Deno). */
+    listen(port?: number, hostname?: string): Promise<{
+        port: number;
+        close(): Promise<void>;
+    }>;
+    /** Machine-readable map of the whole app: routes, models, auth and AI. */
+    describe(): AppDescription;
+    openapi(): Record<string, unknown>;
+}
+export declare function createApp<const Models extends readonly AnyModel[] = []>(config?: AppConfig<Models>): App<Models>;