@browserlessapi/inferlo 0.3.0 → 0.5.0

package/dist/serve.js

@@ -1,83 +1,182 @@
-export async function serve(app, options = {}) {
-    const port = options.port ?? 3000;
-    const hostname = options.hostname ?? "0.0.0.0";
-    const g = globalThis;
-    if (g.Bun) {
-        const server = g.Bun.serve({ port, hostname, fetch: (req) => app.fetch(req) });
-        return { port: server.port, close: async () => server.stop(true) };
+/**
+ * Run an app's fetch handler as an HTTP server (Bun, Deno or Node), or inside another Node framework:
+ *
+ *   await serve(app, { port: 3000 })
+ *   expressApp.use("/ai", toNodeHandler(app))                     // Express strips the mount path
+ *   http.createServer(toNodeHandler(app, { prefix: "/ai" }))       // or strip it with prefix
+ */
+import { createRedactor } from "./redact.js";
+import { clientIps } from "./client-ip.js";
+function normalizePrefix(prefix) {
+    if (!prefix || prefix === "/")
+        return "";
+    return ("/" + prefix.replace(/^\/+|\/+$/g, "")).replace(/\/+/g, "/");
+}
+/** The path and query of a Node request with the prefix removed, or null when it is outside the prefix. */
+function stripPrefix(rawUrl, prefix) {
+    const url = rawUrl.startsWith("/") ? rawUrl : "/" + rawUrl;
+    if (!prefix)
+        return url;
+    if (!url.startsWith(prefix))
+        return null;
+    const rest = url.slice(prefix.length);
+    if (rest === "" || rest[0] === "?")
+        return "/" + rest;
+    if (rest[0] !== "/")
+        return null;
+    return rest;
+}
+function bodyStream(req) {
+    const iterator = req[Symbol.asyncIterator]();
+    return new ReadableStream({
+        async pull(controller) {
+            try {
+                const { value, done } = await iterator.next();
+                if (done)
+                    return controller.close();
+                controller.enqueue(typeof value === "string" ? new TextEncoder().encode(value) : value);
+            }
+            catch (error) {
+                controller.error(error);
+            }
+        },
+        async cancel() {
+            await iterator.return?.();
+        },
+    });
+}
+function buildRequest(req, path, signal) {
+    const host = [req.headers.host].flat()[0] ?? "localhost";
+    const url = new URL(path, `${req.socket?.encrypted ? "https" : "http"}://${host}`);
+    const headers = new Headers();
+    for (const [k, v] of Object.entries(req.headers)) {
+        if (v === undefined || k.startsWith(":"))
+            continue;
+        if (Array.isArray(v))
+            for (const item of v)
+                headers.append(k, item);
+        else
+            headers.set(k, v);
     }
-    if (g.Deno) {
-        const server = g.Deno.serve({ port, hostname }, (req) => app.fetch(req));
-        return { port: server.addr.port, close: () => server.shutdown() };
+    const method = (req.method ?? "GET").toUpperCase();
+    let body;
+    if (method !== "GET" && method !== "HEAD") {
+        if (req.body !== undefined) {
+            // The host framework already read the stream: use what it parsed.
+            headers.delete("content-length");
+            if (typeof req.body === "string" || req.body instanceof Uint8Array)
+                body = req.body;
+            else {
+                body = JSON.stringify(req.body);
+                headers.set("content-type", "application/json");
+            }
+        }
+        else
+            body = bodyStream(req);
     }
-    const http = await import("node:http");
-    const { Readable } = await import("node:stream");
-    const server = http.createServer(async (req, res) => {
+    const request = new Request(url, {
+        method,
+        headers,
+        body,
+        signal,
+        // @ts-expect-error duplex is required by Node for streaming bodies
+        duplex: "half",
+    });
+    if (req.socket?.remoteAddress)
+        clientIps.set(request, req.socket.remoteAddress);
+    return request;
+}
+/**
+ * Convert a Node.js request (node:http, Express, Fastify's request.raw, NestJS) to a Web Request.
+ * With prefix, the prefix is removed from the path; a request outside it keeps its path.
+ */
+export function fromNodeRequest(req, options = {}) {
+    const raw = req.url ?? "/";
+    const path = stripPrefix(raw, normalizePrefix(options.prefix)) ?? (raw.startsWith("/") ? raw : "/" + raw);
+    return buildRequest(req, path, options.signal);
+}
+/** Write a Web Response (status, headers with every Set-Cookie, streamed body) to a Node response. */
+export async function writeResponse(res, response, method) {
+    const outHeaders = {};
+    response.headers.forEach((value, key) => {
+        if (key === "set-cookie")
+            return;
+        outHeaders[key] = value;
+    });
+    const cookies = response.headers.getSetCookie?.() ?? [];
+    if (cookies.length)
+        outHeaders["set-cookie"] = cookies;
+    res.writeHead(response.status, outHeaders);
+    if (!response.body || method === "HEAD")
+        return void res.end();
+    const reader = response.body.getReader();
+    while (true) {
+        const { value, done } = await reader.read();
+        if (done)
+            break;
+        if (!res.write(value))
+            await new Promise((r) => res.once("drain", () => r()));
+    }
+    res.end();
+}
+/**
+ * A (req, res, next) handler that runs a whole Inferlo app (routes, OpenAPI, MCP) inside node:http,
+ * Express, Fastify, NestJS or any framework that hands out Node requests and responses.
+ */
+export function toNodeHandler(app, options = {}) {
+    const prefix = normalizePrefix(options.prefix);
+    return async (req, res, next) => {
+        const path = stripPrefix(req.url ?? "/", prefix);
+        if (path === null && next)
+            return next();
         try {
-            const host = req.headers.host ?? `localhost:${port}`;
-            const url = new URL(req.url ?? "/", `http://${host}`);
-            const headers = new Headers();
-            for (const [k, v] of Object.entries(req.headers)) {
-                if (v === undefined)
-                    continue;
-                if (Array.isArray(v))
-                    for (const item of v)
-                        headers.append(k, item);
-                else
-                    headers.set(k, v);
-            }
-            const hasBody = req.method !== "GET" && req.method !== "HEAD";
             const controller = new AbortController();
             res.on("close", () => {
                 if (!res.writableFinished)
                     controller.abort();
             });
-            const request = new Request(url, {
-                method: req.method,
-                headers,
-                body: hasBody ? Readable.toWeb(req) : undefined,
-                signal: controller.signal,
-                // @ts-expect-error duplex is required by Node for streaming bodies
-                duplex: "half",
-            });
+            const request = buildRequest(req, path ?? (req.url ?? "/"), controller.signal);
             const response = await app.fetch(request);
-            const outHeaders = {};
-            response.headers.forEach((value, key) => {
-                if (key === "set-cookie")
-                    return;
-                outHeaders[key] = value;
-            });
-            const cookies = response.headers.getSetCookie?.() ?? [];
-            if (cookies.length)
-                outHeaders["set-cookie"] = cookies;
-            res.writeHead(response.status, outHeaders);
-            if (!response.body || req.method === "HEAD")
-                return void res.end();
-            const reader = response.body.getReader();
-            while (true) {
-                const { value, done } = await reader.read();
-                if (done)
-                    break;
-                if (!res.write(value))
-                    await new Promise((r) => res.once("drain", r));
-            }
-            res.end();
+            await writeResponse(res, response, request.method);
         }
         catch (error) {
-            console.error("[inferlo] server error", error);
+            console.error("[inferlo] server error", createRedactor([]).value(error));
             if (!res.headersSent)
                 res.writeHead(500, { "content-type": "application/json" });
             res.end(JSON.stringify({ error: { code: "IL9000", message: "Internal server error" } }));
         }
-    });
+    };
+}
+export async function serve(app, options = {}) {
+    const port = options.port ?? 3000;
+    const hostname = options.hostname ?? "0.0.0.0";
+    const g = globalThis;
+    if (g.Bun) {
+        const server = g.Bun.serve({ port, hostname, fetch: (req, bunServer) => app.fetch(req, bunServer) });
+        return { port: server.port, close: async () => server.stop(true) };
+    }
+    if (g.Deno) {
+        const server = g.Deno.serve({ port, hostname }, (req, info) => app.fetch(req, info));
+        return { port: server.addr.port, close: () => server.shutdown() };
+    }
+    const http = await import("node:http");
+    const handler = toNodeHandler(app);
+    const server = http.createServer((req, res) => void handler(req, res));
     await new Promise((resolve, reject) => {
         server.once("error", reject);
         server.listen(port, hostname, () => resolve());
     });
     const address = server.address();
-    return {
+    const result = {
         port: typeof address === "object" && address ? address.port : port,
-        close: () => new Promise((resolve) => server.close(() => resolve())),
+        close: () => new Promise((resolve) => {
+            server.close(() => resolve());
+            server.closeIdleConnections();
+        }),
     };
+    forceClosers.set(result, () => server.closeAllConnections());
+    return result;
 }
+/** Closes every open connection of a Node server from serve(), for app.close() after its timeout. */
+export const forceClosers = new WeakMap();
 //# sourceMappingURL=serve.js.map

package/dist/serve.js.map

@@ -1 +1 @@
-{"version":3,"file":"serve.js","sourceRoot":"","sources":["../src/serve.ts"],"names":[],"mappings":"AAaA,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,GAA4B,EAAE,UAAwB,EAAE;IAClF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC/C,MAAM,CAAC,GAAG,UAGT,CAAC;IAEF,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QACV,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAY,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxF,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACrE,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QACzE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;IACpE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAClD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,aAAa,IAAI,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;YAC9B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjD,IAAI,CAAC,KAAK,SAAS;oBAAE,SAAS;gBAC9B,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;oBAAE,KAAK,MAAM,IAAI,IAAI,CAAC;wBAAE,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;;oBAC/D,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACzB,CAAC;YACD,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,KAAK,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC;YAC9D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnB,IAAI,CAAC,GAAG,CAAC,gBAAgB;oBAAE,UAAU,CAAC,KAAK,EAAE,CAAC;YAChD,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE;gBAC/B,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,OAAO;gBACP,IAAI,EAAE,OAAO,CAAC,CAAC,CAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC,CAAC,CAAC,SAAS;gBACnE,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,mEAAmE;gBACnE,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAsC,EAAE,CAAC;YACzD,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACtC,IAAI,GAAG,KAAK,YAAY;oBAAE,OAAO;gBACjC,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC1B,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC;YACxD,IAAI,OAAO,CAAC,MAAM;gBAAE,UAAU,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC;YACvD,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM;gBAAE,OAAO,KAAK,GAAG,CAAC,GAAG,EAAE,CAAC;YACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;oBAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;YACD,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAC/C,IAAI,CAAC,GAAG,CAAC,WAAW;gBAAE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACjF,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IACjC,OAAO;QACL,IAAI,EAAE,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QAClE,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;KAC3E,CAAC;AACJ,CAAC"}
+{"version":3,"file":"serve.js","sourceRoot":"","sources":["../src/serve.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAqD3C,SAAS,eAAe,CAAC,MAA0B;IACjD,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,EAAE,CAAC;IACzC,OAAO,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACvE,CAAC;AAED,2GAA2G;AAC3G,SAAS,WAAW,CAAC,MAAc,EAAE,MAAc;IACjD,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC;IAC3D,IAAI,CAAC,MAAM;QAAE,OAAO,GAAG,CAAC;IACxB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;QAAE,OAAO,GAAG,GAAG,IAAI,CAAC;IACtD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IACjC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,GAAgB;IAClC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;IAC7C,OAAO,IAAI,cAAc,CAAa;QACpC,KAAK,CAAC,IAAI,CAAC,UAAU;YACnB,IAAI,CAAC;gBACH,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC9C,IAAI,IAAI;oBAAE,OAAO,UAAU,CAAC,KAAK,EAAE,CAAC;gBACpC,UAAU,CAAC,OAAO,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,KAAoB,CAAC,CAAC;YAC1G,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,KAAK,CAAC,MAAM;YACV,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5B,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,GAAgB,EAAE,IAAY,EAAE,MAAoB;IACxE,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC;IACzD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;IACnF,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACnD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAAE,KAAK,MAAM,IAAI,IAAI,CAAC;gBAAE,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;;YAC/D,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACzB,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACnD,IAAI,IAA2C,CAAC;IAChD,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QAC1C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC3B,kEAAkE;YAClE,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACjC,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,YAAY,UAAU;gBAAE,IAAI,GAAG,GAAG,CAAC,IAAgB,CAAC;iBAC3F,CAAC;gBACJ,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAChC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;;YAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE;QAC/B,MAAM;QACN,OAAO;QACP,IAAI;QACJ,MAAM;QACN,mEAAmE;QACnE,MAAM,EAAE,MAAM;KACf,CAAC,CAAC;IACH,IAAI,GAAG,CAAC,MAAM,EAAE,aAAa;QAAE,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAChF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,GAAgB,EAAE,UAAkC,EAAE;IACpF,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IAC1G,OAAO,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;AACjD,CAAC;AAED,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,GAAiB,EAAE,QAAkB,EAAE,MAAc;IACvF,MAAM,UAAU,GAAsC,EAAE,CAAC;IACzD,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtC,IAAI,GAAG,KAAK,YAAY;YAAE,OAAO;QACjC,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,OAAO,CAAC,MAAM;QAAE,UAAU,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC;IACvD,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC3C,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,KAAK,GAAG,CAAC,GAAG,EAAE,CAAC;IAC/D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAChB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,GAAG,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,GAA4B,EAAE,UAA8B,EAAE;IAC1F,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/C,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC9B,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI;YAAE,OAAO,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnB,IAAI,CAAC,GAAG,CAAC,gBAAgB;oBAAE,UAAU,CAAC,KAAK,EAAE,CAAC;YAChD,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YAC/E,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,cAAc,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,GAAG,CAAC,WAAW;gBAAE,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACjF,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,GAA4B,EAAE,UAAwB,EAAE;IAClF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC/C,MAAM,CAAC,GAAG,UAGT,CAAC;IAEF,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QACV,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAY,EAAE,SAAkB,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;QACvH,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACrE,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QACrF,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;IACpE,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC,GAAkB,EAAE,GAAG,CAAC,CAAC,CAAC;IACtF,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;IACjC,MAAM,MAAM,GAAW;QACrB,IAAI,EAAE,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QAClE,KAAK,EAAE,GAAG,EAAE,CACV,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAC5B,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9B,MAAM,CAAC,oBAAoB,EAAE,CAAC;QAChC,CAAC,CAAC;KACL,CAAC;IACF,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,qGAAqG;AACrG,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,OAAO,EAAsB,CAAC"}

package/dist/trpc.d.ts

@@ -0,0 +1,57 @@
+/**
+ * Inferlo inside tRPC (11.0 and later), without a runtime dependency on tRPC:
+ *
+ *   import { initTRPC } from "@trpc/server";
+ *   import { createAI, anthropic, t } from "@browserlessapi/inferlo/ai";
+ *   import { inferloAI, trpcTools } from "@browserlessapi/inferlo/trpc";
+ *
+ *   const trpc = initTRPC.context<Context>().create();
+ *   const aiProcedure = trpc.procedure.use(inferloAI(ai));   // ctx.ai in every procedure, typed
+ *
+ *   export const appRouter = trpc.router({
+ *     summarize: aiProcedure.input(t.object({ text: t.string() }))   // Inferlo schemas work as tRPC inputs
+ *       .mutation(async ({ ctx, input }) => (await ctx.ai.generate({ model: "fast", prompt: input.text })).text),
+ *     chat: aiProcedure.input(t.object({ prompt: t.string() }))
+ *       .subscription(async function* ({ ctx, input, signal }) {
+ *         yield* ctx.ai.stream({ model: "fast", prompt: input.prompt, signal });   // text chunks
+ *       }),
+ *   });
+ *
+ *   // Procedures as AI tools, called as the current user through a caller:
+ *   const tools = trpcTools(appRouter, {
+ *     caller: appRouter.createCaller(ctx),
+ *     procedures: { "tickets.create": "Create a support ticket for the current user." },
+ *   });
+ *   await ai.generate({ model: "fast", prompt, tools, maxSteps: 5 });
+ *
+ * This entry point never loads the router, database or jobs code.
+ */
+import type { MiddlewareFunction } from "@trpc/server/unstable-core-do-not-import";
+import type { AI } from "./ai/index.ts";
+import { type ToolDef } from "./ai/tool.ts";
+import { ObjectSchema, type Shape } from "./schema.ts";
+/**
+ * A tRPC middleware that puts an AI client (createAI(...) or an Inferlo app's app.ai) on the context:
+ * const aiProcedure = trpc.procedure.use(inferloAI(ai)), then ctx.ai in its procedures.
+ */
+export declare function inferloAI(ai: AI): MiddlewareFunction<any, any, any, {
+    ai: AI;
+}, any>;
+/** A procedure offered as a tool: its description, or { description, input } for procedures whose input is not a t.object. */
+export type TrpcToolProcedure = string | {
+    description: string;
+    input: ObjectSchema<Shape>;
+};
+export interface TrpcToolsOptions {
+    /** Runs the procedures: appRouter.createCaller(ctx) or createCallerFactory(appRouter)(ctx), with the current user's context. */
+    caller: object;
+    /** Procedure paths ("tickets.create") and what each does. The model reads the description to decide when to call it. */
+    procedures: Record<string, TrpcToolProcedure>;
+}
+/**
+ * Makes AI tools from tRPC queries and mutations, for ai.generate({ tools }). Each tool is named after its
+ * path with "." replaced by "_" ("tickets.create" becomes tickets_create), takes the procedure's t.object input,
+ * and runs through the caller, so the procedure's middleware, auth and validation apply. TRPCErrors such as
+ * NOT_FOUND or FORBIDDEN go back to the model as failed tool results; server errors reject ai.generate.
+ */
+export declare function trpcTools(router: object, options: TrpcToolsOptions): ToolDef[];

package/dist/trpc.js

@@ -0,0 +1,142 @@
+import { tool } from "./ai/tool.js";
+import { assertAIClient } from "./ai-client.js";
+import { httpError, InferloError } from "./errors.js";
+import { ObjectSchema, t } from "./schema.js";
+/**
+ * A tRPC middleware that puts an AI client (createAI(...) or an Inferlo app's app.ai) on the context:
+ * const aiProcedure = trpc.procedure.use(inferloAI(ai)), then ctx.ai in its procedures.
+ */
+export function inferloAI(ai) {
+    assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: trpc.procedure.use(inferloAI(ai)).');
+    return ({ next }) => next({ ctx: { ai } });
+}
+/** HTTP status of each tRPC error code a model can correct (the others reject ai.generate). */
+const CLIENT_ERRORS = {
+    BAD_REQUEST: 400,
+    PARSE_ERROR: 400,
+    UNAUTHORIZED: 401,
+    PAYMENT_REQUIRED: 402,
+    FORBIDDEN: 403,
+    NOT_FOUND: 404,
+    METHOD_NOT_SUPPORTED: 405,
+    TIMEOUT: 408,
+    CONFLICT: 409,
+    PRECONDITION_FAILED: 412,
+    PAYLOAD_TOO_LARGE: 413,
+    UNSUPPORTED_MEDIA_TYPE: 415,
+    UNPROCESSABLE_CONTENT: 422,
+    TOO_MANY_REQUESTS: 429,
+    CLIENT_CLOSED_REQUEST: 499,
+};
+/**
+ * Makes AI tools from tRPC queries and mutations, for ai.generate({ tools }). Each tool is named after its
+ * path with "." replaced by "_" ("tickets.create" becomes tickets_create), takes the procedure's t.object input,
+ * and runs through the caller, so the procedure's middleware, auth and validation apply. TRPCErrors such as
+ * NOT_FOUND or FORBIDDEN go back to the model as failed tool results; server errors reject ai.generate.
+ */
+export function trpcTools(router, options) {
+    const problems = [];
+    const procedures = router?._def?.procedures;
+    if (!procedures || typeof procedures !== "object")
+        problems.push("the first argument must be a tRPC router (trpc.router({ ... }))");
+    if (!options || typeof options !== "object") {
+        problems.push("options must be { caller, procedures }");
+        throw invalid(problems);
+    }
+    if (!options.caller || (typeof options.caller !== "object" && typeof options.caller !== "function"))
+        problems.push("caller must be appRouter.createCaller(ctx)");
+    const entries = options.procedures && typeof options.procedures === "object" ? Object.entries(options.procedures) : [];
+    if (!entries.length)
+        problems.push('procedures must name at least one procedure: { "tickets.create": "Create a support ticket." }');
+    if (problems.length)
+        throw invalid(problems);
+    const tools = [];
+    for (const [path, entry] of entries) {
+        const procedure = procedures[path];
+        if (!procedure) {
+            const known = Object.keys(procedures);
+            problems.push(`"${path}" is not a procedure of this router${known.length ? ` (procedures: ${known.join(", ")})` : ""}`);
+            continue;
+        }
+        const type = procedure._def?.type;
+        if (type !== "query" && type !== "mutation") {
+            problems.push(`"${path}" is a ${type ?? "unknown"} procedure; only queries and mutations can be tools`);
+            continue;
+        }
+        const description = typeof entry === "string" ? entry : entry?.description;
+        if (typeof description !== "string" || !description.trim()) {
+            problems.push(`"${path}" needs a description of what it does`);
+            continue;
+        }
+        const inputs = procedure._def?.inputs ?? [];
+        let input;
+        if (typeof entry === "object" && entry !== null && entry.input !== undefined) {
+            if (!(entry.input instanceof ObjectSchema)) {
+                problems.push(`"${path}" input must be a t.object({ ... }) schema`);
+                continue;
+            }
+            input = entry.input;
+        }
+        else if (inputs.every((parser) => parser instanceof ObjectSchema)) {
+            const shape = {};
+            for (const parser of inputs)
+                Object.assign(shape, parser.shape);
+            input = t.object(shape);
+        }
+        else {
+            problems.push(`"${path}" has an input that is not a t.object schema from Inferlo; pass { description, input: t.object({ ... }) } for it`);
+            continue;
+        }
+        const name = path.replace(/\./g, "_");
+        const hasInput = inputs.length > 0;
+        const call = resolve(options.caller, path);
+        try {
+            tools.push(tool(name, { description, input }).handle(async ({ input: args }) => {
+                try {
+                    return await call(hasInput ? args : undefined);
+                }
+                catch (error) {
+                    throw toToolError(error);
+                }
+            }));
+        }
+        catch (error) {
+            if (error instanceof InferloError)
+                problems.push(`"${path}" does not make a valid tool name (${name})`);
+            else
+                throw error;
+        }
+    }
+    if (problems.length)
+        throw invalid(problems);
+    return tools;
+}
+/** caller.tickets.create, looked up when the tool runs (callers are proxies). */
+function resolve(caller, path) {
+    return async (input) => {
+        let target = caller;
+        for (const key of path.split("."))
+            target = target[key];
+        return target(input);
+    };
+}
+/** TRPCErrors a model can correct become httpErrors (failed tool results); anything else is rethrown. */
+function toToolError(error) {
+    if (error instanceof InferloError)
+        return error;
+    const candidate = error;
+    if (!candidate || typeof candidate !== "object" || candidate.name !== "TRPCError" || typeof candidate.code !== "string")
+        return error;
+    if (candidate.cause instanceof InferloError && candidate.cause.status < 500)
+        return candidate.cause;
+    const status = CLIENT_ERRORS[candidate.code];
+    if (status === undefined)
+        return error;
+    return httpError(status, typeof candidate.message === "string" ? candidate.message : candidate.code, { code: candidate.code });
+}
+function invalid(problems) {
+    return new InferloError("IL5017", `Invalid trpcTools() options: ${problems.join("; ")}.`, {
+        fix: 'Use trpcTools(appRouter, { caller: appRouter.createCaller(ctx), procedures: { "tickets.create": "Create a support ticket." } }) with queries and mutations whose input is a t.object({ ... }).',
+    });
+}
+//# sourceMappingURL=trpc.js.map

package/dist/trpc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trpc.js","sourceRoot":"","sources":["../src/trpc.ts"],"names":[],"mappings":"AA8BA,OAAO,EAAE,IAAI,EAAgB,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,CAAC,EAAc,MAAM,aAAa,CAAC;AAE1D;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,EAAM;IAC9B,cAAc,CAAC,EAAE,EAAE,yIAAyI,CAAC,CAAC;IAC9J,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;AAC7C,CAAC;AAiBD,+FAA+F;AAC/F,MAAM,aAAa,GAA2B;IAC5C,WAAW,EAAE,GAAG;IAChB,WAAW,EAAE,GAAG;IAChB,YAAY,EAAE,GAAG;IACjB,gBAAgB,EAAE,GAAG;IACrB,SAAS,EAAE,GAAG;IACd,SAAS,EAAE,GAAG;IACd,oBAAoB,EAAE,GAAG;IACzB,OAAO,EAAE,GAAG;IACZ,QAAQ,EAAE,GAAG;IACb,mBAAmB,EAAE,GAAG;IACxB,iBAAiB,EAAE,GAAG;IACtB,sBAAsB,EAAE,GAAG;IAC3B,qBAAqB,EAAE,GAAG;IAC1B,iBAAiB,EAAE,GAAG;IACtB,qBAAqB,EAAE,GAAG;CAC3B,CAAC;AAEF;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,MAAc,EAAE,OAAyB;IACjE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAI,MAAiC,EAAE,IAAI,EAAE,UAAU,CAAC;IACxE,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ;QAAE,QAAQ,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;IACpI,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACxD,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IACjK,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvH,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,+FAA+F,CAAC,CAAC;IACpI,IAAI,QAAQ,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE7C,MAAM,KAAK,GAAc,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,UAAW,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,UAAW,CAAC,CAAC;YACvC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,sCAAsC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxH,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC;QAClC,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YAC5C,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,UAAU,IAAI,IAAI,SAAS,qDAAqD,CAAC,CAAC;YACxG,SAAS;QACX,CAAC;QACD,MAAM,WAAW,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,WAAW,CAAC;QAC3E,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC;YAC3D,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,uCAAuC,CAAC,CAAC;YAC/D,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC;QAC5C,IAAI,KAA0B,CAAC;QAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7E,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,YAAY,YAAY,CAAC,EAAE,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,4CAA4C,CAAC,CAAC;gBACpE,SAAS;YACX,CAAC;YACD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACtB,CAAC;aAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,YAAY,YAAY,CAAC,EAAE,CAAC;YACpE,MAAM,KAAK,GAAU,EAAE,CAAC;YACxB,KAAK,MAAM,MAAM,IAAI,MAA+B;gBAAE,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACzF,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,kHAAkH,CAAC,CAAC;YAC1I,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC;YACH,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;gBAClE,IAAI,CAAC;oBACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;gBACjD,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,YAAY;gBAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,sCAAsC,IAAI,GAAG,CAAC,CAAC;;gBACnG,MAAM,KAAK,CAAC;QACnB,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7C,OAAO,KAAK,CAAC;AACf,CAAC;AAED,iFAAiF;AACjF,SAAS,OAAO,CAAC,MAAc,EAAE,IAAY;IAC3C,OAAO,KAAK,EAAE,KAAK,EAAE,EAAE;QACrB,IAAI,MAAM,GAAQ,MAAM,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;YAAE,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACxD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC,CAAC;AACJ,CAAC;AAED,yGAAyG;AACzG,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,YAAY;QAAE,OAAO,KAAK,CAAC;IAChD,MAAM,SAAS,GAAG,KAAsF,CAAC;IACzG,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtI,IAAI,SAAS,CAAC,KAAK,YAAY,YAAY,IAAI,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,SAAS,CAAC,KAAK,CAAC;IACpG,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACvC,OAAO,SAAS,CAAC,MAAM,EAAE,OAAO,SAAS,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;AACjI,CAAC;AAED,SAAS,OAAO,CAAC,QAAkB;IACjC,OAAO,IAAI,YAAY,CAAC,QAAQ,EAAE,gCAAgC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;QACxF,GAAG,EAAE,gMAAgM;KACtM,CAAC,CAAC;AACL,CAAC"}

package/dist/tsed.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Inferlo inside Ts.ED (8 and later), without a runtime dependency on Ts.ED:
+ *
+ *   import { InferloAI, inferloAI } from "@browserlessapi/inferlo/tsed";
+ *
+ *   @Configuration({ imports: [inferloAI(ai)] })   // or { token: InferloAI, useFactory: () => createAI(...) }
+ *   export class Server {}
+ *
+ *   @Injectable()
+ *   export class TicketsService {
+ *     constructor(private readonly ai: InferloAI) {}   // or: ai = inject(InferloAI)
+ *   }
+ *
+ * A whole Inferlo app mounts with app.use("/api", toNodeHandler(inferloApp)) in $beforeRoutesInit on the
+ * Express platform. This entry point never loads the router, database or jobs code.
+ */
+import type { AI } from "./ai/index.ts";
+/**
+ * Injection token and type of the AI client in Ts.ED: constructor(private readonly ai: InferloAI) {},
+ * @Inject(InferloAI) ai: InferloAI, or inject(InferloAI). It has every method of AI.
+ */
+export declare abstract class InferloAI {
+}
+export interface InferloAI extends AI {
+}
+/** A Ts.ED provider that registers an AI client as InferloAI, for @Configuration({ imports }) and PlatformTest.create({ imports }). */
+export interface InferloAIProvider {
+    token: typeof InferloAI;
+    use: AI;
+}
+/** Registers an AI client (createAI(...) or an Inferlo app's app.ai) for injection: @Configuration({ imports: [inferloAI(ai)] }). */
+export declare function inferloAI(ai: AI): InferloAIProvider;

package/dist/tsed.js

@@ -0,0 +1,13 @@
+import { assertAIClient } from "./ai-client.js";
+/**
+ * Injection token and type of the AI client in Ts.ED: constructor(private readonly ai: InferloAI) {},
+ * @Inject(InferloAI) ai: InferloAI, or inject(InferloAI). It has every method of AI.
+ */
+export class InferloAI {
+}
+/** Registers an AI client (createAI(...) or an Inferlo app's app.ai) for injection: @Configuration({ imports: [inferloAI(ai)] }). */
+export function inferloAI(ai) {
+    assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: @Configuration({ imports: [inferloAI(ai)] }).');
+    return { token: InferloAI, use: ai };
+}
+//# sourceMappingURL=tsed.js.map

package/dist/tsed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tsed.js","sourceRoot":"","sources":["../src/tsed.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD;;;GAGG;AACH,MAAM,OAAgB,SAAS;CAAG;AASlC,qIAAqI;AACrI,MAAM,UAAU,SAAS,CAAC,EAAM;IAC9B,cAAc,CAAC,EAAE,EAAE,oJAAoJ,CAAC,CAAC;IACzK,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;AACvC,CAAC"}

package/llms.txt

@@ -1,22 +1,28 @@
 # Inferlo
 
-> Inferlo is a batteries-included TypeScript backend framework with built-in AI model support (Anthropic, OpenAI, Gemini, Ollama and OpenAI-compatible providers with fallback, structured output, streaming, embeddings and usage tracking), plus routes, schemas, database (PostgreSQL and in-memory), auth, an MCP server and OpenAPI, with zero runtime dependencies. Runs on Node.js 22.18+, Bun, Deno and edge runtimes. Package: @browserlessapi/inferlo.
+> Inferlo is an enterprise-ready, batteries-included TypeScript backend framework (routes, schemas, database with PostgreSQL and migrations, auth, rate limiting, background jobs, cron, OpenAPI) with AI models built in (Anthropic, OpenAI, Gemini, Ollama and OpenAI-compatible providers with fallback, structured output, streaming, tool calling, embeddings and usage tracking) and an MCP server, with zero runtime dependencies. Runs on Node.js 22.18+, Bun, Deno and edge runtimes. Package: @browserlessapi/inferlo.
 
 Key rules: routes are private unless `auth: "public"`; validate input with `t.*` schemas; use `db.<table>` methods (never string-built SQL); every model has id, createdAt, updatedAt automatically; relative imports end in `.ts`; run `inferlo describe --json` to see an app and `inferlo check --json` after changes.
 
 ## Docs
 
 - [Getting started](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/getting-started.md): install, project layout, minimal app
+- [Configuration](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/config.md): config({ schema, secrets, environments }), typed settings validated at startup, secrets redacted
 - [Schemas](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/schema.md): t.* types, modifiers, validation, JSON Schema
 - [Models and database](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/database.md): model(), queries, adapters, db push, transactions
-- [Routes](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/routes.md): options, handler context, return values, errors, middleware
+- [Routes](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/routes.md): options, handler context, return values, errors, middleware, deprecated routes (Deprecation and Sunset headers)
 - [Auth](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/auth.md): auth.resolve, roles, bearer API keys, passwords
 - [AI](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/ai.md): providers, aliases and fallback, structured output, streaming, embeddings, usage and budgets
 - [MCP, OpenAPI and describe](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/mcp.md)
 - [CLI](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/cli.md)
 - [Testing](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/testing.md)
-- [Deployment](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/deploy.md)
-- [Error codes](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/errors.md): every KRxxxx code with its fix
+- [Use with other frameworks](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/integrations.md): the AI module in any framework, toNodeHandler and fromNodeRequest to mount an app in Express, Fastify, NestJS or node:http, inferloAI() middleware for Hono (c.var.ai), Express (req.ai), Elysia (ai) and tRPC (ctx.ai), inferloPlugin for Fastify (request.ai, app under a prefix), InferloModule for NestJS, an AdonisJS provider (ctx.ai, config/ai.ts), InferloAI and inferloAI() for Ts.ED injection, trpcTools() for tRPC procedures as AI tools
+- [Migrate from Express](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/migrate-from-express.md): move an Express app to Inferlo route by route at the same URLs, with a concept mapping table, shared auth and tests
+- [Security](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/security.md): secure defaults and security headers (createApp({ secureHeaders }))
+- [Observability](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/observability.md): request ids (X-Request-Id, ctx.requestId), request logs and JSON logs with createApp({ logging: { format: "json", requests: true } }), your own logger, Prometheus metrics with createApp({ metrics: { token } })
+- [Deployment](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/deploy.md): Node, Bun, Deno, edge, health and readiness endpoints, graceful shutdown with app.close()
+- [Support policy](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/support.md): semantic versioning, which versions get fixes, LTS after 1.0, deprecation rules and supported runtime, database and framework versions
+- [Error codes](https://github.com/BrowserlessAPI/Inferlo/blob/main/docs/errors.md): every ILxxxx code with its fix
 
 ## Full text