@browserlessapi/inferlo 0.4.0 → 0.6.0

package/dist/elysia.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Inferlo inside ElysiaJS (1.0 and later), without a runtime dependency on Elysia:
+ *
+ *   import { Elysia } from "elysia";
+ *   import { createAI, anthropic } from "@browserlessapi/inferlo/ai";
+ *   import { inferloAI } from "@browserlessapi/inferlo/elysia";
+ *
+ *   const server = new Elysia()
+ *     .use(inferloAI(ai))                               // ({ ai }) in every handler, typed
+ *     .mount("/api", inferloApp.fetch);                 // or a whole Inferlo app under a path
+ *
+ * This entry point never loads the router, database or jobs code.
+ */
+import type { Elysia } from "elysia";
+import type { AI } from "./ai/index.ts";
+/**
+ * An Elysia plugin that decorates the context with an AI client (createAI(...) or an Inferlo app's app.ai):
+ * new Elysia().use(inferloAI(ai)).post("/classify", ({ ai, body }) => ...).
+ */
+export declare function inferloAI(ai: AI): (app: Elysia) => Elysia<"", {
+    decorator: {
+        ai: AI;
+    };
+    store: {};
+    derive: {};
+    resolve: {};
+}, {
+    typebox: {};
+    error: {};
+}, {
+    schema: {};
+    standaloneSchema: {};
+    macro: {};
+    macroFn: {};
+    parser: {};
+    response: {};
+}, {}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}>;

package/dist/elysia.js

@@ -0,0 +1,10 @@
+import { assertAIClient } from "./ai-client.js";
+/**
+ * An Elysia plugin that decorates the context with an AI client (createAI(...) or an Inferlo app's app.ai):
+ * new Elysia().use(inferloAI(ai)).post("/classify", ({ ai, body }) => ...).
+ */
+export function inferloAI(ai) {
+    assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: new Elysia().use(inferloAI(ai)).');
+    return (app) => app.decorate("ai", ai);
+}
+//# sourceMappingURL=elysia.js.map

package/dist/elysia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elysia.js","sourceRoot":"","sources":["../src/elysia.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,EAAM;IAC9B,cAAc,CAAC,EAAE,EAAE,uIAAuI,CAAC,CAAC;IAC5J,OAAO,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;AACjD,CAAC"}

package/dist/env.d.ts

@@ -1,5 +1,7 @@
 /** Use a fixed set of variables (tests, Cloudflare Workers bindings). */
 export declare function setEnv(values: Record<string, string | undefined> | undefined): void;
+/** The raw value of an environment variable (or of setEnv overrides). */
+export declare function readEnv(name: string): string | undefined;
 interface EnvFn {
     (name: string): string;
     (name: string, options: {

package/dist/env.js

@@ -12,7 +12,8 @@ let overrides;
 export function setEnv(values) {
     overrides = values;
 }
-function read(name) {
+/** The raw value of an environment variable (or of setEnv overrides). */
+export function readEnv(name) {
     if (overrides && name in overrides)
         return overrides[name];
     const g = globalThis;
@@ -34,7 +35,7 @@ function missing(name) {
     });
 }
 export const env = Object.assign((name, options = {}) => {
-    const value = read(name);
+    const value = readEnv(name);
     if (value !== undefined && value !== "")
         return value;
     if (options.default !== undefined)
@@ -44,7 +45,7 @@ export const env = Object.assign((name, options = {}) => {
     throw missing(name);
 }, {
     int(name, options = {}) {
-        const value = read(name);
+        const value = readEnv(name);
         if (value === undefined || value === "") {
             if (options.default !== undefined)
                 return options.default;
@@ -56,7 +57,7 @@ export const env = Object.assign((name, options = {}) => {
         return n;
     },
     bool(name, options = {}) {
-        const value = read(name)?.toLowerCase();
+        const value = readEnv(name)?.toLowerCase();
         if (value === undefined || value === "") {
             if (options.default !== undefined)
                 return options.default;

package/dist/env.js.map

@@ -1 +1 @@
-{"version":3,"file":"env.js","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,IAAI,SAAyD,CAAC;AAE9D,yEAAyE;AACzE,MAAM,UAAU,MAAM,CAAC,MAAsD;IAC3E,SAAS,GAAG,MAAM,CAAC;AACrB,CAAC;AAED,SAAS,IAAI,CAAC,IAAY;IACxB,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,CAAC,GAAG,UAAgI,CAAC;IAC3I,IAAI,CAAC,CAAC,OAAO,EAAE,GAAG;QAAE,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACX,IAAI,CAAC;YACH,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI,YAAY,CAAC,QAAQ,EAAE,wBAAwB,IAAI,cAAc,EAAE;QAC5E,GAAG,EAAE,OAAO,IAAI,8DAA8D,IAAI,yBAAyB;KAC5G,CAAC,CAAC;AACL,CAAC;AAUD,MAAM,CAAC,MAAM,GAAG,GAAU,MAAM,CAAC,MAAM,CACrC,CAAC,IAAY,EAAE,UAAoD,EAAE,EAAO,EAAE;IAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,OAAO,CAAC;IAC1D,IAAI,OAAO,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IACvC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC,EACD;IACE,GAAG,CAAC,IAAY,EAAE,UAAgC,EAAE;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACxC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC;YAC1D,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;YAAE,MAAM,IAAI,YAAY,CAAC,QAAQ,EAAE,wBAAwB,IAAI,iCAAiC,KAAK,IAAI,CAAC,CAAC;QACnI,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,CAAC,IAAY,EAAE,UAAiC,EAAE;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC;QACxC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACxC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC;YAC1D,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC5D,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC9D,MAAM,IAAI,YAAY,CAAC,QAAQ,EAAE,wBAAwB,IAAI,gCAAgC,KAAK,IAAI,CAAC,CAAC;IAC1G,CAAC;CACF,CACF,CAAC"}
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,IAAI,SAAyD,CAAC;AAE9D,yEAAyE;AACzE,MAAM,UAAU,MAAM,CAAC,MAAsD;IAC3E,SAAS,GAAG,MAAM,CAAC;AACrB,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,CAAC,GAAG,UAAgI,CAAC;IAC3I,IAAI,CAAC,CAAC,OAAO,EAAE,GAAG;QAAE,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACX,IAAI,CAAC;YACH,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI,YAAY,CAAC,QAAQ,EAAE,wBAAwB,IAAI,cAAc,EAAE;QAC5E,GAAG,EAAE,OAAO,IAAI,8DAA8D,IAAI,yBAAyB;KAC5G,CAAC,CAAC;AACL,CAAC;AAUD,MAAM,CAAC,MAAM,GAAG,GAAU,MAAM,CAAC,MAAM,CACrC,CAAC,IAAY,EAAE,UAAoD,EAAE,EAAO,EAAE;IAC5E,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,OAAO,CAAC;IAC1D,IAAI,OAAO,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IACvC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC,EACD;IACE,GAAG,CAAC,IAAY,EAAE,UAAgC,EAAE;QAClD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACxC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC;YAC1D,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;YAAE,MAAM,IAAI,YAAY,CAAC,QAAQ,EAAE,wBAAwB,IAAI,iCAAiC,KAAK,IAAI,CAAC,CAAC;QACnI,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,CAAC,IAAY,EAAE,UAAiC,EAAE;QACpD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC;QAC3C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACxC,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC;YAC1D,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC5D,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;QAC9D,MAAM,IAAI,YAAY,CAAC,QAAQ,EAAE,wBAAwB,IAAI,gCAAgC,KAAK,IAAI,CAAC,CAAC;IAC1G,CAAC;CACF,CACF,CAAC"}

package/dist/express.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Inferlo inside Express (4 and 5), without a runtime dependency on Express:
+ *
+ *   import express from "express";
+ *   import { createAI, anthropic } from "@browserlessapi/inferlo/ai";
+ *   import { toNodeHandler } from "@browserlessapi/inferlo";
+ *   import { inferloAI, sendResponse } from "@browserlessapi/inferlo/express";
+ *
+ *   const server = express();
+ *   server.use(inferloAI(ai));                          // req.ai in every handler
+ *   server.get("/chat", (req, res) => sendResponse(res, req.ai.stream({ prompt: "Hi" }).toResponse()));
+ *   server.use("/api", toNodeHandler(inferloApp));      // or a whole Inferlo app under a path
+ *
+ * Importing this entry point adds `ai` to Express's Request type. It never loads the router, database or jobs code.
+ */
+import type { AI } from "./ai/index.ts";
+import { type NodeResponse } from "./serve.ts";
+declare global {
+    namespace Express {
+        interface Request {
+            /** The AI client set by inferloAI() from @browserlessapi/inferlo/express. */
+            ai: AI;
+        }
+    }
+}
+/** The part of an Express request that inferloAI() uses. */
+export interface ExpressRequestLike {
+    ai?: AI;
+}
+/** An Express middleware: server.use(inferloAI(ai)) or server.use("/chat", inferloAI(ai)). */
+export type InferloAIMiddleware = (req: ExpressRequestLike, res: unknown, next: (error?: unknown) => void) => void;
+/** Puts an AI client (createAI(...) or an Inferlo app's app.ai) on every Express request as req.ai. */
+export declare function inferloAI(ai: AI): InferloAIMiddleware;
+/**
+ * Send a Web Response from an Express (or node:http) handler: status, headers (every Set-Cookie) and the
+ * body, streamed. Use it for AI streams: sendResponse(res, req.ai.stream({ prompt }).toResponse()).
+ */
+export declare function sendResponse(res: NodeResponse, response: Response): Promise<void>;

package/dist/express.js

@@ -0,0 +1,18 @@
+import { assertAIClient } from "./ai-client.js";
+import { writeResponse } from "./serve.js";
+/** Puts an AI client (createAI(...) or an Inferlo app's app.ai) on every Express request as req.ai. */
+export function inferloAI(ai) {
+    assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: server.use(inferloAI(ai)).');
+    return (req, _res, next) => {
+        req.ai = ai;
+        next();
+    };
+}
+/**
+ * Send a Web Response from an Express (or node:http) handler: status, headers (every Set-Cookie) and the
+ * body, streamed. Use it for AI streams: sendResponse(res, req.ai.stream({ prompt }).toResponse()).
+ */
+export function sendResponse(res, response) {
+    return writeResponse(res, response, "GET");
+}
+//# sourceMappingURL=express.js.map

package/dist/express.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"express.js","sourceRoot":"","sources":["../src/express.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAqB,MAAM,YAAY,CAAC;AAoB9D,uGAAuG;AACvG,MAAM,UAAU,SAAS,CAAC,EAAM;IAC9B,cAAc,CAAC,EAAE,EAAE,iIAAiI,CAAC,CAAC;IACtJ,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QACzB,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;QACZ,IAAI,EAAE,CAAC;IACT,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,GAAiB,EAAE,QAAkB;IAChE,OAAO,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;AAC7C,CAAC"}

package/dist/fastify.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Inferlo inside Fastify (5 and later), without a runtime dependency on Fastify:
+ *
+ *   import Fastify from "fastify";
+ *   import { createAI, anthropic } from "@browserlessapi/inferlo/ai";
+ *   import { inferloPlugin } from "@browserlessapi/inferlo/fastify";
+ *
+ *   const fastify = Fastify();
+ *   await fastify.register(inferloPlugin, { ai });                         // fastify.ai and request.ai
+ *   await fastify.register(inferloPlugin, { app: inferloApp, prefix: "/api" }); // or a whole Inferlo app under /api
+ *   await fastify.register(inferloPlugin, { app: inferloApp, fallthrough: true }); // or only the app's routes, at their own URLs
+ *
+ * Importing this entry point adds `ai` to Fastify's instance and request types. It never loads the router,
+ * database or jobs code.
+ */
+import type { FastifyPluginAsync } from "fastify";
+import type { AI } from "./ai/index.ts";
+declare module "fastify" {
+    interface FastifyInstance {
+        /** The AI client registered with inferloPlugin from @browserlessapi/inferlo/fastify. */
+        ai: AI;
+    }
+    interface FastifyRequest {
+        /** The AI client registered with inferloPlugin from @browserlessapi/inferlo/fastify. */
+        ai: AI;
+    }
+}
+export interface InferloPluginOptions {
+    /** AI client for fastify.ai and request.ai: createAI(...) or an Inferlo app's app.ai. Default: app.ai, unless fastify.ai is already set. */
+    ai?: AI;
+    /** A whole Inferlo app (routes, auth, OpenAPI, MCP) to serve under prefix. */
+    app?: {
+        fetch(req: Request, ...rest: unknown[]): Promise<Response>;
+        ai?: AI;
+    };
+    /** Path the app is served under, for example "/api". Required with app, unless fallthrough is true. */
+    prefix?: string;
+    /**
+     * Answer only the requests the app has a route for (method and path) and its own endpoints (OpenAPI, MCP,
+     * health, metrics, CORS preflights), and leave every other request to Fastify's routes and 404 handler.
+     * With it, routes move from Fastify to Inferlo one at a time at the same URLs. Default false.
+     */
+    fallthrough?: boolean;
+}
+/** A Fastify plugin, registered with fastify.register(inferloPlugin, options). */
+export type InferloPlugin = FastifyPluginAsync<InferloPluginOptions>;
+/**
+ * Fastify plugin. { ai } decorates fastify.ai and request.ai everywhere in the Fastify app; { app, prefix }
+ * serves a whole Inferlo app (routes, auth, validation, OpenAPI, MCP) under prefix; { app, fallthrough: true }
+ * answers only the app's routes and leaves every other request to Fastify. They can be combined.
+ */
+export declare const inferloPlugin: InferloPlugin;

package/dist/fastify.js

@@ -0,0 +1,65 @@
+import { assertAIClient } from "./ai-client.js";
+import { InferloError } from "./errors.js";
+import { answersNodeRequest, toNodeHandler } from "./serve.js";
+const bad = (message, fix) => new InferloError("IL5015", message, { fix });
+async function plugin(fastify, options) {
+    const { app, prefix } = options ?? {};
+    if (app !== undefined && (typeof app !== "object" || app === null || typeof app.fetch !== "function")) {
+        throw bad("inferloPlugin's app must be an Inferlo app (createApp(...)).", 'Use fastify.register(inferloPlugin, { app: inferloApp, prefix: "/api" }).');
+    }
+    // app.ai is the default, unless an earlier register(inferloPlugin, { ai }) already set fastify.ai.
+    const ai = options?.ai ?? (fastify.hasDecorator("ai") ? undefined : app?.ai);
+    if (!app && !options?.ai)
+        throw bad("inferloPlugin needs ai, app or both.", 'Use fastify.register(inferloPlugin, { ai }) for fastify.ai and request.ai, or { app, prefix: "/api" } to serve an Inferlo app.');
+    if (ai !== undefined) {
+        assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: fastify.register(inferloPlugin, { ai }).');
+        fastify.decorate("ai", ai);
+        fastify.decorateRequest("ai", { getter: () => ai });
+    }
+    if (!app)
+        return;
+    const { fallthrough } = options;
+    if (fallthrough !== undefined && typeof fallthrough !== "boolean") {
+        throw bad("inferloPlugin's fallthrough must be true or false.", "Use fastify.register(inferloPlugin, { app, fallthrough: true }).");
+    }
+    const validPrefix = typeof prefix === "string" && /^\/[^*?#]*[^/*?#]$/.test(prefix);
+    if (fallthrough ? prefix !== undefined && !validPrefix : !validPrefix) {
+        throw bad(`inferloPlugin needs a prefix such as "/api" to serve an app, got ${JSON.stringify(prefix)}.`, 'Use fastify.register(inferloPlugin, { app, prefix: "/api" }), or { app, fallthrough: true } to serve the app\'s routes at their own URLs.');
+    }
+    if (fallthrough) {
+        const handler = toNodeHandler(app, { prefix, fallthrough: true }); // also checks that app comes from createApp
+        // onRequest runs before Fastify reads the body, for Fastify's routes and its 404 handler alike, so the app
+        // can take over the requests it answers and Fastify keeps everything else, also other methods on a path.
+        fastify.addHook("onRequest", async (request, reply) => {
+            if (!answersNodeRequest(app, request.raw, prefix))
+                return;
+            reply.hijack();
+            await handler(request.raw, reply.raw);
+        });
+        return;
+    }
+    const handler = toNodeHandler(app, { prefix });
+    // In a child context, so the catch-all body parser applies to the app's routes only: Inferlo reads the
+    // body stream itself (JSON, forms, any size limit), and Fastify answers nothing for these paths.
+    await fastify.register(async (child) => {
+        child.removeAllContentTypeParsers();
+        child.addContentTypeParser("*", (_request, _payload, done) => done(null));
+        const mount = async (request, reply) => {
+            reply.hijack();
+            await handler(request.raw, reply.raw);
+        };
+        child.all(prefix, mount);
+        child.all(`${prefix}/*`, mount);
+    });
+}
+/**
+ * Fastify plugin. { ai } decorates fastify.ai and request.ai everywhere in the Fastify app; { app, prefix }
+ * serves a whole Inferlo app (routes, auth, validation, OpenAPI, MCP) under prefix; { app, fallthrough: true }
+ * answers only the app's routes and leaves every other request to Fastify. They can be combined.
+ */
+export const inferloPlugin = Object.assign(plugin, {
+    // Like fastify-plugin: the decorators are visible to the whole Fastify app, not only inside this plugin.
+    [Symbol.for("skip-override")]: true,
+    [Symbol.for("fastify.display-name")]: "inferlo",
+});
+//# sourceMappingURL=fastify.js.map

package/dist/fastify.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fastify.js","sourceRoot":"","sources":["../src/fastify.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAuC,MAAM,YAAY,CAAC;AA+BpG,MAAM,GAAG,GAAG,CAAC,OAAe,EAAE,GAAW,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;AAE3F,KAAK,UAAU,MAAM,CAAC,OAAwB,EAAE,OAA6B;IAC3E,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IACtC,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,CAAC,EAAE,CAAC;QACtG,MAAM,GAAG,CAAC,8DAA8D,EAAE,2EAA2E,CAAC,CAAC;IACzJ,CAAC;IACD,mGAAmG;IACnG,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7E,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE;QAAE,MAAM,GAAG,CAAC,sCAAsC,EAAE,gIAAgI,CAAC,CAAC;IAC9M,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;QACrB,cAAc,CAAC,EAAE,EAAE,+IAA+I,CAAC,CAAC;QACpK,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC3B,OAAO,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IAChC,IAAI,WAAW,KAAK,SAAS,IAAI,OAAO,WAAW,KAAK,SAAS,EAAE,CAAC;QAClE,MAAM,GAAG,CAAC,oDAAoD,EAAE,kEAAkE,CAAC,CAAC;IACtI,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,MAAM,KAAK,QAAQ,IAAI,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpF,IAAI,WAAW,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACtE,MAAM,GAAG,CACP,oEAAoE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,EAC7F,2IAA2I,CAC5I,CAAC;IACJ,CAAC;IACD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,4CAA4C;QAC/G,2GAA2G;QAC3G,yGAAyG;QACzG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,OAAuB,EAAE,KAAmB,EAAE,EAAE;YAClF,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC;gBAAE,OAAO;YAC1D,KAAK,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,OAAO,CAAC,GAAkB,EAAE,KAAK,CAAC,GAAmB,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,uGAAuG;IACvG,iGAAiG;IACjG,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACrC,KAAK,CAAC,2BAA2B,EAAE,CAAC;QACpC,KAAK,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,KAAK,EAAE,OAAuB,EAAE,KAAmB,EAAE,EAAE;YACnE,KAAK,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,OAAO,CAAC,GAAkB,EAAE,KAAK,CAAC,GAAmB,CAAC,CAAC;QACvE,CAAC,CAAC;QACF,KAAK,CAAC,GAAG,CAAC,MAAO,EAAE,KAAK,CAAC,CAAC;QAC1B,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAkB,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;IAChE,yGAAyG;IACzG,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,EAAE,IAAI;IACnC,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,EAAE,SAAS;CAChD,CAAC,CAAC"}

package/dist/h3.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Inferlo inside h3 (1 and 2), Nitro and Nuxt server routes, without a runtime dependency on h3:
+ *
+ *   // server/routes/api/[...path].ts (Nitro or Nuxt)
+ *   import { toH3Handler } from "@browserlessapi/inferlo/h3";
+ *   import { app } from "../../inferlo/app";
+ *
+ *   export default toH3Handler(app, { prefix: "/api" });
+ *
+ *   // server/plugins/ai.ts: event.context.ai in every server route
+ *   import { inferloAI } from "@browserlessapi/inferlo/h3";
+ *   export default defineNitroPlugin(inferloAI(ai));
+ *
+ * It never loads the router, database or jobs code.
+ */
+import type { H3EventContext } from "h3";
+import type { AI } from "./ai/index.ts";
+import type { App } from "./app.ts";
+declare module "h3" {
+    interface H3EventContext {
+        /** The AI client from the inferloAI() Nitro plugin of @browserlessapi/inferlo/h3. */
+        ai: AI;
+    }
+}
+/** The parts of an h3 1 or h3 2 event Inferlo uses. */
+export interface H3EventLike {
+    /** h3 2: the Web request (and event.url, the parsed URL). */
+    req?: {
+        url: string;
+        method: string;
+        headers: HeadersInit;
+        body?: ReadableStream<Uint8Array> | null;
+        signal?: AbortSignal;
+        ip?: string;
+    };
+    url?: URL;
+    /** h3 1: the Node request and response, and event.path (after an app.use() prefix). h3 2 has node on Node.js too. */
+    node?: {
+        req: unknown;
+        res: {
+            on(event: "close", listener: () => void): unknown;
+            writableFinished?: boolean;
+        };
+    };
+    path?: string;
+    /** event.context, where the inferloAI() plugin puts ai. */
+    context: H3EventContext | Record<string, unknown>;
+}
+/** An h3 event handler: export it from a Nitro server route, or pass it to app.use() or router.add(). */
+export type H3Handler = ((event: H3EventLike) => Promise<Response>) & {
+    readonly __is_handler__: true;
+};
+export interface H3HandlerOptions {
+    /**
+     * The path the handler is served under, removed before the app routes the request: "/api" for
+     * server/routes/api/[...path].ts. Requests outside it keep their path. Leave it out when h3 already removed the
+     * path (h3 1 app.use("/api", handler)).
+     */
+    prefix?: string;
+}
+/** A Nitro plugin: export default defineNitroPlugin(inferloAI(ai)). */
+export type NitroPlugin = (nitroApp: {
+    hooks: {
+        hook(name: "request", fn: (event: H3EventLike) => void): unknown;
+    };
+}) => void;
+/**
+ * An h3 event handler that runs a whole Inferlo app (routes, auth, validation, rate limits, OpenAPI and MCP), for
+ * Nitro and Nuxt server routes and h3 apps, on h3 1 (Nuxt 3 and 4, Nitro 2) and h3 2 (Nitro 3).
+ */
+export declare function toH3Handler(app: Pick<App<any>, "fetch">, options?: H3HandlerOptions): H3Handler;
+/**
+ * A Nitro plugin that puts an AI client (createAI(...) or an Inferlo app's app.ai) on every request as
+ * event.context.ai: export default defineNitroPlugin(inferloAI(ai)) in server/plugins/ai.ts.
+ */
+export declare function inferloAI(ai: AI): NitroPlugin;

package/dist/h3.js

@@ -0,0 +1,61 @@
+import { assertAIClient } from "./ai-client.js";
+import { clientIps } from "./client-ip.js";
+import { InferloError } from "./errors.js";
+import { buildRequest, normalizePrefix, stripPrefix } from "./serve.js";
+const fix = 'Pass the app from createApp and the route\'s path: export default toH3Handler(app, { prefix: "/api" }).';
+/**
+ * An h3 event handler that runs a whole Inferlo app (routes, auth, validation, rate limits, OpenAPI and MCP), for
+ * Nitro and Nuxt server routes and h3 apps, on h3 1 (Nuxt 3 and 4, Nitro 2) and h3 2 (Nitro 3).
+ */
+export function toH3Handler(app, options = {}) {
+    if (!app || typeof app.fetch !== "function") {
+        throw new InferloError("IL5021", "toH3Handler() needs an Inferlo app (the value returned by createApp).", { fix });
+    }
+    if (options === null || typeof options !== "object" || (options.prefix !== undefined && (typeof options.prefix !== "string" || !options.prefix.startsWith("/")))) {
+        throw new InferloError("IL5021", 'toH3Handler() prefix must be a path that starts with /, such as "/api".', { fix });
+    }
+    const prefix = normalizePrefix(options.prefix);
+    const handler = async (event) => {
+        const e = event;
+        // h3 2: the event carries a Web request.
+        if (e?.req && e.url instanceof URL) {
+            const url = new URL(e.url.href);
+            url.pathname = stripPrefix(url.pathname, prefix) ?? url.pathname;
+            const method = e.req.method.toUpperCase();
+            const hasBody = e.req.body != null && method !== "GET" && method !== "HEAD";
+            const init = { method, headers: e.req.headers, body: hasBody ? e.req.body : undefined, signal: e.req.signal };
+            if (hasBody)
+                init.duplex = "half";
+            const request = new Request(url, init);
+            if (typeof e.req.ip === "string" && e.req.ip)
+                clientIps.set(request, e.req.ip);
+            return app.fetch(request);
+        }
+        // h3 1: the event carries Node's request and response.
+        if (e?.node?.req) {
+            const raw = typeof e.path === "string" ? e.path : (e.node.req.url ?? "/");
+            const controller = new AbortController();
+            e.node.res.on("close", () => {
+                if (!e.node.res.writableFinished)
+                    controller.abort();
+            });
+            return app.fetch(buildRequest(e.node.req, stripPrefix(raw, prefix) ?? raw, controller.signal));
+        }
+        throw new InferloError("IL5021", "toH3Handler()'s handler was called with something that is not an h3 event.", { fix: "Export it from a Nitro server route or pass it to an h3 app: app.use(\"/api/**\", toH3Handler(inferlo, { prefix: \"/api\" }))." });
+    };
+    // Marks it as an event handler for h3 1 (what defineEventHandler does); h3 2 takes plain functions.
+    return Object.assign(handler, { __is_handler__: true });
+}
+/**
+ * A Nitro plugin that puts an AI client (createAI(...) or an Inferlo app's app.ai) on every request as
+ * event.context.ai: export default defineNitroPlugin(inferloAI(ai)) in server/plugins/ai.ts.
+ */
+export function inferloAI(ai) {
+    assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: export default defineNitroPlugin(inferloAI(ai)).');
+    return (nitroApp) => {
+        nitroApp.hooks.hook("request", (event) => {
+            event.context.ai = ai;
+        });
+    };
+}
+//# sourceMappingURL=h3.js.map

package/dist/h3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"h3.js","sourceRoot":"","sources":["../src/h3.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAoB,MAAM,YAAY,CAAC;AAoC1F,MAAM,GAAG,GAAG,yGAAyG,CAAC;AAEtH;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,GAA4B,EAAE,UAA4B,EAAE;IACtF,IAAI,CAAC,GAAG,IAAI,OAAQ,GAA2B,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACrE,MAAM,IAAI,YAAY,CAAC,QAAQ,EAAE,uEAAuE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACrH,CAAC;IACD,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACjK,MAAM,IAAI,YAAY,CAAC,QAAQ,EAAE,yEAAyE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IACvH,CAAC;IACD,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAE/C,MAAM,OAAO,GAAG,KAAK,EAAE,KAAkB,EAAqB,EAAE;QAC9D,MAAM,CAAC,GAAG,KAAgC,CAAC;QAC3C,yCAAyC;QACzC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,YAAY,GAAG,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChC,GAAG,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC;YACjE,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,MAAM,CAAC;YAC5E,MAAM,IAAI,GAAsC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACjJ,IAAI,OAAO;gBAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACvC,IAAI,OAAO,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE;gBAAE,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/E,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QACD,uDAAuD;QACvD,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;YACjB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,IAAI,CAAC,GAAmB,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;YAC3F,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAC1B,IAAI,CAAC,CAAC,CAAC,IAAK,CAAC,GAAG,CAAC,gBAAgB;oBAAE,UAAU,CAAC,KAAK,EAAE,CAAC;YACxD,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,GAAkB,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,GAAG,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAChH,CAAC;QACD,MAAM,IAAI,YAAY,CAAC,QAAQ,EAAE,4EAA4E,EAAE,EAAE,GAAG,EAAE,gIAAgI,EAAE,CAAC,CAAC;IAC5P,CAAC,CAAC;IACF,oGAAoG;IACpG,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,cAAc,EAAE,IAAa,EAAE,CAAC,CAAC;AACnE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,SAAS,CAAC,EAAM;IAC9B,cAAc,CAAC,EAAE,EAAE,uJAAuJ,CAAC,CAAC;IAC5K,OAAO,CAAC,QAAQ,EAAE,EAAE;QAClB,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;YACvC,KAAK,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC"}

package/dist/hapi.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Inferlo inside hapi (21 and later), without a runtime dependency on hapi:
+ *
+ *   import Hapi from "@hapi/hapi";
+ *   import { createAI, anthropic } from "@browserlessapi/inferlo/ai";
+ *   import { inferloPlugin } from "@browserlessapi/inferlo/hapi";
+ *
+ *   const server = Hapi.server({ port: 3000 });
+ *   await server.register({ plugin: inferloPlugin, options: { ai } });                                // server.ai and request.ai
+ *   await server.register({ plugin: inferloPlugin, options: { app: inferloApp }, routes: { prefix: "/api" } }); // a whole Inferlo app under /api
+ *
+ * Importing this entry point adds `ai` to hapi's server and request types. It never loads the router,
+ * database or jobs code.
+ */
+import type { Plugin } from "@hapi/hapi";
+import type { AI } from "./ai/index.ts";
+declare module "@hapi/hapi" {
+    interface Server {
+        /** The AI client registered with inferloPlugin from @browserlessapi/inferlo/hapi. */
+        ai: AI;
+    }
+    interface Request {
+        /** The AI client registered with inferloPlugin from @browserlessapi/inferlo/hapi. */
+        ai: AI;
+    }
+}
+export interface InferloPluginOptions {
+    /** AI client for server.ai and request.ai: createAI(...) or an Inferlo app's app.ai. Default: app.ai, unless server.ai is already set. */
+    ai?: AI;
+    /**
+     * A whole Inferlo app (routes, auth, validation, OpenAPI, MCP) to serve. It is served under the prefix you
+     * register the plugin with (routes: { prefix: "/api" }), or, without one, for every path hapi has no route for.
+     */
+    app?: {
+        fetch(req: Request, ...rest: unknown[]): Promise<Response>;
+        ai?: AI;
+    };
+}
+/** A hapi plugin, registered with server.register({ plugin: inferloPlugin, options }). */
+export type InferloPlugin = Plugin<InferloPluginOptions>;
+/**
+ * hapi plugin. options: { ai } decorates server.ai and request.ai; options: { app } serves a whole Inferlo app
+ * (routes, auth, validation, OpenAPI, MCP) under the prefix the plugin is registered with (routes: { prefix }).
+ */
+export declare const inferloPlugin: InferloPlugin;

package/dist/hapi.js

@@ -0,0 +1,57 @@
+import { assertAIClient } from "./ai-client.js";
+import { InferloError } from "./errors.js";
+import { toNodeHandler } from "./serve.js";
+const bad = (message, fix) => new InferloError("IL5025", message, { fix });
+async function register(server, options) {
+    if (options === null || typeof options !== "object") {
+        throw bad("inferloPlugin options must be an object with ai, app or both.", "Use server.register({ plugin: inferloPlugin, options: { ai } }).");
+    }
+    if ("prefix" in options) {
+        throw bad("inferloPlugin takes the path prefix from hapi, not from its options.", 'Use server.register({ plugin: inferloPlugin, options: { app }, routes: { prefix: "/api" } }).');
+    }
+    const { app } = options;
+    if (app !== undefined && (typeof app !== "object" || app === null || typeof app.fetch !== "function")) {
+        throw bad("inferloPlugin's app must be an Inferlo app (createApp(...)).", 'Use server.register({ plugin: inferloPlugin, options: { app: inferloApp }, routes: { prefix: "/api" } }).');
+    }
+    if (!app && !options.ai) {
+        throw bad("inferloPlugin needs ai, app or both.", 'Use options: { ai } for server.ai and request.ai, or options: { app } with routes: { prefix: "/api" } to serve an Inferlo app.');
+    }
+    const decorated = server.decorations.server.includes("ai");
+    // app.ai is the default, unless an earlier registration with { ai } already set server.ai.
+    const ai = options.ai ?? (decorated ? undefined : app?.ai);
+    if (ai !== undefined) {
+        assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: server.register({ plugin: inferloPlugin, options: { ai } }).');
+        if (decorated) {
+            throw bad("server.ai is already set by an earlier inferloPlugin registration.", "Register inferloPlugin with { ai } once, and with { app } (without ai) for each app you serve.");
+        }
+        // A value, not a method (older hapi types only describe method decorations).
+        server.decorate("server", "ai", ai);
+        // A getter, so every request reads the one client.
+        server.decorate("request", "ai", () => ai, { apply: true });
+    }
+    if (!app)
+        return;
+    const prefix = server.realm.modifiers.route.prefix;
+    const handler = toNodeHandler(app, { prefix });
+    // Inferlo reads the body stream itself (JSON, forms, its own size limits) and writes the answer, streams
+    // included, to the Node response; hapi's own routes stay more specific than this catch-all.
+    server.route({
+        method: "*",
+        path: "/{path*}",
+        options: { payload: { output: "stream", parse: false }, description: "Inferlo app" },
+        handler: async (request, h) => {
+            await handler(request.raw.req, request.raw.res);
+            return h.abandon;
+        },
+    });
+}
+/**
+ * hapi plugin. options: { ai } decorates server.ai and request.ai; options: { app } serves a whole Inferlo app
+ * (routes, auth, validation, OpenAPI, MCP) under the prefix the plugin is registered with (routes: { prefix }).
+ */
+export const inferloPlugin = {
+    name: "@browserlessapi/inferlo",
+    multiple: true,
+    register,
+};
+//# sourceMappingURL=hapi.js.map

package/dist/hapi.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hapi.js","sourceRoot":"","sources":["../src/hapi.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAuC,MAAM,YAAY,CAAC;AA0BhF,MAAM,GAAG,GAAG,CAAC,OAAe,EAAE,GAAW,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;AAE3F,KAAK,UAAU,QAAQ,CAAC,MAAc,EAAE,OAA6B;IACnE,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpD,MAAM,GAAG,CAAC,+DAA+D,EAAE,kEAAkE,CAAC,CAAC;IACjJ,CAAC;IACD,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,CAAC,sEAAsE,EAAE,+FAA+F,CAAC,CAAC;IACrL,CAAC;IACD,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IACxB,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,UAAU,CAAC,EAAE,CAAC;QACtG,MAAM,GAAG,CAAC,8DAA8D,EAAE,2GAA2G,CAAC,CAAC;IACzL,CAAC;IACD,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QACxB,MAAM,GAAG,CAAC,sCAAsC,EAAE,gIAAgI,CAAC,CAAC;IACtL,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3D,2FAA2F;IAC3F,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC3D,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;QACrB,cAAc,CAAC,EAAE,EAAE,mKAAmK,CAAC,CAAC;QACxL,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,GAAG,CAAC,oEAAoE,EAAE,gGAAgG,CAAC,CAAC;QACpL,CAAC;QACD,6EAA6E;QAC7E,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAW,CAAC,CAAC;QAC7C,mDAAmD;QACnD,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;IACnD,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,yGAAyG;IACzG,4FAA4F;IAC5F,MAAM,CAAC,KAAK,CAAC;QACX,MAAM,EAAE,GAAG;QACX,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,aAAa,EAAE;QACpF,OAAO,EAAE,KAAK,EAAE,OAAoB,EAAE,CAAkB,EAAE,EAAE;YAC1D,MAAM,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,GAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,GAA8B,CAAC,CAAC;YAC1F,OAAO,CAAC,CAAC,OAAO,CAAC;QACnB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAAkB;IAC1C,IAAI,EAAE,yBAAyB;IAC/B,QAAQ,EAAE,IAAI;IACd,QAAQ;CACT,CAAC"}

package/dist/hono.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Inferlo inside Hono (4.0 and later), without a runtime dependency on Hono:
+ *
+ *   import { Hono } from "hono";
+ *   import { createAI, anthropic } from "@browserlessapi/inferlo/ai";
+ *   import { inferloAI, type InferloVariables } from "@browserlessapi/inferlo/hono";
+ *
+ *   const hono = new Hono<{ Variables: InferloVariables }>();
+ *   hono.use(inferloAI(ai));                          // c.var.ai in every handler
+ *   hono.mount("/api", inferloApp.fetch);             // or a whole Inferlo app under a path
+ *
+ * This entry point never loads the router, database or jobs code.
+ */
+import type { AI } from "./ai/index.ts";
+/** Context variables set by inferloAI(): new Hono<{ Variables: InferloVariables }>(). */
+export type InferloVariables = {
+    ai: AI;
+};
+/** The part of Hono's Context that inferloAI() uses. */
+export interface HonoContextLike {
+    set(key: "ai", value: AI): void;
+}
+/** A Hono middleware: hono.use(inferloAI(ai)) or hono.use("/chat/*", inferloAI(ai)). */
+export type InferloAIMiddleware = (c: HonoContextLike, next: () => Promise<void>) => Promise<void>;
+/** Puts an AI client (createAI(...) or an Inferlo app's app.ai) on the Hono context as c.var.ai. */
+export declare function inferloAI(ai: AI): InferloAIMiddleware;

package/dist/hono.js

@@ -0,0 +1,10 @@
+import { assertAIClient } from "./ai-client.js";
+/** Puts an AI client (createAI(...) or an Inferlo app's app.ai) on the Hono context as c.var.ai. */
+export function inferloAI(ai) {
+    assertAIClient(ai, 'Pass createAI({ providers, models }) from "@browserlessapi/inferlo/ai", or an Inferlo app\'s app.ai: hono.use(inferloAI(ai)).');
+    return async (c, next) => {
+        c.set("ai", ai);
+        await next();
+    };
+}
+//# sourceMappingURL=hono.js.map

package/dist/hono.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hono.js","sourceRoot":"","sources":["../src/hono.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAahD,oGAAoG;AACpG,MAAM,UAAU,SAAS,CAAC,EAAM;IAC9B,cAAc,CAAC,EAAE,EAAE,+HAA+H,CAAC,CAAC;IACpJ,OAAO,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACvB,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChB,MAAM,IAAI,EAAE,CAAC;IACf,CAAC,CAAC;AACJ,CAAC"}