@tryhamster/gerbil 1.0.0-rc.9 → 1.0.0

package/dist/defaults-9komdrbY.mjs

@@ -0,0 +1,24 @@
+//#region src/gpu/defaults.ts
+/**
+* Default model per capability. Kept in its own tiny module (no heavy imports)
+* so the React hooks can resolve defaults without statically pulling in the GPU
+* engine — they import the engine dynamically to stay light.
+*/
+const DEFAULT_MODELS = {
+	text: "mlx-community/Qwen3.5-0.8B-4bit",
+	vision: "mlx-community/Qwen3.5-0.8B-4bit",
+	embedding: "mlx-community/embeddinggemma-300m-4bit",
+	tts: "nineninesix/kani-tts-2-en",
+	stt: "UsefulSensors/moonshine-base"
+};
+/** Resolve the model repo for a set of options, falling back to the defaults. */
+function resolveDefaultRepo(opts) {
+	if (opts.repo) return opts.repo;
+	if (opts.embedding) return DEFAULT_MODELS.embedding;
+	if (opts.enableVision) return DEFAULT_MODELS.vision;
+	return DEFAULT_MODELS.text;
+}
+
+//#endregion
+export { resolveDefaultRepo as n, DEFAULT_MODELS as t };
+//# sourceMappingURL=defaults-9komdrbY.mjs.map

package/dist/defaults-9komdrbY.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults-9komdrbY.mjs","names":[],"sources":["../src/gpu/defaults.ts"],"sourcesContent":["/**\n * Default model per capability. Kept in its own tiny module (no heavy imports)\n * so the React hooks can resolve defaults without statically pulling in the GPU\n * engine — they import the engine dynamically to stay light.\n */\nexport const DEFAULT_MODELS = {\n  /** Text generation (also the vision-capable checkpoint). */\n  text: \"mlx-community/Qwen3.5-0.8B-4bit\",\n  /** Image understanding — same checkpoint, vision tower built on demand. */\n  vision: \"mlx-community/Qwen3.5-0.8B-4bit\",\n  /** Text embeddings. */\n  embedding: \"mlx-community/embeddinggemma-300m-4bit\",\n  /** Text-to-speech. */\n  tts: \"nineninesix/kani-tts-2-en\",\n  /** Speech-to-text. */\n  stt: \"UsefulSensors/moonshine-base\",\n} as const;\n\n/** Resolve the model repo for a set of options, falling back to the defaults. */\nexport function resolveDefaultRepo(opts: {\n  repo?: string;\n  embedding?: boolean;\n  enableVision?: boolean;\n}): string {\n  if (opts.repo) return opts.repo;\n  if (opts.embedding) return DEFAULT_MODELS.embedding;\n  if (opts.enableVision) return DEFAULT_MODELS.vision;\n  return DEFAULT_MODELS.text;\n}\n"],"mappings":";;;;;;AAKA,MAAa,iBAAiB;CAE5B,MAAM;CAEN,QAAQ;CAER,WAAW;CAEX,KAAK;CAEL,KAAK;CACN;;AAGD,SAAgB,mBAAmB,MAIxB;AACT,KAAI,KAAK,KAAM,QAAO,KAAK;AAC3B,KAAI,KAAK,UAAW,QAAO,eAAe;AAC1C,KAAI,KAAK,aAAc,QAAO,eAAe;AAC7C,QAAO,eAAe"}

package/dist/frameworks/express.d.mts

@@ -1,11 +1,9 @@
-import { c as GerbilConfig } from "../types-CiTc7ez3.mjs";
+import { d as GerbilConfig } from "../types-D6FiR_oh.mjs";
 import { Request, Response, Router } from "express";
 
 //#region src/frameworks/express.d.ts
 
 interface GerbilExpressOptions extends Omit<GerbilConfig, "cache"> {
-  /** Rate limit (requests per minute) */
-  rateLimit?: number;
   /** Enable caching */
   cache?: boolean;
 }

package/dist/frameworks/express.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"express.d.mts","names":[],"sources":["../../src/frameworks/express.ts"],"sourcesContent":[],"mappings":";;;;;UAsBiB,oBAAA,SAA6B,KAAK;;;;;;;;;iBAWnC,MAAA,WAAgB,6BAgBE;;;;iBAqGlB,OAAA,WAAiB,6BAKZ,cAAc,aAAQ"}
+{"version":3,"file":"express.d.mts","names":[],"sources":["../../src/frameworks/express.ts"],"sourcesContent":[],"mappings":";;;;;UAuBiB,oBAAA,SAA6B,KAAK;;;;;;;iBAQnC,MAAA,WAAgB,6BAgBE;;;;iBAqGlB,OAAA,WAAiB,6BAKZ,cAAc,aAAQ"}

package/dist/frameworks/express.mjs

@@ -1,17 +1,17 @@
-import { t as __require } from "../chunk-CkXuGtQK.mjs";
-import { t as Gerbil } from "../gerbil-Dw4Qj77e.mjs";
-import "../utils-CZBZ8dgR.mjs";
+import { t as __require } from "../chunk-B9cbKln6.mjs";
+import { r as DEFAULT_MODEL, t as Gerbil } from "../gerbil-BHrJJIa4.mjs";
+import "../utils-DKO55ZmZ.mjs";
 
 //#region src/frameworks/express.ts
 /**
 * Create Gerbil Express middleware
 */
 function gerbil(options = {}) {
-	const { cache: _cache, rateLimit: _rateLimit, ...gerbilOptions } = options;
+	const { cache: _cache, ...gerbilOptions } = options;
 	const g = new Gerbil(gerbilOptions);
 	let loadPromise = null;
 	async function ensureLoaded() {
-		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || "qwen3-0.6b");
+		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || DEFAULT_MODEL);
 		if (loadPromise) {
 			await loadPromise;
 			loadPromise = null;
@@ -97,11 +97,11 @@ function gerbil(options = {}) {
 * Simple handler for single endpoint
 */
 function handler(options = {}) {
-	const { cache: _cache, rateLimit: _rateLimit, ...gerbilOptions } = options;
+	const { cache: _cache, ...gerbilOptions } = options;
 	const g = new Gerbil(gerbilOptions);
 	let loadPromise = null;
 	return async (req, res) => {
-		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || "qwen3-0.6b");
+		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || DEFAULT_MODEL);
 		if (loadPromise) {
 			await loadPromise;
 			loadPromise = null;

package/dist/frameworks/express.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"express.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/express.ts"],"sourcesContent":["/**\n * Gerbil Express Middleware\n *\n * @example\n * ```ts\n * import express from \"express\";\n * import { gerbil } from \"gerbil/express\";\n *\n * const app = express();\n * app.use(\"/ai\", gerbil());\n *\n * // POST /ai/generate\n * // POST /ai/stream\n * // POST /ai/json\n * // POST /ai/embed\n * ```\n */\n\nimport type { Request, Response, Router } from \"express\";\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilExpressOptions extends Omit<GerbilConfig, \"cache\"> {\n  /** Rate limit (requests per minute) */\n  rateLimit?: number;\n\n  /** Enable caching */\n  cache?: boolean;\n}\n\n/**\n * Create Gerbil Express middleware\n */\nexport function gerbil(options: GerbilExpressOptions = {}) {\n  const { cache: _cache, rateLimit: _rateLimit, ...gerbilOptions } = options;\n  const g = new Gerbil(gerbilOptions);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || \"qwen3-0.6b\");\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  // Return a router factory\n  return function createRouter(): Router {\n    // Dynamic import to avoid requiring express as a hard dependency\n    const express = require(\"express\");\n    const router = express.Router();\n\n    router.use(express.json());\n\n    // POST /generate\n    router.post(\"/generate\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { prompt, ...opts } = req.body;\n        const result = await g.generate(prompt, opts);\n        res.json(result);\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // POST /stream\n    router.post(\"/stream\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { prompt, ...opts } = req.body;\n\n        res.setHeader(\"Content-Type\", \"text/event-stream\");\n        res.setHeader(\"Cache-Control\", \"no-cache\");\n        res.setHeader(\"Connection\", \"keep-alive\");\n\n        for await (const chunk of g.stream(prompt, opts)) {\n          res.write(`data: ${JSON.stringify({ chunk })}\\n\\n`);\n        }\n\n        res.write(\"data: [DONE]\\n\\n\");\n        res.end();\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // POST /json\n    router.post(\"/json\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { prompt, schema, ...opts } = req.body;\n\n        // Convert JSON schema to Zod (simplified)\n        const { z } = await import(\"zod\");\n        const zodSchema = z.any(); // Would need proper conversion\n\n        const result = await g.json(prompt, { schema: zodSchema, ...opts });\n        res.json(result);\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // POST /embed\n    router.post(\"/embed\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { text, texts, ...opts } = req.body;\n\n        if (texts) {\n          const results = await g.embedBatch(texts, opts);\n          res.json(results);\n        } else {\n          const result = await g.embed(text, opts);\n          res.json(result);\n        }\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // GET /info\n    router.get(\"/info\", async (_req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        res.json(g.getInfo());\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // GET /stats\n    router.get(\"/stats\", async (_req: Request, res: Response) => {\n      try {\n        res.json(g.getStats());\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    return router;\n  };\n}\n\n/**\n * Simple handler for single endpoint\n */\nexport function handler(options: GerbilExpressOptions = {}) {\n  const { cache: _cache, rateLimit: _rateLimit, ...gerbilOptions } = options;\n  const g = new Gerbil(gerbilOptions);\n  let loadPromise: Promise<void> | null = null;\n\n  return async (req: Request, res: Response) => {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || \"qwen3-0.6b\");\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n\n    try {\n      const { prompt, ...opts } = req.body;\n      const result = await g.generate(prompt, opts);\n      res.json(result);\n    } catch (error) {\n      res.status(500).json({ error: String(error) });\n    }\n  };\n}\n\nexport default gerbil;\n"],"mappings":";;;;;;;;AAiCA,SAAgB,OAAO,UAAgC,EAAE,EAAE;CACzD,MAAM,EAAE,OAAO,QAAQ,WAAW,YAAY,GAAG,kBAAkB;CACnE,MAAM,IAAI,IAAI,OAAO,cAAc;CACnC,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,aAAa;AAE1D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAKlB,QAAO,SAAS,eAAuB;EAErC,MAAM,oBAAkB,UAAU;EAClC,MAAM,SAAS,QAAQ,QAAQ;AAE/B,SAAO,IAAI,QAAQ,MAAM,CAAC;AAG1B,SAAO,KAAK,aAAa,OAAO,KAAc,QAAkB;AAC9D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,IAAI;IAChC,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,QAAI,KAAK,OAAO;YACT,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,KAAK,WAAW,OAAO,KAAc,QAAkB;AAC5D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,IAAI;AAEhC,QAAI,UAAU,gBAAgB,oBAAoB;AAClD,QAAI,UAAU,iBAAiB,WAAW;AAC1C,QAAI,UAAU,cAAc,aAAa;AAEzC,eAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,KAAI,MAAM,SAAS,KAAK,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM;AAGrD,QAAI,MAAM,mBAAmB;AAC7B,QAAI,KAAK;YACF,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,KAAK,SAAS,OAAO,KAAc,QAAkB;AAC1D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,QAAQ,QAAQ,GAAG,SAAS,IAAI;IAGxC,MAAM,EAAE,MAAM,MAAM,OAAO;IAC3B,MAAM,YAAY,EAAE,KAAK;IAEzB,MAAM,SAAS,MAAM,EAAE,KAAK,QAAQ;KAAE,QAAQ;KAAW,GAAG;KAAM,CAAC;AACnE,QAAI,KAAK,OAAO;YACT,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,KAAK,UAAU,OAAO,KAAc,QAAkB;AAC3D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,MAAM,OAAO,GAAG,SAAS,IAAI;AAErC,QAAI,OAAO;KACT,MAAM,UAAU,MAAM,EAAE,WAAW,OAAO,KAAK;AAC/C,SAAI,KAAK,QAAQ;WACZ;KACL,MAAM,SAAS,MAAM,EAAE,MAAM,MAAM,KAAK;AACxC,SAAI,KAAK,OAAO;;YAEX,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,IAAI,SAAS,OAAO,MAAe,QAAkB;AAC1D,OAAI;AACF,UAAM,cAAc;AACpB,QAAI,KAAK,EAAE,SAAS,CAAC;YACd,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,IAAI,UAAU,OAAO,MAAe,QAAkB;AAC3D,OAAI;AACF,QAAI,KAAK,EAAE,UAAU,CAAC;YACf,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAEF,SAAO;;;;;;AAOX,SAAgB,QAAQ,UAAgC,EAAE,EAAE;CAC1D,MAAM,EAAE,OAAO,QAAQ,WAAW,YAAY,GAAG,kBAAkB;CACnE,MAAM,IAAI,IAAI,OAAO,cAAc;CACnC,IAAIA,cAAoC;AAExC,QAAO,OAAO,KAAc,QAAkB;AAC5C,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,aAAa;AAE1D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;AAGhB,MAAI;GACF,MAAM,EAAE,QAAQ,GAAG,SAAS,IAAI;GAChC,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,OAAI,KAAK,OAAO;WACT,OAAO;AACd,OAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;;;AAKpD,sBAAe"}
+{"version":3,"file":"express.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/express.ts"],"sourcesContent":["/**\n * Gerbil Express Middleware\n *\n * @example\n * ```ts\n * import express from \"express\";\n * import { gerbil } from \"gerbil/express\";\n *\n * const app = express();\n * app.use(\"/ai\", gerbil());\n *\n * // POST /ai/generate\n * // POST /ai/stream\n * // POST /ai/json\n * // POST /ai/embed\n * ```\n */\n\nimport type { Request, Response, Router } from \"express\";\nimport { Gerbil } from \"../core/gerbil.js\";\nimport { DEFAULT_MODEL } from \"../core/models.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilExpressOptions extends Omit<GerbilConfig, \"cache\"> {\n  /** Enable caching */\n  cache?: boolean;\n}\n\n/**\n * Create Gerbil Express middleware\n */\nexport function gerbil(options: GerbilExpressOptions = {}) {\n  const { cache: _cache, ...gerbilOptions } = options;\n  const g = new Gerbil(gerbilOptions);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || DEFAULT_MODEL);\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  // Return a router factory\n  return function createRouter(): Router {\n    // Dynamic import to avoid requiring express as a hard dependency\n    const express = require(\"express\");\n    const router = express.Router();\n\n    router.use(express.json());\n\n    // POST /generate\n    router.post(\"/generate\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { prompt, ...opts } = req.body;\n        const result = await g.generate(prompt, opts);\n        res.json(result);\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // POST /stream\n    router.post(\"/stream\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { prompt, ...opts } = req.body;\n\n        res.setHeader(\"Content-Type\", \"text/event-stream\");\n        res.setHeader(\"Cache-Control\", \"no-cache\");\n        res.setHeader(\"Connection\", \"keep-alive\");\n\n        for await (const chunk of g.stream(prompt, opts)) {\n          res.write(`data: ${JSON.stringify({ chunk })}\\n\\n`);\n        }\n\n        res.write(\"data: [DONE]\\n\\n\");\n        res.end();\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // POST /json\n    router.post(\"/json\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { prompt, schema, ...opts } = req.body;\n\n        // Convert JSON schema to Zod (simplified)\n        const { z } = await import(\"zod\");\n        const zodSchema = z.any(); // Would need proper conversion\n\n        const result = await g.json(prompt, { schema: zodSchema, ...opts });\n        res.json(result);\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // POST /embed\n    router.post(\"/embed\", async (req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        const { text, texts, ...opts } = req.body;\n\n        if (texts) {\n          const results = await g.embedBatch(texts, opts);\n          res.json(results);\n        } else {\n          const result = await g.embed(text, opts);\n          res.json(result);\n        }\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // GET /info\n    router.get(\"/info\", async (_req: Request, res: Response) => {\n      try {\n        await ensureLoaded();\n        res.json(g.getInfo());\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    // GET /stats\n    router.get(\"/stats\", async (_req: Request, res: Response) => {\n      try {\n        res.json(g.getStats());\n      } catch (error) {\n        res.status(500).json({ error: String(error) });\n      }\n    });\n\n    return router;\n  };\n}\n\n/**\n * Simple handler for single endpoint\n */\nexport function handler(options: GerbilExpressOptions = {}) {\n  const { cache: _cache, ...gerbilOptions } = options;\n  const g = new Gerbil(gerbilOptions);\n  let loadPromise: Promise<void> | null = null;\n\n  return async (req: Request, res: Response) => {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || DEFAULT_MODEL);\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n\n    try {\n      const { prompt, ...opts } = req.body;\n      const result = await g.generate(prompt, opts);\n      res.json(result);\n    } catch (error) {\n      res.status(500).json({ error: String(error) });\n    }\n  };\n}\n\nexport default gerbil;\n"],"mappings":";;;;;;;;AA+BA,SAAgB,OAAO,UAAgC,EAAE,EAAE;CACzD,MAAM,EAAE,OAAO,QAAQ,GAAG,kBAAkB;CAC5C,MAAM,IAAI,IAAI,OAAO,cAAc;CACnC,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,cAAc;AAE3D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAKlB,QAAO,SAAS,eAAuB;EAErC,MAAM,oBAAkB,UAAU;EAClC,MAAM,SAAS,QAAQ,QAAQ;AAE/B,SAAO,IAAI,QAAQ,MAAM,CAAC;AAG1B,SAAO,KAAK,aAAa,OAAO,KAAc,QAAkB;AAC9D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,IAAI;IAChC,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,QAAI,KAAK,OAAO;YACT,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,KAAK,WAAW,OAAO,KAAc,QAAkB;AAC5D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,IAAI;AAEhC,QAAI,UAAU,gBAAgB,oBAAoB;AAClD,QAAI,UAAU,iBAAiB,WAAW;AAC1C,QAAI,UAAU,cAAc,aAAa;AAEzC,eAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,KAAI,MAAM,SAAS,KAAK,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM;AAGrD,QAAI,MAAM,mBAAmB;AAC7B,QAAI,KAAK;YACF,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,KAAK,SAAS,OAAO,KAAc,QAAkB;AAC1D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,QAAQ,QAAQ,GAAG,SAAS,IAAI;IAGxC,MAAM,EAAE,MAAM,MAAM,OAAO;IAC3B,MAAM,YAAY,EAAE,KAAK;IAEzB,MAAM,SAAS,MAAM,EAAE,KAAK,QAAQ;KAAE,QAAQ;KAAW,GAAG;KAAM,CAAC;AACnE,QAAI,KAAK,OAAO;YACT,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,KAAK,UAAU,OAAO,KAAc,QAAkB;AAC3D,OAAI;AACF,UAAM,cAAc;IACpB,MAAM,EAAE,MAAM,OAAO,GAAG,SAAS,IAAI;AAErC,QAAI,OAAO;KACT,MAAM,UAAU,MAAM,EAAE,WAAW,OAAO,KAAK;AAC/C,SAAI,KAAK,QAAQ;WACZ;KACL,MAAM,SAAS,MAAM,EAAE,MAAM,MAAM,KAAK;AACxC,SAAI,KAAK,OAAO;;YAEX,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,IAAI,SAAS,OAAO,MAAe,QAAkB;AAC1D,OAAI;AACF,UAAM,cAAc;AACpB,QAAI,KAAK,EAAE,SAAS,CAAC;YACd,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAGF,SAAO,IAAI,UAAU,OAAO,MAAe,QAAkB;AAC3D,OAAI;AACF,QAAI,KAAK,EAAE,UAAU,CAAC;YACf,OAAO;AACd,QAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;IAEhD;AAEF,SAAO;;;;;;AAOX,SAAgB,QAAQ,UAAgC,EAAE,EAAE;CAC1D,MAAM,EAAE,OAAO,QAAQ,GAAG,kBAAkB;CAC5C,MAAM,IAAI,IAAI,OAAO,cAAc;CACnC,IAAIA,cAAoC;AAExC,QAAO,OAAO,KAAc,QAAkB;AAC5C,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,cAAc;AAE3D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;AAGhB,MAAI;GACF,MAAM,EAAE,QAAQ,GAAG,SAAS,IAAI;GAChC,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,OAAI,KAAK,OAAO;WACT,OAAO;AACd,OAAI,OAAO,IAAI,CAAC,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,CAAC;;;;AAKpD,sBAAe"}

package/dist/frameworks/fastify.d.mts

@@ -1,4 +1,4 @@
-import { c as GerbilConfig } from "../types-CiTc7ez3.mjs";
+import { d as GerbilConfig } from "../types-D6FiR_oh.mjs";
 
 //#region src/frameworks/fastify.d.ts
 

package/dist/frameworks/fastify.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"fastify.d.mts","names":[],"sources":["../../src/frameworks/fastify.ts"],"sourcesContent":[],"mappings":";;;;UAgBiB,oBAAA,SAA6B;;;iBAIxB,YAAA,yBAAoC,uBAAyB"}
+{"version":3,"file":"fastify.d.mts","names":[],"sources":["../../src/frameworks/fastify.ts"],"sourcesContent":[],"mappings":";;;;UAiBiB,oBAAA,SAA6B;;;iBAIxB,YAAA,yBAAoC,uBAAyB"}

package/dist/frameworks/fastify.mjs

@@ -1,5 +1,5 @@
-import { t as Gerbil } from "../gerbil-Dw4Qj77e.mjs";
-import "../utils-CZBZ8dgR.mjs";
+import { r as DEFAULT_MODEL, t as Gerbil } from "../gerbil-BHrJJIa4.mjs";
+import "../utils-DKO55ZmZ.mjs";
 
 //#region src/frameworks/fastify.ts
 /**
@@ -19,7 +19,7 @@ async function gerbilPlugin(fastify, options = {}) {
 	const g = new Gerbil(gerbilConfig);
 	let loadPromise = null;
 	async function ensureLoaded() {
-		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(gerbilConfig.model || "qwen3-0.6b");
+		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(gerbilConfig.model || DEFAULT_MODEL);
 		if (loadPromise) {
 			await loadPromise;
 			loadPromise = null;

package/dist/frameworks/fastify.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"fastify.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/fastify.ts"],"sourcesContent":["/**\n * Gerbil Fastify Plugin\n *\n * @example\n * ```ts\n * import Fastify from \"fastify\";\n * import { gerbilPlugin } from \"gerbil/fastify\";\n *\n * const app = Fastify();\n * app.register(gerbilPlugin, { prefix: \"/ai\" });\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilFastifyOptions extends GerbilConfig {\n  prefix?: string;\n}\n\nexport async function gerbilPlugin(fastify: any, options: GerbilFastifyOptions = {}) {\n  const { prefix = \"/ai\", ...gerbilConfig } = options;\n  const g = new Gerbil(gerbilConfig);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(gerbilConfig.model || \"qwen3-0.6b\");\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  // Decorate fastify with gerbil instance\n  fastify.decorate(\"gerbil\", g);\n\n  // POST /generate\n  fastify.post(`${prefix}/generate`, async (request: any, _reply: any) => {\n    await ensureLoaded();\n    const { prompt, ...opts } = request.body;\n    const result = await g.generate(prompt, opts);\n    return result;\n  });\n\n  // POST /stream\n  fastify.post(`${prefix}/stream`, async (request: any, reply: any) => {\n    await ensureLoaded();\n    const { prompt, ...opts } = request.body;\n\n    reply.raw.writeHead(200, {\n      \"Content-Type\": \"text/event-stream\",\n      \"Cache-Control\": \"no-cache\",\n      Connection: \"keep-alive\",\n    });\n\n    for await (const chunk of g.stream(prompt, opts)) {\n      reply.raw.write(`data: ${JSON.stringify({ chunk })}\\n\\n`);\n    }\n\n    reply.raw.write(\"data: [DONE]\\n\\n\");\n    reply.raw.end();\n  });\n\n  // POST /json\n  fastify.post(`${prefix}/json`, async (request: any, _reply: any) => {\n    await ensureLoaded();\n    const { prompt, schema, ...opts } = request.body;\n    const { z } = await import(\"zod\");\n    const zodSchema = z.any();\n    const result = await g.json(prompt, { schema: zodSchema, ...opts });\n    return result;\n  });\n\n  // POST /embed\n  fastify.post(`${prefix}/embed`, async (request: any, _reply: any) => {\n    await ensureLoaded();\n    const { text, texts, ...opts } = request.body;\n    if (texts) {\n      return g.embedBatch(texts, opts);\n    }\n    return g.embed(text, opts);\n  });\n\n  // GET /info\n  fastify.get(`${prefix}/info`, async (_request: any, _reply: any) => {\n    await ensureLoaded();\n    return g.getInfo();\n  });\n\n  // GET /stats\n  fastify.get(`${prefix}/stats`, async (_request: any, _reply: any) => g.getStats());\n}\n\nexport default gerbilPlugin;\n"],"mappings":";;;;;;;;;;;;;;;;AAoBA,eAAsB,aAAa,SAAc,UAAgC,EAAE,EAAE;CACnF,MAAM,EAAE,SAAS,OAAO,GAAG,iBAAiB;CAC5C,MAAM,IAAI,IAAI,OAAO,aAAa;CAClC,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,aAAa,SAAS,aAAa;AAE/D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAKlB,SAAQ,SAAS,UAAU,EAAE;AAG7B,SAAQ,KAAK,GAAG,OAAO,YAAY,OAAO,SAAc,WAAgB;AACtE,QAAM,cAAc;EACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,QAAQ;AAEpC,SADe,MAAM,EAAE,SAAS,QAAQ,KAAK;GAE7C;AAGF,SAAQ,KAAK,GAAG,OAAO,UAAU,OAAO,SAAc,UAAe;AACnE,QAAM,cAAc;EACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,QAAQ;AAEpC,QAAM,IAAI,UAAU,KAAK;GACvB,gBAAgB;GAChB,iBAAiB;GACjB,YAAY;GACb,CAAC;AAEF,aAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,OAAM,IAAI,MAAM,SAAS,KAAK,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM;AAG3D,QAAM,IAAI,MAAM,mBAAmB;AACnC,QAAM,IAAI,KAAK;GACf;AAGF,SAAQ,KAAK,GAAG,OAAO,QAAQ,OAAO,SAAc,WAAgB;AAClE,QAAM,cAAc;EACpB,MAAM,EAAE,QAAQ,QAAQ,GAAG,SAAS,QAAQ;EAC5C,MAAM,EAAE,MAAM,MAAM,OAAO;EAC3B,MAAM,YAAY,EAAE,KAAK;AAEzB,SADe,MAAM,EAAE,KAAK,QAAQ;GAAE,QAAQ;GAAW,GAAG;GAAM,CAAC;GAEnE;AAGF,SAAQ,KAAK,GAAG,OAAO,SAAS,OAAO,SAAc,WAAgB;AACnE,QAAM,cAAc;EACpB,MAAM,EAAE,MAAM,OAAO,GAAG,SAAS,QAAQ;AACzC,MAAI,MACF,QAAO,EAAE,WAAW,OAAO,KAAK;AAElC,SAAO,EAAE,MAAM,MAAM,KAAK;GAC1B;AAGF,SAAQ,IAAI,GAAG,OAAO,QAAQ,OAAO,UAAe,WAAgB;AAClE,QAAM,cAAc;AACpB,SAAO,EAAE,SAAS;GAClB;AAGF,SAAQ,IAAI,GAAG,OAAO,SAAS,OAAO,UAAe,WAAgB,EAAE,UAAU,CAAC;;AAGpF,sBAAe"}
+{"version":3,"file":"fastify.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/fastify.ts"],"sourcesContent":["/**\n * Gerbil Fastify Plugin\n *\n * @example\n * ```ts\n * import Fastify from \"fastify\";\n * import { gerbilPlugin } from \"gerbil/fastify\";\n *\n * const app = Fastify();\n * app.register(gerbilPlugin, { prefix: \"/ai\" });\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport { DEFAULT_MODEL } from \"../core/models.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilFastifyOptions extends GerbilConfig {\n  prefix?: string;\n}\n\nexport async function gerbilPlugin(fastify: any, options: GerbilFastifyOptions = {}) {\n  const { prefix = \"/ai\", ...gerbilConfig } = options;\n  const g = new Gerbil(gerbilConfig);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(gerbilConfig.model || DEFAULT_MODEL);\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  // Decorate fastify with gerbil instance\n  fastify.decorate(\"gerbil\", g);\n\n  // POST /generate\n  fastify.post(`${prefix}/generate`, async (request: any, _reply: any) => {\n    await ensureLoaded();\n    const { prompt, ...opts } = request.body;\n    const result = await g.generate(prompt, opts);\n    return result;\n  });\n\n  // POST /stream\n  fastify.post(`${prefix}/stream`, async (request: any, reply: any) => {\n    await ensureLoaded();\n    const { prompt, ...opts } = request.body;\n\n    reply.raw.writeHead(200, {\n      \"Content-Type\": \"text/event-stream\",\n      \"Cache-Control\": \"no-cache\",\n      Connection: \"keep-alive\",\n    });\n\n    for await (const chunk of g.stream(prompt, opts)) {\n      reply.raw.write(`data: ${JSON.stringify({ chunk })}\\n\\n`);\n    }\n\n    reply.raw.write(\"data: [DONE]\\n\\n\");\n    reply.raw.end();\n  });\n\n  // POST /json\n  fastify.post(`${prefix}/json`, async (request: any, _reply: any) => {\n    await ensureLoaded();\n    const { prompt, schema, ...opts } = request.body;\n    const { z } = await import(\"zod\");\n    const zodSchema = z.any();\n    const result = await g.json(prompt, { schema: zodSchema, ...opts });\n    return result;\n  });\n\n  // POST /embed\n  fastify.post(`${prefix}/embed`, async (request: any, _reply: any) => {\n    await ensureLoaded();\n    const { text, texts, ...opts } = request.body;\n    if (texts) {\n      return g.embedBatch(texts, opts);\n    }\n    return g.embed(text, opts);\n  });\n\n  // GET /info\n  fastify.get(`${prefix}/info`, async (_request: any, _reply: any) => {\n    await ensureLoaded();\n    return g.getInfo();\n  });\n\n  // GET /stats\n  fastify.get(`${prefix}/stats`, async (_request: any, _reply: any) => g.getStats());\n}\n\nexport default gerbilPlugin;\n"],"mappings":";;;;;;;;;;;;;;;;AAqBA,eAAsB,aAAa,SAAc,UAAgC,EAAE,EAAE;CACnF,MAAM,EAAE,SAAS,OAAO,GAAG,iBAAiB;CAC5C,MAAM,IAAI,IAAI,OAAO,aAAa;CAClC,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,aAAa,SAAS,cAAc;AAEhE,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAKlB,SAAQ,SAAS,UAAU,EAAE;AAG7B,SAAQ,KAAK,GAAG,OAAO,YAAY,OAAO,SAAc,WAAgB;AACtE,QAAM,cAAc;EACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,QAAQ;AAEpC,SADe,MAAM,EAAE,SAAS,QAAQ,KAAK;GAE7C;AAGF,SAAQ,KAAK,GAAG,OAAO,UAAU,OAAO,SAAc,UAAe;AACnE,QAAM,cAAc;EACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,QAAQ;AAEpC,QAAM,IAAI,UAAU,KAAK;GACvB,gBAAgB;GAChB,iBAAiB;GACjB,YAAY;GACb,CAAC;AAEF,aAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,OAAM,IAAI,MAAM,SAAS,KAAK,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM;AAG3D,QAAM,IAAI,MAAM,mBAAmB;AACnC,QAAM,IAAI,KAAK;GACf;AAGF,SAAQ,KAAK,GAAG,OAAO,QAAQ,OAAO,SAAc,WAAgB;AAClE,QAAM,cAAc;EACpB,MAAM,EAAE,QAAQ,QAAQ,GAAG,SAAS,QAAQ;EAC5C,MAAM,EAAE,MAAM,MAAM,OAAO;EAC3B,MAAM,YAAY,EAAE,KAAK;AAEzB,SADe,MAAM,EAAE,KAAK,QAAQ;GAAE,QAAQ;GAAW,GAAG;GAAM,CAAC;GAEnE;AAGF,SAAQ,KAAK,GAAG,OAAO,SAAS,OAAO,SAAc,WAAgB;AACnE,QAAM,cAAc;EACpB,MAAM,EAAE,MAAM,OAAO,GAAG,SAAS,QAAQ;AACzC,MAAI,MACF,QAAO,EAAE,WAAW,OAAO,KAAK;AAElC,SAAO,EAAE,MAAM,MAAM,KAAK;GAC1B;AAGF,SAAQ,IAAI,GAAG,OAAO,QAAQ,OAAO,UAAe,WAAgB;AAClE,QAAM,cAAc;AACpB,SAAO,EAAE,SAAS;GAClB;AAGF,SAAQ,IAAI,GAAG,OAAO,SAAS,OAAO,UAAe,WAAgB,EAAE,UAAU,CAAC;;AAGpF,sBAAe"}

package/dist/frameworks/hono.d.mts

@@ -1,4 +1,4 @@
-import { c as GerbilConfig } from "../types-CiTc7ez3.mjs";
+import { d as GerbilConfig } from "../types-D6FiR_oh.mjs";
 import * as hono0 from "hono";
 import * as hono_types0 from "hono/types";
 

package/dist/frameworks/hono.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"hono.d.mts","names":[],"sources":["../../src/frameworks/hono.ts"],"sourcesContent":[],"mappings":";;;;;;UAgBiB,iBAAA,SAA0B;;;;iBAK3B,MAAA,WAAgB,0BAAsB,QAAA,KAAA,CAAA,KAAA,WAAA,CAAA,QAAA,EAAA,WAAA,CAAA,WAAA"}
+{"version":3,"file":"hono.d.mts","names":[],"sources":["../../src/frameworks/hono.ts"],"sourcesContent":[],"mappings":";;;;;;UAiBiB,iBAAA,SAA0B;;;;iBAK3B,MAAA,WAAgB,0BAAsB,QAAA,KAAA,CAAA,KAAA,WAAA,CAAA,QAAA,EAAA,WAAA,CAAA,WAAA"}

package/dist/frameworks/hono.mjs

@@ -1,5 +1,5 @@
-import { t as Gerbil } from "../gerbil-Dw4Qj77e.mjs";
-import "../utils-CZBZ8dgR.mjs";
+import { r as DEFAULT_MODEL, t as Gerbil } from "../gerbil-BHrJJIa4.mjs";
+import "../utils-DKO55ZmZ.mjs";
 
 //#region src/frameworks/hono.ts
 /**
@@ -11,7 +11,7 @@ import "../utils-CZBZ8dgR.mjs";
 * import { gerbil } from "gerbil/hono";
 *
 * const app = new Hono();
-* app.route("/ai", gerbil({ model: "qwen3-0.6b" }));
+* app.route("/ai", gerbil({ model: "qwen3.5-0.8b" }));
 * ```
 */
 /**
@@ -21,7 +21,7 @@ function gerbil(options = {}) {
 	const g = new Gerbil(options);
 	let loadPromise = null;
 	async function ensureLoaded() {
-		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || "qwen3-0.6b");
+		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || DEFAULT_MODEL);
 		if (loadPromise) {
 			await loadPromise;
 			loadPromise = null;

package/dist/frameworks/hono.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"hono.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/hono.ts"],"sourcesContent":["/**\n * Gerbil Hono Middleware\n *\n * @example\n * ```ts\n * import { Hono } from \"hono\";\n * import { gerbil } from \"gerbil/hono\";\n *\n * const app = new Hono();\n * app.route(\"/ai\", gerbil({ model: \"qwen3-0.6b\" }));\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilHonoOptions extends GerbilConfig {}\n\n/**\n * Create Gerbil Hono routes\n */\nexport function gerbil(options: GerbilHonoOptions = {}) {\n  const g = new Gerbil(options);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || \"qwen3-0.6b\");\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  // Dynamic import Hono\n  return async function createApp() {\n    const { Hono } = await import(\"hono\");\n    const { streamSSE } = await import(\"hono/streaming\");\n\n    const app = new Hono();\n\n    // POST /generate\n    app.post(\"/generate\", async (c) => {\n      await ensureLoaded();\n      const { prompt, ...opts } = await c.req.json();\n      const result = await g.generate(prompt, opts);\n      return c.json(result);\n    });\n\n    // POST /stream\n    app.post(\"/stream\", async (c) => {\n      await ensureLoaded();\n      const { prompt, ...opts } = await c.req.json();\n\n      return streamSSE(c, async (stream) => {\n        for await (const chunk of g.stream(prompt, opts)) {\n          await stream.writeSSE({ data: JSON.stringify({ chunk }) });\n        }\n        await stream.writeSSE({ data: \"[DONE]\" });\n      });\n    });\n\n    // POST /json\n    app.post(\"/json\", async (c) => {\n      await ensureLoaded();\n      const { prompt, schema, ...opts } = await c.req.json();\n      const { z } = await import(\"zod\");\n      const zodSchema = z.any();\n      const result = await g.json(prompt, { schema: zodSchema, ...opts });\n      return c.json(result);\n    });\n\n    // POST /embed\n    app.post(\"/embed\", async (c) => {\n      await ensureLoaded();\n      const { text, texts, ...opts } = await c.req.json();\n      if (texts) {\n        const results = await g.embedBatch(texts, opts);\n        return c.json(results);\n      }\n      const result = await g.embed(text, opts);\n      return c.json(result);\n    });\n\n    // GET /info\n    app.get(\"/info\", async (c) => {\n      await ensureLoaded();\n      return c.json(g.getInfo());\n    });\n\n    // GET /stats\n    app.get(\"/stats\", (c) => c.json(g.getStats()));\n\n    return app;\n  };\n}\n\nexport default gerbil;\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAqBA,SAAgB,OAAO,UAA6B,EAAE,EAAE;CACtD,MAAM,IAAI,IAAI,OAAO,QAAQ;CAC7B,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,aAAa;AAE1D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAKlB,QAAO,eAAe,YAAY;EAChC,MAAM,EAAE,SAAS,MAAM,OAAO;EAC9B,MAAM,EAAE,cAAc,MAAM,OAAO;EAEnC,MAAM,MAAM,IAAI,MAAM;AAGtB,MAAI,KAAK,aAAa,OAAO,MAAM;AACjC,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;GAC9C,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,UAAO,EAAE,KAAK,OAAO;IACrB;AAGF,MAAI,KAAK,WAAW,OAAO,MAAM;AAC/B,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;AAE9C,UAAO,UAAU,GAAG,OAAO,WAAW;AACpC,eAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,OAAM,OAAO,SAAS,EAAE,MAAM,KAAK,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;AAE5D,UAAM,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;KACzC;IACF;AAGF,MAAI,KAAK,SAAS,OAAO,MAAM;AAC7B,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,QAAQ,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;GACtD,MAAM,EAAE,MAAM,MAAM,OAAO;GAC3B,MAAM,YAAY,EAAE,KAAK;GACzB,MAAM,SAAS,MAAM,EAAE,KAAK,QAAQ;IAAE,QAAQ;IAAW,GAAG;IAAM,CAAC;AACnE,UAAO,EAAE,KAAK,OAAO;IACrB;AAGF,MAAI,KAAK,UAAU,OAAO,MAAM;AAC9B,SAAM,cAAc;GACpB,MAAM,EAAE,MAAM,OAAO,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;AACnD,OAAI,OAAO;IACT,MAAM,UAAU,MAAM,EAAE,WAAW,OAAO,KAAK;AAC/C,WAAO,EAAE,KAAK,QAAQ;;GAExB,MAAM,SAAS,MAAM,EAAE,MAAM,MAAM,KAAK;AACxC,UAAO,EAAE,KAAK,OAAO;IACrB;AAGF,MAAI,IAAI,SAAS,OAAO,MAAM;AAC5B,SAAM,cAAc;AACpB,UAAO,EAAE,KAAK,EAAE,SAAS,CAAC;IAC1B;AAGF,MAAI,IAAI,WAAW,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;AAE9C,SAAO;;;AAIX,mBAAe"}
+{"version":3,"file":"hono.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/hono.ts"],"sourcesContent":["/**\n * Gerbil Hono Middleware\n *\n * @example\n * ```ts\n * import { Hono } from \"hono\";\n * import { gerbil } from \"gerbil/hono\";\n *\n * const app = new Hono();\n * app.route(\"/ai\", gerbil({ model: \"qwen3.5-0.8b\" }));\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport { DEFAULT_MODEL } from \"../core/models.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilHonoOptions extends GerbilConfig {}\n\n/**\n * Create Gerbil Hono routes\n */\nexport function gerbil(options: GerbilHonoOptions = {}) {\n  const g = new Gerbil(options);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || DEFAULT_MODEL);\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  // Dynamic import Hono\n  return async function createApp() {\n    const { Hono } = await import(\"hono\");\n    const { streamSSE } = await import(\"hono/streaming\");\n\n    const app = new Hono();\n\n    // POST /generate\n    app.post(\"/generate\", async (c) => {\n      await ensureLoaded();\n      const { prompt, ...opts } = await c.req.json();\n      const result = await g.generate(prompt, opts);\n      return c.json(result);\n    });\n\n    // POST /stream\n    app.post(\"/stream\", async (c) => {\n      await ensureLoaded();\n      const { prompt, ...opts } = await c.req.json();\n\n      return streamSSE(c, async (stream) => {\n        for await (const chunk of g.stream(prompt, opts)) {\n          await stream.writeSSE({ data: JSON.stringify({ chunk }) });\n        }\n        await stream.writeSSE({ data: \"[DONE]\" });\n      });\n    });\n\n    // POST /json\n    app.post(\"/json\", async (c) => {\n      await ensureLoaded();\n      const { prompt, schema, ...opts } = await c.req.json();\n      const { z } = await import(\"zod\");\n      const zodSchema = z.any();\n      const result = await g.json(prompt, { schema: zodSchema, ...opts });\n      return c.json(result);\n    });\n\n    // POST /embed\n    app.post(\"/embed\", async (c) => {\n      await ensureLoaded();\n      const { text, texts, ...opts } = await c.req.json();\n      if (texts) {\n        const results = await g.embedBatch(texts, opts);\n        return c.json(results);\n      }\n      const result = await g.embed(text, opts);\n      return c.json(result);\n    });\n\n    // GET /info\n    app.get(\"/info\", async (c) => {\n      await ensureLoaded();\n      return c.json(g.getInfo());\n    });\n\n    // GET /stats\n    app.get(\"/stats\", (c) => c.json(g.getStats()));\n\n    return app;\n  };\n}\n\nexport default gerbil;\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAsBA,SAAgB,OAAO,UAA6B,EAAE,EAAE;CACtD,MAAM,IAAI,IAAI,OAAO,QAAQ;CAC7B,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,cAAc;AAE3D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAKlB,QAAO,eAAe,YAAY;EAChC,MAAM,EAAE,SAAS,MAAM,OAAO;EAC9B,MAAM,EAAE,cAAc,MAAM,OAAO;EAEnC,MAAM,MAAM,IAAI,MAAM;AAGtB,MAAI,KAAK,aAAa,OAAO,MAAM;AACjC,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;GAC9C,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,UAAO,EAAE,KAAK,OAAO;IACrB;AAGF,MAAI,KAAK,WAAW,OAAO,MAAM;AAC/B,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;AAE9C,UAAO,UAAU,GAAG,OAAO,WAAW;AACpC,eAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,OAAM,OAAO,SAAS,EAAE,MAAM,KAAK,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;AAE5D,UAAM,OAAO,SAAS,EAAE,MAAM,UAAU,CAAC;KACzC;IACF;AAGF,MAAI,KAAK,SAAS,OAAO,MAAM;AAC7B,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,QAAQ,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;GACtD,MAAM,EAAE,MAAM,MAAM,OAAO;GAC3B,MAAM,YAAY,EAAE,KAAK;GACzB,MAAM,SAAS,MAAM,EAAE,KAAK,QAAQ;IAAE,QAAQ;IAAW,GAAG;IAAM,CAAC;AACnE,UAAO,EAAE,KAAK,OAAO;IACrB;AAGF,MAAI,KAAK,UAAU,OAAO,MAAM;AAC9B,SAAM,cAAc;GACpB,MAAM,EAAE,MAAM,OAAO,GAAG,SAAS,MAAM,EAAE,IAAI,MAAM;AACnD,OAAI,OAAO;IACT,MAAM,UAAU,MAAM,EAAE,WAAW,OAAO,KAAK;AAC/C,WAAO,EAAE,KAAK,QAAQ;;GAExB,MAAM,SAAS,MAAM,EAAE,MAAM,MAAM,KAAK;AACxC,UAAO,EAAE,KAAK,OAAO;IACrB;AAGF,MAAI,IAAI,SAAS,OAAO,MAAM;AAC5B,SAAM,cAAc;AACpB,UAAO,EAAE,KAAK,EAAE,SAAS,CAAC;IAC1B;AAGF,MAAI,IAAI,WAAW,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;AAE9C,SAAO;;;AAIX,mBAAe"}

package/dist/frameworks/next.d.mts

@@ -1,5 +1,6 @@
-import { c as GerbilConfig } from "../types-CiTc7ez3.mjs";
-import { t as Gerbil } from "../gerbil-qOTe1nl2.mjs";
+import { d as GerbilConfig } from "../types-D6FiR_oh.mjs";
+import "../index-jEAL2s-A.mjs";
+import { t as Gerbil } from "../gerbil-BT9fCydo.mjs";
 
 //#region src/frameworks/next.d.ts
 

package/dist/frameworks/next.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"next.d.mts","names":[],"sources":["../../src/frameworks/next.ts"],"sourcesContent":[],"mappings":";;;;;AA+CmD,UA9BlC,iBAAA,SAA0B,YA8BQ,CAAA;EA2CnC;EAAwB,OAAA,CAAA,EAAA,OAAA;;iBAhEzB,WAAA,CAqBqC,OAAA,EArBhB,iBAqBgB,CAAA,EArBI,OAqBJ,CArBY,MAqBZ,CAAA;;;;AA+CtB,iBAhDd,OAAA,CAgDc,OAAA,CAAA,EAhDG,iBAgDH,CAAA,EAAA,CAAA,GAAA,EA/CI,OA+CJ,EAAA,GA/Cc,OA+Cd,CA/CsB,QA+CtB,CAAA;;;;AAiCT,iBArCL,cAAA,CAqCK,OAAA,CAAA,EArCmB,iBAqCnB,CAAA,EAAA;EAAkB,QAAA,EAAA,CAAA,GAAA,EAhFL,OAgFK,EAAA,GAhFK,OAgFL,CAhFa,QAgFb,CAAA;EAAR,IAAA,CAAA,GAAA,EAjCX,OAiCW,CAAA,EAjCD,OAiCC,CAjCO,QAiCP,CAAA;EAAO,KAAA,CAAA,GAAA,EAjBjB,OAiBiB,CAAA,EAjBP,OAiBO,CAjBC,QAiBD,CAAA;EAWzB,IAAA,CAAA,IAIZ,EAfoB,OAepB,CAAA,EAf8B,OAe9B,CAfsC,QAetC,CAAA;;cAJY"}
+{"version":3,"file":"next.d.mts","names":[],"sources":["../../src/frameworks/next.ts"],"sourcesContent":[],"mappings":";;;;;;AAgD4C,UA9B3B,iBAAA,SAA0B,YA8BC,CAAA;EAAO;EA2CnC,OAAA,CAAA,EAAA,OAAc;;iBAhEf,WAAA,CAqBmB,OAAA,EArBE,iBAqBF,CAAA,EArBsB,OAqBtB,CArB8B,MAqB9B,CAAA;;;;AA+CI,iBAhDtB,OAAA,CAgDsB,OAAA,CAAA,EAhDL,iBAgDK,CAAA,EAAA,CAAA,GAAA,EA/CJ,OA+CI,EAAA,GA/CM,OA+CN,CA/Cc,QA+Cd,CAAA;;;;AAgBP,iBApBf,cAAA,CAoBe,OAAA,CAAA,EApBS,iBAoBT,CAAA,EAAA;EAiBV,QAAA,EAAA,CAAA,GAAA,EAhFa,OAgFb,EAAA,GAhFuB,OAgFvB,CAhF+B,QAgF/B,CAAA;EAAkB,IAAA,CAAA,GAAA,EAjCnB,OAiCmB,CAAA,EAjCT,OAiCS,CAjCD,QAiCC,CAAA;EAAR,KAAA,CAAA,GAAA,EAjBV,OAiBU,CAAA,EAjBA,OAiBA,CAjBQ,QAiBR,CAAA;EAAO,IAAA,CAAA,IAAA,EAAjB,OAAiB,CAAA,EAAP,OAAO,CAAC,QAAD,CAAA;AAWtC,CAAA;cAAa"}

package/dist/frameworks/next.mjs

@@ -1,5 +1,5 @@
-import { t as Gerbil } from "../gerbil-Dw4Qj77e.mjs";
-import "../utils-CZBZ8dgR.mjs";
+import { r as DEFAULT_MODEL, t as Gerbil } from "../gerbil-BHrJJIa4.mjs";
+import "../utils-DKO55ZmZ.mjs";
 
 //#region src/frameworks/next.ts
 /**
@@ -11,7 +11,7 @@ import "../utils-CZBZ8dgR.mjs";
 * import { gerbil } from "gerbil/next";
 *
 * export const POST = gerbil.handler({
-*   model: "qwen3-0.6b",
+*   model: "qwen3.5-0.8b",
 * });
 * ```
 */
@@ -19,7 +19,7 @@ let instance = null;
 let loadPromise = null;
 async function getInstance(options) {
 	if (!instance) instance = new Gerbil(options);
-	if (!(instance.isLoaded() || loadPromise)) loadPromise = instance.loadModel(options.model || "qwen3-0.6b");
+	if (!(instance.isLoaded() || loadPromise)) loadPromise = instance.loadModel(options.model || DEFAULT_MODEL);
 	if (loadPromise) {
 		await loadPromise;
 		loadPromise = null;

package/dist/frameworks/next.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"next.mjs","names":["instance: Gerbil | null","loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/next.ts"],"sourcesContent":["/**\n * Gerbil Next.js Integration\n *\n * @example\n * ```ts\n * // app/api/chat/route.ts\n * import { gerbil } from \"gerbil/next\";\n *\n * export const POST = gerbil.handler({\n *   model: \"qwen3-0.6b\",\n * });\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilNextOptions extends GerbilConfig {\n  /** Preload model on startup */\n  preload?: boolean;\n}\n\n// Singleton instance for Next.js (persists across requests in dev)\nlet instance: Gerbil | null = null;\nlet loadPromise: Promise<void> | null = null;\n\nasync function getInstance(options: GerbilNextOptions): Promise<Gerbil> {\n  if (!instance) {\n    instance = new Gerbil(options);\n  }\n\n  if (!(instance.isLoaded() || loadPromise)) {\n    loadPromise = instance.loadModel(options.model || \"qwen3-0.6b\");\n  }\n\n  if (loadPromise) {\n    await loadPromise;\n    loadPromise = null;\n  }\n\n  return instance;\n}\n\n/**\n * Create a Next.js API route handler\n */\nexport function handler(options: GerbilNextOptions = {}) {\n  return async function POST(req: Request): Promise<Response> {\n    try {\n      const g = await getInstance(options);\n      const body = await req.json();\n      const { prompt, stream: isStreaming, ...opts } = body;\n\n      if (isStreaming) {\n        // Streaming response\n        const encoder = new TextEncoder();\n        const readable = new ReadableStream({\n          async start(controller) {\n            try {\n              for await (const chunk of g.stream(prompt, opts)) {\n                controller.enqueue(encoder.encode(`data: ${JSON.stringify({ chunk })}\\n\\n`));\n              }\n              controller.enqueue(encoder.encode(\"data: [DONE]\\n\\n\"));\n              controller.close();\n            } catch (error) {\n              controller.error(error);\n            }\n          },\n        });\n\n        return new Response(readable, {\n          headers: {\n            \"Content-Type\": \"text/event-stream\",\n            \"Cache-Control\": \"no-cache\",\n            Connection: \"keep-alive\",\n          },\n        });\n      }\n      // Non-streaming response\n      const result = await g.generate(prompt, opts);\n      return Response.json(result);\n    } catch (error) {\n      return Response.json({ error: String(error) }, { status: 500 });\n    }\n  };\n}\n\n/**\n * Create handlers for all endpoints\n */\nexport function createHandlers(options: GerbilNextOptions = {}) {\n  return {\n    generate: handler(options),\n\n    async json(req: Request): Promise<Response> {\n      try {\n        const g = await getInstance(options);\n        const body = await req.json();\n        const { prompt, schema, ...opts } = body;\n\n        const { z } = await import(\"zod\");\n        const zodSchema = z.any();\n\n        const result = await g.json(prompt, { schema: zodSchema, ...opts });\n        return Response.json(result);\n      } catch (error) {\n        return Response.json({ error: String(error) }, { status: 500 });\n      }\n    },\n\n    async embed(req: Request): Promise<Response> {\n      try {\n        const g = await getInstance(options);\n        const body = await req.json();\n        const { text, texts, ...opts } = body;\n\n        if (texts) {\n          const results = await g.embedBatch(texts, opts);\n          return Response.json(results);\n        }\n        const result = await g.embed(text, opts);\n        return Response.json(result);\n      } catch (error) {\n        return Response.json({ error: String(error) }, { status: 500 });\n      }\n    },\n\n    async info(_req: Request): Promise<Response> {\n      try {\n        const g = await getInstance(options);\n        return Response.json(g.getInfo());\n      } catch (error) {\n        return Response.json({ error: String(error) }, { status: 500 });\n      }\n    },\n  };\n}\n\nexport const gerbil = {\n  handler,\n  createHandlers,\n  getInstance,\n};\n\nexport default gerbil;\n"],"mappings":";;;;;;;;;;;;;;;;;AAuBA,IAAIA,WAA0B;AAC9B,IAAIC,cAAoC;AAExC,eAAe,YAAY,SAA6C;AACtE,KAAI,CAAC,SACH,YAAW,IAAI,OAAO,QAAQ;AAGhC,KAAI,EAAE,SAAS,UAAU,IAAI,aAC3B,eAAc,SAAS,UAAU,QAAQ,SAAS,aAAa;AAGjE,KAAI,aAAa;AACf,QAAM;AACN,gBAAc;;AAGhB,QAAO;;;;;AAMT,SAAgB,QAAQ,UAA6B,EAAE,EAAE;AACvD,QAAO,eAAe,KAAK,KAAiC;AAC1D,MAAI;GACF,MAAM,IAAI,MAAM,YAAY,QAAQ;GAEpC,MAAM,EAAE,QAAQ,QAAQ,aAAa,GAAG,SAD3B,MAAM,IAAI,MAAM;AAG7B,OAAI,aAAa;IAEf,MAAM,UAAU,IAAI,aAAa;IACjC,MAAM,WAAW,IAAI,eAAe,EAClC,MAAM,MAAM,YAAY;AACtB,SAAI;AACF,iBAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,YAAW,QAAQ,QAAQ,OAAO,SAAS,KAAK,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;AAE9E,iBAAW,QAAQ,QAAQ,OAAO,mBAAmB,CAAC;AACtD,iBAAW,OAAO;cACX,OAAO;AACd,iBAAW,MAAM,MAAM;;OAG5B,CAAC;AAEF,WAAO,IAAI,SAAS,UAAU,EAC5B,SAAS;KACP,gBAAgB;KAChB,iBAAiB;KACjB,YAAY;KACb,EACF,CAAC;;GAGJ,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,UAAO,SAAS,KAAK,OAAO;WACrB,OAAO;AACd,UAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;;;;;AAQrE,SAAgB,eAAe,UAA6B,EAAE,EAAE;AAC9D,QAAO;EACL,UAAU,QAAQ,QAAQ;EAE1B,MAAM,KAAK,KAAiC;AAC1C,OAAI;IACF,MAAM,IAAI,MAAM,YAAY,QAAQ;IAEpC,MAAM,EAAE,QAAQ,QAAQ,GAAG,SADd,MAAM,IAAI,MAAM;IAG7B,MAAM,EAAE,MAAM,MAAM,OAAO;IAC3B,MAAM,YAAY,EAAE,KAAK;IAEzB,MAAM,SAAS,MAAM,EAAE,KAAK,QAAQ;KAAE,QAAQ;KAAW,GAAG;KAAM,CAAC;AACnE,WAAO,SAAS,KAAK,OAAO;YACrB,OAAO;AACd,WAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;EAInE,MAAM,MAAM,KAAiC;AAC3C,OAAI;IACF,MAAM,IAAI,MAAM,YAAY,QAAQ;IAEpC,MAAM,EAAE,MAAM,OAAO,GAAG,SADX,MAAM,IAAI,MAAM;AAG7B,QAAI,OAAO;KACT,MAAM,UAAU,MAAM,EAAE,WAAW,OAAO,KAAK;AAC/C,YAAO,SAAS,KAAK,QAAQ;;IAE/B,MAAM,SAAS,MAAM,EAAE,MAAM,MAAM,KAAK;AACxC,WAAO,SAAS,KAAK,OAAO;YACrB,OAAO;AACd,WAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;EAInE,MAAM,KAAK,MAAkC;AAC3C,OAAI;IACF,MAAM,IAAI,MAAM,YAAY,QAAQ;AACpC,WAAO,SAAS,KAAK,EAAE,SAAS,CAAC;YAC1B,OAAO;AACd,WAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;EAGpE;;AAGH,MAAa,SAAS;CACpB;CACA;CACA;CACD;AAED,mBAAe"}
+{"version":3,"file":"next.mjs","names":["instance: Gerbil | null","loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/next.ts"],"sourcesContent":["/**\n * Gerbil Next.js Integration\n *\n * @example\n * ```ts\n * // app/api/chat/route.ts\n * import { gerbil } from \"gerbil/next\";\n *\n * export const POST = gerbil.handler({\n *   model: \"qwen3.5-0.8b\",\n * });\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport { DEFAULT_MODEL } from \"../core/models.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilNextOptions extends GerbilConfig {\n  /** Preload model on startup */\n  preload?: boolean;\n}\n\n// Singleton instance for Next.js (persists across requests in dev)\nlet instance: Gerbil | null = null;\nlet loadPromise: Promise<void> | null = null;\n\nasync function getInstance(options: GerbilNextOptions): Promise<Gerbil> {\n  if (!instance) {\n    instance = new Gerbil(options);\n  }\n\n  if (!(instance.isLoaded() || loadPromise)) {\n    loadPromise = instance.loadModel(options.model || DEFAULT_MODEL);\n  }\n\n  if (loadPromise) {\n    await loadPromise;\n    loadPromise = null;\n  }\n\n  return instance;\n}\n\n/**\n * Create a Next.js API route handler\n */\nexport function handler(options: GerbilNextOptions = {}) {\n  return async function POST(req: Request): Promise<Response> {\n    try {\n      const g = await getInstance(options);\n      const body = await req.json();\n      const { prompt, stream: isStreaming, ...opts } = body;\n\n      if (isStreaming) {\n        // Streaming response\n        const encoder = new TextEncoder();\n        const readable = new ReadableStream({\n          async start(controller) {\n            try {\n              for await (const chunk of g.stream(prompt, opts)) {\n                controller.enqueue(encoder.encode(`data: ${JSON.stringify({ chunk })}\\n\\n`));\n              }\n              controller.enqueue(encoder.encode(\"data: [DONE]\\n\\n\"));\n              controller.close();\n            } catch (error) {\n              controller.error(error);\n            }\n          },\n        });\n\n        return new Response(readable, {\n          headers: {\n            \"Content-Type\": \"text/event-stream\",\n            \"Cache-Control\": \"no-cache\",\n            Connection: \"keep-alive\",\n          },\n        });\n      }\n      // Non-streaming response\n      const result = await g.generate(prompt, opts);\n      return Response.json(result);\n    } catch (error) {\n      return Response.json({ error: String(error) }, { status: 500 });\n    }\n  };\n}\n\n/**\n * Create handlers for all endpoints\n */\nexport function createHandlers(options: GerbilNextOptions = {}) {\n  return {\n    generate: handler(options),\n\n    async json(req: Request): Promise<Response> {\n      try {\n        const g = await getInstance(options);\n        const body = await req.json();\n        const { prompt, schema, ...opts } = body;\n\n        const { z } = await import(\"zod\");\n        const zodSchema = z.any();\n\n        const result = await g.json(prompt, { schema: zodSchema, ...opts });\n        return Response.json(result);\n      } catch (error) {\n        return Response.json({ error: String(error) }, { status: 500 });\n      }\n    },\n\n    async embed(req: Request): Promise<Response> {\n      try {\n        const g = await getInstance(options);\n        const body = await req.json();\n        const { text, texts, ...opts } = body;\n\n        if (texts) {\n          const results = await g.embedBatch(texts, opts);\n          return Response.json(results);\n        }\n        const result = await g.embed(text, opts);\n        return Response.json(result);\n      } catch (error) {\n        return Response.json({ error: String(error) }, { status: 500 });\n      }\n    },\n\n    async info(_req: Request): Promise<Response> {\n      try {\n        const g = await getInstance(options);\n        return Response.json(g.getInfo());\n      } catch (error) {\n        return Response.json({ error: String(error) }, { status: 500 });\n      }\n    },\n  };\n}\n\nexport const gerbil = {\n  handler,\n  createHandlers,\n  getInstance,\n};\n\nexport default gerbil;\n"],"mappings":";;;;;;;;;;;;;;;;;AAwBA,IAAIA,WAA0B;AAC9B,IAAIC,cAAoC;AAExC,eAAe,YAAY,SAA6C;AACtE,KAAI,CAAC,SACH,YAAW,IAAI,OAAO,QAAQ;AAGhC,KAAI,EAAE,SAAS,UAAU,IAAI,aAC3B,eAAc,SAAS,UAAU,QAAQ,SAAS,cAAc;AAGlE,KAAI,aAAa;AACf,QAAM;AACN,gBAAc;;AAGhB,QAAO;;;;;AAMT,SAAgB,QAAQ,UAA6B,EAAE,EAAE;AACvD,QAAO,eAAe,KAAK,KAAiC;AAC1D,MAAI;GACF,MAAM,IAAI,MAAM,YAAY,QAAQ;GAEpC,MAAM,EAAE,QAAQ,QAAQ,aAAa,GAAG,SAD3B,MAAM,IAAI,MAAM;AAG7B,OAAI,aAAa;IAEf,MAAM,UAAU,IAAI,aAAa;IACjC,MAAM,WAAW,IAAI,eAAe,EAClC,MAAM,MAAM,YAAY;AACtB,SAAI;AACF,iBAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,YAAW,QAAQ,QAAQ,OAAO,SAAS,KAAK,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;AAE9E,iBAAW,QAAQ,QAAQ,OAAO,mBAAmB,CAAC;AACtD,iBAAW,OAAO;cACX,OAAO;AACd,iBAAW,MAAM,MAAM;;OAG5B,CAAC;AAEF,WAAO,IAAI,SAAS,UAAU,EAC5B,SAAS;KACP,gBAAgB;KAChB,iBAAiB;KACjB,YAAY;KACb,EACF,CAAC;;GAGJ,MAAM,SAAS,MAAM,EAAE,SAAS,QAAQ,KAAK;AAC7C,UAAO,SAAS,KAAK,OAAO;WACrB,OAAO;AACd,UAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;;;;;AAQrE,SAAgB,eAAe,UAA6B,EAAE,EAAE;AAC9D,QAAO;EACL,UAAU,QAAQ,QAAQ;EAE1B,MAAM,KAAK,KAAiC;AAC1C,OAAI;IACF,MAAM,IAAI,MAAM,YAAY,QAAQ;IAEpC,MAAM,EAAE,QAAQ,QAAQ,GAAG,SADd,MAAM,IAAI,MAAM;IAG7B,MAAM,EAAE,MAAM,MAAM,OAAO;IAC3B,MAAM,YAAY,EAAE,KAAK;IAEzB,MAAM,SAAS,MAAM,EAAE,KAAK,QAAQ;KAAE,QAAQ;KAAW,GAAG;KAAM,CAAC;AACnE,WAAO,SAAS,KAAK,OAAO;YACrB,OAAO;AACd,WAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;EAInE,MAAM,MAAM,KAAiC;AAC3C,OAAI;IACF,MAAM,IAAI,MAAM,YAAY,QAAQ;IAEpC,MAAM,EAAE,MAAM,OAAO,GAAG,SADX,MAAM,IAAI,MAAM;AAG7B,QAAI,OAAO;KACT,MAAM,UAAU,MAAM,EAAE,WAAW,OAAO,KAAK;AAC/C,YAAO,SAAS,KAAK,QAAQ;;IAE/B,MAAM,SAAS,MAAM,EAAE,MAAM,MAAM,KAAK;AACxC,WAAO,SAAS,KAAK,OAAO;YACrB,OAAO;AACd,WAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;EAInE,MAAM,KAAK,MAAkC;AAC3C,OAAI;IACF,MAAM,IAAI,MAAM,YAAY,QAAQ;AACpC,WAAO,SAAS,KAAK,EAAE,SAAS,CAAC;YAC1B,OAAO;AACd,WAAO,SAAS,KAAK,EAAE,OAAO,OAAO,MAAM,EAAE,EAAE,EAAE,QAAQ,KAAK,CAAC;;;EAGpE;;AAGH,MAAa,SAAS;CACpB;CACA;CACA;CACD;AAED,mBAAe"}

package/dist/frameworks/react.d.mts

@@ -1,4 +1,4 @@
-import { c as GerbilConfig, o as GenerateOptions, s as GenerateResult } from "../types-CiTc7ez3.mjs";
+import { d as GerbilConfig, l as GenerateOptions, u as GenerateResult } from "../types-D6FiR_oh.mjs";
 
 //#region src/frameworks/react.d.ts
 

package/dist/frameworks/trpc.d.mts

@@ -1,4 +1,4 @@
-import { c as GerbilConfig } from "../types-CiTc7ez3.mjs";
+import { d as GerbilConfig } from "../types-D6FiR_oh.mjs";
 
 //#region src/frameworks/trpc.d.ts
 

package/dist/frameworks/trpc.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"trpc.d.mts","names":[],"sources":["../../src/frameworks/trpc.ts"],"sourcesContent":[],"mappings":";;;;UAoBiB,iBAAA,SAA0B;;;;iBAK3B,YAAA,mBAA8B"}
+{"version":3,"file":"trpc.d.mts","names":[],"sources":["../../src/frameworks/trpc.ts"],"sourcesContent":[],"mappings":";;;;UAqBiB,iBAAA,SAA0B;;;;iBAK3B,YAAA,mBAA8B"}

package/dist/frameworks/trpc.mjs

@@ -1,5 +1,5 @@
-import { t as Gerbil } from "../gerbil-Dw4Qj77e.mjs";
-import "../utils-CZBZ8dgR.mjs";
+import { r as DEFAULT_MODEL, t as Gerbil } from "../gerbil-BHrJJIa4.mjs";
+import "../utils-DKO55ZmZ.mjs";
 import { z } from "zod";
 
 //#region src/frameworks/trpc.ts
@@ -14,7 +14,7 @@ import { z } from "zod";
 * const t = initTRPC.create();
 *
 * const appRouter = t.router({
-*   ai: gerbilRouter(t, { model: "qwen3-0.6b" }),
+*   ai: gerbilRouter(t, { model: "qwen3.5-0.8b" }),
 * });
 * ```
 */
@@ -25,7 +25,7 @@ function gerbilRouter(t, options = {}) {
 	const g = new Gerbil(options);
 	let loadPromise = null;
 	async function ensureLoaded() {
-		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || "qwen3-0.6b");
+		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || DEFAULT_MODEL);
 		if (loadPromise) {
 			await loadPromise;
 			loadPromise = null;

package/dist/frameworks/trpc.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"trpc.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/trpc.ts"],"sourcesContent":["/**\n * Gerbil tRPC Router\n *\n * @example\n * ```ts\n * import { initTRPC } from \"@trpc/server\";\n * import { gerbilRouter } from \"gerbil/trpc\";\n *\n * const t = initTRPC.create();\n *\n * const appRouter = t.router({\n *   ai: gerbilRouter(t, { model: \"qwen3-0.6b\" }),\n * });\n * ```\n */\n\nimport { z } from \"zod\";\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilTRPCOptions extends GerbilConfig {}\n\n/**\n * Create a Gerbil tRPC router\n */\nexport function gerbilRouter(t: any, options: GerbilTRPCOptions = {}) {\n  const g = new Gerbil(options);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || \"qwen3-0.6b\");\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  return t.router({\n    generate: t.procedure\n      .input(\n        z.object({\n          prompt: z.string(),\n          maxTokens: z.number().optional(),\n          temperature: z.number().optional(),\n          topP: z.number().optional(),\n          topK: z.number().optional(),\n          system: z.string().optional(),\n          thinking: z.boolean().optional(),\n        }),\n      )\n      .mutation(async ({ input }: { input: any }) => {\n        await ensureLoaded();\n        const { prompt, ...opts } = input;\n        return g.generate(prompt, opts);\n      }),\n\n    stream: t.procedure\n      .input(\n        z.object({\n          prompt: z.string(),\n          maxTokens: z.number().optional(),\n          temperature: z.number().optional(),\n          system: z.string().optional(),\n          thinking: z.boolean().optional(),\n        }),\n      )\n      .subscription(async function* ({ input }: { input: any }) {\n        await ensureLoaded();\n        const { prompt, ...opts } = input;\n        for await (const chunk of g.stream(prompt, opts)) {\n          yield chunk;\n        }\n      }),\n\n    embed: t.procedure\n      .input(\n        z.object({\n          text: z.string().optional(),\n          texts: z.array(z.string()).optional(),\n        }),\n      )\n      .mutation(async ({ input }: { input: any }) => {\n        await ensureLoaded();\n        if (input.texts) {\n          return g.embedBatch(input.texts);\n        }\n        return g.embed(input.text);\n      }),\n\n    info: t.procedure.query(async () => {\n      await ensureLoaded();\n      return g.getInfo();\n    }),\n\n    stats: t.procedure.query(() => g.getStats()),\n\n    models: t.procedure.query(() => Gerbil.listModels()),\n  });\n}\n\nexport default gerbilRouter;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAyBA,SAAgB,aAAa,GAAQ,UAA6B,EAAE,EAAE;CACpE,MAAM,IAAI,IAAI,OAAO,QAAQ;CAC7B,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,aAAa;AAE1D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAIlB,QAAO,EAAE,OAAO;EACd,UAAU,EAAE,UACT,MACC,EAAE,OAAO;GACP,QAAQ,EAAE,QAAQ;GAClB,WAAW,EAAE,QAAQ,CAAC,UAAU;GAChC,aAAa,EAAE,QAAQ,CAAC,UAAU;GAClC,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,QAAQ,EAAE,QAAQ,CAAC,UAAU;GAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;GACjC,CAAC,CACH,CACA,SAAS,OAAO,EAAE,YAA4B;AAC7C,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS;AAC5B,UAAO,EAAE,SAAS,QAAQ,KAAK;IAC/B;EAEJ,QAAQ,EAAE,UACP,MACC,EAAE,OAAO;GACP,QAAQ,EAAE,QAAQ;GAClB,WAAW,EAAE,QAAQ,CAAC,UAAU;GAChC,aAAa,EAAE,QAAQ,CAAC,UAAU;GAClC,QAAQ,EAAE,QAAQ,CAAC,UAAU;GAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;GACjC,CAAC,CACH,CACA,aAAa,iBAAiB,EAAE,SAAyB;AACxD,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS;AAC5B,cAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,OAAM;IAER;EAEJ,OAAO,EAAE,UACN,MACC,EAAE,OAAO;GACP,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,UAAU;GACtC,CAAC,CACH,CACA,SAAS,OAAO,EAAE,YAA4B;AAC7C,SAAM,cAAc;AACpB,OAAI,MAAM,MACR,QAAO,EAAE,WAAW,MAAM,MAAM;AAElC,UAAO,EAAE,MAAM,MAAM,KAAK;IAC1B;EAEJ,MAAM,EAAE,UAAU,MAAM,YAAY;AAClC,SAAM,cAAc;AACpB,UAAO,EAAE,SAAS;IAClB;EAEF,OAAO,EAAE,UAAU,YAAY,EAAE,UAAU,CAAC;EAE5C,QAAQ,EAAE,UAAU,YAAY,OAAO,YAAY,CAAC;EACrD,CAAC;;AAGJ,mBAAe"}
+{"version":3,"file":"trpc.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/trpc.ts"],"sourcesContent":["/**\n * Gerbil tRPC Router\n *\n * @example\n * ```ts\n * import { initTRPC } from \"@trpc/server\";\n * import { gerbilRouter } from \"gerbil/trpc\";\n *\n * const t = initTRPC.create();\n *\n * const appRouter = t.router({\n *   ai: gerbilRouter(t, { model: \"qwen3.5-0.8b\" }),\n * });\n * ```\n */\n\nimport { z } from \"zod\";\nimport { Gerbil } from \"../core/gerbil.js\";\nimport { DEFAULT_MODEL } from \"../core/models.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilTRPCOptions extends GerbilConfig {}\n\n/**\n * Create a Gerbil tRPC router\n */\nexport function gerbilRouter(t: any, options: GerbilTRPCOptions = {}) {\n  const g = new Gerbil(options);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || DEFAULT_MODEL);\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  return t.router({\n    generate: t.procedure\n      .input(\n        z.object({\n          prompt: z.string(),\n          maxTokens: z.number().optional(),\n          temperature: z.number().optional(),\n          topP: z.number().optional(),\n          topK: z.number().optional(),\n          system: z.string().optional(),\n          thinking: z.boolean().optional(),\n        }),\n      )\n      .mutation(async ({ input }: { input: any }) => {\n        await ensureLoaded();\n        const { prompt, ...opts } = input;\n        return g.generate(prompt, opts);\n      }),\n\n    stream: t.procedure\n      .input(\n        z.object({\n          prompt: z.string(),\n          maxTokens: z.number().optional(),\n          temperature: z.number().optional(),\n          system: z.string().optional(),\n          thinking: z.boolean().optional(),\n        }),\n      )\n      .subscription(async function* ({ input }: { input: any }) {\n        await ensureLoaded();\n        const { prompt, ...opts } = input;\n        for await (const chunk of g.stream(prompt, opts)) {\n          yield chunk;\n        }\n      }),\n\n    embed: t.procedure\n      .input(\n        z.object({\n          text: z.string().optional(),\n          texts: z.array(z.string()).optional(),\n        }),\n      )\n      .mutation(async ({ input }: { input: any }) => {\n        await ensureLoaded();\n        if (input.texts) {\n          return g.embedBatch(input.texts);\n        }\n        return g.embed(input.text);\n      }),\n\n    info: t.procedure.query(async () => {\n      await ensureLoaded();\n      return g.getInfo();\n    }),\n\n    stats: t.procedure.query(() => g.getStats()),\n\n    models: t.procedure.query(() => Gerbil.listModels()),\n  });\n}\n\nexport default gerbilRouter;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AA0BA,SAAgB,aAAa,GAAQ,UAA6B,EAAE,EAAE;CACpE,MAAM,IAAI,IAAI,OAAO,QAAQ;CAC7B,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,cAAc;AAE3D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAIlB,QAAO,EAAE,OAAO;EACd,UAAU,EAAE,UACT,MACC,EAAE,OAAO;GACP,QAAQ,EAAE,QAAQ;GAClB,WAAW,EAAE,QAAQ,CAAC,UAAU;GAChC,aAAa,EAAE,QAAQ,CAAC,UAAU;GAClC,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,QAAQ,EAAE,QAAQ,CAAC,UAAU;GAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;GACjC,CAAC,CACH,CACA,SAAS,OAAO,EAAE,YAA4B;AAC7C,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS;AAC5B,UAAO,EAAE,SAAS,QAAQ,KAAK;IAC/B;EAEJ,QAAQ,EAAE,UACP,MACC,EAAE,OAAO;GACP,QAAQ,EAAE,QAAQ;GAClB,WAAW,EAAE,QAAQ,CAAC,UAAU;GAChC,aAAa,EAAE,QAAQ,CAAC,UAAU;GAClC,QAAQ,EAAE,QAAQ,CAAC,UAAU;GAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;GACjC,CAAC,CACH,CACA,aAAa,iBAAiB,EAAE,SAAyB;AACxD,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS;AAC5B,cAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,OAAM;IAER;EAEJ,OAAO,EAAE,UACN,MACC,EAAE,OAAO;GACP,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,UAAU;GACtC,CAAC,CACH,CACA,SAAS,OAAO,EAAE,YAA4B;AAC7C,SAAM,cAAc;AACpB,OAAI,MAAM,MACR,QAAO,EAAE,WAAW,MAAM,MAAM;AAElC,UAAO,EAAE,MAAM,MAAM,KAAK;IAC1B;EAEJ,MAAM,EAAE,UAAU,MAAM,YAAY;AAClC,SAAM,cAAc;AACpB,UAAO,EAAE,SAAS;IAClB;EAEF,OAAO,EAAE,UAAU,YAAY,EAAE,UAAU,CAAC;EAE5C,QAAQ,EAAE,UAAU,YAAY,OAAO,YAAY,CAAC;EACrD,CAAC;;AAGJ,mBAAe"}