@tryhamster/gerbil 1.0.0-rc.0

package/dist/frameworks/react.mjs

@@ -0,0 +1,172 @@
+import { useCallback, useEffect, useRef, useState } from "react";
+
+//#region src/frameworks/react.ts
+/**
+* Gerbil React Hooks
+*
+* @example
+* ```tsx
+* import { useGerbil } from "gerbil/react";
+*
+* function Chat() {
+*   const { generate, isLoading, error } = useGerbil();
+*
+*   const handleSubmit = async (prompt: string) => {
+*     const result = await generate(prompt);
+*     console.log(result.text);
+*   };
+* }
+* ```
+*/
+/**
+* React hook for Gerbil
+*/
+function useGerbil(options = {}) {
+	const { endpoint = "/api/gerbil" } = options;
+	const [isLoading, setIsLoading] = useState(false);
+	const [error, setError] = useState(null);
+	const [isConnected, setIsConnected] = useState(false);
+	const [result, setResult] = useState(null);
+	const abortControllerRef = useRef(null);
+	useEffect(() => {
+		async function checkConnection() {
+			try {
+				setIsConnected((await fetch(`${endpoint}/info`)).ok);
+			} catch {
+				setIsConnected(false);
+			}
+		}
+		checkConnection();
+	}, [endpoint]);
+	return {
+		generate: useCallback(async (prompt, generateOptions = {}) => {
+			setIsLoading(true);
+			setError(null);
+			abortControllerRef.current = new AbortController();
+			try {
+				const res = await fetch(`${endpoint}/generate`, {
+					method: "POST",
+					headers: { "Content-Type": "application/json" },
+					body: JSON.stringify({
+						prompt,
+						...generateOptions
+					}),
+					signal: abortControllerRef.current.signal
+				});
+				if (!res.ok) throw new Error(`HTTP ${res.status}: ${res.statusText}`);
+				const data = await res.json();
+				setResult(data);
+				return data;
+			} catch (err) {
+				const error$1 = err instanceof Error ? err : new Error(String(err));
+				setError(error$1);
+				throw error$1;
+			} finally {
+				setIsLoading(false);
+				abortControllerRef.current = null;
+			}
+		}, [endpoint]),
+		stream: useCallback(async function* (prompt, generateOptions = {}) {
+			setIsLoading(true);
+			setError(null);
+			abortControllerRef.current = new AbortController();
+			try {
+				const res = await fetch(`${endpoint}/stream`, {
+					method: "POST",
+					headers: { "Content-Type": "application/json" },
+					body: JSON.stringify({
+						prompt,
+						stream: true,
+						...generateOptions
+					}),
+					signal: abortControllerRef.current.signal
+				});
+				if (!res.ok) throw new Error(`HTTP ${res.status}: ${res.statusText}`);
+				const reader = res.body?.getReader();
+				if (!reader) throw new Error("No response body");
+				const decoder = new TextDecoder();
+				let buffer = "";
+				while (true) {
+					const { done, value } = await reader.read();
+					if (done) break;
+					buffer += decoder.decode(value, { stream: true });
+					const lines = buffer.split("\n");
+					buffer = lines.pop() || "";
+					for (const line of lines) if (line.startsWith("data: ")) {
+						const data = line.slice(6);
+						if (data === "[DONE]") continue;
+						try {
+							const parsed = JSON.parse(data);
+							if (parsed.chunk) yield parsed.chunk;
+						} catch {}
+					}
+				}
+			} catch (err) {
+				const error$1 = err instanceof Error ? err : new Error(String(err));
+				setError(error$1);
+				throw error$1;
+			} finally {
+				setIsLoading(false);
+				abortControllerRef.current = null;
+			}
+		}, [endpoint]),
+		isLoading,
+		error,
+		isConnected,
+		result,
+		reset: useCallback(() => {
+			if (abortControllerRef.current) {
+				abortControllerRef.current.abort();
+				abortControllerRef.current = null;
+			}
+			setIsLoading(false);
+			setError(null);
+			setResult(null);
+		}, [])
+	};
+}
+function useChat(options = {}) {
+	const { initialMessages = [], system } = options;
+	const { generate, isLoading, error, reset: resetGerbil } = useGerbil(options);
+	const [messages, setMessages] = useState(initialMessages);
+	const [input, setInput] = useState("");
+	return {
+		messages,
+		input,
+		setInput,
+		handleSubmit: useCallback(async (e) => {
+			e?.preventDefault();
+			if (!input.trim() || isLoading) return;
+			const userMessage = {
+				role: "user",
+				content: input
+			};
+			setMessages((prev) => [...prev, userMessage]);
+			setInput("");
+			try {
+				const assistantMessage = {
+					role: "assistant",
+					content: (await generate(input, { system })).text
+				};
+				setMessages((prev) => [...prev, assistantMessage]);
+			} catch {}
+		}, [
+			input,
+			isLoading,
+			generate,
+			system
+		]),
+		isLoading,
+		error,
+		reset: useCallback(() => {
+			setMessages(initialMessages);
+			setInput("");
+			resetGerbil();
+		}, [initialMessages, resetGerbil])
+	};
+}
+var react_default = useGerbil;
+
+//#endregion
+export { react_default as default, useChat, useGerbil };
+//# sourceMappingURL=react.mjs.map

package/dist/frameworks/react.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"react.mjs","names":["error","userMessage: Message","assistantMessage: Message"],"sources":["../../src/frameworks/react.ts"],"sourcesContent":["/**\n * Gerbil React Hooks\n *\n * @example\n * ```tsx\n * import { useGerbil } from \"gerbil/react\";\n *\n * function Chat() {\n *   const { generate, isLoading, error } = useGerbil();\n *\n *   const handleSubmit = async (prompt: string) => {\n *     const result = await generate(prompt);\n *     console.log(result.text);\n *   };\n * }\n * ```\n */\n\nimport { useCallback, useEffect, useRef, useState } from \"react\";\nimport type { GenerateOptions, GenerateResult, GerbilConfig } from \"../core/types.js\";\n\nexport interface UseGerbilOptions extends GerbilConfig {\n  /** API endpoint (default: \"/api/gerbil\") */\n  endpoint?: string;\n\n  /** Auto-connect on mount */\n  autoConnect?: boolean;\n}\n\nexport type UseGerbilReturn = {\n  /** Generate text */\n  generate: (prompt: string, options?: GenerateOptions) => Promise<GenerateResult>;\n\n  /** Stream text generation */\n  stream: (prompt: string, options?: GenerateOptions) => AsyncGenerator<string, void, unknown>;\n\n  /** Current loading state */\n  isLoading: boolean;\n\n  /** Current error */\n  error: Error | null;\n\n  /** Whether connected to API */\n  isConnected: boolean;\n\n  /** Last result */\n  result: GenerateResult | null;\n\n  /** Reset state */\n  reset: () => void;\n};\n\n/**\n * React hook for Gerbil\n */\nexport function useGerbil(options: UseGerbilOptions = {}): UseGerbilReturn {\n  const { endpoint = \"/api/gerbil\" } = options;\n\n  const [isLoading, setIsLoading] = useState(false);\n  const [error, setError] = useState<Error | null>(null);\n  const [isConnected, setIsConnected] = useState(false);\n  const [result, setResult] = useState<GenerateResult | null>(null);\n\n  const abortControllerRef = useRef<AbortController | null>(null);\n\n  // Check connection on mount\n  useEffect(() => {\n    async function checkConnection() {\n      try {\n        const res = await fetch(`${endpoint}/info`);\n        setIsConnected(res.ok);\n      } catch {\n        setIsConnected(false);\n      }\n    }\n    checkConnection();\n  }, [endpoint]);\n\n  const generate = useCallback(\n    async (prompt: string, generateOptions: GenerateOptions = {}): Promise<GenerateResult> => {\n      setIsLoading(true);\n      setError(null);\n\n      abortControllerRef.current = new AbortController();\n\n      try {\n        const res = await fetch(`${endpoint}/generate`, {\n          method: \"POST\",\n          headers: { \"Content-Type\": \"application/json\" },\n          body: JSON.stringify({ prompt, ...generateOptions }),\n          signal: abortControllerRef.current.signal,\n        });\n\n        if (!res.ok) {\n          throw new Error(`HTTP ${res.status}: ${res.statusText}`);\n        }\n\n        const data = await res.json();\n        setResult(data);\n        return data;\n      } catch (err) {\n        const error = err instanceof Error ? err : new Error(String(err));\n        setError(error);\n        throw error;\n      } finally {\n        setIsLoading(false);\n        abortControllerRef.current = null;\n      }\n    },\n    [endpoint],\n  );\n\n  const stream = useCallback(\n    async function* (\n      prompt: string,\n      generateOptions: GenerateOptions = {},\n    ): AsyncGenerator<string, void, unknown> {\n      setIsLoading(true);\n      setError(null);\n\n      abortControllerRef.current = new AbortController();\n\n      try {\n        const res = await fetch(`${endpoint}/stream`, {\n          method: \"POST\",\n          headers: { \"Content-Type\": \"application/json\" },\n          body: JSON.stringify({ prompt, stream: true, ...generateOptions }),\n          signal: abortControllerRef.current.signal,\n        });\n\n        if (!res.ok) {\n          throw new Error(`HTTP ${res.status}: ${res.statusText}`);\n        }\n\n        const reader = res.body?.getReader();\n        if (!reader) {\n          throw new Error(\"No response body\");\n        }\n\n        const decoder = new TextDecoder();\n        let buffer = \"\";\n\n        while (true) {\n          const { done, value } = await reader.read();\n          if (done) {\n            break;\n          }\n\n          buffer += decoder.decode(value, { stream: true });\n          const lines = buffer.split(\"\\n\");\n          buffer = lines.pop() || \"\";\n\n          for (const line of lines) {\n            if (line.startsWith(\"data: \")) {\n              const data = line.slice(6);\n              if (data === \"[DONE]\") {\n                continue;\n              }\n\n              try {\n                const parsed = JSON.parse(data);\n                if (parsed.chunk) {\n                  yield parsed.chunk;\n                }\n              } catch {\n                // Ignore parse errors\n              }\n            }\n          }\n        }\n      } catch (err) {\n        const error = err instanceof Error ? err : new Error(String(err));\n        setError(error);\n        throw error;\n      } finally {\n        setIsLoading(false);\n        abortControllerRef.current = null;\n      }\n    },\n    [endpoint],\n  );\n\n  const reset = useCallback(() => {\n    if (abortControllerRef.current) {\n      abortControllerRef.current.abort();\n      abortControllerRef.current = null;\n    }\n    setIsLoading(false);\n    setError(null);\n    setResult(null);\n  }, []);\n\n  return {\n    generate,\n    stream,\n    isLoading,\n    error,\n    isConnected,\n    result,\n    reset,\n  };\n}\n\n/**\n * Hook for chat-style interactions\n */\nexport type Message = {\n  role: \"user\" | \"assistant\";\n  content: string;\n};\n\nexport interface UseChatOptions extends UseGerbilOptions {\n  /** Initial messages */\n  initialMessages?: Message[];\n\n  /** System prompt */\n  system?: string;\n}\n\nexport type UseChatReturn = {\n  messages: Message[];\n  input: string;\n  setInput: (input: string) => void;\n  handleSubmit: (e?: React.FormEvent) => Promise<void>;\n  isLoading: boolean;\n  error: Error | null;\n  reset: () => void;\n};\n\nexport function useChat(options: UseChatOptions = {}): UseChatReturn {\n  const { initialMessages = [], system } = options;\n  const { generate, isLoading, error, reset: resetGerbil } = useGerbil(options);\n\n  const [messages, setMessages] = useState<Message[]>(initialMessages);\n  const [input, setInput] = useState(\"\");\n\n  const handleSubmit = useCallback(\n    async (e?: React.FormEvent) => {\n      e?.preventDefault();\n      if (!input.trim() || isLoading) {\n        return;\n      }\n\n      const userMessage: Message = { role: \"user\", content: input };\n      setMessages((prev) => [...prev, userMessage]);\n      setInput(\"\");\n\n      try {\n        const result = await generate(input, { system });\n        const assistantMessage: Message = {\n          role: \"assistant\",\n          content: result.text,\n        };\n        setMessages((prev) => [...prev, assistantMessage]);\n      } catch {\n        // Error handled by useGerbil\n      }\n    },\n    [input, isLoading, generate, system],\n  );\n\n  const reset = useCallback(() => {\n    setMessages(initialMessages);\n    setInput(\"\");\n    resetGerbil();\n  }, [initialMessages, resetGerbil]);\n\n  return {\n    messages,\n    input,\n    setInput,\n    handleSubmit,\n    isLoading,\n    error,\n    reset,\n  };\n}\n\nexport default useGerbil;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAuDA,SAAgB,UAAU,UAA4B,EAAE,EAAmB;CACzE,MAAM,EAAE,WAAW,kBAAkB;CAErC,MAAM,CAAC,WAAW,gBAAgB,SAAS,MAAM;CACjD,MAAM,CAAC,OAAO,YAAY,SAAuB,KAAK;CACtD,MAAM,CAAC,aAAa,kBAAkB,SAAS,MAAM;CACrD,MAAM,CAAC,QAAQ,aAAa,SAAgC,KAAK;CAEjE,MAAM,qBAAqB,OAA+B,KAAK;AAG/D,iBAAgB;EACd,eAAe,kBAAkB;AAC/B,OAAI;AAEF,oBADY,MAAM,MAAM,GAAG,SAAS,OAAO,EACxB,GAAG;WAChB;AACN,mBAAe,MAAM;;;AAGzB,mBAAiB;IAChB,CAAC,SAAS,CAAC;AAoHd,QAAO;EACL,UAnHe,YACf,OAAO,QAAgB,kBAAmC,EAAE,KAA8B;AACxF,gBAAa,KAAK;AAClB,YAAS,KAAK;AAEd,sBAAmB,UAAU,IAAI,iBAAiB;AAElD,OAAI;IACF,MAAM,MAAM,MAAM,MAAM,GAAG,SAAS,YAAY;KAC9C,QAAQ;KACR,SAAS,EAAE,gBAAgB,oBAAoB;KAC/C,MAAM,KAAK,UAAU;MAAE;MAAQ,GAAG;MAAiB,CAAC;KACpD,QAAQ,mBAAmB,QAAQ;KACpC,CAAC;AAEF,QAAI,CAAC,IAAI,GACP,OAAM,IAAI,MAAM,QAAQ,IAAI,OAAO,IAAI,IAAI,aAAa;IAG1D,MAAM,OAAO,MAAM,IAAI,MAAM;AAC7B,cAAU,KAAK;AACf,WAAO;YACA,KAAK;IACZ,MAAMA,UAAQ,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,IAAI,CAAC;AACjE,aAASA,QAAM;AACf,UAAMA;aACE;AACR,iBAAa,MAAM;AACnB,uBAAmB,UAAU;;KAGjC,CAAC,SAAS,CACX;EAoFC,QAlFa,YACb,iBACE,QACA,kBAAmC,EAAE,EACE;AACvC,gBAAa,KAAK;AAClB,YAAS,KAAK;AAEd,sBAAmB,UAAU,IAAI,iBAAiB;AAElD,OAAI;IACF,MAAM,MAAM,MAAM,MAAM,GAAG,SAAS,UAAU;KAC5C,QAAQ;KACR,SAAS,EAAE,gBAAgB,oBAAoB;KAC/C,MAAM,KAAK,UAAU;MAAE;MAAQ,QAAQ;MAAM,GAAG;MAAiB,CAAC;KAClE,QAAQ,mBAAmB,QAAQ;KACpC,CAAC;AAEF,QAAI,CAAC,IAAI,GACP,OAAM,IAAI,MAAM,QAAQ,IAAI,OAAO,IAAI,IAAI,aAAa;IAG1D,MAAM,SAAS,IAAI,MAAM,WAAW;AACpC,QAAI,CAAC,OACH,OAAM,IAAI,MAAM,mBAAmB;IAGrC,MAAM,UAAU,IAAI,aAAa;IACjC,IAAI,SAAS;AAEb,WAAO,MAAM;KACX,MAAM,EAAE,MAAM,UAAU,MAAM,OAAO,MAAM;AAC3C,SAAI,KACF;AAGF,eAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,MAAM,CAAC;KACjD,MAAM,QAAQ,OAAO,MAAM,KAAK;AAChC,cAAS,MAAM,KAAK,IAAI;AAExB,UAAK,MAAM,QAAQ,MACjB,KAAI,KAAK,WAAW,SAAS,EAAE;MAC7B,MAAM,OAAO,KAAK,MAAM,EAAE;AAC1B,UAAI,SAAS,SACX;AAGF,UAAI;OACF,MAAM,SAAS,KAAK,MAAM,KAAK;AAC/B,WAAI,OAAO,MACT,OAAM,OAAO;cAET;;;YAMP,KAAK;IACZ,MAAMA,UAAQ,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,IAAI,CAAC;AACjE,aAASA,QAAM;AACf,UAAMA;aACE;AACR,iBAAa,MAAM;AACnB,uBAAmB,UAAU;;KAGjC,CAAC,SAAS,CACX;EAeC;EACA;EACA;EACA;EACA,OAjBY,kBAAkB;AAC9B,OAAI,mBAAmB,SAAS;AAC9B,uBAAmB,QAAQ,OAAO;AAClC,uBAAmB,UAAU;;AAE/B,gBAAa,MAAM;AACnB,YAAS,KAAK;AACd,aAAU,KAAK;KACd,EAAE,CAAC;EAUL;;AA6BH,SAAgB,QAAQ,UAA0B,EAAE,EAAiB;CACnE,MAAM,EAAE,kBAAkB,EAAE,EAAE,WAAW;CACzC,MAAM,EAAE,UAAU,WAAW,OAAO,OAAO,gBAAgB,UAAU,QAAQ;CAE7E,MAAM,CAAC,UAAU,eAAe,SAAoB,gBAAgB;CACpE,MAAM,CAAC,OAAO,YAAY,SAAS,GAAG;AAiCtC,QAAO;EACL;EACA;EACA;EACA,cAnCmB,YACnB,OAAO,MAAwB;AAC7B,MAAG,gBAAgB;AACnB,OAAI,CAAC,MAAM,MAAM,IAAI,UACnB;GAGF,MAAMC,cAAuB;IAAE,MAAM;IAAQ,SAAS;IAAO;AAC7D,gBAAa,SAAS,CAAC,GAAG,MAAM,YAAY,CAAC;AAC7C,YAAS,GAAG;AAEZ,OAAI;IAEF,MAAMC,mBAA4B;KAChC,MAAM;KACN,UAHa,MAAM,SAAS,OAAO,EAAE,QAAQ,CAAC,EAG9B;KACjB;AACD,iBAAa,SAAS,CAAC,GAAG,MAAM,iBAAiB,CAAC;WAC5C;KAIV;GAAC;GAAO;GAAW;GAAU;GAAO,CACrC;EAaC;EACA;EACA,OAbY,kBAAkB;AAC9B,eAAY,gBAAgB;AAC5B,YAAS,GAAG;AACZ,gBAAa;KACZ,CAAC,iBAAiB,YAAY,CAAC;EAUjC;;AAGH,oBAAe"}

package/dist/frameworks/trpc.d.mts

@@ -0,0 +1,12 @@
+import { s as GerbilConfig } from "../types-BS1N92Jt.mjs";
+
+//#region src/frameworks/trpc.d.ts
+
+interface GerbilTRPCOptions extends GerbilConfig {}
+/**
+ * Create a Gerbil tRPC router
+ */
+declare function gerbilRouter(t: any, options?: GerbilTRPCOptions): any;
+//#endregion
+export { GerbilTRPCOptions, gerbilRouter as default, gerbilRouter };
+//# sourceMappingURL=trpc.d.mts.map

package/dist/frameworks/trpc.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trpc.d.mts","names":[],"sources":["../../src/frameworks/trpc.ts"],"sourcesContent":[],"mappings":";;;;UAoBiB,iBAAA,SAA0B;;;;iBAK3B,YAAA,mBAA8B"}

package/dist/frameworks/trpc.mjs

@@ -0,0 +1,80 @@
+import "../models-DKULvhOr.mjs";
+import "../utils-7vXqtq2Q.mjs";
+import { t as Gerbil } from "../gerbil-BfnsFWRE.mjs";
+import { z } from "zod";
+
+//#region src/frameworks/trpc.ts
+/**
+* Gerbil tRPC Router
+*
+* @example
+* ```ts
+* import { initTRPC } from "@trpc/server";
+* import { gerbilRouter } from "gerbil/trpc";
+*
+* const t = initTRPC.create();
+*
+* const appRouter = t.router({
+*   ai: gerbilRouter(t, { model: "qwen3-0.6b" }),
+* });
+* ```
+*/
+/**
+* Create a Gerbil tRPC router
+*/
+function gerbilRouter(t, options = {}) {
+	const g = new Gerbil(options);
+	let loadPromise = null;
+	async function ensureLoaded() {
+		if (!(g.isLoaded() || loadPromise)) loadPromise = g.loadModel(options.model || "qwen3-0.6b");
+		if (loadPromise) {
+			await loadPromise;
+			loadPromise = null;
+		}
+	}
+	return t.router({
+		generate: t.procedure.input(z.object({
+			prompt: z.string(),
+			maxTokens: z.number().optional(),
+			temperature: z.number().optional(),
+			topP: z.number().optional(),
+			topK: z.number().optional(),
+			system: z.string().optional(),
+			thinking: z.boolean().optional()
+		})).mutation(async ({ input }) => {
+			await ensureLoaded();
+			const { prompt, ...opts } = input;
+			return g.generate(prompt, opts);
+		}),
+		stream: t.procedure.input(z.object({
+			prompt: z.string(),
+			maxTokens: z.number().optional(),
+			temperature: z.number().optional(),
+			system: z.string().optional(),
+			thinking: z.boolean().optional()
+		})).subscription(async function* ({ input }) {
+			await ensureLoaded();
+			const { prompt, ...opts } = input;
+			for await (const chunk of g.stream(prompt, opts)) yield chunk;
+		}),
+		embed: t.procedure.input(z.object({
+			text: z.string().optional(),
+			texts: z.array(z.string()).optional()
+		})).mutation(async ({ input }) => {
+			await ensureLoaded();
+			if (input.texts) return g.embedBatch(input.texts);
+			return g.embed(input.text);
+		}),
+		info: t.procedure.query(async () => {
+			await ensureLoaded();
+			return g.getInfo();
+		}),
+		stats: t.procedure.query(() => g.getStats()),
+		models: t.procedure.query(() => Gerbil.listModels())
+	});
+}
+var trpc_default = gerbilRouter;
+
+//#endregion
+export { trpc_default as default, gerbilRouter };
+//# sourceMappingURL=trpc.mjs.map

package/dist/frameworks/trpc.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"trpc.mjs","names":["loadPromise: Promise<void> | null"],"sources":["../../src/frameworks/trpc.ts"],"sourcesContent":["/**\n * Gerbil tRPC Router\n *\n * @example\n * ```ts\n * import { initTRPC } from \"@trpc/server\";\n * import { gerbilRouter } from \"gerbil/trpc\";\n *\n * const t = initTRPC.create();\n *\n * const appRouter = t.router({\n *   ai: gerbilRouter(t, { model: \"qwen3-0.6b\" }),\n * });\n * ```\n */\n\nimport { z } from \"zod\";\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GerbilConfig } from \"../core/types.js\";\n\nexport interface GerbilTRPCOptions extends GerbilConfig {}\n\n/**\n * Create a Gerbil tRPC router\n */\nexport function gerbilRouter(t: any, options: GerbilTRPCOptions = {}) {\n  const g = new Gerbil(options);\n  let loadPromise: Promise<void> | null = null;\n\n  async function ensureLoaded() {\n    if (!(g.isLoaded() || loadPromise)) {\n      loadPromise = g.loadModel(options.model || \"qwen3-0.6b\");\n    }\n    if (loadPromise) {\n      await loadPromise;\n      loadPromise = null;\n    }\n  }\n\n  return t.router({\n    generate: t.procedure\n      .input(\n        z.object({\n          prompt: z.string(),\n          maxTokens: z.number().optional(),\n          temperature: z.number().optional(),\n          topP: z.number().optional(),\n          topK: z.number().optional(),\n          system: z.string().optional(),\n          thinking: z.boolean().optional(),\n        }),\n      )\n      .mutation(async ({ input }: { input: any }) => {\n        await ensureLoaded();\n        const { prompt, ...opts } = input;\n        return g.generate(prompt, opts);\n      }),\n\n    stream: t.procedure\n      .input(\n        z.object({\n          prompt: z.string(),\n          maxTokens: z.number().optional(),\n          temperature: z.number().optional(),\n          system: z.string().optional(),\n          thinking: z.boolean().optional(),\n        }),\n      )\n      .subscription(async function* ({ input }: { input: any }) {\n        await ensureLoaded();\n        const { prompt, ...opts } = input;\n        for await (const chunk of g.stream(prompt, opts)) {\n          yield chunk;\n        }\n      }),\n\n    embed: t.procedure\n      .input(\n        z.object({\n          text: z.string().optional(),\n          texts: z.array(z.string()).optional(),\n        }),\n      )\n      .mutation(async ({ input }: { input: any }) => {\n        await ensureLoaded();\n        if (input.texts) {\n          return g.embedBatch(input.texts);\n        }\n        return g.embed(input.text);\n      }),\n\n    info: t.procedure.query(async () => {\n      await ensureLoaded();\n      return g.getInfo();\n    }),\n\n    stats: t.procedure.query(() => g.getStats()),\n\n    models: t.procedure.query(() => Gerbil.listModels()),\n  });\n}\n\nexport default gerbilRouter;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAyBA,SAAgB,aAAa,GAAQ,UAA6B,EAAE,EAAE;CACpE,MAAM,IAAI,IAAI,OAAO,QAAQ;CAC7B,IAAIA,cAAoC;CAExC,eAAe,eAAe;AAC5B,MAAI,EAAE,EAAE,UAAU,IAAI,aACpB,eAAc,EAAE,UAAU,QAAQ,SAAS,aAAa;AAE1D,MAAI,aAAa;AACf,SAAM;AACN,iBAAc;;;AAIlB,QAAO,EAAE,OAAO;EACd,UAAU,EAAE,UACT,MACC,EAAE,OAAO;GACP,QAAQ,EAAE,QAAQ;GAClB,WAAW,EAAE,QAAQ,CAAC,UAAU;GAChC,aAAa,EAAE,QAAQ,CAAC,UAAU;GAClC,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,QAAQ,EAAE,QAAQ,CAAC,UAAU;GAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;GACjC,CAAC,CACH,CACA,SAAS,OAAO,EAAE,YAA4B;AAC7C,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS;AAC5B,UAAO,EAAE,SAAS,QAAQ,KAAK;IAC/B;EAEJ,QAAQ,EAAE,UACP,MACC,EAAE,OAAO;GACP,QAAQ,EAAE,QAAQ;GAClB,WAAW,EAAE,QAAQ,CAAC,UAAU;GAChC,aAAa,EAAE,QAAQ,CAAC,UAAU;GAClC,QAAQ,EAAE,QAAQ,CAAC,UAAU;GAC7B,UAAU,EAAE,SAAS,CAAC,UAAU;GACjC,CAAC,CACH,CACA,aAAa,iBAAiB,EAAE,SAAyB;AACxD,SAAM,cAAc;GACpB,MAAM,EAAE,QAAQ,GAAG,SAAS;AAC5B,cAAW,MAAM,SAAS,EAAE,OAAO,QAAQ,KAAK,CAC9C,OAAM;IAER;EAEJ,OAAO,EAAE,UACN,MACC,EAAE,OAAO;GACP,MAAM,EAAE,QAAQ,CAAC,UAAU;GAC3B,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,UAAU;GACtC,CAAC,CACH,CACA,SAAS,OAAO,EAAE,YAA4B;AAC7C,SAAM,cAAc;AACpB,OAAI,MAAM,MACR,QAAO,EAAE,WAAW,MAAM,MAAM;AAElC,UAAO,EAAE,MAAM,MAAM,KAAK;IAC1B;EAEJ,MAAM,EAAE,UAAU,MAAM,YAAY;AAClC,SAAM,cAAc;AACpB,UAAO,EAAE,SAAS;IAClB;EAEF,OAAO,EAAE,UAAU,YAAY,EAAE,UAAU,CAAC;EAE5C,QAAQ,EAAE,UAAU,YAAY,OAAO,YAAY,CAAC;EACrD,CAAC;;AAGJ,mBAAe"}