@tryhamster/gerbil 1.0.0-rc.0

package/dist/integrations/ai-sdk.mjs

@@ -0,0 +1,199 @@
+import { t as BUILTIN_MODELS } from "../models-DKULvhOr.mjs";
+import "../utils-7vXqtq2Q.mjs";
+import { t as Gerbil } from "../gerbil-BfnsFWRE.mjs";
+
+//#region src/integrations/ai-sdk.ts
+let idCounter = 0;
+function generateId() {
+	return `gerbil-${Date.now()}-${++idCounter}`;
+}
+var GerbilLanguageModel = class {
+	specificationVersion = "v2";
+	provider = "gerbil";
+	modelId;
+	supportedUrls = {};
+	instance = null;
+	settings;
+	providerSettings;
+	loadPromise = null;
+	constructor(modelId, settings, providerSettings) {
+		this.modelId = modelId;
+		this.settings = settings;
+		this.providerSettings = providerSettings;
+	}
+	async ensureLoaded() {
+		if (this.instance?.isLoaded()) return this.instance;
+		if (this.loadPromise) {
+			await this.loadPromise;
+			return this.instance;
+		}
+		this.instance = new Gerbil();
+		this.loadPromise = this.instance.loadModel(this.modelId, {
+			device: this.settings.device ?? this.providerSettings.device ?? "auto",
+			dtype: this.settings.dtype ?? this.providerSettings.dtype ?? "q4"
+		});
+		await this.loadPromise;
+		return this.instance;
+	}
+	convertPrompt(prompt) {
+		let system;
+		let user = "";
+		for (const msg of prompt) if (msg.role === "system") system = msg.content;
+		else if (msg.role === "user") {
+			for (const part of msg.content) if (part.type === "text") user += part.text;
+		} else if (msg.role === "assistant") {
+			for (const part of msg.content) if (part.type === "text") user += `\n\nAssistant: ${part.text}`;
+		} else if (msg.role === "tool") for (const part of msg.content) user += `\n\nTool (${part.toolName}): ${JSON.stringify(part)}`;
+		return {
+			system,
+			user
+		};
+	}
+	mapFinishReason(reason) {
+		if (reason === "stop") return "stop";
+		if (reason === "length") return "length";
+		if (reason === "error") return "error";
+		return "other";
+	}
+	async doGenerate(options) {
+		const warnings = [];
+		const g = await this.ensureLoaded();
+		const { system, user } = this.convertPrompt(options.prompt);
+		const result = await g.generate(user, {
+			maxTokens: options.maxOutputTokens,
+			temperature: options.temperature,
+			topP: options.topP,
+			topK: options.topK,
+			system,
+			thinking: this.settings.thinking,
+			stopSequences: options.stopSequences
+		});
+		const content = [];
+		if (result.thinking) content.push({
+			type: "reasoning",
+			text: result.thinking
+		});
+		content.push({
+			type: "text",
+			text: result.text
+		});
+		const usage = {
+			inputTokens: 0,
+			outputTokens: result.tokensGenerated,
+			totalTokens: result.tokensGenerated
+		};
+		return {
+			content,
+			finishReason: this.mapFinishReason(result.finishReason),
+			usage,
+			request: { body: {
+				model: this.modelId,
+				prompt: user
+			} },
+			warnings
+		};
+	}
+	async doStream(options) {
+		const warnings = [];
+		const g = await this.ensureLoaded();
+		const { system, user } = this.convertPrompt(options.prompt);
+		const streamGen = g.stream(user, {
+			maxTokens: options.maxOutputTokens,
+			temperature: options.temperature,
+			topP: options.topP,
+			topK: options.topK,
+			system,
+			thinking: this.settings.thinking,
+			stopSequences: options.stopSequences
+		});
+		let tokens = 0;
+		const textId = generateId();
+		return {
+			stream: new ReadableStream({ async start(controller) {
+				try {
+					controller.enqueue({
+						type: "stream-start",
+						warnings
+					});
+					controller.enqueue({
+						type: "text-start",
+						id: textId
+					});
+					for await (const chunk of streamGen) {
+						tokens++;
+						controller.enqueue({
+							type: "text-delta",
+							id: textId,
+							delta: chunk
+						});
+					}
+					controller.enqueue({
+						type: "text-end",
+						id: textId
+					});
+					controller.enqueue({
+						type: "finish",
+						finishReason: "stop",
+						usage: {
+							inputTokens: 0,
+							outputTokens: tokens,
+							totalTokens: tokens
+						}
+					});
+					controller.close();
+				} catch (error) {
+					controller.enqueue({
+						type: "error",
+						error
+					});
+					controller.close();
+				}
+			} }),
+			request: { body: {
+				model: this.modelId,
+				prompt: user
+			} }
+		};
+	}
+};
+/**
+* Create a Gerbil provider
+*
+* @example
+* ```ts
+* const local = createGerbil({ device: "gpu", dtype: "q4" });
+*
+* const { text } = await generateText({
+*   model: local("qwen3-0.6b"),
+*   prompt: "Hello",
+* });
+* ```
+*/
+function createGerbil(options = {}) {
+	const createModel = (modelId, settings = {}) => new GerbilLanguageModel(modelId, settings, options);
+	const provider = ((modelId, settings) => createModel(modelId, settings ?? {}));
+	provider.languageModel = createModel;
+	provider.listModels = () => Object.values(BUILTIN_MODELS);
+	provider.getModel = (id) => BUILTIN_MODELS[id];
+	return provider;
+}
+/**
+* Default Gerbil provider
+*
+* @example
+* ```ts
+* import { generateText } from "ai";
+* import { gerbil } from "gerbil/ai";
+*
+* const { text } = await generateText({
+*   model: gerbil("qwen3-0.6b"),
+*   prompt: "Hello",
+* });
+* ```
+*/
+const gerbil = createGerbil();
+var ai_sdk_default = gerbil;
+
+//#endregion
+export { createGerbil, ai_sdk_default as default, gerbil };
+//# sourceMappingURL=ai-sdk.mjs.map

package/dist/integrations/ai-sdk.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-sdk.mjs","names":["system: string | undefined","warnings: LanguageModelV2CallWarning[]","content: LanguageModelV2Content[]","usage: LanguageModelV2Usage"],"sources":["../../src/integrations/ai-sdk.ts"],"sourcesContent":["/**\n * Gerbil AI SDK Provider (V2 Specification)\n *\n * Compatible with AI SDK v5+\n *\n * @example\n * ```ts\n * import { generateText, streamText } from \"ai\";\n * import { gerbil } from \"gerbil/ai\";\n *\n * const { text } = await generateText({\n *   model: gerbil(\"qwen3-0.6b\"),\n *   prompt: \"Hello world\",\n * });\n * ```\n */\n\nimport type {\n  LanguageModelV2,\n  LanguageModelV2CallOptions,\n  LanguageModelV2CallWarning,\n  LanguageModelV2Content,\n  LanguageModelV2FinishReason,\n  LanguageModelV2Prompt,\n  LanguageModelV2StreamPart,\n  LanguageModelV2Usage,\n} from \"@ai-sdk/provider\";\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport { BUILTIN_MODELS } from \"../core/models.js\";\nimport type { GerbilModelSettings, GerbilProviderSettings, ModelConfig } from \"../core/types.js\";\n\n// Simple ID generator\nlet idCounter = 0;\nfunction generateId(): string {\n  return `gerbil-${Date.now()}-${++idCounter}`;\n}\n\n// ============================================\n// Language Model Implementation (V2 Spec)\n// ============================================\n\nclass GerbilLanguageModel implements LanguageModelV2 {\n  readonly specificationVersion = \"v2\" as const;\n  readonly provider = \"gerbil\";\n  readonly modelId: string;\n\n  // Gerbil runs locally, no URL support needed\n  readonly supportedUrls: Record<string, RegExp[]> = {};\n\n  private instance: Gerbil | null = null;\n  private readonly settings: GerbilModelSettings;\n  private readonly providerSettings: GerbilProviderSettings;\n  private loadPromise: Promise<void> | null = null;\n\n  constructor(\n    modelId: string,\n    settings: GerbilModelSettings,\n    providerSettings: GerbilProviderSettings,\n  ) {\n    this.modelId = modelId;\n    this.settings = settings;\n    this.providerSettings = providerSettings;\n  }\n\n  private async ensureLoaded(): Promise<Gerbil> {\n    if (this.instance?.isLoaded()) {\n      return this.instance;\n    }\n    if (this.loadPromise) {\n      await this.loadPromise;\n      return this.instance!;\n    }\n\n    this.instance = new Gerbil();\n    this.loadPromise = this.instance.loadModel(this.modelId, {\n      device: this.settings.device ?? this.providerSettings.device ?? \"auto\",\n      dtype: this.settings.dtype ?? this.providerSettings.dtype ?? \"q4\",\n    });\n    await this.loadPromise;\n    return this.instance;\n  }\n\n  private convertPrompt(prompt: LanguageModelV2Prompt): {\n    system?: string;\n    user: string;\n  } {\n    let system: string | undefined;\n    let user = \"\";\n\n    for (const msg of prompt) {\n      if (msg.role === \"system\") {\n        system = msg.content;\n      } else if (msg.role === \"user\") {\n        for (const part of msg.content) {\n          if (part.type === \"text\") {\n            user += part.text;\n          }\n        }\n      } else if (msg.role === \"assistant\") {\n        for (const part of msg.content) {\n          if (part.type === \"text\") {\n            user += `\\n\\nAssistant: ${part.text}`;\n          }\n        }\n      } else if (msg.role === \"tool\") {\n        for (const part of msg.content) {\n          user += `\\n\\nTool (${part.toolName}): ${JSON.stringify(part)}`;\n        }\n      }\n    }\n\n    return { system, user };\n  }\n\n  private mapFinishReason(reason: string): LanguageModelV2FinishReason {\n    if (reason === \"stop\") {\n      return \"stop\";\n    }\n    if (reason === \"length\") {\n      return \"length\";\n    }\n    if (reason === \"error\") {\n      return \"error\";\n    }\n    return \"other\";\n  }\n\n  async doGenerate(options: LanguageModelV2CallOptions) {\n    const warnings: LanguageModelV2CallWarning[] = [];\n    const g = await this.ensureLoaded();\n    const { system, user } = this.convertPrompt(options.prompt);\n\n    const result = await g.generate(user, {\n      maxTokens: options.maxOutputTokens,\n      temperature: options.temperature,\n      topP: options.topP,\n      topK: options.topK,\n      system,\n      thinking: this.settings.thinking,\n      stopSequences: options.stopSequences,\n    });\n\n    // Build V2 content array\n    const content: LanguageModelV2Content[] = [];\n\n    // Add reasoning if thinking mode was enabled\n    if (result.thinking) {\n      content.push({\n        type: \"reasoning\",\n        text: result.thinking,\n      });\n    }\n\n    // Add main text response\n    content.push({\n      type: \"text\",\n      text: result.text,\n    });\n\n    const usage: LanguageModelV2Usage = {\n      inputTokens: 0,\n      outputTokens: result.tokensGenerated,\n      totalTokens: result.tokensGenerated,\n    };\n\n    return {\n      content,\n      finishReason: this.mapFinishReason(result.finishReason),\n      usage,\n      request: { body: { model: this.modelId, prompt: user } },\n      warnings,\n    };\n  }\n\n  async doStream(options: LanguageModelV2CallOptions) {\n    const warnings: LanguageModelV2CallWarning[] = [];\n    const g = await this.ensureLoaded();\n    const { system, user } = this.convertPrompt(options.prompt);\n\n    const streamGen = g.stream(user, {\n      maxTokens: options.maxOutputTokens,\n      temperature: options.temperature,\n      topP: options.topP,\n      topK: options.topK,\n      system,\n      thinking: this.settings.thinking,\n      stopSequences: options.stopSequences,\n    });\n\n    let tokens = 0;\n    const textId = generateId();\n\n    const stream = new ReadableStream<LanguageModelV2StreamPart>({\n      async start(controller) {\n        try {\n          // V2: Send stream-start event first\n          controller.enqueue({\n            type: \"stream-start\",\n            warnings,\n          });\n\n          // V2: Send text-start before text deltas\n          controller.enqueue({\n            type: \"text-start\",\n            id: textId,\n          });\n\n          for await (const chunk of streamGen) {\n            tokens++;\n            // V2: Use 'text-delta' with id and delta\n            controller.enqueue({\n              type: \"text-delta\",\n              id: textId,\n              delta: chunk,\n            });\n          }\n\n          // V2: Send text-end after all deltas\n          controller.enqueue({\n            type: \"text-end\",\n            id: textId,\n          });\n\n          // V2: Send finish event\n          controller.enqueue({\n            type: \"finish\",\n            finishReason: \"stop\",\n            usage: {\n              inputTokens: 0,\n              outputTokens: tokens,\n              totalTokens: tokens,\n            },\n          });\n          controller.close();\n        } catch (error) {\n          controller.enqueue({ type: \"error\", error });\n          controller.close();\n        }\n      },\n    });\n\n    return {\n      stream,\n      request: { body: { model: this.modelId, prompt: user } },\n    };\n  }\n}\n\n// ============================================\n// Provider Factory\n// ============================================\n\nexport type GerbilProvider = {\n  (modelId: string, settings?: GerbilModelSettings): GerbilLanguageModel;\n  languageModel(modelId: string, settings?: GerbilModelSettings): GerbilLanguageModel;\n  listModels(): ModelConfig[];\n  getModel(modelId: string): ModelConfig | undefined;\n};\n\n/**\n * Create a Gerbil provider\n *\n * @example\n * ```ts\n * const local = createGerbil({ device: \"gpu\", dtype: \"q4\" });\n *\n * const { text } = await generateText({\n *   model: local(\"qwen3-0.6b\"),\n *   prompt: \"Hello\",\n * });\n * ```\n */\nexport function createGerbil(options: GerbilProviderSettings = {}): GerbilProvider {\n  const createModel = (modelId: string, settings: GerbilModelSettings = {}) =>\n    new GerbilLanguageModel(modelId, settings, options);\n\n  const provider = ((modelId: string, settings?: GerbilModelSettings) =>\n    createModel(modelId, settings ?? {})) as GerbilProvider;\n\n  provider.languageModel = createModel;\n  provider.listModels = () => Object.values(BUILTIN_MODELS);\n  provider.getModel = (id: string) => BUILTIN_MODELS[id];\n\n  return provider;\n}\n\n/**\n * Default Gerbil provider\n *\n * @example\n * ```ts\n * import { generateText } from \"ai\";\n * import { gerbil } from \"gerbil/ai\";\n *\n * const { text } = await generateText({\n *   model: gerbil(\"qwen3-0.6b\"),\n *   prompt: \"Hello\",\n * });\n * ```\n */\nexport const gerbil = createGerbil();\n\nexport default gerbil;\n"],"mappings":";;;;;AAiCA,IAAI,YAAY;AAChB,SAAS,aAAqB;AAC5B,QAAO,UAAU,KAAK,KAAK,CAAC,GAAG,EAAE;;AAOnC,IAAM,sBAAN,MAAqD;CACnD,AAAS,uBAAuB;CAChC,AAAS,WAAW;CACpB,AAAS;CAGT,AAAS,gBAA0C,EAAE;CAErD,AAAQ,WAA0B;CAClC,AAAiB;CACjB,AAAiB;CACjB,AAAQ,cAAoC;CAE5C,YACE,SACA,UACA,kBACA;AACA,OAAK,UAAU;AACf,OAAK,WAAW;AAChB,OAAK,mBAAmB;;CAG1B,MAAc,eAAgC;AAC5C,MAAI,KAAK,UAAU,UAAU,CAC3B,QAAO,KAAK;AAEd,MAAI,KAAK,aAAa;AACpB,SAAM,KAAK;AACX,UAAO,KAAK;;AAGd,OAAK,WAAW,IAAI,QAAQ;AAC5B,OAAK,cAAc,KAAK,SAAS,UAAU,KAAK,SAAS;GACvD,QAAQ,KAAK,SAAS,UAAU,KAAK,iBAAiB,UAAU;GAChE,OAAO,KAAK,SAAS,SAAS,KAAK,iBAAiB,SAAS;GAC9D,CAAC;AACF,QAAM,KAAK;AACX,SAAO,KAAK;;CAGd,AAAQ,cAAc,QAGpB;EACA,IAAIA;EACJ,IAAI,OAAO;AAEX,OAAK,MAAM,OAAO,OAChB,KAAI,IAAI,SAAS,SACf,UAAS,IAAI;WACJ,IAAI,SAAS,QACtB;QAAK,MAAM,QAAQ,IAAI,QACrB,KAAI,KAAK,SAAS,OAChB,SAAQ,KAAK;aAGR,IAAI,SAAS,aACtB;QAAK,MAAM,QAAQ,IAAI,QACrB,KAAI,KAAK,SAAS,OAChB,SAAQ,kBAAkB,KAAK;aAG1B,IAAI,SAAS,OACtB,MAAK,MAAM,QAAQ,IAAI,QACrB,SAAQ,aAAa,KAAK,SAAS,KAAK,KAAK,UAAU,KAAK;AAKlE,SAAO;GAAE;GAAQ;GAAM;;CAGzB,AAAQ,gBAAgB,QAA6C;AACnE,MAAI,WAAW,OACb,QAAO;AAET,MAAI,WAAW,SACb,QAAO;AAET,MAAI,WAAW,QACb,QAAO;AAET,SAAO;;CAGT,MAAM,WAAW,SAAqC;EACpD,MAAMC,WAAyC,EAAE;EACjD,MAAM,IAAI,MAAM,KAAK,cAAc;EACnC,MAAM,EAAE,QAAQ,SAAS,KAAK,cAAc,QAAQ,OAAO;EAE3D,MAAM,SAAS,MAAM,EAAE,SAAS,MAAM;GACpC,WAAW,QAAQ;GACnB,aAAa,QAAQ;GACrB,MAAM,QAAQ;GACd,MAAM,QAAQ;GACd;GACA,UAAU,KAAK,SAAS;GACxB,eAAe,QAAQ;GACxB,CAAC;EAGF,MAAMC,UAAoC,EAAE;AAG5C,MAAI,OAAO,SACT,SAAQ,KAAK;GACX,MAAM;GACN,MAAM,OAAO;GACd,CAAC;AAIJ,UAAQ,KAAK;GACX,MAAM;GACN,MAAM,OAAO;GACd,CAAC;EAEF,MAAMC,QAA8B;GAClC,aAAa;GACb,cAAc,OAAO;GACrB,aAAa,OAAO;GACrB;AAED,SAAO;GACL;GACA,cAAc,KAAK,gBAAgB,OAAO,aAAa;GACvD;GACA,SAAS,EAAE,MAAM;IAAE,OAAO,KAAK;IAAS,QAAQ;IAAM,EAAE;GACxD;GACD;;CAGH,MAAM,SAAS,SAAqC;EAClD,MAAMF,WAAyC,EAAE;EACjD,MAAM,IAAI,MAAM,KAAK,cAAc;EACnC,MAAM,EAAE,QAAQ,SAAS,KAAK,cAAc,QAAQ,OAAO;EAE3D,MAAM,YAAY,EAAE,OAAO,MAAM;GAC/B,WAAW,QAAQ;GACnB,aAAa,QAAQ;GACrB,MAAM,QAAQ;GACd,MAAM,QAAQ;GACd;GACA,UAAU,KAAK,SAAS;GACxB,eAAe,QAAQ;GACxB,CAAC;EAEF,IAAI,SAAS;EACb,MAAM,SAAS,YAAY;AAmD3B,SAAO;GACL,QAlDa,IAAI,eAA0C,EAC3D,MAAM,MAAM,YAAY;AACtB,QAAI;AAEF,gBAAW,QAAQ;MACjB,MAAM;MACN;MACD,CAAC;AAGF,gBAAW,QAAQ;MACjB,MAAM;MACN,IAAI;MACL,CAAC;AAEF,gBAAW,MAAM,SAAS,WAAW;AACnC;AAEA,iBAAW,QAAQ;OACjB,MAAM;OACN,IAAI;OACJ,OAAO;OACR,CAAC;;AAIJ,gBAAW,QAAQ;MACjB,MAAM;MACN,IAAI;MACL,CAAC;AAGF,gBAAW,QAAQ;MACjB,MAAM;MACN,cAAc;MACd,OAAO;OACL,aAAa;OACb,cAAc;OACd,aAAa;OACd;MACF,CAAC;AACF,gBAAW,OAAO;aACX,OAAO;AACd,gBAAW,QAAQ;MAAE,MAAM;MAAS;MAAO,CAAC;AAC5C,gBAAW,OAAO;;MAGvB,CAAC;GAIA,SAAS,EAAE,MAAM;IAAE,OAAO,KAAK;IAAS,QAAQ;IAAM,EAAE;GACzD;;;;;;;;;;;;;;;;AA4BL,SAAgB,aAAa,UAAkC,EAAE,EAAkB;CACjF,MAAM,eAAe,SAAiB,WAAgC,EAAE,KACtE,IAAI,oBAAoB,SAAS,UAAU,QAAQ;CAErD,MAAM,aAAa,SAAiB,aAClC,YAAY,SAAS,YAAY,EAAE,CAAC;AAEtC,UAAS,gBAAgB;AACzB,UAAS,mBAAmB,OAAO,OAAO,eAAe;AACzD,UAAS,YAAY,OAAe,eAAe;AAEnD,QAAO;;;;;;;;;;;;;;;;AAiBT,MAAa,SAAS,cAAc;AAEpC,qBAAe"}

package/dist/integrations/langchain.d.mts

@@ -0,0 +1,41 @@
+import { a as GenerateOptions, s as GerbilConfig } from "../types-BS1N92Jt.mjs";
+
+//#region src/integrations/langchain.d.ts
+
+/**
+ * Gerbil LLM for LangChain
+ */
+declare class GerbilLLM {
+  private readonly model;
+  private readonly options;
+  constructor(config?: GerbilConfig & GenerateOptions);
+  get _llmType(): string;
+  invoke(prompt: string, options?: GenerateOptions): Promise<string>;
+  stream(prompt: string, options?: GenerateOptions): AsyncGenerator<string>;
+  batch(prompts: string[], options?: GenerateOptions): Promise<string[]>;
+  call(prompt: string): Promise<string>;
+  predict(text: string): Promise<string>;
+  generate(prompts: string[]): Promise<{
+    generations: {
+      text: string;
+    }[][];
+  }>;
+}
+/**
+ * Gerbil Embeddings for LangChain
+ */
+declare class GerbilEmbeddings {
+  private readonly model;
+  constructor(config?: {
+    model?: string;
+  });
+  embedQuery(text: string): Promise<number[]>;
+  embedDocuments(documents: string[]): Promise<number[][]>;
+}
+declare const _default: {
+  GerbilLLM: typeof GerbilLLM;
+  GerbilEmbeddings: typeof GerbilEmbeddings;
+};
+//#endregion
+export { GerbilEmbeddings, GerbilLLM, _default as default };
+//# sourceMappingURL=langchain.d.mts.map

package/dist/integrations/langchain.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"langchain.d.mts","names":[],"sources":["../../src/integrations/langchain.ts"],"sourcesContent":[],"mappings":";;;;;AA2FA;AAkBC;cAtEY,SAAA;;;uBAIS,eAAe;;mCASI,kBAAkB;mCAMjB,kBAAkB;qCAKjB,kBAAkB;wBAS/B;yBAIC;+BAIM;;;;;;;;;cAWxB,gBAAA;;;;;4BAOqB;uCAMW;;cAK5C;oBAAA;2BAAA"}

package/dist/integrations/langchain.mjs

@@ -0,0 +1,93 @@
+import "../models-DKULvhOr.mjs";
+import "../utils-7vXqtq2Q.mjs";
+import { t as Gerbil } from "../gerbil-BfnsFWRE.mjs";
+
+//#region src/integrations/langchain.ts
+/**
+* Gerbil LangChain Integration
+*
+* @example
+* ```ts
+* import { GerbilLLM, GerbilEmbeddings } from "gerbil/langchain";
+*
+* const llm = new GerbilLLM({ model: "qwen3-0.6b" });
+* const result = await llm.invoke("Hello!");
+*
+* const embeddings = new GerbilEmbeddings();
+* const vectors = await embeddings.embedDocuments(["Hello", "World"]);
+* ```
+*/
+let instance = null;
+let loadPromise = null;
+async function getInstance(model) {
+	if (!instance) instance = new Gerbil();
+	if (!(instance.isLoaded() || loadPromise)) loadPromise = instance.loadModel(model);
+	if (loadPromise) {
+		await loadPromise;
+		loadPromise = null;
+	}
+	return instance;
+}
+/**
+* Gerbil LLM for LangChain
+*/
+var GerbilLLM = class {
+	model;
+	options;
+	constructor(config = {}) {
+		this.model = config.model || "qwen3-0.6b";
+		this.options = config;
+	}
+	get _llmType() {
+		return "gerbil";
+	}
+	async invoke(prompt, options) {
+		return (await (await getInstance(this.model)).generate(prompt, {
+			...this.options,
+			...options
+		})).text;
+	}
+	async *stream(prompt, options) {
+		yield* (await getInstance(this.model)).stream(prompt, {
+			...this.options,
+			...options
+		});
+	}
+	async batch(prompts, options) {
+		const results = [];
+		for (const prompt of prompts) results.push(await this.invoke(prompt, options));
+		return results;
+	}
+	async call(prompt) {
+		return this.invoke(prompt);
+	}
+	async predict(text) {
+		return this.invoke(text);
+	}
+	async generate(prompts) {
+		return { generations: (await this.batch(prompts)).map((text) => [{ text }]) };
+	}
+};
+/**
+* Gerbil Embeddings for LangChain
+*/
+var GerbilEmbeddings = class {
+	model;
+	constructor(config = {}) {
+		this.model = config.model || "qwen3-0.6b";
+	}
+	async embedQuery(text) {
+		return (await (await getInstance(this.model)).embed(text)).vector;
+	}
+	async embedDocuments(documents) {
+		return (await (await getInstance(this.model)).embedBatch(documents)).map((r) => r.vector);
+	}
+};
+var langchain_default = {
+	GerbilLLM,
+	GerbilEmbeddings
+};
+
+//#endregion
+export { GerbilEmbeddings, GerbilLLM, langchain_default as default };
+//# sourceMappingURL=langchain.mjs.map

package/dist/integrations/langchain.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"langchain.mjs","names":["instance: Gerbil | null","loadPromise: Promise<void> | null","results: string[]"],"sources":["../../src/integrations/langchain.ts"],"sourcesContent":["/**\n * Gerbil LangChain Integration\n *\n * @example\n * ```ts\n * import { GerbilLLM, GerbilEmbeddings } from \"gerbil/langchain\";\n *\n * const llm = new GerbilLLM({ model: \"qwen3-0.6b\" });\n * const result = await llm.invoke(\"Hello!\");\n *\n * const embeddings = new GerbilEmbeddings();\n * const vectors = await embeddings.embedDocuments([\"Hello\", \"World\"]);\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GenerateOptions, GerbilConfig } from \"../core/types.js\";\n\n// Singleton Gerbil instance\nlet instance: Gerbil | null = null;\nlet loadPromise: Promise<void> | null = null;\n\nasync function getInstance(model: string): Promise<Gerbil> {\n  if (!instance) {\n    instance = new Gerbil();\n  }\n  if (!(instance.isLoaded() || loadPromise)) {\n    loadPromise = instance.loadModel(model);\n  }\n  if (loadPromise) {\n    await loadPromise;\n    loadPromise = null;\n  }\n  return instance;\n}\n\n/**\n * Gerbil LLM for LangChain\n */\nexport class GerbilLLM {\n  private readonly model: string;\n  private readonly options: GenerateOptions;\n\n  constructor(config: GerbilConfig & GenerateOptions = {}) {\n    this.model = config.model || \"qwen3-0.6b\";\n    this.options = config;\n  }\n\n  get _llmType(): string {\n    return \"gerbil\";\n  }\n\n  async invoke(prompt: string, options?: GenerateOptions): Promise<string> {\n    const g = await getInstance(this.model);\n    const result = await g.generate(prompt, { ...this.options, ...options });\n    return result.text;\n  }\n\n  async *stream(prompt: string, options?: GenerateOptions): AsyncGenerator<string> {\n    const g = await getInstance(this.model);\n    yield* g.stream(prompt, { ...this.options, ...options });\n  }\n\n  async batch(prompts: string[], options?: GenerateOptions): Promise<string[]> {\n    const results: string[] = [];\n    for (const prompt of prompts) {\n      results.push(await this.invoke(prompt, options));\n    }\n    return results;\n  }\n\n  // LangChain compatibility methods\n  async call(prompt: string): Promise<string> {\n    return this.invoke(prompt);\n  }\n\n  async predict(text: string): Promise<string> {\n    return this.invoke(text);\n  }\n\n  async generate(prompts: string[]): Promise<{ generations: { text: string }[][] }> {\n    const results = await this.batch(prompts);\n    return {\n      generations: results.map((text) => [{ text }]),\n    };\n  }\n}\n\n/**\n * Gerbil Embeddings for LangChain\n */\nexport class GerbilEmbeddings {\n  private readonly model: string;\n\n  constructor(config: { model?: string } = {}) {\n    this.model = config.model || \"qwen3-0.6b\";\n  }\n\n  async embedQuery(text: string): Promise<number[]> {\n    const g = await getInstance(this.model);\n    const result = await g.embed(text);\n    return result.vector;\n  }\n\n  async embedDocuments(documents: string[]): Promise<number[][]> {\n    const g = await getInstance(this.model);\n    const results = await g.embedBatch(documents);\n    return results.map((r) => r.vector);\n  }\n}\n\nexport default { GerbilLLM, GerbilEmbeddings };\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAmBA,IAAIA,WAA0B;AAC9B,IAAIC,cAAoC;AAExC,eAAe,YAAY,OAAgC;AACzD,KAAI,CAAC,SACH,YAAW,IAAI,QAAQ;AAEzB,KAAI,EAAE,SAAS,UAAU,IAAI,aAC3B,eAAc,SAAS,UAAU,MAAM;AAEzC,KAAI,aAAa;AACf,QAAM;AACN,gBAAc;;AAEhB,QAAO;;;;;AAMT,IAAa,YAAb,MAAuB;CACrB,AAAiB;CACjB,AAAiB;CAEjB,YAAY,SAAyC,EAAE,EAAE;AACvD,OAAK,QAAQ,OAAO,SAAS;AAC7B,OAAK,UAAU;;CAGjB,IAAI,WAAmB;AACrB,SAAO;;CAGT,MAAM,OAAO,QAAgB,SAA4C;AAGvE,UADe,OADL,MAAM,YAAY,KAAK,MAAM,EAChB,SAAS,QAAQ;GAAE,GAAG,KAAK;GAAS,GAAG;GAAS,CAAC,EAC1D;;CAGhB,OAAO,OAAO,QAAgB,SAAmD;AAE/E,UADU,MAAM,YAAY,KAAK,MAAM,EAC9B,OAAO,QAAQ;GAAE,GAAG,KAAK;GAAS,GAAG;GAAS,CAAC;;CAG1D,MAAM,MAAM,SAAmB,SAA8C;EAC3E,MAAMC,UAAoB,EAAE;AAC5B,OAAK,MAAM,UAAU,QACnB,SAAQ,KAAK,MAAM,KAAK,OAAO,QAAQ,QAAQ,CAAC;AAElD,SAAO;;CAIT,MAAM,KAAK,QAAiC;AAC1C,SAAO,KAAK,OAAO,OAAO;;CAG5B,MAAM,QAAQ,MAA+B;AAC3C,SAAO,KAAK,OAAO,KAAK;;CAG1B,MAAM,SAAS,SAAmE;AAEhF,SAAO,EACL,cAFc,MAAM,KAAK,MAAM,QAAQ,EAElB,KAAK,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC,EAC/C;;;;;;AAOL,IAAa,mBAAb,MAA8B;CAC5B,AAAiB;CAEjB,YAAY,SAA6B,EAAE,EAAE;AAC3C,OAAK,QAAQ,OAAO,SAAS;;CAG/B,MAAM,WAAW,MAAiC;AAGhD,UADe,OADL,MAAM,YAAY,KAAK,MAAM,EAChB,MAAM,KAAK,EACpB;;CAGhB,MAAM,eAAe,WAA0C;AAG7D,UADgB,OADN,MAAM,YAAY,KAAK,MAAM,EACf,WAAW,UAAU,EAC9B,KAAK,MAAM,EAAE,OAAO;;;AAIvC,wBAAe;CAAE;CAAW;CAAkB"}

package/dist/integrations/llamaindex.d.mts

@@ -0,0 +1,45 @@
+import { a as GenerateOptions, s as GerbilConfig } from "../types-BS1N92Jt.mjs";
+
+//#region src/integrations/llamaindex.d.ts
+
+/**
+ * Gerbil LLM for LlamaIndex
+ */
+declare class GerbilLLM {
+  private readonly model;
+  private readonly options;
+  constructor(config?: GerbilConfig & GenerateOptions);
+  complete(prompt: string, options?: GenerateOptions): Promise<{
+    text: string;
+  }>;
+  chat(messages: {
+    role: string;
+    content: string;
+  }[]): Promise<{
+    message: {
+      content: string;
+    };
+  }>;
+  stream(prompt: string, options?: GenerateOptions): AsyncGenerator<{
+    delta: string;
+  }>;
+}
+/**
+ * Gerbil Embedding Model for LlamaIndex
+ */
+declare class GerbilEmbedding {
+  private readonly model;
+  constructor(config?: {
+    model?: string;
+  });
+  getTextEmbedding(text: string): Promise<number[]>;
+  getTextEmbeddings(texts: string[]): Promise<number[][]>;
+  getQueryEmbedding(query: string): Promise<number[]>;
+}
+declare const _default: {
+  GerbilLLM: typeof GerbilLLM;
+  GerbilEmbedding: typeof GerbilEmbedding;
+};
+//#endregion
+export { GerbilEmbedding, GerbilLLM, _default as default };
+//# sourceMappingURL=llamaindex.d.mts.map

package/dist/integrations/llamaindex.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamaindex.d.mts","names":[],"sources":["../../src/integrations/llamaindex.ts"],"sourcesContent":[],"mappings":";;;;AAuGC;;;cA9DY,SAAA;;;uBAIS,eAAe;qCAKM,kBAAkB;;;;;;QAQxD;;;;;mCAYqC,kBAAkB;;;;;;;cAW/C,eAAA;;;;;kCAO2B;sCAMI;oCAMF;;cAGzC;oBAAA;0BAAA"}

package/dist/integrations/llamaindex.mjs

@@ -0,0 +1,86 @@
+import "../models-DKULvhOr.mjs";
+import "../utils-7vXqtq2Q.mjs";
+import { t as Gerbil } from "../gerbil-BfnsFWRE.mjs";
+
+//#region src/integrations/llamaindex.ts
+/**
+* Gerbil LlamaIndex Integration
+*
+* @example
+* ```ts
+* import { GerbilLLM, GerbilEmbedding } from "gerbil/llamaindex";
+*
+* const llm = new GerbilLLM({ model: "qwen3-0.6b" });
+* const embedModel = new GerbilEmbedding();
+*
+* const index = await VectorStoreIndex.fromDocuments(documents, {
+*   llm,
+*   embedModel,
+* });
+* ```
+*/
+let instance = null;
+let loadPromise = null;
+async function getInstance(model) {
+	if (!instance) instance = new Gerbil();
+	if (!(instance.isLoaded() || loadPromise)) loadPromise = instance.loadModel(model);
+	if (loadPromise) {
+		await loadPromise;
+		loadPromise = null;
+	}
+	return instance;
+}
+/**
+* Gerbil LLM for LlamaIndex
+*/
+var GerbilLLM = class {
+	model;
+	options;
+	constructor(config = {}) {
+		this.model = config.model || "qwen3-0.6b";
+		this.options = config;
+	}
+	async complete(prompt, options) {
+		return { text: (await (await getInstance(this.model)).generate(prompt, {
+			...this.options,
+			...options
+		})).text };
+	}
+	async chat(messages) {
+		const prompt = messages.map((m) => `${m.role}: ${m.content}`).join("\n");
+		return { message: { content: (await (await getInstance(this.model)).generate(prompt, this.options)).text } };
+	}
+	async *stream(prompt, options) {
+		const g = await getInstance(this.model);
+		for await (const chunk of g.stream(prompt, {
+			...this.options,
+			...options
+		})) yield { delta: chunk };
+	}
+};
+/**
+* Gerbil Embedding Model for LlamaIndex
+*/
+var GerbilEmbedding = class {
+	model;
+	constructor(config = {}) {
+		this.model = config.model || "qwen3-0.6b";
+	}
+	async getTextEmbedding(text) {
+		return (await (await getInstance(this.model)).embed(text)).vector;
+	}
+	async getTextEmbeddings(texts) {
+		return (await (await getInstance(this.model)).embedBatch(texts)).map((r) => r.vector);
+	}
+	async getQueryEmbedding(query) {
+		return this.getTextEmbedding(query);
+	}
+};
+var llamaindex_default = {
+	GerbilLLM,
+	GerbilEmbedding
+};
+
+//#endregion
+export { GerbilEmbedding, GerbilLLM, llamaindex_default as default };
+//# sourceMappingURL=llamaindex.mjs.map

package/dist/integrations/llamaindex.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"llamaindex.mjs","names":["instance: Gerbil | null","loadPromise: Promise<void> | null"],"sources":["../../src/integrations/llamaindex.ts"],"sourcesContent":["/**\n * Gerbil LlamaIndex Integration\n *\n * @example\n * ```ts\n * import { GerbilLLM, GerbilEmbedding } from \"gerbil/llamaindex\";\n *\n * const llm = new GerbilLLM({ model: \"qwen3-0.6b\" });\n * const embedModel = new GerbilEmbedding();\n *\n * const index = await VectorStoreIndex.fromDocuments(documents, {\n *   llm,\n *   embedModel,\n * });\n * ```\n */\n\nimport { Gerbil } from \"../core/gerbil.js\";\nimport type { GenerateOptions, GerbilConfig } from \"../core/types.js\";\n\n// Singleton Gerbil instance\nlet instance: Gerbil | null = null;\nlet loadPromise: Promise<void> | null = null;\n\nasync function getInstance(model: string): Promise<Gerbil> {\n  if (!instance) {\n    instance = new Gerbil();\n  }\n  if (!(instance.isLoaded() || loadPromise)) {\n    loadPromise = instance.loadModel(model);\n  }\n  if (loadPromise) {\n    await loadPromise;\n    loadPromise = null;\n  }\n  return instance;\n}\n\n/**\n * Gerbil LLM for LlamaIndex\n */\nexport class GerbilLLM {\n  private readonly model: string;\n  private readonly options: GenerateOptions;\n\n  constructor(config: GerbilConfig & GenerateOptions = {}) {\n    this.model = config.model || \"qwen3-0.6b\";\n    this.options = config;\n  }\n\n  async complete(prompt: string, options?: GenerateOptions): Promise<{ text: string }> {\n    const g = await getInstance(this.model);\n    const result = await g.generate(prompt, { ...this.options, ...options });\n    return { text: result.text };\n  }\n\n  async chat(\n    messages: { role: string; content: string }[],\n  ): Promise<{ message: { content: string } }> {\n    // Convert chat messages to a single prompt\n    const prompt = messages.map((m) => `${m.role}: ${m.content}`).join(\"\\n\");\n\n    const g = await getInstance(this.model);\n    const result = await g.generate(prompt, this.options);\n\n    return {\n      message: { content: result.text },\n    };\n  }\n\n  async *stream(prompt: string, options?: GenerateOptions): AsyncGenerator<{ delta: string }> {\n    const g = await getInstance(this.model);\n    for await (const chunk of g.stream(prompt, { ...this.options, ...options })) {\n      yield { delta: chunk };\n    }\n  }\n}\n\n/**\n * Gerbil Embedding Model for LlamaIndex\n */\nexport class GerbilEmbedding {\n  private readonly model: string;\n\n  constructor(config: { model?: string } = {}) {\n    this.model = config.model || \"qwen3-0.6b\";\n  }\n\n  async getTextEmbedding(text: string): Promise<number[]> {\n    const g = await getInstance(this.model);\n    const result = await g.embed(text);\n    return result.vector;\n  }\n\n  async getTextEmbeddings(texts: string[]): Promise<number[][]> {\n    const g = await getInstance(this.model);\n    const results = await g.embedBatch(texts);\n    return results.map((r) => r.vector);\n  }\n\n  async getQueryEmbedding(query: string): Promise<number[]> {\n    return this.getTextEmbedding(query);\n  }\n}\n\nexport default { GerbilLLM, GerbilEmbedding };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAqBA,IAAIA,WAA0B;AAC9B,IAAIC,cAAoC;AAExC,eAAe,YAAY,OAAgC;AACzD,KAAI,CAAC,SACH,YAAW,IAAI,QAAQ;AAEzB,KAAI,EAAE,SAAS,UAAU,IAAI,aAC3B,eAAc,SAAS,UAAU,MAAM;AAEzC,KAAI,aAAa;AACf,QAAM;AACN,gBAAc;;AAEhB,QAAO;;;;;AAMT,IAAa,YAAb,MAAuB;CACrB,AAAiB;CACjB,AAAiB;CAEjB,YAAY,SAAyC,EAAE,EAAE;AACvD,OAAK,QAAQ,OAAO,SAAS;AAC7B,OAAK,UAAU;;CAGjB,MAAM,SAAS,QAAgB,SAAsD;AAGnF,SAAO,EAAE,OADM,OADL,MAAM,YAAY,KAAK,MAAM,EAChB,SAAS,QAAQ;GAAE,GAAG,KAAK;GAAS,GAAG;GAAS,CAAC,EAClD,MAAM;;CAG9B,MAAM,KACJ,UAC2C;EAE3C,MAAM,SAAS,SAAS,KAAK,MAAM,GAAG,EAAE,KAAK,IAAI,EAAE,UAAU,CAAC,KAAK,KAAK;AAKxE,SAAO,EACL,SAAS,EAAE,UAHE,OADL,MAAM,YAAY,KAAK,MAAM,EAChB,SAAS,QAAQ,KAAK,QAAQ,EAGxB,MAAM,EAClC;;CAGH,OAAO,OAAO,QAAgB,SAA8D;EAC1F,MAAM,IAAI,MAAM,YAAY,KAAK,MAAM;AACvC,aAAW,MAAM,SAAS,EAAE,OAAO,QAAQ;GAAE,GAAG,KAAK;GAAS,GAAG;GAAS,CAAC,CACzE,OAAM,EAAE,OAAO,OAAO;;;;;;AAQ5B,IAAa,kBAAb,MAA6B;CAC3B,AAAiB;CAEjB,YAAY,SAA6B,EAAE,EAAE;AAC3C,OAAK,QAAQ,OAAO,SAAS;;CAG/B,MAAM,iBAAiB,MAAiC;AAGtD,UADe,OADL,MAAM,YAAY,KAAK,MAAM,EAChB,MAAM,KAAK,EACpB;;CAGhB,MAAM,kBAAkB,OAAsC;AAG5D,UADgB,OADN,MAAM,YAAY,KAAK,MAAM,EACf,WAAW,MAAM,EAC1B,KAAK,MAAM,EAAE,OAAO;;CAGrC,MAAM,kBAAkB,OAAkC;AACxD,SAAO,KAAK,iBAAiB,MAAM;;;AAIvC,yBAAe;CAAE;CAAW;CAAiB"}