@tryhamster/gerbil 1.0.13 → 1.1.0

package/dist/gpu/hooks.d.mts

@@ -1,4 +1,4 @@
-import { n as AgentTool, t as AgentStep } from "../index-CGYIAChm.mjs";
+import { n as AgentTool, t as AgentStep } from "../index-CKszv3lt.mjs";
 import { c as MemorySearchResult, d as RecallOptions, f as RecallResult, m as SearchOptions, s as MemoryRecord, t as AddOptions } from "../types-DQBe2lFo.mjs";
 import { ReactNode } from "react";
 import * as react_jsx_runtime0 from "react/jsx-runtime";

package/dist/gpu/index.d.mts

@@ -1,2 +1,2 @@
-import { $ as buildGemma4PoolMatrix, A as generateMoonshineEncoderGraph, B as generateGemma4VisionGraph, C as KaniTTSOptions, Ct as KVDType, D as generateQwen3_5VisionGraph, E as Executor, Et as ModelCapabilities, F as generateNanoCodecDecoderGraph, G as GEMMA4_IMAGE_PROCESSOR, H as resolveGemma4VisionInfo, I as parseKaniConfig, J as ImageProcessorConfig, K as Gemma4VisionGridConfig, L as Gemma4VisionGraphInfo, M as parseMoonshineConfig, N as audioTokensToCodes, O as MOONSHINE_REMAINING_WORK, P as generateKaniTtsGraph, Q as VisionPositionTensors, R as dequantizeGemma4VisionProjection, S as KaniTTS, St as GraphDType, T as SpeakResult, Tt as ModelArchConfig, U as DEFAULT_MODELS, V as patchGemma4VisionClips, W as resolveDefaultRepo, X as QWEN3_5_IMAGE_PROCESSOR, Y as PreprocessedImage, Z as VisionGridConfig, _ as MoonshineSTT, _t as loadModel, a as GenerateObjectOptions, at as buildPosEmbeds, b as TranscribeResult, bt as GPUDiagnosticResult, c as GenerateResult, ct as buildVisionPositionTensors, d as ObjectSchema, dt as preprocessImageGemma4, et as buildGemma4PosEmbeds, f as ObjectValidator, ft as smartResize, g as VisionInputs, gt as loadKaniTTS, h as VisionExecutor, ht as LoadedMoonshine, i as EncodeImageResult, it as buildMRoPEPositionIds, j as moonshineEncoderFrames, k as generateMoonshineDecoderGraph, l as IntegrityCheckEntry, lt as mropeFreqDims, m as WebGPUEngineOptions, mt as LoadedKaniTTS, n as AgentTool, nt as buildGemma4VisionPositionTensors, o as GenerateObjectResult, ot as buildPositionIds, p as WebGPUEngine, pt as SamplingParams, q as Gemma4VisionPositionTensors, r as EmbedOptions, rt as buildMRoPECosSin, s as GenerateOptions, st as buildRotaryCosSin, t as AgentStep, tt as buildGemma4RotaryCosSin, u as IntegrityCheckResult, ut as preprocessImage, v as MoonshineSTTOptions, vt as loadMoonshine, w as SpeakOptions, wt as KvMode, x as MoonshineEncoderExecutor, xt as initGPU, y as TranscribeOptions, yt as ChatMessage, z as dequantizeMLXProjection } from "../index-CGYIAChm.mjs";
+import { $ as buildGemma4PoolMatrix, A as generateMoonshineEncoderGraph, B as generateGemma4VisionGraph, C as KaniTTSOptions, Ct as KVDType, D as generateQwen3_5VisionGraph, E as Executor, Et as ModelCapabilities, F as generateNanoCodecDecoderGraph, G as GEMMA4_IMAGE_PROCESSOR, H as resolveGemma4VisionInfo, I as parseKaniConfig, J as ImageProcessorConfig, K as Gemma4VisionGridConfig, L as Gemma4VisionGraphInfo, M as parseMoonshineConfig, N as audioTokensToCodes, O as MOONSHINE_REMAINING_WORK, P as generateKaniTtsGraph, Q as VisionPositionTensors, R as dequantizeGemma4VisionProjection, S as KaniTTS, St as GraphDType, T as SpeakResult, Tt as ModelArchConfig, U as DEFAULT_MODELS, V as patchGemma4VisionClips, W as resolveDefaultRepo, X as QWEN3_5_IMAGE_PROCESSOR, Y as PreprocessedImage, Z as VisionGridConfig, _ as MoonshineSTT, _t as loadModel, a as GenerateObjectOptions, at as buildPosEmbeds, b as TranscribeResult, bt as GPUDiagnosticResult, c as GenerateResult, ct as buildVisionPositionTensors, d as ObjectSchema, dt as preprocessImageGemma4, et as buildGemma4PosEmbeds, f as ObjectValidator, ft as smartResize, g as VisionInputs, gt as loadKaniTTS, h as VisionExecutor, ht as LoadedMoonshine, i as EncodeImageResult, it as buildMRoPEPositionIds, j as moonshineEncoderFrames, k as generateMoonshineDecoderGraph, l as IntegrityCheckEntry, lt as mropeFreqDims, m as WebGPUEngineOptions, mt as LoadedKaniTTS, n as AgentTool, nt as buildGemma4VisionPositionTensors, o as GenerateObjectResult, ot as buildPositionIds, p as WebGPUEngine, pt as SamplingParams, q as Gemma4VisionPositionTensors, r as EmbedOptions, rt as buildMRoPECosSin, s as GenerateOptions, st as buildRotaryCosSin, t as AgentStep, tt as buildGemma4RotaryCosSin, u as IntegrityCheckResult, ut as preprocessImage, v as MoonshineSTTOptions, vt as loadMoonshine, w as SpeakOptions, wt as KvMode, x as MoonshineEncoderExecutor, xt as initGPU, y as TranscribeOptions, yt as ChatMessage, z as dequantizeMLXProjection } from "../index-CKszv3lt.mjs";
 export { AgentStep, AgentTool, ChatMessage, DEFAULT_MODELS, EmbedOptions, EncodeImageResult, Executor, GEMMA4_IMAGE_PROCESSOR, GPUDiagnosticResult, Gemma4VisionGraphInfo, Gemma4VisionGridConfig, Gemma4VisionPositionTensors, GenerateObjectOptions, GenerateObjectResult, GenerateOptions, GenerateResult, GraphDType, ImageProcessorConfig, IntegrityCheckEntry, IntegrityCheckResult, KVDType, KaniTTS, KaniTTSOptions, KvMode, LoadedKaniTTS, LoadedMoonshine, MOONSHINE_REMAINING_WORK, ModelArchConfig, ModelCapabilities, MoonshineEncoderExecutor, MoonshineSTT, MoonshineSTTOptions, ObjectSchema, ObjectValidator, PreprocessedImage, QWEN3_5_IMAGE_PROCESSOR, SamplingParams, SpeakOptions, SpeakResult, TranscribeOptions, TranscribeResult, VisionExecutor, VisionGridConfig, VisionInputs, VisionPositionTensors, WebGPUEngine, WebGPUEngineOptions, audioTokensToCodes, buildGemma4PoolMatrix, buildGemma4PosEmbeds, buildGemma4RotaryCosSin, buildGemma4VisionPositionTensors, buildMRoPECosSin, buildMRoPEPositionIds, buildPosEmbeds, buildPositionIds, buildRotaryCosSin, buildVisionPositionTensors, dequantizeGemma4VisionProjection, dequantizeMLXProjection, generateGemma4VisionGraph, generateKaniTtsGraph, generateMoonshineDecoderGraph, generateMoonshineEncoderGraph, generateNanoCodecDecoderGraph, generateQwen3_5VisionGraph, initGPU, loadKaniTTS, loadModel, loadMoonshine, moonshineEncoderFrames, mropeFreqDims, parseKaniConfig, parseMoonshineConfig, patchGemma4VisionClips, preprocessImage, preprocessImageGemma4, resolveDefaultRepo, resolveGemma4VisionInfo, smartResize };

package/dist/gpu/index.mjs

@@ -1,6 +1,6 @@
 import { n as resolveDefaultRepo, t as DEFAULT_MODELS } from "../defaults-9komdrbY.mjs";
 import { C as parseKaniConfig, _ as generateNanoCodecDecoderGraph, a as generateMoonshineEncoderGraph, f as audioTokensToCodes, g as generateKaniTtsGraph, i as generateMoonshineDecoderGraph, o as moonshineEncoderFrames, r as MOONSHINE_REMAINING_WORK, s as parseMoonshineConfig } from "../architectures-C1I5V3Dt.mjs";
-import { C as generateGemma4VisionGraph, S as dequantizeMLXProjection, T as resolveGemma4VisionInfo, _ as smartResize, a as buildGemma4PosEmbeds, b as generateQwen3_5VisionGraph, c as buildMRoPECosSin, d as buildPositionIds, f as buildRotaryCosSin, g as preprocessImageGemma4, h as preprocessImage, i as buildGemma4PoolMatrix, l as buildMRoPEPositionIds, m as mropeFreqDims, n as GEMMA4_IMAGE_PROCESSOR, o as buildGemma4RotaryCosSin, p as buildVisionPositionTensors, r as QWEN3_5_IMAGE_PROCESSOR, s as buildGemma4VisionPositionTensors, t as WebGPUEngine, u as buildPosEmbeds, v as VisionExecutor, w as patchGemma4VisionClips, x as dequantizeGemma4VisionProjection, y as KaniTTS } from "../gpu-CAKOTUyH.mjs";
-import { a as loadMoonshine, h as initGPU, i as loadModel, n as MoonshineEncoderExecutor, o as Executor, r as loadKaniTTS, t as MoonshineSTT } from "../moonshine-stt-BOEsYHya.mjs";
+import { C as generateGemma4VisionGraph, S as dequantizeMLXProjection, T as resolveGemma4VisionInfo, _ as smartResize, a as buildGemma4PosEmbeds, b as generateQwen3_5VisionGraph, c as buildMRoPECosSin, d as buildPositionIds, f as buildRotaryCosSin, g as preprocessImageGemma4, h as preprocessImage, i as buildGemma4PoolMatrix, l as buildMRoPEPositionIds, m as mropeFreqDims, n as GEMMA4_IMAGE_PROCESSOR, o as buildGemma4RotaryCosSin, p as buildVisionPositionTensors, r as QWEN3_5_IMAGE_PROCESSOR, s as buildGemma4VisionPositionTensors, t as WebGPUEngine, u as buildPosEmbeds, v as VisionExecutor, w as patchGemma4VisionClips, x as dequantizeGemma4VisionProjection, y as KaniTTS } from "../gpu-CUOj5CaA.mjs";
+import { a as loadMoonshine, g as initGPU, i as loadModel, n as MoonshineEncoderExecutor, r as loadKaniTTS, s as Executor, t as MoonshineSTT } from "../moonshine-stt-aSSceh2Y.mjs";
 
 export { DEFAULT_MODELS, Executor, GEMMA4_IMAGE_PROCESSOR, KaniTTS, MOONSHINE_REMAINING_WORK, MoonshineEncoderExecutor, MoonshineSTT, QWEN3_5_IMAGE_PROCESSOR, VisionExecutor, WebGPUEngine, audioTokensToCodes, buildGemma4PoolMatrix, buildGemma4PosEmbeds, buildGemma4RotaryCosSin, buildGemma4VisionPositionTensors, buildMRoPECosSin, buildMRoPEPositionIds, buildPosEmbeds, buildPositionIds, buildRotaryCosSin, buildVisionPositionTensors, dequantizeGemma4VisionProjection, dequantizeMLXProjection, generateGemma4VisionGraph, generateKaniTtsGraph, generateMoonshineDecoderGraph, generateMoonshineEncoderGraph, generateNanoCodecDecoderGraph, generateQwen3_5VisionGraph, initGPU, loadKaniTTS, loadModel, loadMoonshine, moonshineEncoderFrames, mropeFreqDims, parseKaniConfig, parseMoonshineConfig, patchGemma4VisionClips, preprocessImage, preprocessImageGemma4, resolveDefaultRepo, resolveGemma4VisionInfo, smartResize };

package/dist/{gpu-CAKOTUyH.mjs → gpu-CUOj5CaA.mjs}

@@ -1,6 +1,6 @@
 import { n as resolveDefaultRepo } from "./defaults-9komdrbY.mjs";
 import { C as parseKaniConfig, E as GEMMA4_VIS_KEYS, T as DTYPE_BYTES, _ as generateNanoCodecDecoderGraph, b as kaniLayerAlpha, d as KANI_START_OF_HUMAN, f as audioTokensToCodes, g as generateKaniTtsGraph, m as computeKaniPositions, p as buildKaniLayerCosSin, u as KANI_END_OF_HUMAN, v as kaniAttentionLayerIndices, w as CANONICAL_KEYS, x as kaniSinTensor, y as kaniCosTensor } from "./architectures-C1I5V3Dt.mjs";
-import { c as MATMUL_BIAS_F16C_SPEC, d as createStorageBuffer, f as createUniformBuffer, g as verifyGPU, h as initGPU, i as loadModel, l as clearPipelineCache, m as getOrCreatePipeline, o as Executor, p as destroyBuffers, r as loadKaniTTS, s as KERNEL_REGISTRY, u as createBindGroup } from "./moonshine-stt-BOEsYHya.mjs";
+import { _ as verifyGPU, c as KERNEL_REGISTRY, d as createBindGroup, f as createStorageBuffer, g as initGPU, h as getOrCreatePipeline, i as loadModel, l as MATMUL_BIAS_F16C_SPEC, m as destroyBuffers, o as remapPrunedToken, p as createUniformBuffer, r as loadKaniTTS, s as Executor, u as clearPipelineCache } from "./moonshine-stt-aSSceh2Y.mjs";
 
 //#region src/gpu/architectures/gemma4_vision.ts
 /**
@@ -2843,7 +2843,9 @@ var WebGPUEngine = class WebGPUEngine {
 		};
 		const mmDecode = hasMRoPE;
 		let mmLogicalPos = inputIds.length;
-		if (isGreedy && !this.executor.needsMultiEncoder && !mmDecode) {
+		const keepPlan = this.config.vocabKeepPlan;
+		const remapTok = keepPlan ? (i) => remapPrunedToken(i, keepPlan) : (i) => i;
+		if (isGreedy && !this.executor.needsMultiEncoder && !mmDecode && !keepPlan) {
 			const firstToken = sampleToken(logits, sampling, [...inputIds, ...generatedIds]);
 			if (!consumeToken(firstToken)) {
 				const depth = Executor.PIPELINE_DEPTH;
@@ -2862,10 +2864,10 @@ var WebGPUEngine = class WebGPUEngine {
 			}
 		} else for (let step = 0; step < maxTokens; step++) {
 			let nextToken;
-			if (step === 0 || !isGreedy) nextToken = sampleToken(logits, sampling, [...inputIds, ...generatedIds]);
+			if (step === 0 || !isGreedy) nextToken = remapTok(sampleToken(logits, sampling, [...inputIds, ...generatedIds]));
 			else {
 				if (mmDecode) this.writeMRoPEDecodeStep(this.executor.currentSeqPos, mmLogicalPos);
-				nextToken = await this.executor.forwardArgmax(new Uint32Array([generatedIds[generatedIds.length - 1]]));
+				nextToken = remapTok(await this.executor.forwardArgmax(new Uint32Array([generatedIds[generatedIds.length - 1]])));
 				mmLogicalPos++;
 			}
 			if (consumeToken(nextToken)) break;
@@ -3797,4 +3799,4 @@ var WebGPUEngine = class WebGPUEngine {
 
 //#endregion
 export { generateGemma4VisionGraph as C, dequantizeMLXProjection as S, resolveGemma4VisionInfo as T, smartResize as _, buildGemma4PosEmbeds as a, generateQwen3_5VisionGraph as b, buildMRoPECosSin as c, buildPositionIds as d, buildRotaryCosSin as f, preprocessImageGemma4 as g, preprocessImage as h, buildGemma4PoolMatrix as i, buildMRoPEPositionIds as l, mropeFreqDims as m, GEMMA4_IMAGE_PROCESSOR as n, buildGemma4RotaryCosSin as o, buildVisionPositionTensors as p, QWEN3_5_IMAGE_PROCESSOR as r, buildGemma4VisionPositionTensors as s, WebGPUEngine as t, buildPosEmbeds as u, VisionExecutor as v, patchGemma4VisionClips as w, dequantizeGemma4VisionProjection as x, KaniTTS as y };
-//# sourceMappingURL=gpu-CAKOTUyH.mjs.map
+//# sourceMappingURL=gpu-CUOj5CaA.mjs.map