@tryhamster/gerbil 1.11.3 → 1.11.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.mjs +1 -1
- package/dist/cli.mjs.map +1 -1
- package/dist/frameworks/next.d.mts +2 -2
- package/dist/{gerbil-Cu7YwBBz.d.mts → gerbil-5_80K0gA.d.mts} +2 -2
- package/dist/{gerbil-Cu7YwBBz.d.mts.map → gerbil-5_80K0gA.d.mts.map} +1 -1
- package/dist/gpu/hooks.d.mts +1 -1
- package/dist/gpu/index.d.mts +1 -1
- package/dist/gpu/index.mjs +1 -1
- package/dist/{gpu-EyIH7Qfc.mjs → gpu-CrzjQHv2.mjs} +19 -4
- package/dist/{gpu-EyIH7Qfc.mjs.map → gpu-CrzjQHv2.mjs.map} +1 -1
- package/dist/{index-DeKYzJgJ.d.mts → index-h8TDu1qm.d.mts} +12 -1
- package/dist/{index-DeKYzJgJ.d.mts.map → index-h8TDu1qm.d.mts.map} +1 -1
- package/dist/index.d.mts +2 -2
- package/dist/index.mjs +1 -1
- package/dist/integrations/mcp.d.mts +2 -2
- package/dist/skills/index.d.mts +4 -4
- package/dist/tune/index.d.mts.map +1 -1
- package/package.json +1 -1
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import "../outetts-CAL3_K3j.mjs";
|
|
2
2
|
import { d as GerbilConfig } from "../types-BzbBDoaP.mjs";
|
|
3
|
-
import "../index-
|
|
4
|
-
import { t as Gerbil } from "../gerbil-
|
|
3
|
+
import "../index-h8TDu1qm.mjs";
|
|
4
|
+
import { t as Gerbil } from "../gerbil-5_80K0gA.mjs";
|
|
5
5
|
|
|
6
6
|
//#region src/frameworks/next.d.ts
|
|
7
7
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { i as OuteSpeaker } from "./outetts-CAL3_K3j.mjs";
|
|
2
2
|
import { A as SpeakResult, C as PreloadOptions, D as SessionStats, E as SearchResult, I as TranscribeOptions, L as TranscribeResult, M as StreamingTranscriptionSession, N as SystemInfo, O as SimilarityResult, T as STTModelConfig, _ as LoadSTTOptions, a as EmbedResult, d as GerbilConfig, g as LoadOptions, h as JsonOptions, i as EmbedOptions, j as StreamingTranscriptionOptions, k as SpeakOptions, l as GenerateOptions, t as AudioChunk, u as GenerateResult, v as LoadTTSOptions, y as ModelConfig, z as VoiceInfo } from "./types-BzbBDoaP.mjs";
|
|
3
|
-
import { a as GenerateObjectOptions, o as GenerateObjectResult } from "./index-
|
|
3
|
+
import { a as GenerateObjectOptions, o as GenerateObjectResult } from "./index-h8TDu1qm.mjs";
|
|
4
4
|
|
|
5
5
|
//#region src/core/gerbil.d.ts
|
|
6
6
|
|
|
@@ -543,4 +543,4 @@ declare class Gerbil {
|
|
|
543
543
|
}
|
|
544
544
|
//#endregion
|
|
545
545
|
export { Gerbil as t };
|
|
546
|
-
//# sourceMappingURL=gerbil-
|
|
546
|
+
//# sourceMappingURL=gerbil-5_80K0gA.d.mts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"gerbil-
|
|
1
|
+
{"version":3,"file":"gerbil-5_80K0gA.d.mts","names":[],"sources":["../src/core/gerbil.ts"],"sourcesContent":[],"mappings":";;;;;;AAoPsB,cA5BT,MAAA,CA4BS;EAgDC,QAAA,YAAA;EAIa;EA0BgB,QAAA,cAAA;EAAmB;EAmMlB,QAAA,gBAAA;EAAmB,QAAA,WAAA;EAwCtD,iBAAA,MAAA;EAyDsB,QAAA,KAAA;EAyCO,QAAA,WAAA;EAAsB,QAAA,YAAA;EAqC7B,QAAA,iBAAA;EAWM,QAAA,eAAA;EAAsB,QAAA,SAAA;EAgC5B,QAAA,eAAA;EAWM,QAAA,aAAA;EAAsB,QAAA,aAAA;EAgCvB,iBAAA,KAAA;EAWO,iBAAA,SAAA;EAAsB,WAAA,CAAA,MAAA,CAAA,EAjiBpD,YAiiBoD;EAmCpD,QAAA,WAAA;EAsBoB;;;;;EA6MrC,QAAA,YAAA;EAgNgD,OAAA,UAAA,CAAA,CAAA,EAv8B9B,WAu8B8B,EAAA;EAAZ,OAAA,QAAA,CAAA,OAAA,EAAA,MAAA,CAAA,EAn8BL,WAm8BK,GAAA,SAAA;EAAyB;;;;;;;;;;;;;;;;;;EA2OrD,SAAA,CAAA,OAAA,CAAA,EAAA,MAAA,EAAA,OAAA,CAAA,EAppCuC,WAopCvC,CAAA,EAppC0D,OAopC1D,CAAA,IAAA,CAAA;EAAY;;;;;;EA6FU,QAAA,eAAA;EAAiB;;;;;;;;;;;;;;;EAwL3B,WAAA,CAAA,OAAA,EAAA,MAAA,GAAA,IAAA,EAAA,OAAA,CAAA,EAtuC4B,WAsuC5B,CAAA,EAtuC+C,OAsuC/C,CAAA,IAAA,CAAA;EAkCoB;EAAsB,UAAA,CAAA,CAAA,EAAA,MAAA,GAAA,IAAA;EAQN;;;EA4BnC,QAAA,CAAA,CAAA,EAAA,OAAA;EACb;;;EAqEC,cAAA,CAAA,CAAA,EAAA,OAAA;EACD;;;EAWY,YAAA,CAAA,CAAA,EAt1CP,WAs1CO,GAAA,IAAA;EAyDZ;;;EAqDyB,aAAA,CAAA,CAAA,EAAA,QAAA,GAAA,KAAA,GAAA,MAAA;EAmDX;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCA97Ca;;;;;;;;;;;;;;;;;;;;;;;;0CAyCO,iBAAsB;;;;;kCAqC7B;;;;;;;yCAWM,iBAAsB;;;;;kCAgC5B;;;;;;;yCAWM,iBAAsB;;;;;uCAgCvB;;;;;;;+CAWO,iBAAsB;;;;;;gBAmCpD;;;;;;;;;;;;;;;qCAsBoB,kBAAuB,QAAQ;;;;;;;;;;;mCA4M5D,kBACR,uBAAuB;;;;;;;;;;;;;;;;;;;mCAgNa,YAAY,KAAK,QAAQ;;;;;;;;;;;;;;;;;wDAgDrD,wBACR,QAAQ,qBAAqB;;;;gCAiBG,eAAoB,QAAQ;;;;;;;;;;wCAoDpB,eAAoB,QAAQ;;;;;;;;;;;;;;;;;;;;qDAkD5D,eACR,QADyB,gBAAA;;;;;;;;;;;;;;oDAmCjB;;MACR,QADoB,YAAA;;;;;;;;;;;mEAgCZ;;MACR,QADoB,YAAA;;;;cAyBX;;;;aAOD;;;;;;;;;;;;;;;;oBAsDY;;MAA2C;;;;6BAOjC,iBAAiB;;;;;;;;;;gCAaf,eAAoB,QAAQ;;;;;;;;6BAgE9B;;;;;;;;;;;;WAgBjB;;;sBAEb,QAAQ;;;;;;;;;;;yCAgBkC;;;;;sCA2BlC,eACR,eAAe,YAAY;;;;gBAchB;;;;;;;;;;;;;;;;;;mBA+BS,QACrB;;;;;;;;;;;;;;;;wCAiCyC,iBAAsB;;;;gDAQN,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;oBA4BnE,eAAe,sBACb,oBACR,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0CAoEC,gCACT,QAAQ;;;;mBAWY,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAyD5B,QAAQ;;;;2BAmCoB;;;;;kCAkBK;;;;qBAmDX"}
|
package/dist/gpu/hooks.d.mts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import "../outetts-CAL3_K3j.mjs";
|
|
2
|
-
import { J as DEFAULT_MODELS, X as OUTETTS_PRESET_VOICES, n as AgentTool, t as AgentStep } from "../index-
|
|
2
|
+
import { J as DEFAULT_MODELS, X as OUTETTS_PRESET_VOICES, n as AgentTool, t as AgentStep } from "../index-h8TDu1qm.mjs";
|
|
3
3
|
import { c as MemorySearchResult, d as RecallOptions, f as RecallResult, m as SearchOptions, s as MemoryRecord, t as AddOptions } from "../types-CIcNt_XS.mjs";
|
|
4
4
|
import { ReactNode } from "react";
|
|
5
5
|
import * as react_jsx_runtime0 from "react/jsx-runtime";
|
package/dist/gpu/index.d.mts
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
import { a as OuteSpeakerWord, c as buildOutePromptString, i as OuteSpeaker, l as loadOuteSpeaker, n as OuteSpeakOptions, o as OuteTTS, r as OuteSpeakResult, s as OuteTTSOptions, t as OuteDType } from "../outetts-CAL3_K3j.mjs";
|
|
2
|
-
import { $ as GEMMA4_IMAGE_PROCESSOR, A as generateDacSpeechDecoderGraph, At as AdapterConfig, B as generateNanoCodecDecoderGraph, Bt as SpeakOptions, C as TranscribeOptions, Ct as LoadedMoonshine, D as generateQwen3_5VisionGraph, Dt as quantizeKaniBackbone, E as Executor, Et as loadMoonshine, F as generateMoonshineEncoderGraph, Ft as fetchAdapter, G as generateGemma4VisionGraph, Gt as KVDType, H as Gemma4VisionGraphInfo, Ht as GPUDiagnosticResult, I as moonshineEncoderFrames, It as splitFusedQGateDelta, J as DEFAULT_MODELS, Jt as ModelCapabilities, K as patchGemma4VisionClips, Kt as KvMode, L as parseMoonshineConfig, Lt as KaniDType, M as parseOuteTtsConfig, Mt as LoRADelta, N as MOONSHINE_REMAINING_WORK, Nt as applyLoRAToStore, O as audioTokensToDacCodes, Ot as ChatMessage, P as generateMoonshineDecoderGraph, Pt as buildLoRADeltas, Q as resolveDefaultRepo, R as audioTokensToCodes, Rt as KaniTTS, S as MoonshineSTTOptions, St as LoadedKaniTTS, T as MoonshineEncoderExecutor, Tt as loadModel, U as dequantizeGemma4VisionProjection, Ut as initGPU, V as parseKaniConfig, Vt as SpeakResult, W as dequantizeMLXProjection, Wt as GraphDType, X as OUTETTS_PRESET_VOICES, Y as OUTETTS_ASSETS, Yt as createDefaultHFKeyMapper, Z as isTTSRepo, _ as ParlerSpeakOptions, _t as mropeFreqDims, a as GenerateObjectOptions, at as VisionGridConfig, b as ParlerTTSOptions, bt as smartResize, c as GenerateResult, ct as buildGemma4PosEmbeds, d as ObjectSchema, dt as buildMRoPECosSin, et as Gemma4VisionGridConfig, f as ObjectValidator, ft as buildMRoPEPositionIds, g as VisionInputs, gt as buildVisionPositionTensors, h as VisionExecutor, ht as buildRotaryCosSin, i as EncodeImageResult, it as QWEN3_5_IMAGE_PROCESSOR, j as generateOuteTtsBackboneGraph, jt as AdapterSource, k as dacOutputLength, kt as Tokenizer, l as IntegrityCheckEntry, lt as buildGemma4RotaryCosSin, m as WebGPUEngineOptions, mt as buildPositionIds, n as AgentTool, nt as ImageProcessorConfig, o as GenerateObjectResult, ot as VisionPositionTensors, p as WebGPUEngine, pt as buildPosEmbeds, q as resolveGemma4VisionInfo, qt as ModelArchConfig, r as EmbedOptions, rt as PreprocessedImage, s as GenerateOptions, st as buildGemma4PoolMatrix, t as AgentStep, tt as Gemma4VisionPositionTensors, u as IntegrityCheckResult, ut as buildGemma4VisionPositionTensors, v as ParlerSpeakResult, vt as preprocessImage, w as TranscribeResult, wt as loadKaniTTS, x as MoonshineSTT, xt as SamplingParams, y as ParlerTTS, yt as preprocessImageGemma4, z as generateKaniTtsGraph, zt as KaniTTSOptions } from "../index-
|
|
2
|
+
import { $ as GEMMA4_IMAGE_PROCESSOR, A as generateDacSpeechDecoderGraph, At as AdapterConfig, B as generateNanoCodecDecoderGraph, Bt as SpeakOptions, C as TranscribeOptions, Ct as LoadedMoonshine, D as generateQwen3_5VisionGraph, Dt as quantizeKaniBackbone, E as Executor, Et as loadMoonshine, F as generateMoonshineEncoderGraph, Ft as fetchAdapter, G as generateGemma4VisionGraph, Gt as KVDType, H as Gemma4VisionGraphInfo, Ht as GPUDiagnosticResult, I as moonshineEncoderFrames, It as splitFusedQGateDelta, J as DEFAULT_MODELS, Jt as ModelCapabilities, K as patchGemma4VisionClips, Kt as KvMode, L as parseMoonshineConfig, Lt as KaniDType, M as parseOuteTtsConfig, Mt as LoRADelta, N as MOONSHINE_REMAINING_WORK, Nt as applyLoRAToStore, O as audioTokensToDacCodes, Ot as ChatMessage, P as generateMoonshineDecoderGraph, Pt as buildLoRADeltas, Q as resolveDefaultRepo, R as audioTokensToCodes, Rt as KaniTTS, S as MoonshineSTTOptions, St as LoadedKaniTTS, T as MoonshineEncoderExecutor, Tt as loadModel, U as dequantizeGemma4VisionProjection, Ut as initGPU, V as parseKaniConfig, Vt as SpeakResult, W as dequantizeMLXProjection, Wt as GraphDType, X as OUTETTS_PRESET_VOICES, Y as OUTETTS_ASSETS, Yt as createDefaultHFKeyMapper, Z as isTTSRepo, _ as ParlerSpeakOptions, _t as mropeFreqDims, a as GenerateObjectOptions, at as VisionGridConfig, b as ParlerTTSOptions, bt as smartResize, c as GenerateResult, ct as buildGemma4PosEmbeds, d as ObjectSchema, dt as buildMRoPECosSin, et as Gemma4VisionGridConfig, f as ObjectValidator, ft as buildMRoPEPositionIds, g as VisionInputs, gt as buildVisionPositionTensors, h as VisionExecutor, ht as buildRotaryCosSin, i as EncodeImageResult, it as QWEN3_5_IMAGE_PROCESSOR, j as generateOuteTtsBackboneGraph, jt as AdapterSource, k as dacOutputLength, kt as Tokenizer, l as IntegrityCheckEntry, lt as buildGemma4RotaryCosSin, m as WebGPUEngineOptions, mt as buildPositionIds, n as AgentTool, nt as ImageProcessorConfig, o as GenerateObjectResult, ot as VisionPositionTensors, p as WebGPUEngine, pt as buildPosEmbeds, q as resolveGemma4VisionInfo, qt as ModelArchConfig, r as EmbedOptions, rt as PreprocessedImage, s as GenerateOptions, st as buildGemma4PoolMatrix, t as AgentStep, tt as Gemma4VisionPositionTensors, u as IntegrityCheckResult, ut as buildGemma4VisionPositionTensors, v as ParlerSpeakResult, vt as preprocessImage, w as TranscribeResult, wt as loadKaniTTS, x as MoonshineSTT, xt as SamplingParams, y as ParlerTTS, yt as preprocessImageGemma4, z as generateKaniTtsGraph, zt as KaniTTSOptions } from "../index-h8TDu1qm.mjs";
|
|
3
3
|
export { AdapterConfig, AdapterSource, AgentStep, AgentTool, ChatMessage, DEFAULT_MODELS, EmbedOptions, EncodeImageResult, Executor, GEMMA4_IMAGE_PROCESSOR, GPUDiagnosticResult, Gemma4VisionGraphInfo, Gemma4VisionGridConfig, Gemma4VisionPositionTensors, GenerateObjectOptions, GenerateObjectResult, GenerateOptions, GenerateResult, GraphDType, ImageProcessorConfig, IntegrityCheckEntry, IntegrityCheckResult, KVDType, KaniDType, KaniTTS, KaniTTSOptions, KvMode, LoRADelta, LoadedKaniTTS, LoadedMoonshine, MOONSHINE_REMAINING_WORK, ModelArchConfig, ModelCapabilities, MoonshineEncoderExecutor, MoonshineSTT, MoonshineSTTOptions, OUTETTS_ASSETS, OUTETTS_PRESET_VOICES, ObjectSchema, ObjectValidator, OuteDType, OuteSpeakOptions, OuteSpeakResult, OuteSpeaker, OuteSpeakerWord, OuteTTS, OuteTTSOptions, ParlerSpeakOptions, ParlerSpeakResult, ParlerTTS, ParlerTTSOptions, PreprocessedImage, QWEN3_5_IMAGE_PROCESSOR, SamplingParams, SpeakOptions, SpeakResult, Tokenizer, TranscribeOptions, TranscribeResult, VisionExecutor, VisionGridConfig, VisionInputs, VisionPositionTensors, WebGPUEngine, WebGPUEngineOptions, applyLoRAToStore, audioTokensToCodes, audioTokensToDacCodes, buildGemma4PoolMatrix, buildGemma4PosEmbeds, buildGemma4RotaryCosSin, buildGemma4VisionPositionTensors, buildLoRADeltas, buildMRoPECosSin, buildMRoPEPositionIds, buildOutePromptString, buildPosEmbeds, buildPositionIds, buildRotaryCosSin, buildVisionPositionTensors, createDefaultHFKeyMapper, dacOutputLength, dequantizeGemma4VisionProjection, dequantizeMLXProjection, fetchAdapter, generateDacSpeechDecoderGraph, generateGemma4VisionGraph, generateKaniTtsGraph, generateMoonshineDecoderGraph, generateMoonshineEncoderGraph, generateNanoCodecDecoderGraph, generateOuteTtsBackboneGraph, generateQwen3_5VisionGraph, initGPU, isTTSRepo, loadKaniTTS, loadModel, loadMoonshine, loadOuteSpeaker, moonshineEncoderFrames, mropeFreqDims, parseKaniConfig, parseMoonshineConfig, parseOuteTtsConfig, patchGemma4VisionClips, preprocessImage, preprocessImageGemma4, quantizeKaniBackbone, resolveDefaultRepo, resolveGemma4VisionInfo, smartResize, splitFusedQGateDelta };
|
package/dist/gpu/index.mjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { a as resolveDefaultRepo, i as isTTSRepo, n as OUTETTS_ASSETS, r as OUTETTS_PRESET_VOICES, t as DEFAULT_MODELS } from "../defaults-DfGx4d1m.mjs";
|
|
2
2
|
import { E as generateNanoCodecDecoderGraph, M as parseKaniConfig, R as createDefaultHFKeyMapper, T as generateKaniTtsGraph, _ as moonshineEncoderFrames, g as generateMoonshineEncoderGraph, h as generateMoonshineDecoderGraph, m as MOONSHINE_REMAINING_WORK, v as parseMoonshineConfig, x as audioTokensToCodes } from "../architectures-DmZMEFsA.mjs";
|
|
3
|
-
import { A as dequantizeGemma4VisionProjection, C as audioTokensToDacCodes, D as parseOuteTtsConfig, E as generateOuteTtsBackboneGraph, M as generateGemma4VisionGraph, N as patchGemma4VisionClips, O as KaniTTS, P as resolveGemma4VisionInfo, S as loadOuteSpeaker, T as generateDacSpeechDecoderGraph, _ as smartResize, a as buildGemma4PosEmbeds, b as OuteTTS, c as buildMRoPECosSin, d as buildPositionIds, f as buildRotaryCosSin, g as preprocessImageGemma4, h as preprocessImage, i as buildGemma4PoolMatrix, j as dequantizeMLXProjection, k as generateQwen3_5VisionGraph, l as buildMRoPEPositionIds, m as mropeFreqDims, n as GEMMA4_IMAGE_PROCESSOR, o as buildGemma4RotaryCosSin, p as buildVisionPositionTensors, r as QWEN3_5_IMAGE_PROCESSOR, s as buildGemma4VisionPositionTensors, t as WebGPUEngine, u as buildPosEmbeds, v as VisionExecutor, w as dacOutputLength, x as buildOutePromptString, y as ParlerTTS } from "../gpu-
|
|
3
|
+
import { A as dequantizeGemma4VisionProjection, C as audioTokensToDacCodes, D as parseOuteTtsConfig, E as generateOuteTtsBackboneGraph, M as generateGemma4VisionGraph, N as patchGemma4VisionClips, O as KaniTTS, P as resolveGemma4VisionInfo, S as loadOuteSpeaker, T as generateDacSpeechDecoderGraph, _ as smartResize, a as buildGemma4PosEmbeds, b as OuteTTS, c as buildMRoPECosSin, d as buildPositionIds, f as buildRotaryCosSin, g as preprocessImageGemma4, h as preprocessImage, i as buildGemma4PoolMatrix, j as dequantizeMLXProjection, k as generateQwen3_5VisionGraph, l as buildMRoPEPositionIds, m as mropeFreqDims, n as GEMMA4_IMAGE_PROCESSOR, o as buildGemma4RotaryCosSin, p as buildVisionPositionTensors, r as QWEN3_5_IMAGE_PROCESSOR, s as buildGemma4VisionPositionTensors, t as WebGPUEngine, u as buildPosEmbeds, v as VisionExecutor, w as dacOutputLength, x as buildOutePromptString, y as ParlerTTS } from "../gpu-CrzjQHv2.mjs";
|
|
4
4
|
import { E as initGPU, _ as splitFusedQGateDelta, a as loadModel, f as Tokenizer, g as fetchAdapter, h as buildLoRADeltas, i as loadKaniTTS, m as applyLoRAToStore, n as MoonshineEncoderExecutor, o as loadMoonshine, p as Executor, t as MoonshineSTT, u as quantizeKaniBackbone } from "../moonshine-stt-BXoZaHJE.mjs";
|
|
5
5
|
|
|
6
6
|
export { DEFAULT_MODELS, Executor, GEMMA4_IMAGE_PROCESSOR, KaniTTS, MOONSHINE_REMAINING_WORK, MoonshineEncoderExecutor, MoonshineSTT, OUTETTS_ASSETS, OUTETTS_PRESET_VOICES, OuteTTS, ParlerTTS, QWEN3_5_IMAGE_PROCESSOR, Tokenizer, VisionExecutor, WebGPUEngine, applyLoRAToStore, audioTokensToCodes, audioTokensToDacCodes, buildGemma4PoolMatrix, buildGemma4PosEmbeds, buildGemma4RotaryCosSin, buildGemma4VisionPositionTensors, buildLoRADeltas, buildMRoPECosSin, buildMRoPEPositionIds, buildOutePromptString, buildPosEmbeds, buildPositionIds, buildRotaryCosSin, buildVisionPositionTensors, createDefaultHFKeyMapper, dacOutputLength, dequantizeGemma4VisionProjection, dequantizeMLXProjection, fetchAdapter, generateDacSpeechDecoderGraph, generateGemma4VisionGraph, generateKaniTtsGraph, generateMoonshineDecoderGraph, generateMoonshineEncoderGraph, generateNanoCodecDecoderGraph, generateOuteTtsBackboneGraph, generateQwen3_5VisionGraph, initGPU, isTTSRepo, loadKaniTTS, loadModel, loadMoonshine, loadOuteSpeaker, moonshineEncoderFrames, mropeFreqDims, parseKaniConfig, parseMoonshineConfig, parseOuteTtsConfig, patchGemma4VisionClips, preprocessImage, preprocessImageGemma4, quantizeKaniBackbone, resolveDefaultRepo, resolveGemma4VisionInfo, smartResize, splitFusedQGateDelta };
|
|
@@ -5579,6 +5579,19 @@ var WebGPUEngine = class WebGPUEngine {
|
|
|
5579
5579
|
release();
|
|
5580
5580
|
}
|
|
5581
5581
|
}
|
|
5582
|
+
/**
|
|
5583
|
+
* Resolve the end-of-turn stop token id, or null if the model has none.
|
|
5584
|
+
*
|
|
5585
|
+
* Chat models like Gemma 4 end an assistant turn with a dedicated end-of-turn
|
|
5586
|
+
* token (`<turn|>`, id 106) rather than the generic `<eos>`. Every text-decode
|
|
5587
|
+
* loop must treat it as a stop token or the model runs on past its answer and
|
|
5588
|
+
* repeats until it hits `maxTokens`. Resolved from the tokenizer's added tokens
|
|
5589
|
+
* so it is null for models without a turn delimiter (Qwen, LFM2, …), leaving
|
|
5590
|
+
* their decode behaviour unchanged.
|
|
5591
|
+
*/
|
|
5592
|
+
resolveEndOfTurnId() {
|
|
5593
|
+
return this.tokenizer.tokenToId("<turn|>") ?? this.tokenizer.tokenToId("<end_of_turn>");
|
|
5594
|
+
}
|
|
5582
5595
|
async _generateLocked(prompt, options = {}) {
|
|
5583
5596
|
this.checkDestroyed();
|
|
5584
5597
|
const { maxTokens = 512, stopSequences = [], sampling = {}, systemPrompt, onToken } = options;
|
|
@@ -5615,10 +5628,11 @@ var WebGPUEngine = class WebGPUEngine {
|
|
|
5615
5628
|
let finishReason = "max_tokens";
|
|
5616
5629
|
let generatedText = "";
|
|
5617
5630
|
const eosId = this.tokenizer.config.eosTokenId;
|
|
5631
|
+
const eotId = this.resolveEndOfTurnId();
|
|
5618
5632
|
const decodeStart = performance.now();
|
|
5619
5633
|
const consumeToken = (nextToken) => {
|
|
5620
5634
|
generatedIds.push(nextToken);
|
|
5621
|
-
if (eosId !== null && nextToken === eosId) {
|
|
5635
|
+
if (eosId !== null && nextToken === eosId || eotId !== null && nextToken === eotId) {
|
|
5622
5636
|
finishReason = "eos";
|
|
5623
5637
|
return true;
|
|
5624
5638
|
}
|
|
@@ -6165,7 +6179,7 @@ var WebGPUEngine = class WebGPUEngine {
|
|
|
6165
6179
|
let finishReason = "max_tokens";
|
|
6166
6180
|
let generatedText = "";
|
|
6167
6181
|
const eosId = this.tokenizer.config.eosTokenId;
|
|
6168
|
-
const eotId = this.
|
|
6182
|
+
const eotId = this.resolveEndOfTurnId();
|
|
6169
6183
|
const consumeToken = (nextToken) => {
|
|
6170
6184
|
generatedIds.push(nextToken);
|
|
6171
6185
|
if (eosId !== null && nextToken === eosId || eotId !== null && nextToken === eotId) {
|
|
@@ -6242,10 +6256,11 @@ var WebGPUEngine = class WebGPUEngine {
|
|
|
6242
6256
|
let finishReason = "max_tokens";
|
|
6243
6257
|
let generatedText = "";
|
|
6244
6258
|
const eosId = this.tokenizer.config.eosTokenId;
|
|
6259
|
+
const eotId = this.resolveEndOfTurnId();
|
|
6245
6260
|
let mmLogicalPos = decodeStartPos;
|
|
6246
6261
|
const consumeToken = (nextToken) => {
|
|
6247
6262
|
generatedIds.push(nextToken);
|
|
6248
|
-
if (eosId !== null && nextToken === eosId) {
|
|
6263
|
+
if (eosId !== null && nextToken === eosId || eotId !== null && nextToken === eotId) {
|
|
6249
6264
|
finishReason = "eos";
|
|
6250
6265
|
return true;
|
|
6251
6266
|
}
|
|
@@ -6766,4 +6781,4 @@ var WebGPUEngine = class WebGPUEngine {
|
|
|
6766
6781
|
|
|
6767
6782
|
//#endregion
|
|
6768
6783
|
export { dequantizeGemma4VisionProjection as A, audioTokensToDacCodes as C, parseOuteTtsConfig as D, generateOuteTtsBackboneGraph as E, generateGemma4VisionGraph as M, patchGemma4VisionClips as N, KaniTTS as O, resolveGemma4VisionInfo as P, loadOuteSpeaker as S, generateDacSpeechDecoderGraph as T, smartResize as _, buildGemma4PosEmbeds as a, OuteTTS as b, buildMRoPECosSin as c, buildPositionIds as d, buildRotaryCosSin as f, preprocessImageGemma4 as g, preprocessImage as h, buildGemma4PoolMatrix as i, dequantizeMLXProjection as j, generateQwen3_5VisionGraph as k, buildMRoPEPositionIds as l, mropeFreqDims as m, GEMMA4_IMAGE_PROCESSOR as n, buildGemma4RotaryCosSin as o, buildVisionPositionTensors as p, QWEN3_5_IMAGE_PROCESSOR as r, buildGemma4VisionPositionTensors as s, WebGPUEngine as t, buildPosEmbeds as u, VisionExecutor as v, dacOutputLength as w, buildOutePromptString as x, ParlerTTS as y };
|
|
6769
|
-
//# sourceMappingURL=gpu-
|
|
6784
|
+
//# sourceMappingURL=gpu-CrzjQHv2.mjs.map
|