@tryhamster/gerbil 1.5.0 → 1.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (49) hide show
  1. package/dist/{architectures-Ol7yUmKf.mjs → architectures-CpmH4Gha.mjs} +86 -82
  2. package/dist/architectures-CpmH4Gha.mjs.map +1 -0
  3. package/dist/browser/index.js.map +1 -1
  4. package/dist/cli.mjs +8 -8
  5. package/dist/cli.mjs.map +1 -1
  6. package/dist/frameworks/express.mjs +1 -1
  7. package/dist/frameworks/fastify.mjs +1 -1
  8. package/dist/frameworks/hono.mjs +1 -1
  9. package/dist/frameworks/next.d.mts +2 -2
  10. package/dist/frameworks/next.mjs +1 -1
  11. package/dist/frameworks/trpc.mjs +1 -1
  12. package/dist/{gerbil-_68_JSGV.d.mts → gerbil--YDNklsY.d.mts} +2 -2
  13. package/dist/{gerbil-_68_JSGV.d.mts.map → gerbil--YDNklsY.d.mts.map} +1 -1
  14. package/dist/gerbil-BPpEvMYU.mjs +4 -0
  15. package/dist/{gerbil-DVrdjEjm.mjs → gerbil-D13QAlk2.mjs} +2 -2
  16. package/dist/{gerbil-DVrdjEjm.mjs.map → gerbil-D13QAlk2.mjs.map} +1 -1
  17. package/dist/gpu/hooks.d.mts +1 -1
  18. package/dist/gpu/index.d.mts +1 -1
  19. package/dist/gpu/index.mjs +3 -3
  20. package/dist/{gpu-B3nsz-U7.mjs → gpu-DtA28rES.mjs} +12 -8
  21. package/dist/{gpu-B3nsz-U7.mjs.map → gpu-DtA28rES.mjs.map} +1 -1
  22. package/dist/{index-BdbeBDTz.d.mts → index-CZVIHkaH.d.mts} +23 -2
  23. package/dist/index-CZVIHkaH.d.mts.map +1 -0
  24. package/dist/index.d.mts +2 -2
  25. package/dist/index.mjs +5 -5
  26. package/dist/integrations/ai-sdk.mjs +1 -1
  27. package/dist/integrations/langchain.mjs +1 -1
  28. package/dist/integrations/llamaindex.mjs +1 -1
  29. package/dist/integrations/mcp.d.mts +2 -2
  30. package/dist/integrations/mcp.mjs +4 -4
  31. package/dist/{mcp-BmAo2Ydf.mjs → mcp-DuaxaIwt.mjs} +3 -3
  32. package/dist/{mcp-BmAo2Ydf.mjs.map → mcp-DuaxaIwt.mjs.map} +1 -1
  33. package/dist/moonshine-stt-BkU9cx2d.mjs +4 -0
  34. package/dist/{moonshine-stt-BeXNc7o2.mjs → moonshine-stt-BwX7NQ0O.mjs} +910 -46
  35. package/dist/moonshine-stt-BwX7NQ0O.mjs.map +1 -0
  36. package/dist/{one-liner-D-iu4TES.mjs → one-liner-CMk_GZgS.mjs} +2 -2
  37. package/dist/{one-liner-D-iu4TES.mjs.map → one-liner-CMk_GZgS.mjs.map} +1 -1
  38. package/dist/repl-CD4NDrku.mjs +9 -0
  39. package/dist/skills/index.d.mts +2 -2
  40. package/dist/skills/index.mjs +3 -3
  41. package/dist/{skills-CVbIAHBv.mjs → skills-CJHhljKM.mjs} +2 -2
  42. package/dist/{skills-CVbIAHBv.mjs.map → skills-CJHhljKM.mjs.map} +1 -1
  43. package/package.json +1 -1
  44. package/dist/architectures-Ol7yUmKf.mjs.map +0 -1
  45. package/dist/gerbil-Za8EdZxM.mjs +0 -4
  46. package/dist/index-BdbeBDTz.d.mts.map +0 -1
  47. package/dist/moonshine-stt-BeXNc7o2.mjs.map +0 -1
  48. package/dist/moonshine-stt-hjR_SKhe.mjs +0 -4
  49. package/dist/repl-jbL3czwC.mjs +0 -9
@@ -1,6 +1,6 @@
1
1
  import { i as resolveDefaultRepo, n as OUTETTS_ASSETS, r as OUTETTS_PRESET_VOICES, t as DEFAULT_MODELS } from "./defaults-KnrRSIeJ.mjs";
2
- import { E as GEMMA4_VIS_KEYS, S as DEFAULT_GROUP_SIZE, T as DTYPE_BYTES, _ as kaniCosTensor, c as KANI_END_OF_HUMAN, d as buildKaniLayerCosSin, f as computeKaniPositions, g as kaniAttentionLayerIndices, h as generateNanoCodecDecoderGraph, l as KANI_START_OF_HUMAN, m as generateKaniTtsGraph, u as audioTokensToCodes, v as kaniLayerAlpha, w as CANONICAL_KEYS, x as parseKaniConfig, y as kaniSinTensor } from "./architectures-Ol7yUmKf.mjs";
3
- import { S as verifyGPU, _ as createStorageBuffer, b as getOrCreatePipeline, c as quantizeBackboneInt4, f as Executor, g as createBindGroup, h as clearPipelineCache, i as loadModel, l as quantizeKaniBackbone, m as MATMUL_BIAS_F16C_SPEC, o as loadOuteTTS, p as KERNEL_REGISTRY, r as loadKaniTTS, s as loadParlerTTS, u as remapPrunedToken, v as createUniformBuffer, x as initGPU, y as destroyBuffers } from "./moonshine-stt-BeXNc7o2.mjs";
2
+ import { E as GEMMA4_VIS_KEYS, S as DEFAULT_GROUP_SIZE, T as DTYPE_BYTES, _ as kaniCosTensor, c as KANI_END_OF_HUMAN, d as buildKaniLayerCosSin, f as computeKaniPositions, g as kaniAttentionLayerIndices, h as generateNanoCodecDecoderGraph, l as KANI_START_OF_HUMAN, m as generateKaniTtsGraph, u as audioTokensToCodes, v as kaniLayerAlpha, w as CANONICAL_KEYS, x as parseKaniConfig, y as kaniSinTensor } from "./architectures-CpmH4Gha.mjs";
3
+ import { S as verifyGPU, _ as createStorageBuffer, b as getOrCreatePipeline, c as quantizeBackboneInt4, f as Executor, g as createBindGroup, h as clearPipelineCache, i as loadModel, l as quantizeKaniBackbone, m as MATMUL_BIAS_F16C_SPEC, o as loadOuteTTS, p as KERNEL_REGISTRY, r as loadKaniTTS, s as loadParlerTTS, u as remapPrunedToken, v as createUniformBuffer, x as initGPU, y as destroyBuffers } from "./moonshine-stt-BwX7NQ0O.mjs";
4
4
 
5
5
  //#region src/gpu/architectures/gemma4_vision.ts
6
6
  /**
@@ -5324,12 +5324,16 @@ function writeGroupProbe(rec) {
5324
5324
  } catch {}
5325
5325
  }
5326
5326
  /**
5327
- * The validated non-phone sweet spot. iPad swept 1→7.9, 8→19, 32→24.8, 64→26.6,
5328
- * 128→26.9 (peak), 256→26.2 tok/s a plateau from ~64 up, so 128 is the best
5329
- * stable target (more batching just costs memory). Non-phone WebKit jumps here
5330
- * directly; the crash breadcrumb caps it down if a device can't sustain it.
5327
+ * The validated batching target. Originally 128 from an iPad sweep on a much
5328
+ * slower engine build (peak 26.9 tok/s at 128, 256 within 2.6%); the 2026-07
5329
+ * kernel campaign made per-dispatch GPU time far smaller, which moves the
5330
+ * amortization optimum UP. An on-device iPhone sweep (bench harness, engine
5331
+ * 1.6.1) measured Qwen3.5-0.8B sampled decode: g32=19, g128≈33, g256=43,
5332
+ * g1024=45, g4096=44 — a +36% win at 1024 vs the old 128 target — while
5333
+ * LFM2.5 is flat from g32 upward (no cost). The crash breadcrumb still caps
5334
+ * any device that can't sustain it.
5331
5335
  */
5332
- const NONPHONE_TARGET_GROUP = 128;
5336
+ const NONPHONE_TARGET_GROUP = 1024;
5333
5337
  /**
5334
5338
  * Resolve the WebKit group size to use this session, recording `trying` as a
5335
5339
  * side effect so a crash this load is detectable on the next load.
@@ -7031,4 +7035,4 @@ var WebGPUEngine = class WebGPUEngine {
7031
7035
 
7032
7036
  //#endregion
7033
7037
  export { dequantizeGemma4VisionProjection as A, audioTokensToDacCodes as C, parseOuteTtsConfig as D, generateOuteTtsBackboneGraph as E, generateGemma4VisionGraph as M, patchGemma4VisionClips as N, KaniTTS as O, resolveGemma4VisionInfo as P, loadOuteSpeaker as S, generateDacSpeechDecoderGraph as T, smartResize as _, buildGemma4PosEmbeds as a, OuteTTS as b, buildMRoPECosSin as c, buildPositionIds as d, buildRotaryCosSin as f, preprocessImageGemma4 as g, preprocessImage as h, buildGemma4PoolMatrix as i, dequantizeMLXProjection as j, generateQwen3_5VisionGraph as k, buildMRoPEPositionIds as l, mropeFreqDims as m, GEMMA4_IMAGE_PROCESSOR as n, buildGemma4RotaryCosSin as o, buildVisionPositionTensors as p, QWEN3_5_IMAGE_PROCESSOR as r, buildGemma4VisionPositionTensors as s, WebGPUEngine as t, buildPosEmbeds as u, VisionExecutor as v, dacOutputLength as w, buildOutePromptString as x, ParlerTTS as y };
7034
- //# sourceMappingURL=gpu-B3nsz-U7.mjs.map
7038
+ //# sourceMappingURL=gpu-DtA28rES.mjs.map