@yomiscript/kokoro 0.0.0-stage → 0.1.0

package/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/README.md

@@ -1,3 +1,17 @@
-# Temporary Holding Version
+# @yomiscript/kokoro
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+The Kokoro-82M Katarite: YomiScript -> Kokoro's phoneme string and ids -> ONNX (split export enc / f0n / dec) -> audio.
+Given a YomiScript written by the original Kokoro front end, it hands Kokoro exactly what the original pipeline does
+(D21, D22; `eval/kokoro_parity`).
+
+- `plan(ys)`: what Kokoro is given, per language section (no ONNX).
+- `Engine(ort, loadBytes)`: the ONNX engine, for onnxruntime-web (browser; `W16`, fp16 weights) or onnxruntime-node
+  (`FP32`, identical to the original). `nodeEngine({ dir, model, download })` from `@yomiscript/kokoro/node`; with `download: KOKORO_MODELS_URL`, missing
+  files are downloaded into `dir` once.
+- `KokoroKatarite(engine, { voice })`: core's `Katarite` (audio at 24 kHz and the time of each `<t:…>` span).
+- `KokoroProsody`: Kokoro's predicted pitch written back as `<f0:…>` values (a Yomite tool).
+
+Models: `models/{enc,f0n,dec}[_w16].onnx` and `voices/<voice>.bin` in one directory, on Hugging Face as
+[receptron/yomiscript-kokoro](https://huggingface.co/receptron/yomiscript-kokoro) (`KOKORO_MODELS_URL`; made by
+`demo/ys_web/export_split.py`, `exact_stft.py` and `quant.py`). `onnxruntime-node` is an optional peer dependency: install it
+for `./node`; in the browser, pass onnxruntime-web to `Engine`.

package/dist/engine.d.ts

@@ -0,0 +1,53 @@
+import type { InferenceSession, Tensor } from "onnxruntime-common";
+import { type Plan, type PlannedSection } from "./plan.ts";
+import type { LoadBytes } from "@yomiscript/core";
+export type { LoadBytes };
+/** the parts of onnxruntime this engine uses (onnxruntime-web and onnxruntime-node both have them) */
+export interface Ort {
+    InferenceSession: {
+        create(model: Uint8Array | ArrayBuffer, options?: InferenceSession.SessionOptions): Promise<InferenceSession>;
+    };
+    Tensor: new (type: "float32" | "int64", data: Float32Array | BigInt64Array, dims: readonly number[]) => Tensor;
+}
+export interface EngineOptions {
+    /** model file suffix per part: {} = fp32 (identical to the original Kokoro), W16 = fp16 weights */
+    suffix?: Partial<Record<"enc" | "f0n" | "dec", string>>;
+    executionProviders?: string[];
+}
+export declare const FP32: {}, W16: {
+    enc: string;
+    f0n: string;
+    dec: string;
+};
+/** pitch: "values" renders the YomiScript's <f0:…> values; "engine" keeps Kokoro's own F0 (the original's audio) */
+export type PitchMode = "values" | "engine";
+export interface Prediction {
+    ref: Tensor;
+    dur: number[];
+    t_en: Tensor;
+    f0: Float32Array;
+    N: Tensor;
+}
+export interface Synthesis {
+    audio: Float32Array;
+    plan: Plan;
+}
+export declare class Engine {
+    private V;
+    private enc;
+    private f0n;
+    private dec;
+    private ort;
+    private load;
+    constructor(ort: Ort, load: LoadBytes);
+    init(opts?: EngineOptions): Promise<this>;
+    voice(name: string): Promise<Float32Array>;
+    predict(sec: PlannedSection): Promise<Prediction>;
+    synthSection(sec: PlannedSection, pitch?: PitchMode): Promise<{
+        audio: Float32Array;
+        f0: Float32Array;
+        f0new: Float32Array;
+        dur: number[];
+    }>;
+    synth(ys: string, pitch?: PitchMode): Promise<Synthesis>;
+}

package/dist/engine.js

@@ -0,0 +1,81 @@
+import { plan } from "./plan.js";
+import { f0Override, join } from "./render.js";
+export const FP32 = {}, W16 = { enc: "_w16", f0n: "_w16", dec: "_w16" };
+export class Engine {
+    V = {};
+    enc;
+    f0n;
+    dec;
+    ort;
+    load;
+    constructor(ort, load) {
+        this.ort = ort;
+        this.load = load;
+    }
+    async init(opts = {}) {
+        const sf = opts.suffix ?? {}, executionProviders = opts.executionProviders ?? ["wasm"];
+        const mk = async (n) => this.ort.InferenceSession.create(await this.load(`models/${n}${sf[n] ?? ""}.onnx`), { executionProviders });
+        [this.enc, this.f0n, this.dec] = [await mk("enc"), await mk("f0n"), await mk("dec")];
+        return this;
+    }
+    async voice(name) {
+        if (this.V[name])
+            return this.V[name];
+        const m = name.match(/^([^+]+)\+([^@]+)@([\d.]+)$/); // a blend: a+b@weight
+        let v;
+        if (m) {
+            const a = await this.voice(m[1]), b = await this.voice(m[2]), w = +m[3];
+            v = a.map((x, i) => x * (1 - w) + b[i] * w);
+        }
+        else {
+            const bytes = await this.load(`voices/${name}.bin`);
+            v =
+                bytes instanceof ArrayBuffer
+                    ? new Float32Array(bytes)
+                    : new Float32Array(bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength));
+        }
+        this.V[name] = v;
+        return v;
+    }
+    // Kokoro's own prosody prediction (durations, F0, energy) for one planned section; also used by the Yomite (prosody.ts)
+    async predict(sec) {
+        const T = this.ort.Tensor;
+        const L = sec.ids.length;
+        const V = await this.voice(sec.voice);
+        const k = (sec.ps ?? "x".repeat(L - 1)).length - 1; // voice-pack entry as in KPipeline: pack[len(ps)-1]
+        const ref = new T("float32", V.slice(k * 256, (k + 1) * 256), [1, 256]);
+        const r1 = await this.enc.run({ ids: new T("int64", BigInt64Array.from(sec.ids.map(BigInt)), [1, L]), ref });
+        const dur = Array.from(r1.dur.data, Number);
+        const Tn = dur.reduce((a, b) => a + b, 0);
+        const expand = (t) => {
+            const C = t.dims[1], src = t.data, out = new Float32Array(C * Tn);
+            for (let c = 0; c < C; c++) {
+                let q = c * Tn;
+                for (let l = 0; l < L; l++) {
+                    const v = src[c * L + l];
+                    for (let r = 0; r < dur[l]; r++)
+                        out[q++] = v;
+                }
+            }
+            return new T("float32", out, [1, C, Tn]);
+        };
+        const r2 = await this.f0n.run({ en: expand(r1.d), ref });
+        return { ref, dur, t_en: expand(r1.t_en), f0: r2.F0.data, N: r2.N };
+    }
+    async synthSection(sec, pitch = "values") {
+        const T = this.ort.Tensor;
+        const { ref, dur, t_en, f0, N } = await this.predict(sec);
+        const F = pitch === "engine" ? Float32Array.from(f0) : f0Override(f0, sec.uid, dur, sec.U);
+        const r3 = await this.dec.run({ asr: t_en, F0: new T("float32", F, [1, F.length]), N, ref });
+        return { audio: Float32Array.from(r3.audio.data), f0: Float32Array.from(f0), f0new: F, dur };
+    }
+    async synth(ys, pitch = "values") {
+        const P = plan(ys);
+        const outs = [];
+        for (const s of P)
+            outs.push((await this.synthSection(s, pitch)).audio);
+        // one section: the model's audio as is (like the original); several language sections: joined
+        return { audio: outs.length === 1 ? outs[0] : join(outs), plan: P };
+    }
+}
+//# sourceMappingURL=engine.js.map

package/dist/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../src/engine.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAkC,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAc/C,MAAM,CAAC,MAAM,IAAI,GAAG,EAAE,EACpB,GAAG,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;AAelD,MAAM,OAAO,MAAM;IACT,CAAC,GAAiC,EAAE,CAAC;IACrC,GAAG,CAAoB;IACvB,GAAG,CAAoB;IACvB,GAAG,CAAoB;IACvB,GAAG,CAAM;IACT,IAAI,CAAY;IACxB,YAAY,GAAQ,EAAE,IAAe;QACnC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,OAAsB,EAAE;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,EAC1B,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,KAAK,EAAE,CAAwB,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC3J,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QACrF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC,sBAAsB;QAC3E,IAAI,CAAe,CAAC;QACpB,IAAI,CAAC,EAAE,CAAC;YACN,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC9B,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC1B,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACZ,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC;YACpD,CAAC;gBACC,KAAK,YAAY,WAAW;oBAC1B,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC;oBACzB,CAAC,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAgB,CAAC,CAAC;QACnH,CAAC;QACD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,wHAAwH;IACxH,KAAK,CAAC,OAAO,CAAC,GAAmB;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;QACzB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,oDAAoD;QACxG,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QACxE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC7G,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAkC,EAAE,MAAM,CAAC,CAAC;QAC1E,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,CAAC,CAAS,EAAU,EAAE;YACnC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EACjB,GAAG,GAAG,CAAC,CAAC,IAAoB,EAC5B,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;gBACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3B,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;oBACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;wBAAE,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC;QACF,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAoB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,YAAY,CAAC,GAAmB,EAAE,QAAmB,QAAQ;QACjE,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;QAC1B,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC1D,MAAM,CAAC,GAAG,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3F,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC7F,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAoB,CAAC,EAAE,EAAE,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;IAC/G,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,EAAU,EAAE,QAAmB,QAAQ;QACjD,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,IAAI,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACxE,8FAA8F;QAC9F,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IACtE,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+export * from "./plan.ts";
+export * from "./render.ts";
+export * from "./engine.ts";
+export * from "./prosody.ts";
+export { VOCAB } from "./vocab.ts";
+export * from "./katarite.ts";
+export * from "./models.ts";

package/dist/index.js

@@ -0,0 +1,8 @@
+export * from "./plan.js";
+export * from "./render.js";
+export * from "./engine.js";
+export * from "./prosody.js";
+export { VOCAB } from "./vocab.js";
+export * from "./katarite.js";
+export * from "./models.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,cAAc,eAAe,CAAC;AAC9B,cAAc,aAAa,CAAC"}

package/dist/katarite.d.ts

@@ -0,0 +1,16 @@
+import { type Katarite, type Speech } from "@yomiscript/core";
+import type { Engine } from "./engine.ts";
+/** audio samples per duration step of Kokoro's predictor (24 kHz, 2 frames of 300 samples) */
+export declare const SAMPLES_PER_STEP = 600;
+export interface KokoroOptions {
+    /** a voice (e.g. jm_kumo, or a blend a+b@0.3) for every section instead of each language's default */
+    voice?: string;
+}
+export declare class KokoroKatarite implements Katarite {
+    readonly name = "kokoro";
+    readonly languages: readonly ["ja", "en", "fr", "zh"];
+    private E;
+    private voice?;
+    constructor(engine: Engine, options?: KokoroOptions);
+    speak(ys: string): Promise<Speech>;
+}

package/dist/katarite.js

@@ -0,0 +1,47 @@
+// The Kokoro Katarite behind the shared interface (core's Katarite): YomiScript in, audio and span times out.
+import { parse } from "@yomiscript/core";
+import { plan, SR } from "./plan.js";
+import { join } from "./render.js";
+/** audio samples per duration step of Kokoro's predictor (24 kHz, 2 frames of 300 samples) */
+export const SAMPLES_PER_STEP = 600;
+function spanTimes(sec, dur, offset) {
+    // a unit lasts as long as its ids; a span from its first unit's start to its last unit's end
+    const T = new Map();
+    let t = offset;
+    sec.uid.forEach((k, i) => {
+        const d = (dur[i] * SAMPLES_PER_STEP) / SR, span = k >= 0 ? sec.toks[k]?.span : undefined;
+        if (span !== undefined) {
+            const x = T.get(span);
+            if (x)
+                x.end = t + d;
+            else
+                T.set(span, { span, start: t, end: t + d });
+        }
+        t += d;
+    });
+    return [...T.values()];
+}
+export class KokoroKatarite {
+    name = "kokoro";
+    languages = ["ja", "en", "fr", "zh"];
+    E;
+    voice;
+    constructor(engine, options = {}) {
+        this.E = engine;
+        this.voice = options.voice;
+    }
+    async speak(ys) {
+        const P = plan(ys), audio = [], times = [];
+        let offset = 0;
+        for (const sec of P) {
+            if (this.voice)
+                sec.voice = this.voice;
+            const r = await this.E.synthSection(sec);
+            audio.push(r.audio);
+            times.push(...spanTimes(sec, r.dur, offset)); // several sections: approximate, join() trims and adds a gap
+            offset += r.audio.length / SR;
+        }
+        return { samples: audio.length === 1 ? audio[0] : join(audio), sampleRate: SR, texts: parse(ys).texts, times };
+    }
+}
+//# sourceMappingURL=katarite.js.map

package/dist/katarite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"katarite.js","sourceRoot":"","sources":["../src/katarite.ts"],"names":[],"mappings":"AAAA,8GAA8G;AAC9G,OAAO,EAAE,KAAK,EAA6C,MAAM,kBAAkB,CAAC;AAEpF,OAAO,EAAE,IAAI,EAAE,EAAE,EAAuB,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAEnC,8FAA8F;AAC9F,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAEpC,SAAS,SAAS,CAAC,GAAmB,EAAE,GAAa,EAAE,MAAc;IACnE,6FAA6F;IAC7F,MAAM,CAAC,GAAG,IAAI,GAAG,EAAoB,CAAC;IACtC,IAAI,CAAC,GAAG,MAAM,CAAC;IACf,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,EACxC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QAChD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACtB,IAAI,CAAC;gBAAE,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;;gBAChB,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC;IACT,CAAC,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;AACzB,CAAC;AAMD,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IAChB,SAAS,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAU,CAAC;IAC/C,CAAC,CAAS;IACV,KAAK,CAAU;IACvB,YAAY,MAAc,EAAE,UAAyB,EAAE;QACrD,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC;QAChB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC7B,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,EAAU;QACpB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,EAChB,KAAK,GAAmB,EAAE,EAC1B,KAAK,GAAe,EAAE,CAAC;QACzB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,KAAK;gBAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACvC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,6DAA6D;YAC3G,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;QAChC,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC;IACjH,CAAC;CACF"}

package/dist/models.d.ts

@@ -0,0 +1,2 @@
+/** the split ONNX export and the voices on Hugging Face (models/<part>[_w16].onnx, voices/<voice>.bin) */
+export declare const KOKORO_MODELS_URL = "https://huggingface.co/receptron/yomiscript-kokoro/resolve/main/";

package/dist/models.js

@@ -0,0 +1,3 @@
+/** the split ONNX export and the voices on Hugging Face (models/<part>[_w16].onnx, voices/<voice>.bin) */
+export const KOKORO_MODELS_URL = "https://huggingface.co/receptron/yomiscript-kokoro/resolve/main/";
+//# sourceMappingURL=models.js.map

package/dist/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA,0GAA0G;AAC1G,MAAM,CAAC,MAAM,iBAAiB,GAAG,kEAAkE,CAAC"}

package/dist/node.d.ts

@@ -0,0 +1,10 @@
+import { Engine } from "./engine.ts";
+export interface NodeEngineOptions {
+    /** directory with models/<part>[_w16].onnx and voices/<voice>.bin */
+    dir: string;
+    model?: "fp32" | "w16";
+    /** download missing files from here (KOKORO_MODELS_URL); none: every file must already be in dir */
+    download?: string;
+    onDownload?: (url: string) => void;
+}
+export declare function nodeEngine({ dir, model, download, onDownload }: NodeEngineOptions): Promise<Engine>;

package/dist/node.js

@@ -0,0 +1,10 @@
+// The Kokoro Katarite in Node (CLI, MCP): onnxruntime-node and the fp32 models, identical to the original Kokoro.
+// Files missing from the directory are downloaded once from Hugging Face when a download URL is given.
+import * as ort from "onnxruntime-node";
+import { cachedLoader } from "@yomiscript/core/node";
+import { Engine, FP32, W16 } from "./engine.js";
+export async function nodeEngine({ dir, model = "fp32", download, onDownload }) {
+    const load = cachedLoader({ dir, baseUrl: download, onDownload });
+    return new Engine(ort, load).init({ suffix: model === "fp32" ? FP32 : W16, executionProviders: ["cpu"] });
+}
+//# sourceMappingURL=node.js.map

package/dist/node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node.js","sourceRoot":"","sources":["../src/node.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,uGAAuG;AACvG,OAAO,KAAK,GAAG,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAY,MAAM,aAAa,CAAC;AAU1D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAE,GAAG,EAAE,KAAK,GAAG,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAqB;IAC/F,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;IAClE,OAAO,IAAI,MAAM,CAAC,GAAqB,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,kBAAkB,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC9H,CAAC"}

package/dist/plan.d.ts

@@ -0,0 +1,22 @@
+import { type Token } from "@yomiscript/core";
+export declare const SR = 24000, BLEND = 0.2;
+export declare const VOICE: Readonly<Record<string, string>>;
+export declare function voiceFor(top: string, l: string, x: string): string;
+/** one unit of a planned section: Kokoro phonemes, pitch values (or null), accent phrase */
+export type PlanUnit = [string, number[] | null, number];
+export interface PlannedSection {
+    lang: string;
+    text: string;
+    voice: string;
+    /** the phoneme string the original Kokoro would get */
+    ps: string;
+    ids: number[];
+    /** the unit index of each id (-1 for BOS / EOS) */
+    uid: number[];
+    U: PlanUnit[];
+    toks: Token[];
+}
+export type Plan = PlannedSection[] & {
+    src: string;
+};
+export declare function plan(ys: string): Plan;

package/dist/plan.js

@@ -0,0 +1,229 @@
+// Katarite (Kokoro-82M): YomiScript -> what Kokoro is given. Pitch comes only from <f0:…> values; accent / stress /
+// tone marks are not interpreted here (the Yomite turns them into values). What stays here is engine-specific:
+// YomiScript IPA -> Kokoro's phoneme symbols and input ids, and the voice for each section.
+import { parse, isJa, VOWELS } from "@yomiscript/core";
+import { VOCAB } from "./vocab.js";
+export const SR = 24000, BLEND = 0.2;
+export const VOICE = {
+    ja: "jf_alpha",
+    "en-US": "af_heart",
+    "en-GB": "bf_emma",
+    en: "af_heart",
+    fr: "ff_siwis",
+    zh: "zf_xiaoxiao",
+};
+const voiceOf = (l) => {
+    const v = VOICE[l] ?? VOICE[l.split("-")[0]];
+    if (!v)
+        throw new Error(`this Katarite does not support language ${l}`);
+    return v;
+};
+function jaKokoro(on, v) {
+    // canonical Japanese YomiScript IPA -> the phoneme symbols Kokoro was trained on
+    on = on.replace("tɕ", "ʨ").replace("dʑ", "ʥ").replace("ts", "ʦ").replace("w", "β").replace("ʷ", "ᵝ");
+    if (on === "dz" || on === "ʣ")
+        on = "ʣ";
+    if (v === "i" && /^[kɡbpmɾvɸtdʦ]$/.test(on))
+        on += "ʲ";
+    if (v === "ɯ" && (/ʲ$/.test(on) || /^[ɕʥʨçsʦɲ]$/.test(on)))
+        v = "ɨ";
+    if (v === "ɯ" && on === "ʣ") {
+        on = "z";
+        v = "ɨ";
+    }
+    return on + v;
+}
+const FOREIGN_JA = { ɨ: "u", ɕ: "ʃ", ʑ: "ʒ", ʨ: "ʧ", ʥ: "ʤ" };
+const INI = [
+    ["zh", "ʈʂ"],
+    ["ch", "ʈʂʰ"],
+    ["sh", "ʂ"],
+    ["b", "p"],
+    ["p", "pʰ"],
+    ["m", "m"],
+    ["f", "f"],
+    ["d", "t"],
+    ["t", "tʰ"],
+    ["n", "n"],
+    ["l", "l"],
+    ["g", "k"],
+    ["k", "kʰ"],
+    ["h", "x"],
+    ["j", "ʨ"],
+    ["q", "ʨʰ"],
+    ["x", "ɕ"],
+    ["r", "ɻ"],
+    ["z", "ʦ"],
+    ["c", "ʦʰ"],
+    ["s", "s"],
+    ["y", ""],
+    ["w", ""],
+];
+const FIN = {
+    a: "a",
+    o: "wo",
+    e: "ɤ",
+    ai: "aI",
+    ei: "eI",
+    ao: "aʊ",
+    ou: "oʊ",
+    an: "an",
+    en: "ən",
+    ang: "aŋ",
+    eng: "əŋ",
+    ong: "ʊŋ",
+    er: "ɚ",
+    i: "i",
+    ia: "ja",
+    ie: "je",
+    iao: "jaʊ",
+    iu: "joʊ",
+    ian: "jɛn",
+    in: "in",
+    iang: "jaŋ",
+    ing: "iŋ",
+    iong: "jʊŋ",
+    u: "u",
+    ua: "wa",
+    uo: "wo",
+    uai: "waI",
+    ui: "weI",
+    uan: "wan",
+    un: "wən",
+    uang: "waŋ",
+    v: "y",
+    ue: "ɥe",
+    ve: "ɥe",
+    uan_j: "ɥɛn",
+    un_j: "yn",
+};
+const TONE = { 1: "→", 2: "↗", 3: "↓", 4: "↘", 5: "" };
+function zsyl(syl) {
+    const m = syl.match(/^([a-zü]+)(\d)(?:>(\d))?/);
+    if (!m)
+        throw new Error(`bad pinyin syllable ${JSON.stringify(syl)}`);
+    const py = m[1], t = m[3] || m[2];
+    let ini = "", ip = "";
+    for (const [a, b] of INI)
+        if (py.startsWith(a)) {
+            ini = a;
+            ip = b;
+            break;
+        }
+    return ip + zhFinal(ini, py.slice(ini.length)) + TONE[t];
+}
+const Y_FIN = { u: "v", ue: "ve", uan: "uan_j", un: "un_j", i: "i", in: "in", ing: "ing" };
+const JQX_FIN = { u: "v", ue: "ve", uan: "uan_j", un: "un_j" };
+function zhFinal(ini, f) {
+    // the pinyin final after its initial -> Kokoro's symbols
+    if (ini === "y")
+        f = Y_FIN[f] ?? (f.startsWith("i") ? f : "i" + f);
+    if (ini === "w" && f !== "u")
+        f = "u" + f;
+    if (["j", "q", "x"].includes(ini) && f.startsWith("u"))
+        f = JQX_FIN[f];
+    if (f === "i" && ["z", "c", "s"].includes(ini))
+        return "ɹ";
+    if (f === "i" && ["zh", "ch", "sh", "r"].includes(ini))
+        return "ɻ";
+    return FIN[f] ?? f;
+}
+const KOKORO_VOWELS = "AIOQWY" + VOWELS; // after the conversion to Kokoro's symbols (A = eɪ …)
+const EN_SYMBOLS = [
+    ["g", "ɡ"],
+    ["tʃ", "ʧ"],
+    ["dʒ", "ʤ"],
+    ["eɪ", "A"],
+    ["aɪ", "I"],
+    ["aʊ", "W"],
+    ["ɔɪ", "Y"],
+    ["oʊ", "O"],
+    ["əʊ", "Q"],
+    ["r", "ɹ"],
+    ["l̩", "ᵊl"],
+    ["x", "k"],
+    ["ɾ", "T"], // Kokoro's English flap token is T
+];
+function enSyl(x, gb) {
+    for (const [a, b] of EN_SYMBOLS)
+        x = x.split(a).join(b);
+    x = x
+        .split("ɝ")
+        .join(gb ? "ɜː" : "ɜɹ")
+        .split("ɚ")
+        .join(gb ? "ə" : "əɹ");
+    let st = "";
+    if (x[0] === "ˈ" || x[0] === "ˌ") {
+        st = x[0];
+        x = x.slice(1);
+    }
+    if (st) {
+        const i = x.split("").findIndex((c) => KOKORO_VOWELS.includes(c)); // the stress mark goes before the vowel
+        x = i >= 0 ? x.slice(0, i) + st + x.slice(i) : st + x;
+    }
+    return x;
+}
+function jaPhonemes(t, foreign) {
+    // as Kokoro's Japanese front end (misaki Cutlet) writes them: 。 and 、 leave only the word space
+    if (t.kind === "space" || t.kind === "pause")
+        return " ";
+    if (t.kind === "end" || t.kind === "punct")
+        return t.sym === "." && (t.kind === "end" || t.sent) ? "" : (t.sym ?? "");
+    let p = t.ipa ?? "";
+    if (t.mk === "mora")
+        p = jaKokoro(t.on ?? "", t.v ?? "");
+    else if (t.mk === "Q")
+        p = "ʔ";
+    return foreign ? [...p].map((c) => FOREIGN_JA[c] ?? c).join("") : p;
+}
+function kokoroPhonemes(lang, t, foreign) {
+    if (isJa(lang))
+        return jaPhonemes(t, foreign);
+    if (t.kind === "space")
+        return " ";
+    if (t.kind === "pause")
+        return ", ";
+    if (t.kind === "end" || t.kind === "punct")
+        return t.sym ?? "";
+    const raw = t.raw ?? "";
+    if (lang === "zh" || lang.startsWith("zh-"))
+        return zsyl(raw);
+    if (lang === "fr" || lang.startsWith("fr-"))
+        return raw.replace(/g/g, "ɡ"); // IPA: g = ɡ
+    return enSyl(raw, lang === "en-GB");
+}
+export function voiceFor(top, l, x) {
+    if (l === top)
+        return voiceOf(top);
+    if (x.split(/\s+/).filter(Boolean).length === 1 && (isJa(top) || !isJa(l)))
+        return voiceOf(l);
+    return `${voiceOf(top)}+${voiceOf(l)}@${BLEND}`;
+}
+// plan: sections with Kokoro ids + units (no ONNX); used for parity tests and synthesis
+export function plan(ys) {
+    const Y = parse(ys);
+    const P = Y.sections.map((sec) => {
+        const foreign = isJa(sec.lang) && !isJa(Y.top);
+        const U = [], toks = [];
+        for (const t of sec.toks) {
+            if (t.kind === "bound")
+                continue;
+            U.push([kokoroPhonemes(sec.lang, t, foreign), t.kind === "unit" && t.f0 ? [...t.f0] : null, t.ph]);
+            toks.push(t);
+        }
+        const ids = [0], uid = [-1];
+        U.forEach(([p], k) => {
+            for (const ch of p)
+                if (ch in VOCAB) {
+                    ids.push(VOCAB[ch]);
+                    uid.push(k);
+                }
+        });
+        ids.push(0);
+        uid.push(-1);
+        const ps = U.map((u) => u[0]).join("");
+        return { lang: sec.lang, text: sec.text, voice: voiceFor(Y.top, sec.lang, sec.text), ps, ids, uid, U, toks };
+    });
+    return Object.assign(P, { src: Y.ys });
+}
+//# sourceMappingURL=plan.js.map

package/dist/plan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan.js","sourceRoot":"","sources":["../src/plan.ts"],"names":[],"mappings":"AAAA,oHAAoH;AACpH,+GAA+G;AAC/G,4FAA4F;AAC5F,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAc,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,MAAM,CAAC,MAAM,EAAE,GAAG,KAAK,EACrB,KAAK,GAAG,GAAG,CAAC;AACd,MAAM,CAAC,MAAM,KAAK,GAAqC;IACrD,EAAE,EAAE,UAAU;IACd,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,SAAS;IAClB,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,UAAU;IACd,EAAE,EAAE,aAAa;CAClB,CAAC;AACF,MAAM,OAAO,GAAG,CAAC,CAAS,EAAU,EAAE;IACpC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,EAAE,CAAC,CAAC;IACxE,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AACF,SAAS,QAAQ,CAAC,EAAU,EAAE,CAAS;IACrC,iFAAiF;IACjF,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACrG,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,KAAK,GAAG;QAAE,EAAE,GAAG,GAAG,CAAC;IACxC,IAAI,CAAC,KAAK,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,EAAE,IAAI,GAAG,CAAC;IACvD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAAE,CAAC,GAAG,GAAG,CAAC;IACpE,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;QAC5B,EAAE,GAAG,GAAG,CAAC;QACT,CAAC,GAAG,GAAG,CAAC;IACV,CAAC;IACD,OAAO,EAAE,GAAG,CAAC,CAAC;AAChB,CAAC;AACD,MAAM,UAAU,GAA2B,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;AACtF,MAAM,GAAG,GAAuB;IAC9B,CAAC,IAAI,EAAE,IAAI,CAAC;IACZ,CAAC,IAAI,EAAE,KAAK,CAAC;IACb,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,IAAI,CAAC;IACX,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,IAAI,CAAC;IACX,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,IAAI,CAAC;IACX,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,IAAI,CAAC;IACX,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,IAAI,CAAC;IACX,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,EAAE,CAAC;IACT,CAAC,GAAG,EAAE,EAAE,CAAC;CACV,CAAC;AACF,MAAM,GAAG,GAA2B;IAClC,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,IAAI;IACP,CAAC,EAAE,GAAG;IACN,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,IAAI;IACT,EAAE,EAAE,GAAG;IACP,CAAC,EAAE,GAAG;IACN,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,IAAI;IACR,IAAI,EAAE,KAAK;IACX,GAAG,EAAE,IAAI;IACT,IAAI,EAAE,KAAK;IACX,CAAC,EAAE,GAAG;IACN,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,KAAK;IACV,EAAE,EAAE,KAAK;IACT,IAAI,EAAE,KAAK;IACX,CAAC,EAAE,GAAG;IACN,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,IAAI;IACR,KAAK,EAAE,KAAK;IACZ,IAAI,EAAE,IAAI;CACX,CAAC;AACF,MAAM,IAAI,GAA2B,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC;AAC/E,SAAS,IAAI,CAAC,GAAW;IACvB,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAChD,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EACb,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACnB,IAAI,GAAG,GAAG,EAAE,EACV,EAAE,GAAG,EAAE,CAAC;IACV,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;QACtB,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;YACrB,GAAG,GAAG,CAAC,CAAC;YACR,EAAE,GAAG,CAAC,CAAC;YACP,MAAM;QACR,CAAC;IACH,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AACD,MAAM,KAAK,GAA2B,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AACnH,MAAM,OAAO,GAA2B,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;AACvF,SAAS,OAAO,CAAC,GAAW,EAAE,CAAS;IACrC,yDAAyD;IACzD,IAAI,GAAG,KAAK,GAAG;QAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACnE,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IAC3D,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACnE,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AACrB,CAAC;AACD,MAAM,aAAa,GAAG,QAAQ,GAAG,MAAM,CAAC,CAAC,sDAAsD;AAC/F,MAAM,UAAU,GAAuB;IACrC,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,IAAI,EAAE,IAAI,CAAC;IACZ,CAAC,GAAG,EAAE,GAAG,CAAC;IACV,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,mCAAmC;CAChD,CAAC;AACF,SAAS,KAAK,CAAC,CAAS,EAAE,EAAW;IACnC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,UAAU;QAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC,GAAG,CAAC;SACF,KAAK,CAAC,GAAG,CAAC;SACV,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;SACtB,KAAK,CAAC,GAAG,CAAC;SACV,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzB,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QACjC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACV,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,EAAE,EAAE,CAAC;QACP,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,wCAAwC;QAC3G,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AACD,SAAS,UAAU,CAAC,CAAQ,EAAE,OAAgB;IAC5C,gGAAgG;IAChG,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,GAAG,CAAC;IACzD,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IACtH,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;IACpB,IAAI,CAAC,CAAC,EAAE,KAAK,MAAM;QAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;SACpD,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG;QAAE,CAAC,GAAG,GAAG,CAAC;IAC/B,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AACD,SAAS,cAAc,CAAC,IAAY,EAAE,CAAQ,EAAE,OAAgB;IAC9D,IAAI,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,UAAU,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,GAAG,CAAC;IACnC,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IACpC,IAAI,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;IAC/D,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;IACxB,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9D,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,aAAa;IACzF,OAAO,KAAK,CAAC,GAAG,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC;AACtC,CAAC;AACD,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,CAAS,EAAE,CAAS;IACxD,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9F,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;AAClD,CAAC;AAkBD,wFAAwF;AACxF,MAAM,UAAU,IAAI,CAAC,EAAU;IAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;IACpB,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAkB,EAAE;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAe,EAAE,EACtB,IAAI,GAAY,EAAE,CAAC;QACrB,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;gBAAE,SAAS;YACjC,CAAC,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACf,CAAC;QACD,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,EACb,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACb,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACnB,KAAK,MAAM,EAAE,IAAI,CAAC;gBAChB,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;oBAChB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;oBACpB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACd,CAAC;QACL,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACb,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC;IAC/G,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACzC,CAAC"}

package/dist/prosody.d.ts

@@ -0,0 +1,6 @@
+import type { Engine } from "./engine.ts";
+export declare class KokoroProsody {
+  private E;
+  constructor(E: Engine);
+  realize(ys: string): Promise<string>;
+}

package/dist/prosody.js

@@ -0,0 +1,40 @@
+// Kokoro's prosody prediction, used on the Yomite side: runs Kokoro's duration + F0 predictor (enc + f0n) on a
+// YomiScript and writes the predicted pitch back as <f0:…> values (semitones relative to the section's mean),
+// up to three points per unit (start, middle, end). Units that already carry values, and unvoiced units, are left alone.
+import { applyEdits, f0Mark } from "@yomiscript/core";
+import { plan } from "./plan.js";
+export class KokoroProsody {
+    E;
+    // shares the Katarite engine's ONNX sessions and voices
+    constructor(E) {
+        this.E = E;
+    }
+    async realize(ys) {
+        const P = plan(ys), E = [];
+        for (const sec of P) {
+            const { f0, dur } = await this.E.predict(sec);
+            const fu = [];
+            dur.forEach((d, l) => {
+                for (let r = 0; r < d * 2; r++)
+                    fu.push(sec.uid[l]);
+            });
+            const fr = sec.U.map(() => []);
+            for (let i = 0; i < Math.min(fu.length, f0.length); i++)
+                if (fu[i] >= 0 && f0[i] > 60)
+                    fr[fu[i]].push(12 * Math.log2(f0[i]));
+            const all = sec.toks.flatMap((t, k) => (t.kind === "unit" ? fr[k] : []));
+            if (!all.length)
+                continue;
+            const m = all.reduce((s, v) => s + v, 0) / all.length;
+            sec.toks.forEach((t, k) => {
+                const F = fr[k];
+                if (t.kind !== "unit" || t.f0 || !F.length)
+                    return;
+                const c = F.length >= 3 ? [F[0], F[F.length >> 1], F[F.length - 1]] : [F.reduce((s, v) => s + v, 0) / F.length];
+                E.push({ at: t.end ?? 0, ins: f0Mark(c.map((v) => v - m)) });
+            });
+        }
+        return applyEdits(P.src, E);
+    }
+}
+//# sourceMappingURL=prosody.js.map

package/dist/prosody.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prosody.js","sourceRoot":"","sources":["../src/prosody.ts"],"names":[],"mappings":"AAAA,+GAA+G;AAC/G,8GAA8G;AAC9G,yHAAyH;AACzH,OAAO,EAAE,UAAU,EAAE,MAAM,EAAa,MAAM,kBAAkB,CAAC;AAEjE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,OAAO,aAAa;IAChB,CAAC,CAAS;IAClB,wDAAwD;IACxD,YAAY,CAAS;QACnB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACb,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,EAAU;QACtB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,EAChB,CAAC,GAAW,EAAE,CAAC;QACjB,KAAK,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC;YACpB,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC9C,MAAM,EAAE,GAAa,EAAE,CAAC;YACxB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;oBAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;YACH,MAAM,EAAE,GAAe,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;gBAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE;oBAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7H,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,GAAG,CAAC,MAAM;gBAAE,SAAS;YAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACxB,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAChB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM;oBAAE,OAAO;gBACnD,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;gBAChH,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/render.d.ts

@@ -0,0 +1,4 @@
+import { type PlanUnit } from "./plan.ts";
+export declare function f0Override(f0: ArrayLike<number>, uid: number[], dur: number[], U: PlanUnit[], smooth?: number, dstep?: number): Float32Array;
+export declare function join(P: Float32Array[]): Float32Array;
+export declare function wav(a: Float32Array, sr?: number): ArrayBuffer;

package/dist/render.js

@@ -0,0 +1,140 @@
+// Audio-side rendering, engine-independent: the YomiScript's pitch values put into the engine's F0, joining the
+// audio of several language sections, and WAV encoding.
+import { SR } from "./plan.js";
+const mean = (a) => a.reduce((s, v) => s + v, 0) / a.length;
+function unitFrames(uid, dur, n) {
+  // the unit index of each F0 frame (2 frames per duration step), -1 for BOS / EOS
+  const fu = [];
+  dur.forEach((d, l) => {
+    for (let r = 0; r < d * 2; r++) fu.push(uid[l]);
+  });
+  fu.length = Math.min(fu.length, n);
+  return fu;
+}
+function valueAt(c, x) {
+  // a unit's contour c (points spread evenly) at position x in [0, 1]
+  if (c.length === 1) return c[0];
+  const pos = x * (c.length - 1),
+    a = Math.min(Math.floor(pos), c.length - 2);
+  return c[a] + (c[a + 1] - c[a]) * (pos - a);
+}
+function frameTargets(fu, U, n, dstep) {
+  // semitone target per frame from the units' values, lowered by dstep per phrase (declination)
+  const st = new Float64Array(n).fill(NaN);
+  U.forEach(([, c, ph], k) => {
+    if (c === null) return;
+    const fr = [];
+    for (let i = 0; i < fu.length; i++) if (fu[i] === k) fr.push(i);
+    fr.forEach((i, j) => (st[i] = valueAt(c, fr.length > 1 ? j / (fr.length - 1) : 0) - dstep * ph));
+  });
+  return st;
+}
+function anchorPhrases(st, f0, fu, U) {
+  // values are relative: each phrase keeps its shape and takes the mean level of the engine's own F0 there
+  const n = f0.length,
+    lo = Array.from(f0, (v) => Math.log2(Math.max(v, 1)) * 12);
+  const phr = Array.from({ length: n }, (_, i) => (i < fu.length && fu[i] >= 0 ? U[fu[i]][2] : -1));
+  const ok = Array.from({ length: n }, (_, i) => !isNaN(st[i]) && f0[i] > 60);
+  const tgt = new Float64Array(n).fill(NaN);
+  for (const ph of new Set(phr.filter((_, i) => ok[i]))) {
+    const sel = [];
+    for (let i = 0; i < n; i++) if (ok[i] && phr[i] === ph) sel.push(i);
+    const ms = mean(sel.map((i) => st[i])),
+      ml = mean(sel.map((i) => lo[i]));
+    for (const i of sel) tgt[i] = st[i] - ms + ml;
+  }
+  return tgt;
+}
+function interpolate(tgt, xs) {
+  // fill the frames between targets linearly, and hold the first / last target outside them
+  const n = tgt.length,
+    full = new Float64Array(n);
+  let q = 0;
+  for (let i = 0; i < n; i++) {
+    if (i <= xs[0]) full[i] = tgt[xs[0]];
+    else if (i >= xs[xs.length - 1]) full[i] = tgt[xs[xs.length - 1]];
+    else {
+      while (xs[q + 1] < i) q++;
+      const a = xs[q],
+        b = xs[q + 1];
+      full[i] = tgt[a] + ((tgt[b] - tgt[a]) * (i - a)) / (b - a);
+    }
+  }
+  return full;
+}
+function movingAverage(full, smooth) {
+  const n = full.length,
+    h = smooth >> 1,
+    sm = new Float64Array(n);
+  for (let i = 0; i < n; i++) {
+    let s = 0;
+    for (let j = -h; j <= h; j++) s += full[Math.min(n - 1, Math.max(0, i + j))];
+    sm[i] = s / smooth;
+  }
+  return sm;
+}
+// the engine's F0 with the YomiScript's pitch values put in (frames without a value keep the engine's F0)
+export function f0Override(f0, uid, dur, U, smooth = 5, dstep = 0.6) {
+  const fu = unitFrames(uid, dur, f0.length);
+  const tgt = anchorPhrases(frameTargets(fu, U, f0.length, dstep), f0, fu, U);
+  const xs = [];
+  for (let i = 0; i < f0.length; i++) if (!isNaN(tgt[i])) xs.push(i);
+  if (!xs.length) return Float32Array.from(f0);
+  const sm = movingAverage(interpolate(tgt, xs), smooth);
+  return Float32Array.from(f0, (v, i) => (isNaN(tgt[i]) ? v : 2 ** (sm[i] / 12)));
+}
+const rms = (a) => Math.sqrt(a.reduce((s, v) => s + v * v, 0) / a.length);
+function trim(a, lead = true, th = 0.01) {
+  let i0 = -1,
+    i1 = -1;
+  for (let i = 0; i < a.length; i++)
+    if (Math.abs(a[i]) > th) {
+      if (i0 < 0) i0 = i;
+      i1 = i;
+    }
+  if (i0 < 0) return a;
+  return a.slice(lead ? Math.max(i0 - 240, 0) : 0, Math.min(a.length, i1 + 480));
+}
+// the audio of several sections as one: trimmed, level-matched, crossfaded, with a short gap
+export function join(P) {
+  const tgt = rms(P[0]);
+  let out = Float32Array.from(trim(P[0], false));
+  const n = Math.round(0.015 * SR),
+    gap = Math.round(0.06 * SR);
+  for (const p0 of P.slice(1)) {
+    const g = tgt / Math.max(rms(p0), 1e-6);
+    const p = Float32Array.from(trim(p0), (v) => v * g);
+    for (let i = 0; i < n && i < out.length; i++) out[out.length - n + i] *= 1 - i / (n - 1);
+    for (let i = 0; i < n && i < p.length; i++) p[i] *= i / (n - 1);
+    const o = new Float32Array(out.length + gap + p.length);
+    o.set(out);
+    o.set(p, out.length + gap);
+    out = o;
+  }
+  let mx = 0;
+  for (const v of out) mx = Math.max(mx, Math.abs(v));
+  const k = Math.max(1, mx / 0.95);
+  return out.map((v) => v / k);
+}
+// 16-bit mono WAV
+export function wav(a, sr = SR) {
+  const b = new ArrayBuffer(44 + a.length * 2),
+    d = new DataView(b);
+  const w = (o, s) => [...s].forEach((c, i) => d.setUint8(o + i, c.charCodeAt(0)));
+  w(0, "RIFF");
+  d.setUint32(4, 36 + a.length * 2, true);
+  w(8, "WAVE");
+  w(12, "fmt ");
+  d.setUint32(16, 16, true);
+  d.setUint16(20, 1, true);
+  d.setUint16(22, 1, true);
+  d.setUint32(24, sr, true);
+  d.setUint32(28, sr * 2, true);
+  d.setUint16(32, 2, true);
+  d.setUint16(34, 16, true);
+  w(36, "data");
+  d.setUint32(40, a.length * 2, true);
+  a.forEach((v, i) => d.setInt16(44 + i * 2, Math.max(-1, Math.min(1, v)) * 32767, true));
+  return b;
+}
+//# sourceMappingURL=render.js.map

package/dist/render.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.js","sourceRoot":"","sources":["../src/render.ts"],"names":[],"mappings":"AAAA,gHAAgH;AAChH,wDAAwD;AACxD,OAAO,EAAE,EAAE,EAAiB,MAAM,WAAW,CAAC;AAE9C,MAAM,IAAI,GAAG,CAAC,CAAW,EAAU,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;AAC9E,SAAS,UAAU,CAAC,GAAa,EAAE,GAAa,EAAE,CAAS;IACzD,iFAAiF;IACjF,MAAM,EAAE,GAAa,EAAE,CAAC;IACxB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnC,OAAO,EAAE,CAAC;AACZ,CAAC;AACD,SAAS,OAAO,CAAC,CAAW,EAAE,CAAS;IACrC,oEAAoE;IACpE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAC5B,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC9C,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AAC9C,CAAC;AACD,SAAS,YAAY,CAAC,EAAY,EAAE,CAAa,EAAE,CAAS,EAAE,KAAa;IACzE,8FAA8F;IAC9F,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;QACzB,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO;QACvB,MAAM,EAAE,GAAa,EAAE,CAAC;QACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,CAAC;AACZ,CAAC;AACD,SAAS,aAAa,CAAC,EAAgB,EAAE,EAAqB,EAAE,EAAY,EAAE,CAAa;IACzF,yGAAyG;IACzG,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,EACjB,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7D,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAClG,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5E,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1C,KAAK,MAAM,EAAE,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EACpC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,GAAG;YAAE,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAChD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AACD,SAAS,WAAW,CAAC,GAAiB,EAAE,EAAY;IAClD,0FAA0F;IAC1F,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,EAClB,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;aAChC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;YAAE,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;aAC7D,CAAC;YACJ,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC;gBAAE,CAAC,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EACb,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAChB,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AACD,SAAS,aAAa,CAAC,IAAkB,EAAE,MAAc;IACvD,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EACnB,CAAC,GAAG,MAAM,IAAI,CAAC,EACf,EAAE,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;YAAE,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;IACrB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AACD,0GAA0G;AAC1G,MAAM,UAAU,UAAU,CAAC,EAAqB,EAAE,GAAa,EAAE,GAAa,EAAE,CAAa,EAAE,MAAM,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG;IACpH,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,aAAa,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5E,MAAM,EAAE,GAAa,EAAE,CAAC;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,IAAI,CAAC,EAAE,CAAC,MAAM;QAAE,OAAO,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,EAAE,GAAG,aAAa,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IACvD,OAAO,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AACD,MAAM,GAAG,GAAG,CAAC,CAAe,EAAU,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;AAChG,SAAS,IAAI,CAAC,CAAe,EAAE,IAAI,GAAG,IAAI,EAAE,EAAE,GAAG,IAAI;IACnD,IAAI,EAAE,GAAG,CAAC,CAAC,EACT,EAAE,GAAG,CAAC,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACxB,IAAI,EAAE,GAAG,CAAC;gBAAE,EAAE,GAAG,CAAC,CAAC;YACnB,EAAE,GAAG,CAAC,CAAC;QACT,CAAC;IACH,IAAI,EAAE,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACrB,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;AACjF,CAAC;AACD,6FAA6F;AAC7F,MAAM,UAAU,IAAI,CAAC,CAAiB;IACpC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtB,IAAI,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC/C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,EAC9B,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAC9B,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACxD,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACX,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QAC3B,GAAG,GAAG,CAAC,CAAC;IACV,CAAC;IACD,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IACjC,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/B,CAAC;AACD,kBAAkB;AAClB,MAAM,UAAU,GAAG,CAAC,CAAe,EAAE,EAAE,GAAG,EAAE;IAC1C,MAAM,CAAC,GAAG,IAAI,WAAW,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAC1C,CAAC,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,CAAC,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACb,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACb,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACd,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IAC9B,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACzB,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACd,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IACxF,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/vocab.d.ts

@@ -0,0 +1 @@
+export declare const VOCAB: Readonly<Record<string, number>>;

package/dist/vocab.js

@@ -0,0 +1,118 @@
+// Kokoro-82M's phoneme vocabulary (symbol -> input id), from the model's config.json.
+export const VOCAB = {
+  ";": 1,
+  ":": 2,
+  ",": 3,
+  ".": 4,
+  "!": 5,
+  "?": 6,
+  "—": 9,
+  "…": 10,
+  '"': 11,
+  "(": 12,
+  ")": 13,
+  "“": 14,
+  "”": 15,
+  " ": 16,
+  "̃": 17,
+  ʣ: 18,
+  ʥ: 19,
+  ʦ: 20,
+  ʨ: 21,
+  ᵝ: 22,
+  "ꭧ": 23,
+  A: 24,
+  I: 25,
+  O: 31,
+  Q: 33,
+  S: 35,
+  T: 36,
+  W: 39,
+  Y: 41,
+  ᵊ: 42,
+  a: 43,
+  b: 44,
+  c: 45,
+  d: 46,
+  e: 47,
+  f: 48,
+  h: 50,
+  i: 51,
+  j: 52,
+  k: 53,
+  l: 54,
+  m: 55,
+  n: 56,
+  o: 57,
+  p: 58,
+  q: 59,
+  r: 60,
+  s: 61,
+  t: 62,
+  u: 63,
+  v: 64,
+  w: 65,
+  x: 66,
+  y: 67,
+  z: 68,
+  ɑ: 69,
+  ɐ: 70,
+  ɒ: 71,
+  æ: 72,
+  β: 75,
+  ɔ: 76,
+  ɕ: 77,
+  ç: 78,
+  ɖ: 80,
+  ð: 81,
+  ʤ: 82,
+  ə: 83,
+  ɚ: 85,
+  ɛ: 86,
+  ɜ: 87,
+  ɟ: 90,
+  ɡ: 92,
+  ɥ: 99,
+  ɨ: 101,
+  ɪ: 102,
+  ʝ: 103,
+  ɯ: 110,
+  ɰ: 111,
+  ŋ: 112,
+  ɳ: 113,
+  ɲ: 114,
+  ɴ: 115,
+  ø: 116,
+  ɸ: 118,
+  θ: 119,
+  œ: 120,
+  ɹ: 123,
+  ɾ: 125,
+  ɻ: 126,
+  ʁ: 128,
+  ɽ: 129,
+  ʂ: 130,
+  ʃ: 131,
+  ʈ: 132,
+  ʧ: 133,
+  ʊ: 135,
+  ʋ: 136,
+  ʌ: 138,
+  ɣ: 139,
+  ɤ: 140,
+  χ: 142,
+  ʎ: 143,
+  ʒ: 147,
+  ʔ: 148,
+  ˈ: 156,
+  ˌ: 157,
+  ː: 158,
+  ʰ: 162,
+  ʲ: 164,
+  "↓": 169,
+  "→": 171,
+  "↗": 172,
+  "↘": 173,
+  ᵻ: 177,
+};
+//# sourceMappingURL=vocab.js.map

package/dist/vocab.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vocab.js","sourceRoot":"","sources":["../src/vocab.ts"],"names":[],"mappings":"AAAA,sFAAsF;AACtF,MAAM,CAAC,MAAM,KAAK,GAAqC;IACrD,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,GAAG,EAAE,EAAE;IACP,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,GAAG,EAAE,EAAE;IACP,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,EAAE;IACL,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,GAAG;IACN,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,CAAC,EAAE,GAAG;CACP,CAAC"}

package/package.json

@@ -1,6 +1,52 @@
 {
   "name": "@yomiscript/kokoro",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
-}
+  "version": "0.1.0",
+  "description": "Kokoro-82M Katarite: YomiScript -> Kokoro input -> audio (onnxruntime-web w16 in the browser, onnxruntime-node fp32 in Node)",
+  "license": "Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/receptron/yomiscript.git",
+    "directory": "packages/kokoro"
+  },
+  "homepage": "https://github.com/receptron/yomiscript/tree/main/packages/kokoro#readme",
+  "bugs": {
+    "url": "https://github.com/receptron/yomiscript/issues"
+  },
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./node": {
+      "types": "./dist/node.d.ts",
+      "import": "./dist/node.js"
+    }
+  },
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "prepack": "yarn --cwd ../.. build && node ../../tools/prepack.mjs"
+  },
+  "dependencies": {
+    "@yomiscript/core": "^0.1.0",
+    "onnxruntime-common": "1.22.0"
+  },
+  "peerDependencies": {
+    "onnxruntime-node": "1.22.0"
+  },
+  "peerDependenciesMeta": {
+    "onnxruntime-node": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "onnxruntime-node": "1.22.0"
+  }
+}