@bendyline/squisq 1.5.2 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +63 -10
- package/dist/{Doc-BBVGq1_9.d.ts → Doc-ylqWKDc_.d.ts} +248 -37
- package/dist/{ImageEditDoc-FuyGtt6o.d.ts → ImageEditDoc-D828IXJ1.d.ts} +1 -1
- package/dist/annotationCoercion-Dr_DY9Hx.d.ts +86 -0
- package/dist/{chunk-T5UK6YOB.js → chunk-2PWOO4ZE.js} +60 -17
- package/dist/chunk-2PWOO4ZE.js.map +1 -0
- package/dist/{chunk-VWUFZ6ZG.js → chunk-3E5F2XMR.js} +2 -29
- package/dist/chunk-3E5F2XMR.js.map +1 -0
- package/dist/chunk-4X3JQXNM.js +35 -0
- package/dist/chunk-4X3JQXNM.js.map +1 -0
- package/dist/{chunk-P3K7NLHF.js → chunk-5DKBFXPY.js} +31 -121
- package/dist/chunk-5DKBFXPY.js.map +1 -0
- package/dist/{chunk-DLXZMS5K.js → chunk-5J4HKRJF.js} +51 -3
- package/dist/chunk-5J4HKRJF.js.map +1 -0
- package/dist/chunk-5UYI3RJB.js +2503 -0
- package/dist/chunk-5UYI3RJB.js.map +1 -0
- package/dist/{chunk-BEQODJWV.js → chunk-66QO7XFB.js} +11 -291
- package/dist/chunk-66QO7XFB.js.map +1 -0
- package/dist/{chunk-HWVFJAAH.js → chunk-AMIR72JP.js} +28 -10
- package/dist/chunk-AMIR72JP.js.map +1 -0
- package/dist/chunk-CY2R2VPR.js +884 -0
- package/dist/chunk-CY2R2VPR.js.map +1 -0
- package/dist/chunk-FVJUUTEM.js +74 -0
- package/dist/chunk-FVJUUTEM.js.map +1 -0
- package/dist/{chunk-Q3ROPT5H.js → chunk-GZY66SDN.js} +1 -1
- package/dist/{chunk-Q3ROPT5H.js.map → chunk-GZY66SDN.js.map} +1 -1
- package/dist/chunk-JOQYPRDZ.js +127 -0
- package/dist/chunk-JOQYPRDZ.js.map +1 -0
- package/dist/{chunk-A4O7GIWE.js → chunk-MMPBOUK7.js} +10 -73
- package/dist/chunk-MMPBOUK7.js.map +1 -0
- package/dist/{chunk-LDQ2HJIX.js → chunk-PXLVXTLW.js} +252 -54
- package/dist/chunk-PXLVXTLW.js.map +1 -0
- package/dist/{chunk-TQWLI6S2.js → chunk-Q7LROV2H.js} +4 -2
- package/dist/{chunk-TQWLI6S2.js.map → chunk-Q7LROV2H.js.map} +1 -1
- package/dist/{chunk-GPLTCSXO.js → chunk-R2GC6RLD.js} +7 -7
- package/dist/chunk-R2GC6RLD.js.map +1 -0
- package/dist/chunk-R2YZTCLO.js +292 -0
- package/dist/chunk-R2YZTCLO.js.map +1 -0
- package/dist/chunk-S7A5D7ZJ.js +174 -0
- package/dist/chunk-S7A5D7ZJ.js.map +1 -0
- package/dist/chunk-TFJVXUHH.js +2358 -0
- package/dist/chunk-TFJVXUHH.js.map +1 -0
- package/dist/{chunk-LTN6I7QW.js → chunk-TUWMK62B.js} +55 -4
- package/dist/chunk-TUWMK62B.js.map +1 -0
- package/dist/{chunk-IMSCRLLV.js → chunk-VR7UPJ7C.js} +35 -25
- package/dist/chunk-VR7UPJ7C.js.map +1 -0
- package/dist/{chunk-KKNUBQ6Y.js → chunk-W4O2TX5I.js} +157 -92
- package/dist/chunk-W4O2TX5I.js.map +1 -0
- package/dist/{chunk-5TYS5V3G.js → chunk-X6DUONGT.js} +4204 -3560
- package/dist/chunk-X6DUONGT.js.map +1 -0
- package/dist/doc/index.d.ts +2334 -5
- package/dist/doc/index.js +127 -33
- package/dist/generate/index.d.ts +7 -2
- package/dist/generate/index.js +1 -1
- package/dist/imageEdit/index.d.ts +9 -6
- package/dist/imageEdit/index.js +3 -3
- package/dist/index.d.ts +12 -10
- package/dist/index.js +246 -80
- package/dist/jsonForm/index.d.ts +7 -3
- package/dist/jsonForm/index.js +9 -4
- package/dist/markdown/index.d.ts +6 -70
- package/dist/markdown/index.js +13 -9
- package/dist/narration/index.d.ts +618 -0
- package/dist/narration/index.js +82 -0
- package/dist/recommend/index.d.ts +15 -1
- package/dist/recommend/index.js +2 -2
- package/dist/schemas/index.d.ts +28 -6
- package/dist/schemas/index.js +15 -13
- package/dist/spatial/index.d.ts +0 -1
- package/dist/spatial/index.js +1 -1
- package/dist/storage/index.js +1 -1
- package/dist/{themeLibrary-CehcJhzz.d.ts → themeLibrary-RjVgLpUi.d.ts} +10 -11
- package/dist/timing/index.js +5 -3
- package/dist/transform/index.d.ts +35 -24
- package/dist/transform/index.js +9 -10
- package/dist/{types-DlAZ7MW4.d.ts → types-BwMPl2CB.d.ts} +1 -1
- package/dist/{types-D98li1gV.d.ts → types-C4kiRn_k.d.ts} +3 -1
- package/dist/versions/index.d.ts +2 -1
- package/dist/versions/index.js +2 -2
- package/package.json +6 -6
- package/src/__tests__/applyNarrationTiming.test.ts +190 -0
- package/src/__tests__/applyRenderStyle.test.ts +3 -3
- package/src/__tests__/asciiDiagramBattle.test.ts +246 -0
- package/src/__tests__/asciiDiagramDetect.test.ts +162 -0
- package/src/__tests__/asciiDiagramMapping.test.ts +38 -0
- package/src/__tests__/asciiDiagramParse.test.ts +233 -0
- package/src/__tests__/asciiDiagramPipeline.test.ts +273 -0
- package/src/__tests__/asciiDiagramRender.test.ts +162 -0
- package/src/__tests__/asciiDiagramRepair.test.ts +84 -0
- package/src/__tests__/asciiTimelineDetect.test.ts +157 -0
- package/src/__tests__/asciiTimelineParse.test.ts +205 -0
- package/src/__tests__/asciiTimelinePipeline.test.ts +349 -0
- package/src/__tests__/asciiTimelineRender.test.ts +376 -0
- package/src/__tests__/attrTokens.test.ts +5 -0
- package/src/__tests__/contentContainer.test.ts +43 -0
- package/src/__tests__/customTemplatesFrontmatter.test.ts +0 -15
- package/src/__tests__/customThemesFrontmatter.test.ts +1 -0
- package/src/__tests__/dataTable.test.ts +25 -15
- package/src/__tests__/diagramBlock.test.ts +3 -3
- package/src/__tests__/diagramText.test.ts +26 -0
- package/src/__tests__/docToMarkdownMedia.test.ts +83 -0
- package/src/__tests__/drawingBlock.test.ts +3 -3
- package/src/__tests__/fixtures/asciiDiagramBattle.ts +512 -0
- package/src/__tests__/fixtures/asciiDiagrams.ts +287 -0
- package/src/__tests__/fixtures/asciiTimelines.ts +35 -0
- package/src/__tests__/fixtures/treeviewFixtures.ts +243 -0
- package/src/__tests__/getLayers.test.ts +32 -18
- package/src/__tests__/getLayersFallback.test.ts +8 -8
- package/src/__tests__/imageEditVersions.test.ts +2 -0
- package/src/__tests__/jsonForm.pointer.test.ts +47 -1
- package/src/__tests__/layoutBlock.test.ts +3 -3
- package/src/__tests__/majorApiTypes.test.ts +18 -0
- package/src/__tests__/markdown.test.ts +54 -4
- package/src/__tests__/markdownSanitize.test.ts +7 -5
- package/src/__tests__/matchFontFamily.test.ts +114 -0
- package/src/__tests__/materializeBlockLayers.test.ts +135 -0
- package/src/__tests__/materializeTestUtils.ts +17 -0
- package/src/__tests__/narrationAlign.test.ts +150 -0
- package/src/__tests__/narrationFeatures.test.ts +71 -0
- package/src/__tests__/narrationNuclei.test.ts +45 -0
- package/src/__tests__/narrationPacing.test.ts +189 -0
- package/src/__tests__/narrationScript.test.ts +149 -0
- package/src/__tests__/narrationSessionRepro.test.ts +62 -0
- package/src/__tests__/narrationSidecar.test.ts +88 -0
- package/src/__tests__/narrationSyllables.test.ts +65 -0
- package/src/__tests__/narrationTestSignals.ts +167 -0
- package/src/__tests__/narrationVad.test.ts +66 -0
- package/src/__tests__/resolveDocTheme.test.ts +16 -2
- package/src/__tests__/rootExports.test.ts +18 -0
- package/src/__tests__/scopedContentContainer.test.ts +20 -0
- package/src/__tests__/shapeGeometry.test.ts +12 -0
- package/src/__tests__/templateAnnotationParse.test.ts +10 -0
- package/src/__tests__/templateInputs.test.ts +69 -0
- package/src/__tests__/templateMetadata.test.ts +2 -1
- package/src/__tests__/templates.test.ts +143 -17
- package/src/__tests__/themeCompile.test.ts +49 -22
- package/src/__tests__/transformProvenance.test.ts +160 -0
- package/src/__tests__/transformV2.test.ts +40 -14
- package/src/__tests__/treeviewBattle.test.ts +76 -0
- package/src/__tests__/treeviewDetect.test.ts +168 -0
- package/src/__tests__/treeviewParse.test.ts +118 -0
- package/src/__tests__/treeviewPipeline.test.ts +183 -0
- package/src/__tests__/treeviewRender.test.ts +91 -0
- package/src/__tests__/versions.test.ts +44 -0
- package/src/doc/applyNarrationTiming.ts +244 -0
- package/src/doc/asciiDiagram/chars.ts +210 -0
- package/src/doc/asciiDiagram/detect.ts +175 -0
- package/src/doc/asciiDiagram/index.ts +38 -0
- package/src/doc/asciiDiagram/mapping.ts +225 -0
- package/src/doc/asciiDiagram/parse.ts +1095 -0
- package/src/doc/asciiDiagram/render.ts +963 -0
- package/src/doc/asciiDiagram/repair.ts +400 -0
- package/src/doc/asciiDiagram/types.ts +65 -0
- package/src/doc/asciiTimeline/detect.ts +138 -0
- package/src/doc/asciiTimeline/index.ts +26 -0
- package/src/doc/asciiTimeline/mapping.ts +43 -0
- package/src/doc/asciiTimeline/parse.ts +870 -0
- package/src/doc/asciiTimeline/render.ts +427 -0
- package/src/doc/asciiTimeline/types.ts +73 -0
- package/src/doc/asciiTimeline/wrappedFlow.ts +427 -0
- package/src/doc/audioMapping.ts +60 -46
- package/src/doc/customTemplatesFrontmatter.ts +0 -41
- package/src/doc/docToMarkdown.ts +70 -2
- package/src/doc/index.ts +76 -4
- package/src/doc/markdownToDoc.ts +138 -2
- package/src/doc/materializeBlockLayers.ts +304 -0
- package/src/doc/mediaAnnotations.ts +20 -0
- package/src/doc/resolveDocTheme.ts +8 -7
- package/src/doc/templateInputs.ts +185 -2
- package/src/doc/templates/__tests__/customTemplateRegistry.test.ts +22 -8
- package/src/doc/templates/__tests__/listBlock.test.ts +64 -0
- package/src/doc/templates/diagramBlock.ts +237 -38
- package/src/doc/templates/fallbackBlock.ts +1 -1
- package/src/doc/templates/index.ts +134 -279
- package/src/doc/templates/inputDescriptors.ts +20 -1
- package/src/doc/templates/listBlock.ts +88 -30
- package/src/doc/templates/metadata.ts +10 -0
- package/src/doc/templates/persistentLayers.ts +12 -126
- package/src/doc/templates/registry.ts +88 -0
- package/src/doc/templates/templateNames.ts +22 -0
- package/src/doc/templates/timelineBlock.ts +613 -0
- package/src/doc/templates/treeBlock.ts +131 -0
- package/src/doc/treeview/chars.ts +72 -0
- package/src/doc/treeview/detect.ts +145 -0
- package/src/doc/treeview/index.ts +30 -0
- package/src/doc/treeview/mapping.ts +95 -0
- package/src/doc/treeview/parse.ts +201 -0
- package/src/doc/treeview/render.ts +41 -0
- package/src/doc/treeview/types.ts +43 -0
- package/src/doc/utils/applyRenderStyle.ts +2 -9
- package/src/doc/utils/diagramText.ts +78 -0
- package/src/doc/utils/shapeGeometry.ts +67 -5
- package/src/doc/validate.ts +1 -1
- package/src/generate/templateMapper.ts +7 -0
- package/src/imageEdit/export.ts +6 -5
- package/src/imageEdit/versionPaths.ts +13 -26
- package/src/imageEdit/versions.ts +21 -100
- package/src/index.ts +1 -0
- package/src/internal/immutable.ts +58 -0
- package/src/jsonForm/index.ts +9 -1
- package/src/jsonForm/pointer.ts +68 -23
- package/src/markdown/attrTokens.ts +7 -5
- package/src/markdown/index.ts +1 -0
- package/src/markdown/stringify.ts +4 -9
- package/src/markdown/utils.ts +36 -14
- package/src/narration/align.ts +514 -0
- package/src/narration/features.ts +231 -0
- package/src/narration/index.ts +86 -0
- package/src/narration/nuclei.ts +118 -0
- package/src/narration/pacing.ts +211 -0
- package/src/narration/script.ts +239 -0
- package/src/narration/session.ts +100 -0
- package/src/narration/sidecar.ts +187 -0
- package/src/narration/syllables.ts +85 -0
- package/src/narration/trace.ts +50 -0
- package/src/narration/types.ts +299 -0
- package/src/narration/vad.ts +131 -0
- package/src/recommend/numberHighlight.ts +25 -0
- package/src/recommend/templates.ts +108 -12
- package/src/schemas/BlockTemplates.ts +156 -7
- package/src/schemas/Doc.ts +72 -9
- package/src/schemas/Media.ts +12 -2
- package/src/schemas/Theme.ts +45 -25
- package/src/schemas/Viewport.ts +2 -2
- package/src/schemas/fontStacks.ts +79 -0
- package/src/schemas/themeCompile.ts +15 -0
- package/src/schemas/themeConstants.ts +2 -0
- package/src/schemas/themeLibrary.ts +25 -19
- package/src/schemas/themeValidator.ts +1 -1
- package/src/schemas/themes/gezellig.json +1 -1
- package/src/spatial/Geohash.ts +0 -3
- package/src/storage/ContentContainer.ts +17 -9
- package/src/storage/ScopedContentContainer.ts +45 -15
- package/src/transform/applyTransform.ts +5 -5
- package/src/transform/index.ts +3 -1
- package/src/transform/registry.ts +169 -49
- package/src/transform/templateSelector.ts +21 -2
- package/src/transform/timingAllocator.ts +152 -21
- package/src/transform/types.ts +14 -1
- package/src/versions/gitignore.ts +34 -0
- package/src/versions/index.ts +2 -0
- package/src/versions/operations.ts +18 -104
- package/src/versions/paths.ts +13 -28
- package/src/versions/snapshotStore.ts +202 -0
- package/src/versions/types.ts +3 -1
- package/dist/chunk-5TYS5V3G.js.map +0 -1
- package/dist/chunk-A4O7GIWE.js.map +0 -1
- package/dist/chunk-BEQODJWV.js.map +0 -1
- package/dist/chunk-DLXZMS5K.js.map +0 -1
- package/dist/chunk-GPLTCSXO.js.map +0 -1
- package/dist/chunk-HWVFJAAH.js.map +0 -1
- package/dist/chunk-IMSCRLLV.js.map +0 -1
- package/dist/chunk-JELIRVDP.js +0 -24
- package/dist/chunk-JELIRVDP.js.map +0 -1
- package/dist/chunk-KKNUBQ6Y.js.map +0 -1
- package/dist/chunk-LDQ2HJIX.js.map +0 -1
- package/dist/chunk-LTN6I7QW.js.map +0 -1
- package/dist/chunk-P3K7NLHF.js.map +0 -1
- package/dist/chunk-T5UK6YOB.js.map +0 -1
- package/dist/chunk-UY7KGQ5R.js +0 -192
- package/dist/chunk-UY7KGQ5R.js.map +0 -1
- package/dist/chunk-VLJJHDAC.js +0 -218
- package/dist/chunk-VLJJHDAC.js.map +0 -1
- package/dist/chunk-VWUFZ6ZG.js.map +0 -1
- package/dist/story/index.d.ts +0 -1801
- package/dist/story/index.js +0 -279
- package/src/doc/getLayers.ts +0 -195
- /package/dist/{story → narration}/index.js.map +0 -0
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { parseMarkdown } from '../markdown/parse';
|
|
3
|
+
import { markdownToDoc } from '../doc/markdownToDoc';
|
|
4
|
+
import {
|
|
5
|
+
buildNarrationScript,
|
|
6
|
+
expectedSyllablesAt,
|
|
7
|
+
wordPosAtExpectedSyllables,
|
|
8
|
+
wordIndexAtChar,
|
|
9
|
+
wordIndexAtTime,
|
|
10
|
+
} from '../narration/script';
|
|
11
|
+
import type { WordTiming } from '../narration/types';
|
|
12
|
+
|
|
13
|
+
const MD = `# Morning Routine
|
|
14
|
+
|
|
15
|
+
Every day starts the same way. Coffee first, then a walk.
|
|
16
|
+
|
|
17
|
+
The second paragraph has more words in it, honestly.
|
|
18
|
+
|
|
19
|
+
## The Walk
|
|
20
|
+
|
|
21
|
+
We head down to the river and watch the boats go by.
|
|
22
|
+
`;
|
|
23
|
+
|
|
24
|
+
function build() {
|
|
25
|
+
return buildNarrationScript(markdownToDoc(parseMarkdown(MD)));
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
describe('buildNarrationScript', () => {
|
|
29
|
+
it('charOffsets index sourceText exactly', () => {
|
|
30
|
+
const script = build();
|
|
31
|
+
expect(script.tokens.length).toBeGreaterThan(10);
|
|
32
|
+
for (const token of script.tokens) {
|
|
33
|
+
expect(script.sourceText.slice(token.charOffset, token.charEnd)).toBe(token.text);
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
it('block ranges cover all tokens contiguously', () => {
|
|
38
|
+
const script = build();
|
|
39
|
+
expect(script.blocks.length).toBeGreaterThanOrEqual(2);
|
|
40
|
+
let cursor = 0;
|
|
41
|
+
for (let b = 0; b < script.blocks.length; b++) {
|
|
42
|
+
const range = script.blocks[b];
|
|
43
|
+
expect(range.tokenStart).toBe(cursor);
|
|
44
|
+
expect(range.tokenEnd).toBeGreaterThan(range.tokenStart);
|
|
45
|
+
for (let i = range.tokenStart; i < range.tokenEnd; i++) {
|
|
46
|
+
expect(script.tokens[i].blockIndex).toBe(b);
|
|
47
|
+
expect(script.tokens[i].blockId).toBe(range.blockId);
|
|
48
|
+
}
|
|
49
|
+
cursor = range.tokenEnd;
|
|
50
|
+
}
|
|
51
|
+
expect(cursor).toBe(script.tokens.length);
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
it('assigns pause classes: sentence, paragraph, block boundary', () => {
|
|
55
|
+
const script = build();
|
|
56
|
+
const tokenByText = (text: string) => script.tokens.find((t) => t.text === text)!;
|
|
57
|
+
|
|
58
|
+
// "way." ends a sentence mid-paragraph → 1
|
|
59
|
+
expect(tokenByText('way.').pauseAfter).toBe(1);
|
|
60
|
+
// "walk." ends the paragraph (blank line follows within the block) → 2
|
|
61
|
+
expect(tokenByText('walk.').pauseAfter).toBe(2);
|
|
62
|
+
// Last token of each block → 3
|
|
63
|
+
for (const range of script.blocks) {
|
|
64
|
+
expect(script.tokens[range.tokenEnd - 1].pauseAfter).toBe(3);
|
|
65
|
+
}
|
|
66
|
+
// Plain word mid-sentence → 0
|
|
67
|
+
expect(tokenByText('starts').pauseAfter).toBe(0);
|
|
68
|
+
});
|
|
69
|
+
|
|
70
|
+
it('includes headings as spoken text and honors includeTitles=false', () => {
|
|
71
|
+
const doc = markdownToDoc(parseMarkdown(MD));
|
|
72
|
+
const withTitles = buildNarrationScript(doc);
|
|
73
|
+
const withoutTitles = buildNarrationScript(doc, { includeTitles: false });
|
|
74
|
+
expect(withTitles.sourceText).toContain('Morning Routine');
|
|
75
|
+
expect(withoutTitles.sourceText).not.toContain('Morning Routine');
|
|
76
|
+
expect(withoutTitles.tokens.length).toBeLessThan(withTitles.tokens.length);
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
it('is deterministic', () => {
|
|
80
|
+
const a = build();
|
|
81
|
+
const b = build();
|
|
82
|
+
expect(a).toEqual(b);
|
|
83
|
+
});
|
|
84
|
+
|
|
85
|
+
it('marks standalone punctuation as non-spoken with zero syllables', () => {
|
|
86
|
+
const script = buildNarrationScript(
|
|
87
|
+
markdownToDoc(parseMarkdown('# Intro\n\nSquisq — short — turns plain Markdown into slides.')),
|
|
88
|
+
);
|
|
89
|
+
const dashes = script.tokens.filter((t) => t.text === '—');
|
|
90
|
+
expect(dashes.length).toBe(2);
|
|
91
|
+
for (const dash of dashes) {
|
|
92
|
+
expect(dash.spoken).toBe(false);
|
|
93
|
+
expect(dash.syllables).toBe(0);
|
|
94
|
+
expect(dash.spokenWordEquiv).toBe(0);
|
|
95
|
+
}
|
|
96
|
+
// Real words stay spoken; the em-dashes add nothing to the syllable total.
|
|
97
|
+
for (const word of script.tokens.filter((t) => /[a-z]/i.test(t.text))) {
|
|
98
|
+
expect(word.spoken).toBe(true);
|
|
99
|
+
expect(word.syllables).toBeGreaterThanOrEqual(1);
|
|
100
|
+
}
|
|
101
|
+
const spokenSyllables = script.tokens
|
|
102
|
+
.filter((t) => t.spoken)
|
|
103
|
+
.reduce((sum, t) => sum + t.syllables, 0);
|
|
104
|
+
expect(script.totalSyllables).toBe(spokenSyllables);
|
|
105
|
+
});
|
|
106
|
+
|
|
107
|
+
it('cumulative syllables are consistent prefix sums', () => {
|
|
108
|
+
const script = build();
|
|
109
|
+
expect(script.cumulativeSyllables.length).toBe(script.tokens.length + 1);
|
|
110
|
+
expect(script.cumulativeSyllables[0]).toBe(0);
|
|
111
|
+
for (let i = 0; i < script.tokens.length; i++) {
|
|
112
|
+
expect(script.cumulativeSyllables[i + 1] - script.cumulativeSyllables[i]).toBe(
|
|
113
|
+
script.tokens[i].syllables,
|
|
114
|
+
);
|
|
115
|
+
}
|
|
116
|
+
expect(script.totalSyllables).toBe(script.cumulativeSyllables[script.tokens.length]);
|
|
117
|
+
});
|
|
118
|
+
});
|
|
119
|
+
|
|
120
|
+
describe('script query helpers', () => {
|
|
121
|
+
it('expectedSyllablesAt interpolates and inverts', () => {
|
|
122
|
+
const script = build();
|
|
123
|
+
expect(expectedSyllablesAt(script, 0)).toBe(0);
|
|
124
|
+
expect(expectedSyllablesAt(script, script.tokens.length)).toBe(script.totalSyllables);
|
|
125
|
+
const mid = script.tokens.length / 2;
|
|
126
|
+
const syl = expectedSyllablesAt(script, mid);
|
|
127
|
+
expect(wordPosAtExpectedSyllables(script, syl)).toBeCloseTo(mid, 5);
|
|
128
|
+
});
|
|
129
|
+
|
|
130
|
+
it('wordIndexAtChar finds the containing token', () => {
|
|
131
|
+
const script = build();
|
|
132
|
+
for (const i of [0, 3, script.tokens.length - 1]) {
|
|
133
|
+
const token = script.tokens[i];
|
|
134
|
+
expect(wordIndexAtChar(script, token.charOffset)).toBe(i);
|
|
135
|
+
expect(wordIndexAtChar(script, token.charEnd - 1)).toBe(i);
|
|
136
|
+
}
|
|
137
|
+
});
|
|
138
|
+
|
|
139
|
+
it('wordIndexAtTime picks the last started word', () => {
|
|
140
|
+
const words: WordTiming[] = [
|
|
141
|
+
{ tokenIndex: 0, tSec: 0.5, interpolated: false },
|
|
142
|
+
{ tokenIndex: 1, tSec: 1.0, interpolated: false },
|
|
143
|
+
{ tokenIndex: 2, tSec: 2.0, interpolated: false },
|
|
144
|
+
];
|
|
145
|
+
expect(wordIndexAtTime(words, 0)).toBe(0);
|
|
146
|
+
expect(wordIndexAtTime(words, 1.2)).toBe(1);
|
|
147
|
+
expect(wordIndexAtTime(words, 5)).toBe(2);
|
|
148
|
+
});
|
|
149
|
+
});
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { createNarrationSession, narrationSessionStep } from '../narration/session';
|
|
3
|
+
import { createFeatureState, featureStep } from '../narration/features';
|
|
4
|
+
import { scriptFromMarkdown } from './narrationTestSignals';
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* Repro of the browser flow: 1024-sample worklet hops (exactly one
|
|
8
|
+
* frameSize) fed one at a time into a live session. Guards the carry /
|
|
9
|
+
* aliasing path that only this hop pattern exercises.
|
|
10
|
+
*/
|
|
11
|
+
describe('narration session with worklet-sized hops', () => {
|
|
12
|
+
it('featureStep reports real RMS for steady 1024-sample hops', () => {
|
|
13
|
+
let state = createFeatureState(48000);
|
|
14
|
+
let lastRms = -1;
|
|
15
|
+
for (let k = 0; k < 30; k++) {
|
|
16
|
+
const hop = new Float32Array(1024);
|
|
17
|
+
for (let i = 0; i < 1024; i++) {
|
|
18
|
+
hop[i] = 0.6 * Math.sin(((k * 1024 + i) * 2 * Math.PI * 700) / 48000);
|
|
19
|
+
}
|
|
20
|
+
const step = featureStep(state, hop);
|
|
21
|
+
state = step.state;
|
|
22
|
+
for (const frame of step.frames) lastRms = frame.rms;
|
|
23
|
+
}
|
|
24
|
+
expect(lastRms).toBeGreaterThan(0.3);
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
it('survives callers that recycle hop buffers after each step', () => {
|
|
28
|
+
// Chrome invalidates buffers transferred out of an AudioWorklet once
|
|
29
|
+
// the message handler returns. The carry must OWN its memory (slice,
|
|
30
|
+
// not subarray) or later frames silently read zeros.
|
|
31
|
+
let state = createFeatureState(48000);
|
|
32
|
+
let lastRms = -1;
|
|
33
|
+
for (let k = 0; k < 30; k++) {
|
|
34
|
+
const hop = new Float32Array(1024);
|
|
35
|
+
for (let i = 0; i < 1024; i++) {
|
|
36
|
+
hop[i] = 0.6 * Math.sin(((k * 1024 + i) * 2 * Math.PI * 700) / 48000);
|
|
37
|
+
}
|
|
38
|
+
const step = featureStep(state, hop);
|
|
39
|
+
state = step.state;
|
|
40
|
+
hop.fill(0); // simulate the buffer being recycled
|
|
41
|
+
for (const frame of step.frames) lastRms = frame.rms;
|
|
42
|
+
}
|
|
43
|
+
expect(lastRms).toBeGreaterThan(0.3);
|
|
44
|
+
});
|
|
45
|
+
|
|
46
|
+
it('narrationSessionStep exposes real lastFrame rms for the same hops', () => {
|
|
47
|
+
const script = scriptFromMarkdown('# One\n\nalpha beta gamma delta epsilon zeta eta theta.');
|
|
48
|
+
let session = createNarrationSession(48000, script, {
|
|
49
|
+
vad: { enterRatio: 3, exitRatio: 2.5 },
|
|
50
|
+
pacing: { baseWpm: 150 },
|
|
51
|
+
});
|
|
52
|
+
for (let k = 0; k < 30; k++) {
|
|
53
|
+
const hop = new Float32Array(1024);
|
|
54
|
+
for (let i = 0; i < 1024; i++) {
|
|
55
|
+
hop[i] = 0.6 * Math.sin(((k * 1024 + i) * 2 * Math.PI * 700) / 48000);
|
|
56
|
+
}
|
|
57
|
+
session = narrationSessionStep(session, hop);
|
|
58
|
+
}
|
|
59
|
+
expect(session.lastFrame).not.toBeNull();
|
|
60
|
+
expect(session.lastFrame!.rms).toBeGreaterThan(0.3);
|
|
61
|
+
});
|
|
62
|
+
});
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { buildNarrationTimingJson, parseNarrationTimingJson } from '../narration/sidecar';
|
|
3
|
+
import { alignNarration } from '../narration/align';
|
|
4
|
+
import { scriptFromMarkdown, takeFromScript } from './narrationTestSignals';
|
|
5
|
+
|
|
6
|
+
const script = scriptFromMarkdown('# One\n\nAlpha beta gamma.\n\n# Two\n\nDelta epsilon zeta.');
|
|
7
|
+
|
|
8
|
+
/** The legacy v1 gate from audioMapping.parseTimingJson. */
|
|
9
|
+
function passesLegacyGate(payload: unknown): boolean {
|
|
10
|
+
const p = payload as { sourceText?: unknown; duration?: unknown };
|
|
11
|
+
return typeof p.sourceText === 'string' && typeof p.duration === 'number';
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
describe('narration sidecar v3', () => {
|
|
15
|
+
const take = takeFromScript(script, 150, 48000, 31);
|
|
16
|
+
const alignment = alignNarration({ pcm: take.pcm, sampleRate: 48000, script });
|
|
17
|
+
const sidecar = buildNarrationTimingJson(script, alignment, take.durationSec, { baseWpm: 150 });
|
|
18
|
+
|
|
19
|
+
it('build → parse round-trips', () => {
|
|
20
|
+
const parsed = parseNarrationTimingJson(JSON.stringify(sidecar));
|
|
21
|
+
expect(parsed).not.toBeNull();
|
|
22
|
+
expect(parsed!.version).toBe(3);
|
|
23
|
+
expect(parsed!.sourceText).toBe(script.sourceText);
|
|
24
|
+
expect(parsed!.bookmarks.length).toBe(script.tokens.length);
|
|
25
|
+
expect(parsed!.blocks.length).toBe(script.blocks.length);
|
|
26
|
+
expect(parsed!.generator?.method).toBe('dsp-align');
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
it('fills bookmarks with real char offsets and monotonic times', () => {
|
|
30
|
+
for (let i = 0; i < sidecar.bookmarks.length; i++) {
|
|
31
|
+
const bookmark = sidecar.bookmarks[i];
|
|
32
|
+
expect(bookmark.charOffset).toBe(script.tokens[i].charOffset);
|
|
33
|
+
expect(bookmark.textFragment).toBe(script.tokens[i].text);
|
|
34
|
+
if (i > 0) expect(bookmark.time).toBeGreaterThanOrEqual(sidecar.bookmarks[i - 1].time);
|
|
35
|
+
}
|
|
36
|
+
});
|
|
37
|
+
|
|
38
|
+
it('v3 payloads still pass the legacy v1 parser gate (superset contract)', () => {
|
|
39
|
+
expect(passesLegacyGate(JSON.parse(JSON.stringify(sidecar)))).toBe(true);
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
it('parses v1 payloads with empty blocks', () => {
|
|
43
|
+
const v1 = { sourceText: 'hello world', duration: 12.5, bookmarks: [] };
|
|
44
|
+
const parsed = parseNarrationTimingJson(JSON.stringify(v1));
|
|
45
|
+
expect(parsed).not.toBeNull();
|
|
46
|
+
expect(parsed!.version).toBe(3);
|
|
47
|
+
expect(parsed!.blocks).toEqual([]);
|
|
48
|
+
expect(parsed!.duration).toBe(12.5);
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
it('rejects malformed payloads', () => {
|
|
52
|
+
expect(parseNarrationTimingJson('not json')).toBeNull();
|
|
53
|
+
expect(parseNarrationTimingJson('{"duration": 3}')).toBeNull();
|
|
54
|
+
expect(parseNarrationTimingJson('{"sourceText": "x", "duration": "3"}')).toBeNull();
|
|
55
|
+
expect(parseNarrationTimingJson('null')).toBeNull();
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
it('sorts and clamps hand-edited block ranges defensively', () => {
|
|
59
|
+
const messy = {
|
|
60
|
+
sourceText: 'a b c',
|
|
61
|
+
duration: 10,
|
|
62
|
+
blocks: [
|
|
63
|
+
{ blockIndex: 1, charStart: 2, charEnd: 4, startSec: 6, endSec: 5 },
|
|
64
|
+
{ blockIndex: 0, charStart: 0, charEnd: 2, startSec: 2, endSec: 4 },
|
|
65
|
+
{ blockIndex: 2, charStart: 4, charEnd: 5, startSec: 'bad', endSec: 9 },
|
|
66
|
+
],
|
|
67
|
+
};
|
|
68
|
+
const parsed = parseNarrationTimingJson(JSON.stringify(messy));
|
|
69
|
+
expect(parsed).not.toBeNull();
|
|
70
|
+
expect(parsed!.blocks.length).toBe(2); // the malformed one is dropped
|
|
71
|
+
expect(parsed!.blocks[0].startSec).toBe(2);
|
|
72
|
+
expect(parsed!.blocks[1].startSec).toBe(6);
|
|
73
|
+
expect(parsed!.blocks[1].endSec).toBe(6); // endSec clamped to startSec
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
it('drops non-finite bookmark entries instead of failing the file', () => {
|
|
77
|
+
const payload = {
|
|
78
|
+
sourceText: 'a b',
|
|
79
|
+
duration: 5,
|
|
80
|
+
bookmarks: [
|
|
81
|
+
{ id: 'w0', time: 0.5, charOffset: 0 },
|
|
82
|
+
{ id: 'bad', time: Number.NaN, charOffset: 2 },
|
|
83
|
+
],
|
|
84
|
+
};
|
|
85
|
+
const parsed = parseNarrationTimingJson(JSON.stringify(payload));
|
|
86
|
+
expect(parsed!.bookmarks.length).toBe(1);
|
|
87
|
+
});
|
|
88
|
+
});
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { estimateSyllables } from '../narration/syllables';
|
|
3
|
+
|
|
4
|
+
describe('estimateSyllables', () => {
|
|
5
|
+
// Pinned corpus: exact values are part of the deterministic contract.
|
|
6
|
+
// ±1 misses on unusual words are acceptable and documented; these
|
|
7
|
+
// pins catch unintended drift, not linguistic perfection.
|
|
8
|
+
const corpus: Array<[string, number]> = [
|
|
9
|
+
['a', 1],
|
|
10
|
+
['the', 1],
|
|
11
|
+
['word', 1],
|
|
12
|
+
['hello', 2],
|
|
13
|
+
['reading', 2],
|
|
14
|
+
['syllable', 3],
|
|
15
|
+
['teleprompter', 4],
|
|
16
|
+
['narration', 3],
|
|
17
|
+
['deterministic', 5],
|
|
18
|
+
['table', 2],
|
|
19
|
+
['little', 2],
|
|
20
|
+
['whale', 1],
|
|
21
|
+
['give', 1],
|
|
22
|
+
['make', 1],
|
|
23
|
+
['makes', 1],
|
|
24
|
+
['boxes', 2],
|
|
25
|
+
['riches', 2],
|
|
26
|
+
['walked', 1],
|
|
27
|
+
['wanted', 2],
|
|
28
|
+
['loaded', 2],
|
|
29
|
+
['agreed', 2],
|
|
30
|
+
['squisq', 1],
|
|
31
|
+
['beam-splitter', 3],
|
|
32
|
+
["don't", 1],
|
|
33
|
+
['yellow', 2],
|
|
34
|
+
['rhythm', 1],
|
|
35
|
+
['HTML', 4],
|
|
36
|
+
['NASA', 2],
|
|
37
|
+
['USA', 2], // vowel-bearing caps fall through to vowel groups (u + a)
|
|
38
|
+
['Hello,', 2],
|
|
39
|
+
['"quoted"', 2],
|
|
40
|
+
['end.', 1],
|
|
41
|
+
];
|
|
42
|
+
|
|
43
|
+
it.each(corpus)('%s → %d', (word, expected) => {
|
|
44
|
+
expect(estimateSyllables(word)).toBe(expected);
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
it('expands numbers via spoken-word equivalents', () => {
|
|
48
|
+
// "1910" → "nineteen ten" ≈ 2 words × 1.3 × 1.4 ≈ 4
|
|
49
|
+
expect(estimateSyllables('1910')).toBeGreaterThanOrEqual(3);
|
|
50
|
+
expect(estimateSyllables('1910')).toBeLessThanOrEqual(5);
|
|
51
|
+
// "175,000" is many spoken words
|
|
52
|
+
expect(estimateSyllables('175,000')).toBeGreaterThanOrEqual(5);
|
|
53
|
+
expect(estimateSyllables('7')).toBeGreaterThanOrEqual(1);
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
it('never returns less than 1 for non-empty tokens', () => {
|
|
57
|
+
for (const t of ['x', '—', '...', '?!', 'b2b', 'C-3PO']) {
|
|
58
|
+
expect(estimateSyllables(t)).toBeGreaterThanOrEqual(1);
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
|
|
62
|
+
it('is deterministic', () => {
|
|
63
|
+
expect(estimateSyllables('deterministic')).toBe(estimateSyllables('deterministic'));
|
|
64
|
+
});
|
|
65
|
+
});
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Synthetic PCM builders for narration-engine tests (test-only, not
|
|
3
|
+
* exported from the package). Everything is seeded via SeededRandom —
|
|
4
|
+
* the same arguments always produce the same samples.
|
|
5
|
+
*/
|
|
6
|
+
|
|
7
|
+
import { SeededRandom } from '../random/SeededRandom.js';
|
|
8
|
+
import { parseMarkdown } from '../markdown/index.js';
|
|
9
|
+
import { markdownToDoc } from '../doc/markdownToDoc.js';
|
|
10
|
+
import { buildNarrationScript } from '../narration/script.js';
|
|
11
|
+
import type { NarrationScript } from '../narration/types.js';
|
|
12
|
+
|
|
13
|
+
export function silence(sec: number, sampleRate: number): Float32Array {
|
|
14
|
+
return new Float32Array(Math.max(0, Math.round(sec * sampleRate)));
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/** Seeded white noise at a target RMS (uniform noise: rms = amp/√3). */
|
|
18
|
+
export function noise(sec: number, sampleRate: number, rms: number, seed: number): Float32Array {
|
|
19
|
+
const rng = new SeededRandom(seed);
|
|
20
|
+
const out = new Float32Array(Math.max(0, Math.round(sec * sampleRate)));
|
|
21
|
+
const amp = rms * Math.sqrt(3);
|
|
22
|
+
for (let i = 0; i < out.length; i++) {
|
|
23
|
+
out[i] = (rng.next() * 2 - 1) * amp;
|
|
24
|
+
}
|
|
25
|
+
return out;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
/** Pure tone (for band-response tests). */
|
|
29
|
+
export function tone(freqHz: number, sec: number, sampleRate: number, amp = 0.5): Float32Array {
|
|
30
|
+
const out = new Float32Array(Math.round(sec * sampleRate));
|
|
31
|
+
const w = (2 * Math.PI * freqHz) / sampleRate;
|
|
32
|
+
for (let i = 0; i < out.length; i++) {
|
|
33
|
+
out[i] = amp * Math.sin(w * i);
|
|
34
|
+
}
|
|
35
|
+
return out;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* A voiced burst: harmonics at 220/700/1400/2200 Hz under a Hann
|
|
40
|
+
* envelope plus 10% seeded noise — enough speech-band energy to trip
|
|
41
|
+
* the VAD and produce one envelope peak (one syllable nucleus).
|
|
42
|
+
*/
|
|
43
|
+
export function speechBurst(
|
|
44
|
+
sec: number,
|
|
45
|
+
sampleRate: number,
|
|
46
|
+
seed: number,
|
|
47
|
+
amp = 0.35,
|
|
48
|
+
): Float32Array {
|
|
49
|
+
const rng = new SeededRandom(seed);
|
|
50
|
+
const n = Math.round(sec * sampleRate);
|
|
51
|
+
const out = new Float32Array(n);
|
|
52
|
+
const freqs = [220, 700, 1400, 2200];
|
|
53
|
+
const gains = [0.5, 1, 0.6, 0.3];
|
|
54
|
+
for (let i = 0; i < n; i++) {
|
|
55
|
+
const env = 0.5 * (1 - Math.cos((2 * Math.PI * i) / Math.max(1, n - 1)));
|
|
56
|
+
let s = 0;
|
|
57
|
+
for (let f = 0; f < freqs.length; f++) {
|
|
58
|
+
s += gains[f] * Math.sin((2 * Math.PI * freqs[f] * i) / sampleRate);
|
|
59
|
+
}
|
|
60
|
+
out[i] = amp * env * (s / 2.4 + 0.1 * (rng.next() * 2 - 1));
|
|
61
|
+
}
|
|
62
|
+
return out;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
/** Overlay `piece` onto `target` starting at `atSec` (adds samples). */
|
|
66
|
+
export function overlay(
|
|
67
|
+
target: Float32Array,
|
|
68
|
+
piece: Float32Array,
|
|
69
|
+
atSec: number,
|
|
70
|
+
sampleRate: number,
|
|
71
|
+
): void {
|
|
72
|
+
const start = Math.round(atSec * sampleRate);
|
|
73
|
+
for (let i = 0; i < piece.length && start + i < target.length; i++) {
|
|
74
|
+
target[start + i] += piece[i];
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
export interface SyllableTrainOptions {
|
|
79
|
+
burstSec?: number;
|
|
80
|
+
noiseRms?: number;
|
|
81
|
+
totalSec?: number;
|
|
82
|
+
seed?: number;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/** Bursts at each onset time over a quiet noise floor (≈ −50 dB). */
|
|
86
|
+
export function syllableTrain(
|
|
87
|
+
onsetsSec: number[],
|
|
88
|
+
sampleRate: number,
|
|
89
|
+
options?: SyllableTrainOptions,
|
|
90
|
+
): Float32Array {
|
|
91
|
+
const burstSec = options?.burstSec ?? 0.16;
|
|
92
|
+
const noiseRms = options?.noiseRms ?? 0.003;
|
|
93
|
+
const seed = options?.seed ?? 1;
|
|
94
|
+
const last = onsetsSec.length > 0 ? Math.max(...onsetsSec) : 0;
|
|
95
|
+
const totalSec = options?.totalSec ?? last + burstSec + 0.5;
|
|
96
|
+
const pcm = noise(totalSec, sampleRate, noiseRms, seed);
|
|
97
|
+
onsetsSec.forEach((t, i) => {
|
|
98
|
+
overlay(pcm, speechBurst(burstSec, sampleRate, seed + 100 + i), t, sampleRate);
|
|
99
|
+
});
|
|
100
|
+
return pcm;
|
|
101
|
+
}
|
|
102
|
+
|
|
103
|
+
/** Build a real NarrationScript through the production pipeline. */
|
|
104
|
+
export function scriptFromMarkdown(markdown: string): NarrationScript {
|
|
105
|
+
return buildNarrationScript(markdownToDoc(parseMarkdown(markdown)));
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
export interface SyntheticTake {
|
|
109
|
+
pcm: Float32Array;
|
|
110
|
+
/** Burst start time of each token's first syllable. */
|
|
111
|
+
trueWordTimes: number[];
|
|
112
|
+
/** True block start times (first word of each script block). */
|
|
113
|
+
trueBlockStarts: number[];
|
|
114
|
+
durationSec: number;
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
/**
|
|
118
|
+
* Synthesize a spoken take of a script: one burst per token syllable at
|
|
119
|
+
* a steady rate, with pauses matching the token pause classes.
|
|
120
|
+
*/
|
|
121
|
+
export function takeFromScript(
|
|
122
|
+
script: NarrationScript,
|
|
123
|
+
wpm: number,
|
|
124
|
+
sampleRate: number,
|
|
125
|
+
seed: number,
|
|
126
|
+
opts?: { leadInSec?: number; extraOnsets?: number[]; dropTokenSyllable?: number[] },
|
|
127
|
+
): SyntheticTake {
|
|
128
|
+
const meanSylPerWord = Math.max(1, script.totalSyllables / Math.max(1, script.tokens.length));
|
|
129
|
+
const sylPeriod = 60 / wpm / meanSylPerWord;
|
|
130
|
+
const burstSec = Math.min(0.16, sylPeriod * 0.7);
|
|
131
|
+
const leadIn = opts?.leadInSec ?? 0.6;
|
|
132
|
+
const dropSet = new Set(opts?.dropTokenSyllable ?? []);
|
|
133
|
+
|
|
134
|
+
const onsets: number[] = [];
|
|
135
|
+
const trueWordTimes: number[] = [];
|
|
136
|
+
let cursor = leadIn;
|
|
137
|
+
for (let k = 0; k < script.tokens.length; k++) {
|
|
138
|
+
const token = script.tokens[k];
|
|
139
|
+
trueWordTimes.push(cursor);
|
|
140
|
+
for (let s = 0; s < token.syllables; s++) {
|
|
141
|
+
if (!dropSet.has(k * 1000 + s)) onsets.push(cursor);
|
|
142
|
+
cursor += sylPeriod;
|
|
143
|
+
}
|
|
144
|
+
if (token.pauseAfter === 1) cursor += 0.35;
|
|
145
|
+
else if (token.pauseAfter === 2) cursor += 0.9;
|
|
146
|
+
else if (token.pauseAfter === 3) cursor += 1.2;
|
|
147
|
+
}
|
|
148
|
+
for (const extra of opts?.extraOnsets ?? []) onsets.push(extra);
|
|
149
|
+
onsets.sort((a, b) => a - b);
|
|
150
|
+
|
|
151
|
+
const durationSec = cursor + 0.6;
|
|
152
|
+
const pcm = syllableTrain(onsets, sampleRate, { burstSec, totalSec: durationSec, seed });
|
|
153
|
+
const trueBlockStarts = script.blocks.map((b) => trueWordTimes[b.tokenStart]);
|
|
154
|
+
return { pcm, trueWordTimes, trueBlockStarts, durationSec };
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
export function concat(...segments: Float32Array[]): Float32Array {
|
|
158
|
+
let total = 0;
|
|
159
|
+
for (const s of segments) total += s.length;
|
|
160
|
+
const out = new Float32Array(total);
|
|
161
|
+
let offset = 0;
|
|
162
|
+
for (const s of segments) {
|
|
163
|
+
out.set(s, offset);
|
|
164
|
+
offset += s.length;
|
|
165
|
+
}
|
|
166
|
+
return out;
|
|
167
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { describe, it, expect } from 'vitest';
|
|
2
|
+
import { extractFrameFeatures } from '../narration/features';
|
|
3
|
+
import { createVadState, vadStep } from '../narration/vad';
|
|
4
|
+
import { concat, noise, speechBurst } from './narrationTestSignals';
|
|
5
|
+
|
|
6
|
+
const SR = 48000;
|
|
7
|
+
|
|
8
|
+
function runVad(pcm: Float32Array) {
|
|
9
|
+
const frames = extractFrameFeatures(pcm, SR);
|
|
10
|
+
let state = createVadState();
|
|
11
|
+
const flags: boolean[] = [];
|
|
12
|
+
for (const frame of frames) {
|
|
13
|
+
state = vadStep(state, frame);
|
|
14
|
+
flags.push(state.speaking);
|
|
15
|
+
}
|
|
16
|
+
return { frames, flags };
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
describe('vadStep', () => {
|
|
20
|
+
it('enters within 100 ms of speech onset and exits within hangover + 100 ms', () => {
|
|
21
|
+
const quiet = 0.004;
|
|
22
|
+
const pcm = concat(noise(1.0, SR, quiet, 1), speechBurst(0.8, SR, 2), noise(1.2, SR, quiet, 3));
|
|
23
|
+
const { frames, flags } = runVad(pcm);
|
|
24
|
+
|
|
25
|
+
const burstStart = 1.0;
|
|
26
|
+
const burstEnd = 1.8;
|
|
27
|
+
const enterIdx = flags.findIndex((f) => f);
|
|
28
|
+
expect(enterIdx).toBeGreaterThan(-1);
|
|
29
|
+
// Hann envelope reaches useful energy ~15% in, so allow 100 ms + ramp.
|
|
30
|
+
expect(frames[enterIdx].tSec).toBeGreaterThan(burstStart);
|
|
31
|
+
expect(frames[enterIdx].tSec).toBeLessThan(burstStart + 0.25);
|
|
32
|
+
|
|
33
|
+
let lastSpeaking = -1;
|
|
34
|
+
for (let i = 0; i < flags.length; i++) if (flags[i]) lastSpeaking = i;
|
|
35
|
+
expect(lastSpeaking).toBeGreaterThan(-1);
|
|
36
|
+
// Envelope tails off before burstEnd; exit must happen within
|
|
37
|
+
// (ramp-down ~0.15) + hangover 0.3 + margin 0.1 of the burst end.
|
|
38
|
+
expect(frames[lastSpeaking].tSec).toBeLessThan(burstEnd + 0.45);
|
|
39
|
+
expect(frames[lastSpeaking].tSec).toBeGreaterThan(burstEnd - 0.45);
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
it('detects no speech on steady noise', () => {
|
|
43
|
+
const { flags } = runVad(noise(3, SR, 0.01, 9));
|
|
44
|
+
expect(flags.some(Boolean)).toBe(false);
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
it('adapts the floor to a noise step without flapping', () => {
|
|
48
|
+
// −40 dB → −30 dB noise step: the step transient may read as speech,
|
|
49
|
+
// but the dip-starved rebaseline (1.5 s of zero dips) must adopt the
|
|
50
|
+
// new floor and settle back to silence — permanently.
|
|
51
|
+
const pcm = concat(noise(2, SR, 0.01, 4), noise(4, SR, 0.0316, 5));
|
|
52
|
+
const { frames, flags } = runVad(pcm);
|
|
53
|
+
const tail = flags.filter((_, i) => frames[i].tSec > 3.8);
|
|
54
|
+
expect(tail.length).toBeGreaterThan(0);
|
|
55
|
+
expect(tail.some(Boolean)).toBe(false);
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
it('still detects speech over the louder floor after adapting', () => {
|
|
59
|
+
const pcm = concat(noise(2, SR, 0.0316, 6), speechBurst(0.6, SR, 7), noise(0.8, SR, 0.0316, 8));
|
|
60
|
+
const { frames, flags } = runVad(pcm);
|
|
61
|
+
const speakingTimes = frames.filter((_, i) => flags[i]).map((f) => f.tSec);
|
|
62
|
+
expect(speakingTimes.length).toBeGreaterThan(0);
|
|
63
|
+
expect(Math.min(...speakingTimes)).toBeGreaterThan(1.9);
|
|
64
|
+
expect(Math.min(...speakingTimes)).toBeLessThan(2.3);
|
|
65
|
+
});
|
|
66
|
+
});
|
|
@@ -2,13 +2,14 @@
|
|
|
2
2
|
* resolveThemeForDoc — pure, doc-scoped theme resolution.
|
|
3
3
|
*
|
|
4
4
|
* The theme analog of buildRegistry: an inline custom theme resolves from the
|
|
5
|
-
* doc's own `customThemes` list
|
|
6
|
-
*
|
|
5
|
+
* doc's own `customThemes` list. Explicit caller registries and built-ins are
|
|
6
|
+
* fallback sources for non-inline ids.
|
|
7
7
|
*/
|
|
8
8
|
|
|
9
9
|
import { describe, it, expect } from 'vitest';
|
|
10
10
|
import { resolveThemeForDoc } from '../doc/resolveDocTheme';
|
|
11
11
|
import { compileTheme } from '../schemas/themeCompile';
|
|
12
|
+
import { createThemeRegistry } from '../schemas/Theme';
|
|
12
13
|
import { DEFAULT_THEME } from '../schemas/themeLibrary';
|
|
13
14
|
import type { Doc } from '../schemas/Doc.js';
|
|
14
15
|
|
|
@@ -52,4 +53,17 @@ describe('resolveThemeForDoc', () => {
|
|
|
52
53
|
it('returns the default theme for a null doc', () => {
|
|
53
54
|
expect(resolveThemeForDoc(null).id).toBe(DEFAULT_THEME.id);
|
|
54
55
|
});
|
|
56
|
+
|
|
57
|
+
it('uses an explicit registry only after document-scoped definitions', () => {
|
|
58
|
+
const external = compileTheme({
|
|
59
|
+
id: 'external-brand',
|
|
60
|
+
name: 'External Brand',
|
|
61
|
+
seedColors: { primary: '#8844aa' },
|
|
62
|
+
});
|
|
63
|
+
const registry = createThemeRegistry([external]);
|
|
64
|
+
const doc = docWith({ themeId: 'external-brand' });
|
|
65
|
+
|
|
66
|
+
expect(resolveThemeForDoc(doc)).toBe(DEFAULT_THEME);
|
|
67
|
+
expect(resolveThemeForDoc(doc, undefined, registry)).toEqual(external);
|
|
68
|
+
});
|
|
55
69
|
});
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { describe, expect, it } from 'vitest';
|
|
2
2
|
import * as root from '../index';
|
|
3
3
|
import * as icons from '../icons/index';
|
|
4
|
+
import * as schemas from '../schemas/index';
|
|
4
5
|
import * as transform from '../transform/index';
|
|
5
6
|
|
|
6
7
|
const transformRuntimeExports = [
|
|
@@ -8,6 +9,7 @@ const transformRuntimeExports = [
|
|
|
8
9
|
'resolveTransformStyle',
|
|
9
10
|
'getTransformStyleIds',
|
|
10
11
|
'getTransformStyleSummaries',
|
|
12
|
+
'createTransformStyleRegistry',
|
|
11
13
|
'DEFAULT_TRANSFORM_STYLE_ID',
|
|
12
14
|
'analyzeBlocks',
|
|
13
15
|
'extractDocImages',
|
|
@@ -40,4 +42,20 @@ describe('root barrel exports', () => {
|
|
|
40
42
|
it('re-exports icon runtime APIs', () => {
|
|
41
43
|
expectReExported(root, icons, iconRuntimeExports);
|
|
42
44
|
});
|
|
45
|
+
|
|
46
|
+
it('does not publish process-global registry mutators', () => {
|
|
47
|
+
for (const name of [
|
|
48
|
+
'registerTheme',
|
|
49
|
+
'unregisterTheme',
|
|
50
|
+
'getRegisteredThemes',
|
|
51
|
+
'lookupRegisteredTheme',
|
|
52
|
+
]) {
|
|
53
|
+
expect(root).not.toHaveProperty(name);
|
|
54
|
+
expect(schemas).not.toHaveProperty(name);
|
|
55
|
+
}
|
|
56
|
+
for (const name of ['registerTransformStyle', 'unregisterTransformStyle']) {
|
|
57
|
+
expect(root).not.toHaveProperty(name);
|
|
58
|
+
expect(transform).not.toHaveProperty(name);
|
|
59
|
+
}
|
|
60
|
+
});
|
|
43
61
|
});
|