@speech-sdk/core 0.24.2 → 0.24.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { TimestampProvider } from "../../timestamp-provider.js";
|
|
2
|
+
import type { WordTimestamp } from "../../timestamps.js";
|
|
2
3
|
export declare class ElevenLabsForcedAlignmentProvider implements TimestampProvider {
|
|
3
4
|
private readonly apiKey;
|
|
4
5
|
private readonly baseURL;
|
|
@@ -14,10 +15,6 @@ export declare class ElevenLabsForcedAlignmentProvider implements TimestampProvi
|
|
|
14
15
|
text: string;
|
|
15
16
|
abortSignal?: AbortSignal;
|
|
16
17
|
headers?: Record<string, string>;
|
|
17
|
-
}): Promise<
|
|
18
|
-
text: string;
|
|
19
|
-
start: number;
|
|
20
|
-
end: number;
|
|
21
|
-
}[]>;
|
|
18
|
+
}): Promise<WordTimestamp[]>;
|
|
22
19
|
}
|
|
23
20
|
//# sourceMappingURL=forced-alignment.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"forced-alignment.d.ts","sourceRoot":"","sources":["../../../src/providers/elevenlabs/forced-alignment.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"forced-alignment.d.ts","sourceRoot":"","sources":["../../../src/providers/elevenlabs/forced-alignment.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAuEzD,qBAAa,iCAAkC,YAAW,iBAAiB;IACzE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;gBAEtC,MAAM,EAAE;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;KACjC;IAMK,KAAK,CAAC,OAAO,EAAE;QACnB,KAAK,EAAE,UAAU,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,WAAW,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAClC;CAiCF"}
|
|
@@ -1,14 +1,42 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import { handleErrorResponse, resolveApiKey, SDK_USER_AGENT, } from "../../provider-utils.js";
|
|
3
|
+
import { finalizeTimestamps } from "../../timestamp-finalization.js";
|
|
4
|
+
import { alignmentToWordTimestamps } from "./alignment.js";
|
|
3
5
|
const LEXICAL_CHARACTER = /[\p{L}\p{N}]/u;
|
|
4
|
-
const
|
|
6
|
+
const forcedAlignmentTokenSchema = z.object({
|
|
5
7
|
end: z.number(),
|
|
6
8
|
start: z.number(),
|
|
7
9
|
text: z.string(),
|
|
8
10
|
});
|
|
9
11
|
const forcedAlignmentResponseSchema = z.object({
|
|
10
|
-
|
|
12
|
+
characters: z.array(forcedAlignmentTokenSchema).default([]),
|
|
13
|
+
words: z.array(forcedAlignmentTokenSchema).default([]),
|
|
11
14
|
});
|
|
15
|
+
function wordTimestamps(words) {
|
|
16
|
+
return words
|
|
17
|
+
.filter(({ text }) => LEXICAL_CHARACTER.test(text))
|
|
18
|
+
.map(({ text, start, end }) => ({ text, start, end }));
|
|
19
|
+
}
|
|
20
|
+
function characterTimestamps(characters) {
|
|
21
|
+
return alignmentToWordTimestamps({
|
|
22
|
+
characters: characters.map(({ text }) => text),
|
|
23
|
+
character_start_times_seconds: characters.map(({ start }) => start),
|
|
24
|
+
character_end_times_seconds: characters.map(({ end }) => end),
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
function resolveForcedAlignmentTimestamps(payload, text) {
|
|
28
|
+
const words = wordTimestamps(payload.words);
|
|
29
|
+
if (words.length === 0) {
|
|
30
|
+
return [];
|
|
31
|
+
}
|
|
32
|
+
const characters = characterTimestamps(payload.characters);
|
|
33
|
+
for (const candidate of [characters, words]) {
|
|
34
|
+
if (finalizeTimestamps({ text, timestamps: candidate }).ok) {
|
|
35
|
+
return candidate;
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return characters.length > 0 ? characters : words;
|
|
39
|
+
}
|
|
12
40
|
function audioExtension(mediaType) {
|
|
13
41
|
const base = mediaType.split(";")[0]?.toLowerCase();
|
|
14
42
|
switch (base) {
|
|
@@ -55,13 +83,7 @@ export class ElevenLabsForcedAlignmentProvider {
|
|
|
55
83
|
stage: "alignment",
|
|
56
84
|
});
|
|
57
85
|
const payload = forcedAlignmentResponseSchema.parse(await response.json());
|
|
58
|
-
return payload.
|
|
59
|
-
.filter(({ text }) => LEXICAL_CHARACTER.test(text))
|
|
60
|
-
.map(({ text, start, end }) => ({
|
|
61
|
-
text,
|
|
62
|
-
start,
|
|
63
|
-
end,
|
|
64
|
-
}));
|
|
86
|
+
return resolveForcedAlignmentTimestamps(payload, options.text);
|
|
65
87
|
}
|
|
66
88
|
}
|
|
67
89
|
//# sourceMappingURL=forced-alignment.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"forced-alignment.js","sourceRoot":"","sources":["../../../src/providers/elevenlabs/forced-alignment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,cAAc,GACf,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"forced-alignment.js","sourceRoot":"","sources":["../../../src/providers/elevenlabs/forced-alignment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,cAAc,GACf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAGrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAE3D,MAAM,iBAAiB,GAAG,eAAe,CAAC;AAE1C,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAEH,MAAM,6BAA6B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAC3D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACvD,CAAC,CAAC;AAEH,SAAS,cAAc,CACrB,KAAmD;IAEnD,OAAO,KAAK;SACT,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClD,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,mBAAmB,CAC1B,UAAwD;IAExD,OAAO,yBAAyB,CAAC;QAC/B,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;QAC9C,6BAA6B,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC;QACnE,2BAA2B,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC;KAC9D,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gCAAgC,CACvC,OAAsD,EACtD,IAAY;IAEZ,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAE3D,KAAK,MAAM,SAAS,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,CAAC;QAC5C,IAAI,kBAAkB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;YAC3D,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;AACpD,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB;IACvC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;IACpD,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,WAAW,CAAC;QACjB,KAAK,aAAa;YAChB,OAAO,KAAK,CAAC;QACf,KAAK,YAAY;YACf,OAAO,MAAM,CAAC;QAChB,KAAK,WAAW,CAAC;QACjB,KAAK,YAAY;YACf,OAAO,KAAK,CAAC;QACf,KAAK,YAAY;YACf,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED,MAAM,OAAO,iCAAiC;IAC3B,MAAM,CAAqB;IAC3B,OAAO,CAAS;IAChB,OAAO,CAA0B;IAElD,YAAY,MAIX;QACC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAMX;QACC,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CACT,MAAM,EACN,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,EAC9D,UAAU,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAC9C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,sBAAsB,EAAE;YACzE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,YAAY,EAAE,aAAa,CACzB,IAAI,CAAC,MAAM,EACX,oBAAoB,EACpB,YAAY,CACb;gBACD,cAAc,EAAE,cAAc;gBAC9B,GAAG,OAAO,CAAC,OAAO;aACnB;YACD,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,OAAO,CAAC,WAAW;SAC5B,CAAC,CAAC;QAEH,MAAM,mBAAmB,CAAC,QAAQ,EAAE;YAClC,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,kBAAkB;YACzB,KAAK,EAAE,WAAW;SACnB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,6BAA6B,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3E,OAAO,gCAAgC,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,CAAC;CACF"}
|