@livekit/agents 0.4.6 → 0.5.1

package/dist/tokenize/tokenizer.test.js

@@ -0,0 +1,219 @@
+import { describe, expect, it } from "vitest";
+import { SentenceTokenizer, WordTokenizer, hyphenateWord } from "./basic/index.js";
+import { splitParagraphs } from "./basic/paragraph.js";
+const TEXT = "Hi! LiveKit is a platform for live audio and video applications and services. R.T.C stands for Real-Time Communication... again R.T.C. Mr. Theo is testing the sentence tokenizer. This is a test. Another test. A short sentence. A longer sentence that is longer than the previous sentence. f(x) = x * 2.54 + 42. Hey! Hi! Hello! ";
+const EXPECTED_MIN_20 = [
+  "Hi! LiveKit is a platform for live audio and video applications and services.",
+  "R.T.C stands for Real-Time Communication... again R.T.C.",
+  "Mr. Theo is testing the sentence tokenizer.",
+  "This is a test. Another test.",
+  "A short sentence. A longer sentence that is longer than the previous sentence.",
+  "f(x) = x * 2.54 + 42.",
+  "Hey! Hi! Hello!"
+];
+const WORDS_TEXT = "This is a test. Blabla another test! multiple consecutive spaces:     done";
+const WORDS_EXPECTED = [
+  "This",
+  "is",
+  "a",
+  "test",
+  "Blabla",
+  "another",
+  "test",
+  "multiple",
+  "consecutive",
+  "spaces",
+  "done"
+];
+const WORDS_PUNCT_TEXT = 'This is <phoneme alphabet="cmu-arpabet" ph="AE K CH UW AH L IY">actually</phoneme> tricky to handle.';
+const WORDS_PUNCT_EXPECTED = [
+  "This",
+  "is",
+  "<phoneme",
+  'alphabet="cmu-arpabet"',
+  'ph="AE',
+  "K",
+  "CH",
+  "UW",
+  "AH",
+  "L",
+  'IY">actually</phoneme>',
+  "tricky",
+  "to",
+  "handle."
+];
+const HYPHENATOR_TEXT = ["Segment", "expected", "communication", "window", "welcome", "bedroom"];
+const HYPHENATOR_EXPECTED = [
+  ["Seg", "ment"],
+  ["ex", "pect", "ed"],
+  ["com", "mu", "ni", "ca", "tion"],
+  ["win", "dow"],
+  ["wel", "come"],
+  ["bed", "room"]
+];
+const PARAGRAPH_TEST_CASES = [
+  ["Single paragraph.", [["Single paragraph.", 0, 17]]],
+  [
+    "Paragraph 1.\n\nParagraph 2.",
+    [
+      ["Paragraph 1.", 0, 12],
+      ["Paragraph 2.", 14, 26]
+    ]
+  ],
+  [
+    "Para 1.\n\nPara 2.\n\nPara 3.",
+    [
+      ["Para 1.", 0, 7],
+      ["Para 2.", 9, 16],
+      ["Para 3.", 18, 25]
+    ]
+  ],
+  ["\n\nParagraph with leading newlines.", [["Paragraph with leading newlines.", 2, 34]]],
+  ["Paragraph with trailing newlines.\n\n", [["Paragraph with trailing newlines.", 0, 33]]],
+  [
+    "\n\n  Paragraph with leading and trailing spaces.  \n\n",
+    [["Paragraph with leading and trailing spaces.", 4, 47]]
+  ],
+  [
+    "Para 1.\n\n\n\nPara 2.",
+    // Multiple newlines between paragraphs
+    [
+      ["Para 1.", 0, 7],
+      ["Para 2.", 11, 18]
+    ]
+  ],
+  [
+    "Para 1.\n \n \nPara 2.",
+    // Newlines with spaces between paragraphs
+    [
+      ["Para 1.", 0, 7],
+      ["Para 2.", 12, 19]
+    ]
+  ],
+  [
+    "",
+    // Empty string
+    []
+  ],
+  [
+    "\n\n\n",
+    // Only newlines
+    []
+  ],
+  [
+    "Line 1\nLine 2\nLine 3",
+    // Single paragraph with newlines
+    [["Line 1\nLine 2\nLine 3", 0, 20]]
+  ]
+];
+describe("tokenizer", () => {
+  describe("SentenceTokenizer", () => {
+    const tokenizer = new SentenceTokenizer();
+    it("should tokenize sentences correctly", () => {
+      expect(tokenizer.tokenize(TEXT).every((x, i) => EXPECTED_MIN_20[i] === x)).toBeTruthy();
+    });
+    it("should stream tokenize sentences correctly", async () => {
+      const pattern = [1, 2, 4];
+      let text = TEXT;
+      const chunks = [];
+      const patternIter = Array(Math.ceil(text.length / pattern.reduce((sum, num) => sum + num, 0))).fill(pattern).flat()[Symbol.iterator]();
+      for (const size of patternIter) {
+        if (!text) break;
+        chunks.push(text.slice(void 0, size));
+        text = text.slice(size);
+      }
+      const stream = tokenizer.stream();
+      for (const chunk of chunks) {
+        stream.pushText(chunk);
+      }
+      stream.endInput();
+      stream.close();
+      for (const x of EXPECTED_MIN_20) {
+        await stream.next().then((value) => {
+          if (value.value) {
+            expect(value.value.token).toStrictEqual(x);
+          }
+        });
+      }
+    });
+  });
+  describe("WordTokenizer", () => {
+    const tokenizer = new WordTokenizer();
+    it("should tokenize words correctly", () => {
+      expect(tokenizer.tokenize(WORDS_TEXT).every((x, i) => WORDS_EXPECTED[i] === x)).toBeTruthy();
+    });
+    it("should stream tokenize words correctly", async () => {
+      const pattern = [1, 2, 4];
+      let text = WORDS_TEXT;
+      const chunks = [];
+      const patternIter = Array(Math.ceil(text.length / pattern.reduce((sum, num) => sum + num, 0))).fill(pattern).flat()[Symbol.iterator]();
+      for (const size of patternIter) {
+        if (!text) break;
+        chunks.push(text.slice(void 0, size));
+        text = text.slice(size);
+      }
+      const stream = tokenizer.stream();
+      for (const chunk of chunks) {
+        stream.pushText(chunk);
+      }
+      stream.endInput();
+      stream.close();
+      for (const x of WORDS_EXPECTED) {
+        await stream.next().then((value) => {
+          if (value.value) {
+            expect(value.value.token).toStrictEqual(x);
+          }
+        });
+      }
+    });
+    describe("punctuation handling", () => {
+      const tokenizerPunct = new WordTokenizer(false);
+      it("should tokenize words correctly", () => {
+        expect(
+          tokenizerPunct.tokenize(WORDS_PUNCT_TEXT).every((x, i) => WORDS_PUNCT_EXPECTED[i] === x)
+        ).toBeTruthy();
+      });
+      it("should stream tokenize words correctly", async () => {
+        const pattern = [1, 2, 4];
+        let text = WORDS_PUNCT_TEXT;
+        const chunks = [];
+        const patternIter = Array(
+          Math.ceil(text.length / pattern.reduce((sum, num) => sum + num, 0))
+        ).fill(pattern).flat()[Symbol.iterator]();
+        for (const size of patternIter) {
+          if (!text) break;
+          chunks.push(text.slice(void 0, size));
+          text = text.slice(size);
+        }
+        const stream = tokenizerPunct.stream();
+        for (const chunk of chunks) {
+          stream.pushText(chunk);
+        }
+        stream.endInput();
+        stream.close();
+        for (const x of WORDS_PUNCT_EXPECTED) {
+          await stream.next().then((value) => {
+            if (value.value) {
+              expect(value.value.token).toStrictEqual(x);
+            }
+          });
+        }
+      });
+    });
+  });
+  describe("hyphenateWord", () => {
+    it("should hyphenate correctly", () => {
+      HYPHENATOR_TEXT.forEach((x, i) => {
+        expect(hyphenateWord(x)).toStrictEqual(HYPHENATOR_EXPECTED[i]);
+      });
+    });
+  });
+  describe("splitParagraphs", () => {
+    it("should tokenize paragraphs correctly", () => {
+      PARAGRAPH_TEST_CASES.forEach(([a, b]) => {
+        expect(splitParagraphs(a)).toStrictEqual(b);
+      });
+    });
+  });
+});
+//# sourceMappingURL=tokenizer.test.js.map

package/dist/tokenize/tokenizer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/tokenize/tokenizer.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport { SentenceTokenizer, WordTokenizer, hyphenateWord } from './basic/index.js';\nimport { splitParagraphs } from './basic/paragraph.js';\n\nconst TEXT =\n  'Hi! ' +\n  'LiveKit is a platform for live audio and video applications and services. ' +\n  'R.T.C stands for Real-Time Communication... again R.T.C. ' +\n  'Mr. Theo is testing the sentence tokenizer. ' +\n  'This is a test. Another test. ' +\n  'A short sentence. ' +\n  'A longer sentence that is longer than the previous sentence. ' +\n  'f(x) = x * 2.54 + 42. ' +\n  'Hey! Hi! Hello! ';\n\nconst EXPECTED_MIN_20 = [\n  'Hi! LiveKit is a platform for live audio and video applications and services.',\n  'R.T.C stands for Real-Time Communication... again R.T.C.',\n  'Mr. Theo is testing the sentence tokenizer.',\n  'This is a test. Another test.',\n  'A short sentence. A longer sentence that is longer than the previous sentence.',\n  'f(x) = x * 2.54 + 42.',\n  'Hey! Hi! Hello!',\n];\n\nconst WORDS_TEXT = 'This is a test. Blabla another test! multiple consecutive spaces:     done';\nconst WORDS_EXPECTED = [\n  'This',\n  'is',\n  'a',\n  'test',\n  'Blabla',\n  'another',\n  'test',\n  'multiple',\n  'consecutive',\n  'spaces',\n  'done',\n];\n\nconst WORDS_PUNCT_TEXT =\n  'This is <phoneme alphabet=\"cmu-arpabet\" ph=\"AE K CH UW AH L IY\">actually</phoneme> tricky to handle.';\nconst WORDS_PUNCT_EXPECTED = [\n  'This',\n  'is',\n  '<phoneme',\n  'alphabet=\"cmu-arpabet\"',\n  'ph=\"AE',\n  'K',\n  'CH',\n  'UW',\n  'AH',\n  'L',\n  'IY\">actually</phoneme>',\n  'tricky',\n  'to',\n  'handle.',\n];\n\nconst HYPHENATOR_TEXT = ['Segment', 'expected', 'communication', 'window', 'welcome', 'bedroom'];\nconst HYPHENATOR_EXPECTED = [\n  ['Seg', 'ment'],\n  ['ex', 'pect', 'ed'],\n  ['com', 'mu', 'ni', 'ca', 'tion'],\n  ['win', 'dow'],\n  ['wel', 'come'],\n  ['bed', 'room'],\n];\n\nconst PARAGRAPH_TEST_CASES: [string, [string, number, number][]][] = [\n  ['Single paragraph.', [['Single paragraph.', 0, 17]]],\n  [\n    'Paragraph 1.\\n\\nParagraph 2.',\n    [\n      ['Paragraph 1.', 0, 12],\n      ['Paragraph 2.', 14, 26],\n    ],\n  ],\n  [\n    'Para 1.\\n\\nPara 2.\\n\\nPara 3.',\n    [\n      ['Para 1.', 0, 7],\n      ['Para 2.', 9, 16],\n      ['Para 3.', 18, 25],\n    ],\n  ],\n  ['\\n\\nParagraph with leading newlines.', [['Paragraph with leading newlines.', 2, 34]]],\n  ['Paragraph with trailing newlines.\\n\\n', [['Paragraph with trailing newlines.', 0, 33]]],\n  [\n    '\\n\\n  Paragraph with leading and trailing spaces.  \\n\\n',\n    [['Paragraph with leading and trailing spaces.', 4, 47]],\n  ],\n  [\n    'Para 1.\\n\\n\\n\\nPara 2.', // Multiple newlines between paragraphs\n    [\n      ['Para 1.', 0, 7],\n      ['Para 2.', 11, 18],\n    ],\n  ],\n  [\n    'Para 1.\\n \\n \\nPara 2.', // Newlines with spaces between paragraphs\n    [\n      ['Para 1.', 0, 7],\n      ['Para 2.', 12, 19],\n    ],\n  ],\n  [\n    '', // Empty string\n    [],\n  ],\n  [\n    '\\n\\n\\n', // Only newlines\n    [],\n  ],\n  [\n    'Line 1\\nLine 2\\nLine 3', // Single paragraph with newlines\n    [['Line 1\\nLine 2\\nLine 3', 0, 20]],\n  ],\n];\n\ndescribe('tokenizer', () => {\n  describe('SentenceTokenizer', () => {\n    const tokenizer = new SentenceTokenizer();\n\n    it('should tokenize sentences correctly', () => {\n      expect(tokenizer.tokenize(TEXT).every((x, i) => EXPECTED_MIN_20[i] === x)).toBeTruthy();\n    });\n\n    it('should stream tokenize sentences correctly', async () => {\n      const pattern = [1, 2, 4];\n      let text = TEXT;\n      const chunks = [];\n      const patternIter = Array(Math.ceil(text.length / pattern.reduce((sum, num) => sum + num, 0)))\n        .fill(pattern)\n        .flat()\n        [Symbol.iterator]();\n\n      for (const size of patternIter) {\n        if (!text) break;\n        chunks.push(text.slice(undefined, size));\n        text = text.slice(size);\n      }\n      const stream = tokenizer.stream();\n      for (const chunk of chunks) {\n        stream.pushText(chunk);\n      }\n      stream.endInput();\n      stream.close();\n\n      for (const x of EXPECTED_MIN_20) {\n        await stream.next().then((value) => {\n          if (value.value) {\n            expect(value.value.token).toStrictEqual(x);\n          }\n        });\n      }\n    });\n  });\n  describe('WordTokenizer', () => {\n    const tokenizer = new WordTokenizer();\n\n    it('should tokenize words correctly', () => {\n      expect(tokenizer.tokenize(WORDS_TEXT).every((x, i) => WORDS_EXPECTED[i] === x)).toBeTruthy();\n    });\n\n    it('should stream tokenize words correctly', async () => {\n      const pattern = [1, 2, 4];\n      let text = WORDS_TEXT;\n      const chunks = [];\n      const patternIter = Array(Math.ceil(text.length / pattern.reduce((sum, num) => sum + num, 0)))\n        .fill(pattern)\n        .flat()\n        [Symbol.iterator]();\n\n      for (const size of patternIter) {\n        if (!text) break;\n        chunks.push(text.slice(undefined, size));\n        text = text.slice(size);\n      }\n      const stream = tokenizer.stream();\n      for (const chunk of chunks) {\n        stream.pushText(chunk);\n      }\n      stream.endInput();\n      stream.close();\n\n      for (const x of WORDS_EXPECTED) {\n        await stream.next().then((value) => {\n          if (value.value) {\n            expect(value.value.token).toStrictEqual(x);\n          }\n        });\n      }\n    });\n\n    describe('punctuation handling', () => {\n      const tokenizerPunct = new WordTokenizer(false);\n\n      it('should tokenize words correctly', () => {\n        expect(\n          tokenizerPunct.tokenize(WORDS_PUNCT_TEXT).every((x, i) => WORDS_PUNCT_EXPECTED[i] === x),\n        ).toBeTruthy();\n      });\n\n      it('should stream tokenize words correctly', async () => {\n        const pattern = [1, 2, 4];\n        let text = WORDS_PUNCT_TEXT;\n        const chunks = [];\n        const patternIter = Array(\n          Math.ceil(text.length / pattern.reduce((sum, num) => sum + num, 0)),\n        )\n          .fill(pattern)\n          .flat()\n          [Symbol.iterator]();\n\n        for (const size of patternIter) {\n          if (!text) break;\n          chunks.push(text.slice(undefined, size));\n          text = text.slice(size);\n        }\n        const stream = tokenizerPunct.stream();\n        for (const chunk of chunks) {\n          stream.pushText(chunk);\n        }\n        stream.endInput();\n        stream.close();\n\n        for (const x of WORDS_PUNCT_EXPECTED) {\n          await stream.next().then((value) => {\n            if (value.value) {\n              expect(value.value.token).toStrictEqual(x);\n            }\n          });\n        }\n      });\n    });\n  });\n  describe('hyphenateWord', () => {\n    it('should hyphenate correctly', () => {\n      HYPHENATOR_TEXT.forEach((x, i) => {\n        expect(hyphenateWord(x)).toStrictEqual(HYPHENATOR_EXPECTED[i]);\n      });\n    });\n  });\n  describe('splitParagraphs', () => {\n    it('should tokenize paragraphs correctly', () => {\n      PARAGRAPH_TEST_CASES.forEach(([a, b]) => {\n        expect(splitParagraphs(a)).toStrictEqual(b);\n      });\n    });\n  });\n});\n"],"mappings":"AAGA,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,mBAAmB,eAAe,qBAAqB;AAChE,SAAS,uBAAuB;AAEhC,MAAM,OACJ;AAUF,MAAM,kBAAkB;AAAA,EACtB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,aAAa;AACnB,MAAM,iBAAiB;AAAA,EACrB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,mBACJ;AACF,MAAM,uBAAuB;AAAA,EAC3B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAEA,MAAM,kBAAkB,CAAC,WAAW,YAAY,iBAAiB,UAAU,WAAW,SAAS;AAC/F,MAAM,sBAAsB;AAAA,EAC1B,CAAC,OAAO,MAAM;AAAA,EACd,CAAC,MAAM,QAAQ,IAAI;AAAA,EACnB,CAAC,OAAO,MAAM,MAAM,MAAM,MAAM;AAAA,EAChC,CAAC,OAAO,KAAK;AAAA,EACb,CAAC,OAAO,MAAM;AAAA,EACd,CAAC,OAAO,MAAM;AAChB;AAEA,MAAM,uBAA+D;AAAA,EACnE,CAAC,qBAAqB,CAAC,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;AAAA,EACpD;AAAA,IACE;AAAA,IACA;AAAA,MACE,CAAC,gBAAgB,GAAG,EAAE;AAAA,MACtB,CAAC,gBAAgB,IAAI,EAAE;AAAA,IACzB;AAAA,EACF;AAAA,EACA;AAAA,IACE;AAAA,IACA;AAAA,MACE,CAAC,WAAW,GAAG,CAAC;AAAA,MAChB,CAAC,WAAW,GAAG,EAAE;AAAA,MACjB,CAAC,WAAW,IAAI,EAAE;AAAA,IACpB;AAAA,EACF;AAAA,EACA,CAAC,wCAAwC,CAAC,CAAC,oCAAoC,GAAG,EAAE,CAAC,CAAC;AAAA,EACtF,CAAC,yCAAyC,CAAC,CAAC,qCAAqC,GAAG,EAAE,CAAC,CAAC;AAAA,EACxF;AAAA,IACE;AAAA,IACA,CAAC,CAAC,+CAA+C,GAAG,EAAE,CAAC;AAAA,EACzD;AAAA,EACA;AAAA,IACE;AAAA;AAAA,IACA;AAAA,MACE,CAAC,WAAW,GAAG,CAAC;AAAA,MAChB,CAAC,WAAW,IAAI,EAAE;AAAA,IACpB;AAAA,EACF;AAAA,EACA;AAAA,IACE;AAAA;AAAA,IACA;AAAA,MACE,CAAC,WAAW,GAAG,CAAC;AAAA,MAChB,CAAC,WAAW,IAAI,EAAE;AAAA,IACpB;AAAA,EACF;AAAA,EACA;AAAA,IACE;AAAA;AAAA,IACA,CAAC;AAAA,EACH;AAAA,EACA;AAAA,IACE;AAAA;AAAA,IACA,CAAC;AAAA,EACH;AAAA,EACA;AAAA,IACE;AAAA;AAAA,IACA,CAAC,CAAC,0BAA0B,GAAG,EAAE,CAAC;AAAA,EACpC;AACF;AAEA,SAAS,aAAa,MAAM;AAC1B,WAAS,qBAAqB,MAAM;AAClC,UAAM,YAAY,IAAI,kBAAkB;AAExC,OAAG,uCAAuC,MAAM;AAC9C,aAAO,UAAU,SAAS,IAAI,EAAE,MAAM,CAAC,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW;AAAA,IACxF,CAAC;AAED,OAAG,8CAA8C,YAAY;AAC3D,YAAM,UAAU,CAAC,GAAG,GAAG,CAAC;AACxB,UAAI,OAAO;AACX,YAAM,SAAS,CAAC;AAChB,YAAM,cAAc,MAAM,KAAK,KAAK,KAAK,SAAS,QAAQ,OAAO,CAAC,KAAK,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC,EAC1F,KAAK,OAAO,EACZ,KAAK,EACL,OAAO,QAAQ,EAAE;AAEpB,iBAAW,QAAQ,aAAa;AAC9B,YAAI,CAAC,KAAM;AACX,eAAO,KAAK,KAAK,MAAM,QAAW,IAAI,CAAC;AACvC,eAAO,KAAK,MAAM,IAAI;AAAA,MACxB;AACA,YAAM,SAAS,UAAU,OAAO;AAChC,iBAAW,SAAS,QAAQ;AAC1B,eAAO,SAAS,KAAK;AAAA,MACvB;AACA,aAAO,SAAS;AAChB,aAAO,MAAM;AAEb,iBAAW,KAAK,iBAAiB;AAC/B,cAAM,OAAO,KAAK,EAAE,KAAK,CAAC,UAAU;AAClC,cAAI,MAAM,OAAO;AACf,mBAAO,MAAM,MAAM,KAAK,EAAE,cAAc,CAAC;AAAA,UAC3C;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AACD,WAAS,iBAAiB,MAAM;AAC9B,UAAM,YAAY,IAAI,cAAc;AAEpC,OAAG,mCAAmC,MAAM;AAC1C,aAAO,UAAU,SAAS,UAAU,EAAE,MAAM,CAAC,GAAG,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW;AAAA,IAC7F,CAAC;AAED,OAAG,0CAA0C,YAAY;AACvD,YAAM,UAAU,CAAC,GAAG,GAAG,CAAC;AACxB,UAAI,OAAO;AACX,YAAM,SAAS,CAAC;AAChB,YAAM,cAAc,MAAM,KAAK,KAAK,KAAK,SAAS,QAAQ,OAAO,CAAC,KAAK,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC,EAC1F,KAAK,OAAO,EACZ,KAAK,EACL,OAAO,QAAQ,EAAE;AAEpB,iBAAW,QAAQ,aAAa;AAC9B,YAAI,CAAC,KAAM;AACX,eAAO,KAAK,KAAK,MAAM,QAAW,IAAI,CAAC;AACvC,eAAO,KAAK,MAAM,IAAI;AAAA,MACxB;AACA,YAAM,SAAS,UAAU,OAAO;AAChC,iBAAW,SAAS,QAAQ;AAC1B,eAAO,SAAS,KAAK;AAAA,MACvB;AACA,aAAO,SAAS;AAChB,aAAO,MAAM;AAEb,iBAAW,KAAK,gBAAgB;AAC9B,cAAM,OAAO,KAAK,EAAE,KAAK,CAAC,UAAU;AAClC,cAAI,MAAM,OAAO;AACf,mBAAO,MAAM,MAAM,KAAK,EAAE,cAAc,CAAC;AAAA,UAC3C;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF,CAAC;AAED,aAAS,wBAAwB,MAAM;AACrC,YAAM,iBAAiB,IAAI,cAAc,KAAK;AAE9C,SAAG,mCAAmC,MAAM;AAC1C;AAAA,UACE,eAAe,SAAS,gBAAgB,EAAE,MAAM,CAAC,GAAG,MAAM,qBAAqB,CAAC,MAAM,CAAC;AAAA,QACzF,EAAE,WAAW;AAAA,MACf,CAAC;AAED,SAAG,0CAA0C,YAAY;AACvD,cAAM,UAAU,CAAC,GAAG,GAAG,CAAC;AACxB,YAAI,OAAO;AACX,cAAM,SAAS,CAAC;AAChB,cAAM,cAAc;AAAA,UAClB,KAAK,KAAK,KAAK,SAAS,QAAQ,OAAO,CAAC,KAAK,QAAQ,MAAM,KAAK,CAAC,CAAC;AAAA,QACpE,EACG,KAAK,OAAO,EACZ,KAAK,EACL,OAAO,QAAQ,EAAE;AAEpB,mBAAW,QAAQ,aAAa;AAC9B,cAAI,CAAC,KAAM;AACX,iBAAO,KAAK,KAAK,MAAM,QAAW,IAAI,CAAC;AACvC,iBAAO,KAAK,MAAM,IAAI;AAAA,QACxB;AACA,cAAM,SAAS,eAAe,OAAO;AACrC,mBAAW,SAAS,QAAQ;AAC1B,iBAAO,SAAS,KAAK;AAAA,QACvB;AACA,eAAO,SAAS;AAChB,eAAO,MAAM;AAEb,mBAAW,KAAK,sBAAsB;AACpC,gBAAM,OAAO,KAAK,EAAE,KAAK,CAAC,UAAU;AAClC,gBAAI,MAAM,OAAO;AACf,qBAAO,MAAM,MAAM,KAAK,EAAE,cAAc,CAAC;AAAA,YAC3C;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAAA,EACH,CAAC;AACD,WAAS,iBAAiB,MAAM;AAC9B,OAAG,8BAA8B,MAAM;AACrC,sBAAgB,QAAQ,CAAC,GAAG,MAAM;AAChC,eAAO,cAAc,CAAC,CAAC,EAAE,cAAc,oBAAoB,CAAC,CAAC;AAAA,MAC/D,CAAC;AAAA,IACH,CAAC;AAAA,EACH,CAAC;AACD,WAAS,mBAAmB,MAAM;AAChC,OAAG,wCAAwC,MAAM;AAC/C,2BAAqB,QAAQ,CAAC,CAAC,GAAG,CAAC,MAAM;AACvC,eAAO,gBAAgB,CAAC,CAAC,EAAE,cAAc,CAAC;AAAA,MAC5C,CAAC;AAAA,IACH,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}

package/dist/transcription.cjs

@@ -0,0 +1,131 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var transcription_exports = {};
+__export(transcription_exports, {
+  BasicTranscriptionForwarder: () => BasicTranscriptionForwarder
+});
+module.exports = __toCommonJS(transcription_exports);
+var import_log = require("./log.cjs");
+class BasicTranscriptionForwarder {
+  #room;
+  #participantIdentity;
+  #trackSid;
+  #currentText = "";
+  #totalAudioDuration = 0;
+  #currentPlayoutTime = 0;
+  #DEFAULT_CHARS_PER_SECOND = 16;
+  #charsPerSecond = this.#DEFAULT_CHARS_PER_SECOND;
+  #messageId;
+  #isRunning = false;
+  #logger = (0, import_log.log)();
+  currentCharacterIndex = 0;
+  constructor(room, participantIdentity, trackSid, messageId) {
+    this.#room = room;
+    this.#participantIdentity = participantIdentity;
+    this.#trackSid = trackSid;
+    this.#messageId = messageId;
+  }
+  get text() {
+    return this.#currentText;
+  }
+  start() {
+    if (!this.#isRunning) {
+      this.#isRunning = true;
+      this.#startPublishingLoop().catch((error) => {
+        this.#logger.error("Error in publishing loop:", error);
+        this.#isRunning = false;
+      });
+    }
+  }
+  pushAudio(frame) {
+    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;
+  }
+  pushText(text) {
+    this.#currentText += text;
+  }
+  #textIsComplete = false;
+  #audioIsComplete = false;
+  markTextComplete() {
+    this.#textIsComplete = true;
+    this.#adjustTimingIfBothFinished();
+  }
+  markAudioComplete() {
+    this.#audioIsComplete = true;
+    this.#adjustTimingIfBothFinished();
+  }
+  #adjustTimingIfBothFinished() {
+    if (this.#textIsComplete && this.#audioIsComplete) {
+      const actualDuration = this.#totalAudioDuration;
+      if (actualDuration > 0 && this.#currentText.length > 0) {
+        this.#charsPerSecond = this.#currentText.length / actualDuration;
+      }
+    }
+  }
+  #computeSleepInterval() {
+    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);
+  }
+  async #startPublishingLoop() {
+    this.#isRunning = true;
+    let sleepInterval = this.#computeSleepInterval();
+    let isComplete = false;
+    while (this.#isRunning && !isComplete) {
+      this.#currentPlayoutTime += sleepInterval;
+      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);
+      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;
+      await this.#publishTranscription(false);
+      if (this.#isRunning && !isComplete) {
+        sleepInterval = this.#computeSleepInterval();
+        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1e3));
+      }
+    }
+    if (this.#isRunning) {
+      this.close(false);
+    }
+  }
+  async #publishTranscription(final) {
+    var _a;
+    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);
+    await ((_a = this.#room.localParticipant) == null ? void 0 : _a.publishTranscription({
+      participantIdentity: this.#participantIdentity,
+      trackSid: this.#trackSid,
+      segments: [
+        {
+          text: textToPublish,
+          final,
+          id: this.#messageId,
+          startTime: BigInt(0),
+          endTime: BigInt(0),
+          language: ""
+        }
+      ]
+    }));
+  }
+  async close(interrupt) {
+    this.#isRunning = false;
+    if (!interrupt) {
+      this.currentCharacterIndex = this.#currentText.length;
+    }
+    await this.#publishTranscription(true);
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  BasicTranscriptionForwarder
+});
+//# sourceMappingURL=transcription.cjs.map

package/dist/transcription.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/transcription.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, Room } from '@livekit/rtc-node';\nimport { log } from './log.js';\n\nexport interface TranscriptionForwarder {\n  start(): void;\n  pushAudio(frame: AudioFrame): void;\n  pushText(text: string): void;\n  markTextComplete(): void;\n  markAudioComplete(): void;\n  close(interrupt: boolean): Promise<void>;\n  currentCharacterIndex: number;\n  text: string;\n}\n\nexport class BasicTranscriptionForwarder implements TranscriptionForwarder {\n  #room: Room;\n  #participantIdentity: string;\n  #trackSid: string;\n  #currentText: string = '';\n  #totalAudioDuration: number = 0;\n  #currentPlayoutTime: number = 0;\n  #DEFAULT_CHARS_PER_SECOND = 16;\n  #charsPerSecond: number = this.#DEFAULT_CHARS_PER_SECOND;\n  #messageId: string;\n  #isRunning: boolean = false;\n  #logger = log();\n  currentCharacterIndex: number = 0;\n\n  constructor(room: Room, participantIdentity: string, trackSid: string, messageId: string) {\n    this.#room = room;\n    this.#participantIdentity = participantIdentity;\n    this.#trackSid = trackSid;\n    this.#messageId = messageId;\n  }\n\n  get text(): string {\n    return this.#currentText;\n  }\n\n  start(): void {\n    if (!this.#isRunning) {\n      this.#isRunning = true;\n      this.#startPublishingLoop().catch((error) => {\n        this.#logger.error('Error in publishing loop:', error);\n        this.#isRunning = false;\n      });\n    }\n  }\n\n  pushAudio(frame: AudioFrame): void {\n    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;\n  }\n\n  pushText(text: string): void {\n    this.#currentText += text;\n  }\n\n  #textIsComplete: boolean = false;\n  #audioIsComplete: boolean = false;\n\n  markTextComplete(): void {\n    this.#textIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  markAudioComplete(): void {\n    this.#audioIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  #adjustTimingIfBothFinished(): void {\n    if (this.#textIsComplete && this.#audioIsComplete) {\n      const actualDuration = this.#totalAudioDuration;\n      if (actualDuration > 0 && this.#currentText.length > 0) {\n        this.#charsPerSecond = this.#currentText.length / actualDuration;\n      }\n    }\n  }\n\n  #computeSleepInterval(): number {\n    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);\n  }\n\n  async #startPublishingLoop(): Promise<void> {\n    this.#isRunning = true;\n    let sleepInterval = this.#computeSleepInterval();\n    let isComplete = false;\n    while (this.#isRunning && !isComplete) {\n      this.#currentPlayoutTime += sleepInterval;\n      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);\n      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;\n      await this.#publishTranscription(false);\n      if (this.#isRunning && !isComplete) {\n        sleepInterval = this.#computeSleepInterval();\n        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));\n      }\n    }\n\n    if (this.#isRunning) {\n      this.close(false);\n    }\n  }\n\n  async #publishTranscription(final: boolean): Promise<void> {\n    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);\n    await this.#room.localParticipant?.publishTranscription({\n      participantIdentity: this.#participantIdentity,\n      trackSid: this.#trackSid,\n      segments: [\n        {\n          text: textToPublish,\n          final: final,\n          id: this.#messageId,\n          startTime: BigInt(0),\n          endTime: BigInt(0),\n          language: '',\n        },\n      ],\n    });\n  }\n\n  async close(interrupt: boolean): Promise<void> {\n    this.#isRunning = false;\n\n    // Publish whatever we had as final\n    if (!interrupt) {\n      this.currentCharacterIndex = this.#currentText.length;\n    }\n    await this.#publishTranscription(true);\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,iBAAoB;AAab,MAAM,4BAA8D;AAAA,EACzE;AAAA,EACA;AAAA,EACA;AAAA,EACA,eAAuB;AAAA,EACvB,sBAA8B;AAAA,EAC9B,sBAA8B;AAAA,EAC9B,4BAA4B;AAAA,EAC5B,kBAA0B,KAAK;AAAA,EAC/B;AAAA,EACA,aAAsB;AAAA,EACtB,cAAU,gBAAI;AAAA,EACd,wBAAgC;AAAA,EAEhC,YAAY,MAAY,qBAA6B,UAAkB,WAAmB;AACxF,SAAK,QAAQ;AACb,SAAK,uBAAuB;AAC5B,SAAK,YAAY;AACjB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,IAAI,OAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,QAAc;AACZ,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,aAAa;AAClB,WAAK,qBAAqB,EAAE,MAAM,CAAC,UAAU;AAC3C,aAAK,QAAQ,MAAM,6BAA6B,KAAK;AACrD,aAAK,aAAa;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,UAAU,OAAyB;AACjC,SAAK,uBAAuB,MAAM,oBAAoB,MAAM;AAAA,EAC9D;AAAA,EAEA,SAAS,MAAoB;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,kBAA2B;AAAA,EAC3B,mBAA4B;AAAA,EAE5B,mBAAyB;AACvB,SAAK,kBAAkB;AACvB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,oBAA0B;AACxB,SAAK,mBAAmB;AACxB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,8BAAoC;AAClC,QAAI,KAAK,mBAAmB,KAAK,kBAAkB;AACjD,YAAM,iBAAiB,KAAK;AAC5B,UAAI,iBAAiB,KAAK,KAAK,aAAa,SAAS,GAAG;AACtD,aAAK,kBAAkB,KAAK,aAAa,SAAS;AAAA,MACpD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,wBAAgC;AAC9B,WAAO,KAAK,IAAI,KAAK,IAAI,IAAI,KAAK,iBAAiB,MAAM,GAAG,GAAG;AAAA,EACjE;AAAA,EAEA,MAAM,uBAAsC;AAC1C,SAAK,aAAa;AAClB,QAAI,gBAAgB,KAAK,sBAAsB;AAC/C,QAAI,aAAa;AACjB,WAAO,KAAK,cAAc,CAAC,YAAY;AACrC,WAAK,uBAAuB;AAC5B,WAAK,wBAAwB,KAAK,MAAM,KAAK,sBAAsB,KAAK,eAAe;AACvF,mBAAa,KAAK,mBAAmB,KAAK,yBAAyB,KAAK,aAAa;AACrF,YAAM,KAAK,sBAAsB,KAAK;AACtC,UAAI,KAAK,cAAc,CAAC,YAAY;AAClC,wBAAgB,KAAK,sBAAsB;AAC3C,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,gBAAgB,GAAI,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,MAAM,KAAK;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,sBAAsB,OAA+B;AA1G7D;AA2GI,UAAM,gBAAgB,KAAK,aAAa,MAAM,GAAG,KAAK,qBAAqB;AAC3E,YAAM,UAAK,MAAM,qBAAX,mBAA6B,qBAAqB;AAAA,MACtD,qBAAqB,KAAK;AAAA,MAC1B,UAAU,KAAK;AAAA,MACf,UAAU;AAAA,QACR;AAAA,UACE,MAAM;AAAA,UACN;AAAA,UACA,IAAI,KAAK;AAAA,UACT,WAAW,OAAO,CAAC;AAAA,UACnB,SAAS,OAAO,CAAC;AAAA,UACjB,UAAU;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,WAAmC;AAC7C,SAAK,aAAa;AAGlB,QAAI,CAAC,WAAW;AACd,WAAK,wBAAwB,KAAK,aAAa;AAAA,IACjD;AACA,UAAM,KAAK,sBAAsB,IAAI;AAAA,EACvC;AACF;","names":[]}

package/dist/transcription.js

@@ -1,104 +1,107 @@
-import { log } from './log.js';
-export class BasicTranscriptionForwarder {
-    #room;
-    #participantIdentity;
-    #trackSid;
-    #currentText = '';
-    #totalAudioDuration = 0;
-    #currentPlayoutTime = 0;
-    #DEFAULT_CHARS_PER_SECOND = 16;
-    #charsPerSecond = this.#DEFAULT_CHARS_PER_SECOND;
-    #messageId;
-    #isRunning = false;
-    #logger = log();
-    currentCharacterIndex = 0;
-    constructor(room, participantIdentity, trackSid, messageId) {
-        this.#room = room;
-        this.#participantIdentity = participantIdentity;
-        this.#trackSid = trackSid;
-        this.#messageId = messageId;
-    }
-    get text() {
-        return this.#currentText;
-    }
-    start() {
-        if (!this.#isRunning) {
-            this.#isRunning = true;
-            this.#startPublishingLoop().catch((error) => {
-                this.#logger.error('Error in publishing loop:', error);
-                this.#isRunning = false;
-            });
-        }
-    }
-    pushAudio(frame) {
-        this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;
-    }
-    pushText(text) {
-        this.#currentText += text;
-    }
-    #textIsComplete = false;
-    #audioIsComplete = false;
-    markTextComplete() {
-        this.#textIsComplete = true;
-        this.#adjustTimingIfBothFinished();
-    }
-    markAudioComplete() {
-        this.#audioIsComplete = true;
-        this.#adjustTimingIfBothFinished();
-    }
-    #adjustTimingIfBothFinished() {
-        if (this.#textIsComplete && this.#audioIsComplete) {
-            const actualDuration = this.#totalAudioDuration;
-            if (actualDuration > 0 && this.#currentText.length > 0) {
-                this.#charsPerSecond = this.#currentText.length / actualDuration;
-            }
-        }
+import { log } from "./log.js";
+class BasicTranscriptionForwarder {
+  #room;
+  #participantIdentity;
+  #trackSid;
+  #currentText = "";
+  #totalAudioDuration = 0;
+  #currentPlayoutTime = 0;
+  #DEFAULT_CHARS_PER_SECOND = 16;
+  #charsPerSecond = this.#DEFAULT_CHARS_PER_SECOND;
+  #messageId;
+  #isRunning = false;
+  #logger = log();
+  currentCharacterIndex = 0;
+  constructor(room, participantIdentity, trackSid, messageId) {
+    this.#room = room;
+    this.#participantIdentity = participantIdentity;
+    this.#trackSid = trackSid;
+    this.#messageId = messageId;
+  }
+  get text() {
+    return this.#currentText;
+  }
+  start() {
+    if (!this.#isRunning) {
+      this.#isRunning = true;
+      this.#startPublishingLoop().catch((error) => {
+        this.#logger.error("Error in publishing loop:", error);
+        this.#isRunning = false;
+      });
     }
-    #computeSleepInterval() {
-        return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);
+  }
+  pushAudio(frame) {
+    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;
+  }
+  pushText(text) {
+    this.#currentText += text;
+  }
+  #textIsComplete = false;
+  #audioIsComplete = false;
+  markTextComplete() {
+    this.#textIsComplete = true;
+    this.#adjustTimingIfBothFinished();
+  }
+  markAudioComplete() {
+    this.#audioIsComplete = true;
+    this.#adjustTimingIfBothFinished();
+  }
+  #adjustTimingIfBothFinished() {
+    if (this.#textIsComplete && this.#audioIsComplete) {
+      const actualDuration = this.#totalAudioDuration;
+      if (actualDuration > 0 && this.#currentText.length > 0) {
+        this.#charsPerSecond = this.#currentText.length / actualDuration;
+      }
     }
-    async #startPublishingLoop() {
-        this.#isRunning = true;
-        let sleepInterval = this.#computeSleepInterval();
-        let isComplete = false;
-        while (this.#isRunning && !isComplete) {
-            this.#currentPlayoutTime += sleepInterval;
-            this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);
-            isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;
-            await this.#publishTranscription(false);
-            if (this.#isRunning && !isComplete) {
-                sleepInterval = this.#computeSleepInterval();
-                await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));
-            }
-        }
-        if (this.#isRunning) {
-            this.close(false);
-        }
+  }
+  #computeSleepInterval() {
+    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);
+  }
+  async #startPublishingLoop() {
+    this.#isRunning = true;
+    let sleepInterval = this.#computeSleepInterval();
+    let isComplete = false;
+    while (this.#isRunning && !isComplete) {
+      this.#currentPlayoutTime += sleepInterval;
+      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);
+      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;
+      await this.#publishTranscription(false);
+      if (this.#isRunning && !isComplete) {
+        sleepInterval = this.#computeSleepInterval();
+        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1e3));
+      }
     }
-    async #publishTranscription(final) {
-        const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);
-        await this.#room.localParticipant?.publishTranscription({
-            participantIdentity: this.#participantIdentity,
-            trackSid: this.#trackSid,
-            segments: [
-                {
-                    text: textToPublish,
-                    final: final,
-                    id: this.#messageId,
-                    startTime: BigInt(0),
-                    endTime: BigInt(0),
-                    language: '',
-                },
-            ],
-        });
+    if (this.#isRunning) {
+      this.close(false);
     }
-    async close(interrupt) {
-        this.#isRunning = false;
-        // Publish whatever we had as final
-        if (!interrupt) {
-            this.currentCharacterIndex = this.#currentText.length;
+  }
+  async #publishTranscription(final) {
+    var _a;
+    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);
+    await ((_a = this.#room.localParticipant) == null ? void 0 : _a.publishTranscription({
+      participantIdentity: this.#participantIdentity,
+      trackSid: this.#trackSid,
+      segments: [
+        {
+          text: textToPublish,
+          final,
+          id: this.#messageId,
+          startTime: BigInt(0),
+          endTime: BigInt(0),
+          language: ""
         }
-        await this.#publishTranscription(true);
+      ]
+    }));
+  }
+  async close(interrupt) {
+    this.#isRunning = false;
+    if (!interrupt) {
+      this.currentCharacterIndex = this.#currentText.length;
     }
+    await this.#publishTranscription(true);
+  }
 }
+export {
+  BasicTranscriptionForwarder
+};
 //# sourceMappingURL=transcription.js.map

package/dist/transcription.js.map

@@ -1 +1 @@
-{"version":3,"file":"transcription.js","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAa/B,MAAM,OAAO,2BAA2B;IACtC,KAAK,CAAO;IACZ,oBAAoB,CAAS;IAC7B,SAAS,CAAS;IAClB,YAAY,GAAW,EAAE,CAAC;IAC1B,mBAAmB,GAAW,CAAC,CAAC;IAChC,mBAAmB,GAAW,CAAC,CAAC;IAChC,yBAAyB,GAAG,EAAE,CAAC;IAC/B,eAAe,GAAW,IAAI,CAAC,yBAAyB,CAAC;IACzD,UAAU,CAAS;IACnB,UAAU,GAAY,KAAK,CAAC;IAC5B,OAAO,GAAG,GAAG,EAAE,CAAC;IAChB,qBAAqB,GAAW,CAAC,CAAC;IAElC,YAAY,IAAU,EAAE,mBAA2B,EAAE,QAAgB,EAAE,SAAiB;QACtF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,oBAAoB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;gBACvD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YAC1B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,SAAS,CAAC,KAAiB;QACzB,IAAI,CAAC,mBAAmB,IAAI,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC;IACzE,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;IAC5B,CAAC;IAED,eAAe,GAAY,KAAK,CAAC;IACjC,gBAAgB,GAAY,KAAK,CAAC;IAElC,gBAAgB;QACd,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,iBAAiB;QACf,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,2BAA2B;QACzB,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAClD,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC;YAChD,IAAI,cAAc,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,cAAc,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,qBAAqB;QACnB,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,aAAa,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACjD,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,OAAO,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,CAAC,mBAAmB,IAAI,aAAa,CAAC;YAC1C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC;YACzF,UAAU,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YAC5F,MAAM,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;gBACnC,aAAa,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC7C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,KAAc;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;YACtD,mBAAmB,EAAE,IAAI,CAAC,oBAAoB;YAC9C,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,aAAa;oBACnB,KAAK,EAAE,KAAK;oBACZ,EAAE,EAAE,IAAI,CAAC,UAAU;oBACnB,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;oBACpB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;oBAClB,QAAQ,EAAE,EAAE;iBACb;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,SAAkB;QAC5B,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAExB,mCAAmC;QACnC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;QACxD,CAAC;QACD,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;CACF"}
+{"version":3,"sources":["../src/transcription.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, Room } from '@livekit/rtc-node';\nimport { log } from './log.js';\n\nexport interface TranscriptionForwarder {\n  start(): void;\n  pushAudio(frame: AudioFrame): void;\n  pushText(text: string): void;\n  markTextComplete(): void;\n  markAudioComplete(): void;\n  close(interrupt: boolean): Promise<void>;\n  currentCharacterIndex: number;\n  text: string;\n}\n\nexport class BasicTranscriptionForwarder implements TranscriptionForwarder {\n  #room: Room;\n  #participantIdentity: string;\n  #trackSid: string;\n  #currentText: string = '';\n  #totalAudioDuration: number = 0;\n  #currentPlayoutTime: number = 0;\n  #DEFAULT_CHARS_PER_SECOND = 16;\n  #charsPerSecond: number = this.#DEFAULT_CHARS_PER_SECOND;\n  #messageId: string;\n  #isRunning: boolean = false;\n  #logger = log();\n  currentCharacterIndex: number = 0;\n\n  constructor(room: Room, participantIdentity: string, trackSid: string, messageId: string) {\n    this.#room = room;\n    this.#participantIdentity = participantIdentity;\n    this.#trackSid = trackSid;\n    this.#messageId = messageId;\n  }\n\n  get text(): string {\n    return this.#currentText;\n  }\n\n  start(): void {\n    if (!this.#isRunning) {\n      this.#isRunning = true;\n      this.#startPublishingLoop().catch((error) => {\n        this.#logger.error('Error in publishing loop:', error);\n        this.#isRunning = false;\n      });\n    }\n  }\n\n  pushAudio(frame: AudioFrame): void {\n    this.#totalAudioDuration += frame.samplesPerChannel / frame.sampleRate;\n  }\n\n  pushText(text: string): void {\n    this.#currentText += text;\n  }\n\n  #textIsComplete: boolean = false;\n  #audioIsComplete: boolean = false;\n\n  markTextComplete(): void {\n    this.#textIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  markAudioComplete(): void {\n    this.#audioIsComplete = true;\n    this.#adjustTimingIfBothFinished();\n  }\n\n  #adjustTimingIfBothFinished(): void {\n    if (this.#textIsComplete && this.#audioIsComplete) {\n      const actualDuration = this.#totalAudioDuration;\n      if (actualDuration > 0 && this.#currentText.length > 0) {\n        this.#charsPerSecond = this.#currentText.length / actualDuration;\n      }\n    }\n  }\n\n  #computeSleepInterval(): number {\n    return Math.min(Math.max(1 / this.#charsPerSecond, 0.0625), 0.5);\n  }\n\n  async #startPublishingLoop(): Promise<void> {\n    this.#isRunning = true;\n    let sleepInterval = this.#computeSleepInterval();\n    let isComplete = false;\n    while (this.#isRunning && !isComplete) {\n      this.#currentPlayoutTime += sleepInterval;\n      this.currentCharacterIndex = Math.floor(this.#currentPlayoutTime * this.#charsPerSecond);\n      isComplete = this.#textIsComplete && this.currentCharacterIndex >= this.#currentText.length;\n      await this.#publishTranscription(false);\n      if (this.#isRunning && !isComplete) {\n        sleepInterval = this.#computeSleepInterval();\n        await new Promise((resolve) => setTimeout(resolve, sleepInterval * 1000));\n      }\n    }\n\n    if (this.#isRunning) {\n      this.close(false);\n    }\n  }\n\n  async #publishTranscription(final: boolean): Promise<void> {\n    const textToPublish = this.#currentText.slice(0, this.currentCharacterIndex);\n    await this.#room.localParticipant?.publishTranscription({\n      participantIdentity: this.#participantIdentity,\n      trackSid: this.#trackSid,\n      segments: [\n        {\n          text: textToPublish,\n          final: final,\n          id: this.#messageId,\n          startTime: BigInt(0),\n          endTime: BigInt(0),\n          language: '',\n        },\n      ],\n    });\n  }\n\n  async close(interrupt: boolean): Promise<void> {\n    this.#isRunning = false;\n\n    // Publish whatever we had as final\n    if (!interrupt) {\n      this.currentCharacterIndex = this.#currentText.length;\n    }\n    await this.#publishTranscription(true);\n  }\n}\n"],"mappings":"AAIA,SAAS,WAAW;AAab,MAAM,4BAA8D;AAAA,EACzE;AAAA,EACA;AAAA,EACA;AAAA,EACA,eAAuB;AAAA,EACvB,sBAA8B;AAAA,EAC9B,sBAA8B;AAAA,EAC9B,4BAA4B;AAAA,EAC5B,kBAA0B,KAAK;AAAA,EAC/B;AAAA,EACA,aAAsB;AAAA,EACtB,UAAU,IAAI;AAAA,EACd,wBAAgC;AAAA,EAEhC,YAAY,MAAY,qBAA6B,UAAkB,WAAmB;AACxF,SAAK,QAAQ;AACb,SAAK,uBAAuB;AAC5B,SAAK,YAAY;AACjB,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,IAAI,OAAe;AACjB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,QAAc;AACZ,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,aAAa;AAClB,WAAK,qBAAqB,EAAE,MAAM,CAAC,UAAU;AAC3C,aAAK,QAAQ,MAAM,6BAA6B,KAAK;AACrD,aAAK,aAAa;AAAA,MACpB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,UAAU,OAAyB;AACjC,SAAK,uBAAuB,MAAM,oBAAoB,MAAM;AAAA,EAC9D;AAAA,EAEA,SAAS,MAAoB;AAC3B,SAAK,gBAAgB;AAAA,EACvB;AAAA,EAEA,kBAA2B;AAAA,EAC3B,mBAA4B;AAAA,EAE5B,mBAAyB;AACvB,SAAK,kBAAkB;AACvB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,oBAA0B;AACxB,SAAK,mBAAmB;AACxB,SAAK,4BAA4B;AAAA,EACnC;AAAA,EAEA,8BAAoC;AAClC,QAAI,KAAK,mBAAmB,KAAK,kBAAkB;AACjD,YAAM,iBAAiB,KAAK;AAC5B,UAAI,iBAAiB,KAAK,KAAK,aAAa,SAAS,GAAG;AACtD,aAAK,kBAAkB,KAAK,aAAa,SAAS;AAAA,MACpD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,wBAAgC;AAC9B,WAAO,KAAK,IAAI,KAAK,IAAI,IAAI,KAAK,iBAAiB,MAAM,GAAG,GAAG;AAAA,EACjE;AAAA,EAEA,MAAM,uBAAsC;AAC1C,SAAK,aAAa;AAClB,QAAI,gBAAgB,KAAK,sBAAsB;AAC/C,QAAI,aAAa;AACjB,WAAO,KAAK,cAAc,CAAC,YAAY;AACrC,WAAK,uBAAuB;AAC5B,WAAK,wBAAwB,KAAK,MAAM,KAAK,sBAAsB,KAAK,eAAe;AACvF,mBAAa,KAAK,mBAAmB,KAAK,yBAAyB,KAAK,aAAa;AACrF,YAAM,KAAK,sBAAsB,KAAK;AACtC,UAAI,KAAK,cAAc,CAAC,YAAY;AAClC,wBAAgB,KAAK,sBAAsB;AAC3C,cAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,gBAAgB,GAAI,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,QAAI,KAAK,YAAY;AACnB,WAAK,MAAM,KAAK;AAAA,IAClB;AAAA,EACF;AAAA,EAEA,MAAM,sBAAsB,OAA+B;AA1G7D;AA2GI,UAAM,gBAAgB,KAAK,aAAa,MAAM,GAAG,KAAK,qBAAqB;AAC3E,YAAM,UAAK,MAAM,qBAAX,mBAA6B,qBAAqB;AAAA,MACtD,qBAAqB,KAAK;AAAA,MAC1B,UAAU,KAAK;AAAA,MACf,UAAU;AAAA,QACR;AAAA,UACE,MAAM;AAAA,UACN;AAAA,UACA,IAAI,KAAK;AAAA,UACT,WAAW,OAAO,CAAC;AAAA,UACnB,SAAS,OAAO,CAAC;AAAA,UACjB,UAAU;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,WAAmC;AAC7C,SAAK,aAAa;AAGlB,QAAI,CAAC,WAAW;AACd,WAAK,wBAAwB,KAAK,aAAa;AAAA,IACjD;AACA,UAAM,KAAK,sBAAsB,IAAI;AAAA,EACvC;AACF;","names":[]}