@livekit/agents-plugin-livekit 0.1.3 → 1.0.0-next.0

package/dist/turn_detector/base.cjs

@@ -0,0 +1,202 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var base_exports = {};
+__export(base_exports, {
+  EOUModel: () => EOUModel,
+  EOURunnerBase: () => EOURunnerBase
+});
+module.exports = __toCommonJS(base_exports);
+var import_transformers = require("@huggingface/transformers");
+var import_agents = require("@livekit/agents");
+var import_node_fs = require("node:fs");
+var import_node_os = __toESM(require("node:os"), 1);
+var import_onnxruntime_node = require("onnxruntime-node");
+var import_hf_utils = require("../hf_utils.cjs");
+var import_constants = require("./constants.cjs");
+var import_utils = require("./utils.cjs");
+class EOURunnerBase extends import_agents.InferenceRunner {
+  modelType;
+  modelRevision;
+  session;
+  tokenizer;
+  #logger = (0, import_agents.log)();
+  constructor(modelType) {
+    super();
+    this.modelType = modelType;
+    this.modelRevision = import_constants.MODEL_REVISIONS[modelType];
+  }
+  async initialize() {
+    const { AutoTokenizer } = await import("@huggingface/transformers");
+    const onnxModelPath = await (0, import_hf_utils.downloadFileToCacheDir)({
+      repo: import_constants.HG_MODEL_REPO,
+      path: import_constants.ONNX_FILEPATH,
+      revision: this.modelRevision,
+      localFileOnly: true
+    });
+    try {
+      const sessOptions = {
+        intraOpNumThreads: Math.max(1, Math.floor(import_node_os.default.cpus().length / 2)),
+        interOpNumThreads: 1,
+        executionProviders: [{ name: "cpu" }]
+      };
+      this.session = await import_onnxruntime_node.InferenceSession.create(onnxModelPath, sessOptions);
+      this.tokenizer = await AutoTokenizer.from_pretrained("livekit/turn-detector", {
+        revision: this.modelRevision,
+        local_files_only: true
+      });
+    } catch (e) {
+      throw new Error(
+        `agents-plugins-livekit failed to initialize ${this.modelType} EOU turn detector: ${e}`
+      );
+    }
+  }
+  async run(data) {
+    const startTime = Date.now();
+    const text = this.formatChatCtx(data);
+    const inputs = this.tokenizer.encode(text, { add_special_tokens: false });
+    this.#logger.debug({ inputs: JSON.stringify(inputs), text }, "EOU inputs");
+    const outputs = await this.session.run(
+      { input_ids: new import_onnxruntime_node.Tensor("int64", inputs, [1, inputs.length]) },
+      ["prob"]
+    );
+    const probData = outputs.prob.data;
+    const eouProbability = probData[probData.length - 1];
+    const endTime = Date.now();
+    const result = {
+      eouProbability,
+      input: text,
+      duration: (endTime - startTime) / 1e3
+    };
+    this.#logger.child({ result }).debug("eou prediction");
+    return result;
+  }
+  async close() {
+    var _a;
+    await ((_a = this.session) == null ? void 0 : _a.release());
+  }
+  formatChatCtx(chatCtx) {
+    const newChatCtx = [];
+    let lastMsg = void 0;
+    for (const msg of chatCtx) {
+      const content = msg.content;
+      if (!content) continue;
+      const norm = (0, import_utils.normalizeText)(content);
+      if (lastMsg !== void 0 && lastMsg.role === msg.role) {
+        lastMsg.content += ` ${norm}`;
+      } else {
+        newChatCtx.push({ role: msg.role, content: norm });
+        lastMsg = newChatCtx[newChatCtx.length - 1];
+      }
+    }
+    const convoText = this.tokenizer.apply_chat_template(newChatCtx, {
+      add_generation_prompt: false,
+      tokenize: false
+    });
+    return convoText.slice(0, convoText.lastIndexOf("<|im_end|>"));
+  }
+}
+class EOUModel {
+  modelType;
+  executor;
+  threshold;
+  loadLanguages;
+  languagesFuture = new import_agents.Future();
+  #logger = (0, import_agents.log)();
+  constructor(opts) {
+    const {
+      modelType = "en",
+      executor = import_agents.CurrentJobContext.getCurrent().inferenceExecutor,
+      unlikelyThreshold,
+      loadLanguages = true
+    } = opts;
+    this.modelType = modelType;
+    this.executor = executor;
+    this.threshold = unlikelyThreshold;
+    this.loadLanguages = loadLanguages;
+    if (loadLanguages) {
+      (0, import_hf_utils.downloadFileToCacheDir)({
+        repo: import_constants.HG_MODEL_REPO,
+        path: "languages.json",
+        revision: import_constants.MODEL_REVISIONS[modelType],
+        localFileOnly: true
+      }).then((path) => {
+        this.languagesFuture.resolve(JSON.parse((0, import_node_fs.readFileSync)(path, "utf8")));
+      });
+    }
+  }
+  async unlikelyThreshold(language) {
+    if (language === void 0) {
+      return this.threshold;
+    }
+    const lang = language.toLowerCase();
+    const languages = await this.languagesFuture.await;
+    let langData = languages[lang];
+    if (langData === void 0 && lang.includes("-")) {
+      const baseLang = lang.split("-")[0];
+      langData = languages[baseLang];
+    }
+    if (langData === void 0) {
+      this.#logger.warn(`Language ${language} not supported by EOU model`);
+      return void 0;
+    }
+    return this.threshold !== void 0 ? this.threshold : langData.threshold;
+  }
+  async supportsLanguage(language) {
+    return await this.unlikelyThreshold(language) !== void 0;
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async predictEndOfTurn(chatCtx, timeout = 3) {
+    let messages = [];
+    for (const message of chatCtx.items) {
+      if (message.type !== "message" || message.role in ["system", "developer"]) {
+        continue;
+      }
+      for (const content of message.content) {
+        if (typeof content === "string") {
+          messages.push({
+            role: message.role === "assistant" ? "assistant" : "user",
+            content
+          });
+        }
+      }
+    }
+    messages = messages.slice(-import_constants.MAX_HISTORY_TURNS);
+    const result = await this.executor.doInference(this.inferenceMethod(), messages);
+    if (result === void 0) {
+      throw new Error("EOU inference should always returns a result");
+    }
+    return result.eouProbability;
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  EOUModel,
+  EOURunnerBase
+});
+//# sourceMappingURL=base.cjs.map

package/dist/turn_detector/base.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/turn_detector/base.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type PreTrainedTokenizer } from '@huggingface/transformers';\nimport type { ipc, llm } from '@livekit/agents';\nimport { CurrentJobContext, Future, InferenceRunner, log } from '@livekit/agents';\nimport { readFileSync } from 'node:fs';\nimport os from 'node:os';\nimport { InferenceSession, Tensor } from 'onnxruntime-node';\nimport { downloadFileToCacheDir } from '../hf_utils.js';\nimport {\n  type EOUModelType,\n  HG_MODEL_REPO,\n  MAX_HISTORY_TURNS,\n  MODEL_REVISIONS,\n  ONNX_FILEPATH,\n} from './constants.js';\nimport { normalizeText } from './utils.js';\n\ntype RawChatItem = { role: string; content: string };\n\ntype EOUOutput = { eouProbability: number; input: string; duration: number };\n\nexport abstract class EOURunnerBase extends InferenceRunner<RawChatItem[], EOUOutput> {\n  private modelType: EOUModelType;\n  private modelRevision: string;\n\n  private session?: InferenceSession;\n  private tokenizer?: PreTrainedTokenizer;\n\n  #logger = log();\n\n  constructor(modelType: EOUModelType) {\n    super();\n    this.modelType = modelType;\n    this.modelRevision = MODEL_REVISIONS[modelType];\n  }\n\n  async initialize() {\n    const { AutoTokenizer } = await import('@huggingface/transformers');\n\n    const onnxModelPath = await downloadFileToCacheDir({\n      repo: HG_MODEL_REPO,\n      path: ONNX_FILEPATH,\n      revision: this.modelRevision,\n      localFileOnly: true,\n    });\n\n    try {\n      // TODO(brian): support session config once onnxruntime-node supports it\n      const sessOptions: InferenceSession.SessionOptions = {\n        intraOpNumThreads: Math.max(1, Math.floor(os.cpus().length / 2)),\n        interOpNumThreads: 1,\n        executionProviders: [{ name: 'cpu' }],\n      };\n\n      this.session = await InferenceSession.create(onnxModelPath, sessOptions);\n\n      this.tokenizer = await AutoTokenizer.from_pretrained('livekit/turn-detector', {\n        revision: this.modelRevision,\n        local_files_only: true,\n      });\n    } catch (e) {\n      throw new Error(\n        `agents-plugins-livekit failed to initialize ${this.modelType} EOU turn detector: ${e}`,\n      );\n    }\n  }\n\n  async run(data: RawChatItem[]) {\n    const startTime = Date.now();\n\n    const text = this.formatChatCtx(data);\n\n    const inputs = this.tokenizer!.encode(text, { add_special_tokens: false });\n    this.#logger.debug({ inputs: JSON.stringify(inputs), text }, 'EOU inputs');\n\n    const outputs = await this.session!.run(\n      { input_ids: new Tensor('int64', inputs, [1, inputs.length]) },\n      ['prob'],\n    );\n\n    const probData = outputs.prob!.data;\n    // should be the logits of the last token\n    const eouProbability = probData[probData.length - 1] as number;\n    const endTime = Date.now();\n\n    const result = {\n      eouProbability,\n      input: text,\n      duration: (endTime - startTime) / 1000,\n    };\n\n    this.#logger.child({ result }).debug('eou prediction');\n    return result;\n  }\n\n  async close() {\n    await this.session?.release();\n  }\n\n  private formatChatCtx(chatCtx: RawChatItem[]): string {\n    const newChatCtx: RawChatItem[] = [];\n    let lastMsg: RawChatItem | undefined = undefined;\n\n    for (const msg of chatCtx) {\n      const content = msg.content;\n      if (!content) continue;\n\n      const norm = normalizeText(content);\n\n      // need to combine adjacent turns together to match training data\n      if (lastMsg !== undefined && lastMsg.role === msg.role) {\n        lastMsg.content += ` ${norm}`;\n      } else {\n        newChatCtx.push({ role: msg.role, content: norm });\n        lastMsg = newChatCtx[newChatCtx.length - 1]!;\n      }\n    }\n\n    // TODO(brian): investigate add_special_tokens options\n    const convoText = this.tokenizer!.apply_chat_template(newChatCtx, {\n      add_generation_prompt: false,\n      tokenize: false,\n    }) as string;\n\n    // remove the EOU token from current utterance\n    return convoText.slice(0, convoText.lastIndexOf('<|im_end|>'));\n  }\n}\n\nexport interface EOUModelOptions {\n  modelType: EOUModelType;\n  executor?: ipc.InferenceExecutor;\n  unlikelyThreshold?: number;\n  loadLanguages?: boolean;\n}\n\ntype LanguageData = {\n  threshold: number;\n};\n\nexport abstract class EOUModel {\n  private modelType: EOUModelType;\n  private executor: ipc.InferenceExecutor;\n  private threshold: number | undefined;\n  private loadLanguages: boolean;\n\n  protected languagesFuture: Future<Record<string, LanguageData>> = new Future();\n\n  #logger = log();\n\n  constructor(opts: EOUModelOptions) {\n    const {\n      modelType = 'en',\n      executor = CurrentJobContext.getCurrent().inferenceExecutor,\n      unlikelyThreshold,\n      loadLanguages = true,\n    } = opts;\n\n    this.modelType = modelType;\n    this.executor = executor;\n    this.threshold = unlikelyThreshold;\n    this.loadLanguages = loadLanguages;\n\n    if (loadLanguages) {\n      downloadFileToCacheDir({\n        repo: HG_MODEL_REPO,\n        path: 'languages.json',\n        revision: MODEL_REVISIONS[modelType],\n        localFileOnly: true,\n      }).then((path) => {\n        this.languagesFuture.resolve(JSON.parse(readFileSync(path, 'utf8')));\n      });\n    }\n  }\n\n  async unlikelyThreshold(language?: string): Promise<number | undefined> {\n    if (language === undefined) {\n      return this.threshold;\n    }\n\n    const lang = language.toLowerCase();\n    const languages = await this.languagesFuture.await;\n\n    // try the full language code first\n    let langData = languages[lang];\n\n    if (langData === undefined && lang.includes('-')) {\n      const baseLang = lang.split('-')[0]!;\n      langData = languages[baseLang];\n    }\n\n    if (langData === undefined) {\n      this.#logger.warn(`Language ${language} not supported by EOU model`);\n      return undefined;\n    }\n\n    // if a custom threshold is provided, use it\n    return this.threshold !== undefined ? this.threshold : langData.threshold;\n  }\n\n  async supportsLanguage(language?: string): Promise<boolean> {\n    return (await this.unlikelyThreshold(language)) !== undefined;\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  async predictEndOfTurn(chatCtx: llm.ChatContext, timeout: number = 3): Promise<number> {\n    let messages: RawChatItem[] = [];\n\n    for (const message of chatCtx.items) {\n      // skip system and developer messages or tool call messages\n      if (message.type !== 'message' || message.role in ['system', 'developer']) {\n        continue;\n      }\n\n      for (const content of message.content) {\n        if (typeof content === 'string') {\n          messages.push({\n            role: message.role === 'assistant' ? 'assistant' : 'user',\n            content: content,\n          });\n        }\n      }\n    }\n\n    messages = messages.slice(-MAX_HISTORY_TURNS);\n\n    const result = await this.executor.doInference(this.inferenceMethod(), messages);\n    if (result === undefined) {\n      throw new Error('EOU inference should always returns a result');\n    }\n\n    return (result as EOUOutput).eouProbability;\n  }\n\n  abstract inferenceMethod(): string;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,0BAAyC;AAEzC,oBAAgE;AAChE,qBAA6B;AAC7B,qBAAe;AACf,8BAAyC;AACzC,sBAAuC;AACvC,uBAMO;AACP,mBAA8B;AAMvB,MAAe,sBAAsB,8BAA0C;AAAA,EAC5E;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EAER,cAAU,mBAAI;AAAA,EAEd,YAAY,WAAyB;AACnC,UAAM;AACN,SAAK,YAAY;AACjB,SAAK,gBAAgB,iCAAgB,SAAS;AAAA,EAChD;AAAA,EAEA,MAAM,aAAa;AACjB,UAAM,EAAE,cAAc,IAAI,MAAM,OAAO,2BAA2B;AAElE,UAAM,gBAAgB,UAAM,wCAAuB;AAAA,MACjD,MAAM;AAAA,MACN,MAAM;AAAA,MACN,UAAU,KAAK;AAAA,MACf,eAAe;AAAA,IACjB,CAAC;AAED,QAAI;AAEF,YAAM,cAA+C;AAAA,QACnD,mBAAmB,KAAK,IAAI,GAAG,KAAK,MAAM,eAAAA,QAAG,KAAK,EAAE,SAAS,CAAC,CAAC;AAAA,QAC/D,mBAAmB;AAAA,QACnB,oBAAoB,CAAC,EAAE,MAAM,MAAM,CAAC;AAAA,MACtC;AAEA,WAAK,UAAU,MAAM,yCAAiB,OAAO,eAAe,WAAW;AAEvE,WAAK,YAAY,MAAM,cAAc,gBAAgB,yBAAyB;AAAA,QAC5E,UAAU,KAAK;AAAA,QACf,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH,SAAS,GAAG;AACV,YAAM,IAAI;AAAA,QACR,+CAA+C,KAAK,SAAS,uBAAuB,CAAC;AAAA,MACvF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,IAAI,MAAqB;AAC7B,UAAM,YAAY,KAAK,IAAI;AAE3B,UAAM,OAAO,KAAK,cAAc,IAAI;AAEpC,UAAM,SAAS,KAAK,UAAW,OAAO,MAAM,EAAE,oBAAoB,MAAM,CAAC;AACzE,SAAK,QAAQ,MAAM,EAAE,QAAQ,KAAK,UAAU,MAAM,GAAG,KAAK,GAAG,YAAY;AAEzE,UAAM,UAAU,MAAM,KAAK,QAAS;AAAA,MAClC,EAAE,WAAW,IAAI,+BAAO,SAAS,QAAQ,CAAC,GAAG,OAAO,MAAM,CAAC,EAAE;AAAA,MAC7D,CAAC,MAAM;AAAA,IACT;AAEA,UAAM,WAAW,QAAQ,KAAM;AAE/B,UAAM,iBAAiB,SAAS,SAAS,SAAS,CAAC;AACnD,UAAM,UAAU,KAAK,IAAI;AAEzB,UAAM,SAAS;AAAA,MACb;AAAA,MACA,OAAO;AAAA,MACP,WAAW,UAAU,aAAa;AAAA,IACpC;AAEA,SAAK,QAAQ,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,gBAAgB;AACrD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAAQ;AAjGhB;AAkGI,YAAM,UAAK,YAAL,mBAAc;AAAA,EACtB;AAAA,EAEQ,cAAc,SAAgC;AACpD,UAAM,aAA4B,CAAC;AACnC,QAAI,UAAmC;AAEvC,eAAW,OAAO,SAAS;AACzB,YAAM,UAAU,IAAI;AACpB,UAAI,CAAC,QAAS;AAEd,YAAM,WAAO,4BAAc,OAAO;AAGlC,UAAI,YAAY,UAAa,QAAQ,SAAS,IAAI,MAAM;AACtD,gBAAQ,WAAW,IAAI,IAAI;AAAA,MAC7B,OAAO;AACL,mBAAW,KAAK,EAAE,MAAM,IAAI,MAAM,SAAS,KAAK,CAAC;AACjD,kBAAU,WAAW,WAAW,SAAS,CAAC;AAAA,MAC5C;AAAA,IACF;AAGA,UAAM,YAAY,KAAK,UAAW,oBAAoB,YAAY;AAAA,MAChE,uBAAuB;AAAA,MACvB,UAAU;AAAA,IACZ,CAAC;AAGD,WAAO,UAAU,MAAM,GAAG,UAAU,YAAY,YAAY,CAAC;AAAA,EAC/D;AACF;AAaO,MAAe,SAAS;AAAA,EACrB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEE,kBAAwD,IAAI,qBAAO;AAAA,EAE7E,cAAU,mBAAI;AAAA,EAEd,YAAY,MAAuB;AACjC,UAAM;AAAA,MACJ,YAAY;AAAA,MACZ,WAAW,gCAAkB,WAAW,EAAE;AAAA,MAC1C;AAAA,MACA,gBAAgB;AAAA,IAClB,IAAI;AAEJ,SAAK,YAAY;AACjB,SAAK,WAAW;AAChB,SAAK,YAAY;AACjB,SAAK,gBAAgB;AAErB,QAAI,eAAe;AACjB,kDAAuB;AAAA,QACrB,MAAM;AAAA,QACN,MAAM;AAAA,QACN,UAAU,iCAAgB,SAAS;AAAA,QACnC,eAAe;AAAA,MACjB,CAAC,EAAE,KAAK,CAAC,SAAS;AAChB,aAAK,gBAAgB,QAAQ,KAAK,UAAM,6BAAa,MAAM,MAAM,CAAC,CAAC;AAAA,MACrE,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,kBAAkB,UAAgD;AACtE,QAAI,aAAa,QAAW;AAC1B,aAAO,KAAK;AAAA,IACd;AAEA,UAAM,OAAO,SAAS,YAAY;AAClC,UAAM,YAAY,MAAM,KAAK,gBAAgB;AAG7C,QAAI,WAAW,UAAU,IAAI;AAE7B,QAAI,aAAa,UAAa,KAAK,SAAS,GAAG,GAAG;AAChD,YAAM,WAAW,KAAK,MAAM,GAAG,EAAE,CAAC;AAClC,iBAAW,UAAU,QAAQ;AAAA,IAC/B;AAEA,QAAI,aAAa,QAAW;AAC1B,WAAK,QAAQ,KAAK,YAAY,QAAQ,6BAA6B;AACnE,aAAO;AAAA,IACT;AAGA,WAAO,KAAK,cAAc,SAAY,KAAK,YAAY,SAAS;AAAA,EAClE;AAAA,EAEA,MAAM,iBAAiB,UAAqC;AAC1D,WAAQ,MAAM,KAAK,kBAAkB,QAAQ,MAAO;AAAA,EACtD;AAAA;AAAA,EAGA,MAAM,iBAAiB,SAA0B,UAAkB,GAAoB;AACrF,QAAI,WAA0B,CAAC;AAE/B,eAAW,WAAW,QAAQ,OAAO;AAEnC,UAAI,QAAQ,SAAS,aAAa,QAAQ,QAAQ,CAAC,UAAU,WAAW,GAAG;AACzE;AAAA,MACF;AAEA,iBAAW,WAAW,QAAQ,SAAS;AACrC,YAAI,OAAO,YAAY,UAAU;AAC/B,mBAAS,KAAK;AAAA,YACZ,MAAM,QAAQ,SAAS,cAAc,cAAc;AAAA,YACnD;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,eAAW,SAAS,MAAM,CAAC,kCAAiB;AAE5C,UAAM,SAAS,MAAM,KAAK,SAAS,YAAY,KAAK,gBAAgB,GAAG,QAAQ;AAC/E,QAAI,WAAW,QAAW;AACxB,YAAM,IAAI,MAAM,8CAA8C;AAAA,IAChE;AAEA,WAAQ,OAAqB;AAAA,EAC/B;AAGF;","names":["os"]}

package/dist/turn_detector/base.d.cts

@@ -0,0 +1,52 @@
+import type { ipc, llm } from '@livekit/agents';
+import { Future, InferenceRunner } from '@livekit/agents';
+import { type EOUModelType } from './constants.js';
+type RawChatItem = {
+    role: string;
+    content: string;
+};
+type EOUOutput = {
+    eouProbability: number;
+    input: string;
+    duration: number;
+};
+export declare abstract class EOURunnerBase extends InferenceRunner<RawChatItem[], EOUOutput> {
+    #private;
+    private modelType;
+    private modelRevision;
+    private session?;
+    private tokenizer?;
+    constructor(modelType: EOUModelType);
+    initialize(): Promise<void>;
+    run(data: RawChatItem[]): Promise<{
+        eouProbability: number;
+        input: string;
+        duration: number;
+    }>;
+    close(): Promise<void>;
+    private formatChatCtx;
+}
+export interface EOUModelOptions {
+    modelType: EOUModelType;
+    executor?: ipc.InferenceExecutor;
+    unlikelyThreshold?: number;
+    loadLanguages?: boolean;
+}
+type LanguageData = {
+    threshold: number;
+};
+export declare abstract class EOUModel {
+    #private;
+    private modelType;
+    private executor;
+    private threshold;
+    private loadLanguages;
+    protected languagesFuture: Future<Record<string, LanguageData>>;
+    constructor(opts: EOUModelOptions);
+    unlikelyThreshold(language?: string): Promise<number | undefined>;
+    supportsLanguage(language?: string): Promise<boolean>;
+    predictEndOfTurn(chatCtx: llm.ChatContext, timeout?: number): Promise<number>;
+    abstract inferenceMethod(): string;
+}
+export {};
+//# sourceMappingURL=base.d.ts.map

package/dist/turn_detector/base.d.ts

@@ -0,0 +1,52 @@
+import type { ipc, llm } from '@livekit/agents';
+import { Future, InferenceRunner } from '@livekit/agents';
+import { type EOUModelType } from './constants.js';
+type RawChatItem = {
+    role: string;
+    content: string;
+};
+type EOUOutput = {
+    eouProbability: number;
+    input: string;
+    duration: number;
+};
+export declare abstract class EOURunnerBase extends InferenceRunner<RawChatItem[], EOUOutput> {
+    #private;
+    private modelType;
+    private modelRevision;
+    private session?;
+    private tokenizer?;
+    constructor(modelType: EOUModelType);
+    initialize(): Promise<void>;
+    run(data: RawChatItem[]): Promise<{
+        eouProbability: number;
+        input: string;
+        duration: number;
+    }>;
+    close(): Promise<void>;
+    private formatChatCtx;
+}
+export interface EOUModelOptions {
+    modelType: EOUModelType;
+    executor?: ipc.InferenceExecutor;
+    unlikelyThreshold?: number;
+    loadLanguages?: boolean;
+}
+type LanguageData = {
+    threshold: number;
+};
+export declare abstract class EOUModel {
+    #private;
+    private modelType;
+    private executor;
+    private threshold;
+    private loadLanguages;
+    protected languagesFuture: Future<Record<string, LanguageData>>;
+    constructor(opts: EOUModelOptions);
+    unlikelyThreshold(language?: string): Promise<number | undefined>;
+    supportsLanguage(language?: string): Promise<boolean>;
+    predictEndOfTurn(chatCtx: llm.ChatContext, timeout?: number): Promise<number>;
+    abstract inferenceMethod(): string;
+}
+export {};
+//# sourceMappingURL=base.d.ts.map

package/dist/turn_detector/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/turn_detector/base.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAqB,MAAM,EAAE,eAAe,EAAO,MAAM,iBAAiB,CAAC;AAKlF,OAAO,EACL,KAAK,YAAY,EAKlB,MAAM,gBAAgB,CAAC;AAGxB,KAAK,WAAW,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAErD,KAAK,SAAS,GAAG;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7E,8BAAsB,aAAc,SAAQ,eAAe,CAAC,WAAW,EAAE,EAAE,SAAS,CAAC;;IACnF,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,aAAa,CAAS;IAE9B,OAAO,CAAC,OAAO,CAAC,CAAmB;IACnC,OAAO,CAAC,SAAS,CAAC,CAAsB;gBAI5B,SAAS,EAAE,YAAY;IAM7B,UAAU;IA+BV,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE;;;;;IA4BvB,KAAK;IAIX,OAAO,CAAC,aAAa;CA4BtB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,YAAY,CAAC;IACxB,QAAQ,CAAC,EAAE,GAAG,CAAC,iBAAiB,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,KAAK,YAAY,GAAG;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,8BAAsB,QAAQ;;IAC5B,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,QAAQ,CAAwB;IACxC,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,aAAa,CAAU;IAE/B,SAAS,CAAC,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAgB;gBAInE,IAAI,EAAE,eAAe;IAyB3B,iBAAiB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAyBjE,gBAAgB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKrD,gBAAgB,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,OAAO,GAAE,MAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IA6BtF,QAAQ,CAAC,eAAe,IAAI,MAAM;CACnC"}

package/dist/turn_detector/base.js

@@ -0,0 +1,172 @@
+import {} from "@huggingface/transformers";
+import { CurrentJobContext, Future, InferenceRunner, log } from "@livekit/agents";
+import { readFileSync } from "node:fs";
+import os from "node:os";
+import { InferenceSession, Tensor } from "onnxruntime-node";
+import { downloadFileToCacheDir } from "../hf_utils.js";
+import {
+  HG_MODEL_REPO,
+  MAX_HISTORY_TURNS,
+  MODEL_REVISIONS,
+  ONNX_FILEPATH
+} from "./constants.js";
+import { normalizeText } from "./utils.js";
+class EOURunnerBase extends InferenceRunner {
+  modelType;
+  modelRevision;
+  session;
+  tokenizer;
+  #logger = log();
+  constructor(modelType) {
+    super();
+    this.modelType = modelType;
+    this.modelRevision = MODEL_REVISIONS[modelType];
+  }
+  async initialize() {
+    const { AutoTokenizer } = await import("@huggingface/transformers");
+    const onnxModelPath = await downloadFileToCacheDir({
+      repo: HG_MODEL_REPO,
+      path: ONNX_FILEPATH,
+      revision: this.modelRevision,
+      localFileOnly: true
+    });
+    try {
+      const sessOptions = {
+        intraOpNumThreads: Math.max(1, Math.floor(os.cpus().length / 2)),
+        interOpNumThreads: 1,
+        executionProviders: [{ name: "cpu" }]
+      };
+      this.session = await InferenceSession.create(onnxModelPath, sessOptions);
+      this.tokenizer = await AutoTokenizer.from_pretrained("livekit/turn-detector", {
+        revision: this.modelRevision,
+        local_files_only: true
+      });
+    } catch (e) {
+      throw new Error(
+        `agents-plugins-livekit failed to initialize ${this.modelType} EOU turn detector: ${e}`
+      );
+    }
+  }
+  async run(data) {
+    const startTime = Date.now();
+    const text = this.formatChatCtx(data);
+    const inputs = this.tokenizer.encode(text, { add_special_tokens: false });
+    this.#logger.debug({ inputs: JSON.stringify(inputs), text }, "EOU inputs");
+    const outputs = await this.session.run(
+      { input_ids: new Tensor("int64", inputs, [1, inputs.length]) },
+      ["prob"]
+    );
+    const probData = outputs.prob.data;
+    const eouProbability = probData[probData.length - 1];
+    const endTime = Date.now();
+    const result = {
+      eouProbability,
+      input: text,
+      duration: (endTime - startTime) / 1e3
+    };
+    this.#logger.child({ result }).debug("eou prediction");
+    return result;
+  }
+  async close() {
+    var _a;
+    await ((_a = this.session) == null ? void 0 : _a.release());
+  }
+  formatChatCtx(chatCtx) {
+    const newChatCtx = [];
+    let lastMsg = void 0;
+    for (const msg of chatCtx) {
+      const content = msg.content;
+      if (!content) continue;
+      const norm = normalizeText(content);
+      if (lastMsg !== void 0 && lastMsg.role === msg.role) {
+        lastMsg.content += ` ${norm}`;
+      } else {
+        newChatCtx.push({ role: msg.role, content: norm });
+        lastMsg = newChatCtx[newChatCtx.length - 1];
+      }
+    }
+    const convoText = this.tokenizer.apply_chat_template(newChatCtx, {
+      add_generation_prompt: false,
+      tokenize: false
+    });
+    return convoText.slice(0, convoText.lastIndexOf("<|im_end|>"));
+  }
+}
+class EOUModel {
+  modelType;
+  executor;
+  threshold;
+  loadLanguages;
+  languagesFuture = new Future();
+  #logger = log();
+  constructor(opts) {
+    const {
+      modelType = "en",
+      executor = CurrentJobContext.getCurrent().inferenceExecutor,
+      unlikelyThreshold,
+      loadLanguages = true
+    } = opts;
+    this.modelType = modelType;
+    this.executor = executor;
+    this.threshold = unlikelyThreshold;
+    this.loadLanguages = loadLanguages;
+    if (loadLanguages) {
+      downloadFileToCacheDir({
+        repo: HG_MODEL_REPO,
+        path: "languages.json",
+        revision: MODEL_REVISIONS[modelType],
+        localFileOnly: true
+      }).then((path) => {
+        this.languagesFuture.resolve(JSON.parse(readFileSync(path, "utf8")));
+      });
+    }
+  }
+  async unlikelyThreshold(language) {
+    if (language === void 0) {
+      return this.threshold;
+    }
+    const lang = language.toLowerCase();
+    const languages = await this.languagesFuture.await;
+    let langData = languages[lang];
+    if (langData === void 0 && lang.includes("-")) {
+      const baseLang = lang.split("-")[0];
+      langData = languages[baseLang];
+    }
+    if (langData === void 0) {
+      this.#logger.warn(`Language ${language} not supported by EOU model`);
+      return void 0;
+    }
+    return this.threshold !== void 0 ? this.threshold : langData.threshold;
+  }
+  async supportsLanguage(language) {
+    return await this.unlikelyThreshold(language) !== void 0;
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async predictEndOfTurn(chatCtx, timeout = 3) {
+    let messages = [];
+    for (const message of chatCtx.items) {
+      if (message.type !== "message" || message.role in ["system", "developer"]) {
+        continue;
+      }
+      for (const content of message.content) {
+        if (typeof content === "string") {
+          messages.push({
+            role: message.role === "assistant" ? "assistant" : "user",
+            content
+          });
+        }
+      }
+    }
+    messages = messages.slice(-MAX_HISTORY_TURNS);
+    const result = await this.executor.doInference(this.inferenceMethod(), messages);
+    if (result === void 0) {
+      throw new Error("EOU inference should always returns a result");
+    }
+    return result.eouProbability;
+  }
+}
+export {
+  EOUModel,
+  EOURunnerBase
+};
+//# sourceMappingURL=base.js.map

package/dist/turn_detector/base.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/turn_detector/base.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type PreTrainedTokenizer } from '@huggingface/transformers';\nimport type { ipc, llm } from '@livekit/agents';\nimport { CurrentJobContext, Future, InferenceRunner, log } from '@livekit/agents';\nimport { readFileSync } from 'node:fs';\nimport os from 'node:os';\nimport { InferenceSession, Tensor } from 'onnxruntime-node';\nimport { downloadFileToCacheDir } from '../hf_utils.js';\nimport {\n  type EOUModelType,\n  HG_MODEL_REPO,\n  MAX_HISTORY_TURNS,\n  MODEL_REVISIONS,\n  ONNX_FILEPATH,\n} from './constants.js';\nimport { normalizeText } from './utils.js';\n\ntype RawChatItem = { role: string; content: string };\n\ntype EOUOutput = { eouProbability: number; input: string; duration: number };\n\nexport abstract class EOURunnerBase extends InferenceRunner<RawChatItem[], EOUOutput> {\n  private modelType: EOUModelType;\n  private modelRevision: string;\n\n  private session?: InferenceSession;\n  private tokenizer?: PreTrainedTokenizer;\n\n  #logger = log();\n\n  constructor(modelType: EOUModelType) {\n    super();\n    this.modelType = modelType;\n    this.modelRevision = MODEL_REVISIONS[modelType];\n  }\n\n  async initialize() {\n    const { AutoTokenizer } = await import('@huggingface/transformers');\n\n    const onnxModelPath = await downloadFileToCacheDir({\n      repo: HG_MODEL_REPO,\n      path: ONNX_FILEPATH,\n      revision: this.modelRevision,\n      localFileOnly: true,\n    });\n\n    try {\n      // TODO(brian): support session config once onnxruntime-node supports it\n      const sessOptions: InferenceSession.SessionOptions = {\n        intraOpNumThreads: Math.max(1, Math.floor(os.cpus().length / 2)),\n        interOpNumThreads: 1,\n        executionProviders: [{ name: 'cpu' }],\n      };\n\n      this.session = await InferenceSession.create(onnxModelPath, sessOptions);\n\n      this.tokenizer = await AutoTokenizer.from_pretrained('livekit/turn-detector', {\n        revision: this.modelRevision,\n        local_files_only: true,\n      });\n    } catch (e) {\n      throw new Error(\n        `agents-plugins-livekit failed to initialize ${this.modelType} EOU turn detector: ${e}`,\n      );\n    }\n  }\n\n  async run(data: RawChatItem[]) {\n    const startTime = Date.now();\n\n    const text = this.formatChatCtx(data);\n\n    const inputs = this.tokenizer!.encode(text, { add_special_tokens: false });\n    this.#logger.debug({ inputs: JSON.stringify(inputs), text }, 'EOU inputs');\n\n    const outputs = await this.session!.run(\n      { input_ids: new Tensor('int64', inputs, [1, inputs.length]) },\n      ['prob'],\n    );\n\n    const probData = outputs.prob!.data;\n    // should be the logits of the last token\n    const eouProbability = probData[probData.length - 1] as number;\n    const endTime = Date.now();\n\n    const result = {\n      eouProbability,\n      input: text,\n      duration: (endTime - startTime) / 1000,\n    };\n\n    this.#logger.child({ result }).debug('eou prediction');\n    return result;\n  }\n\n  async close() {\n    await this.session?.release();\n  }\n\n  private formatChatCtx(chatCtx: RawChatItem[]): string {\n    const newChatCtx: RawChatItem[] = [];\n    let lastMsg: RawChatItem | undefined = undefined;\n\n    for (const msg of chatCtx) {\n      const content = msg.content;\n      if (!content) continue;\n\n      const norm = normalizeText(content);\n\n      // need to combine adjacent turns together to match training data\n      if (lastMsg !== undefined && lastMsg.role === msg.role) {\n        lastMsg.content += ` ${norm}`;\n      } else {\n        newChatCtx.push({ role: msg.role, content: norm });\n        lastMsg = newChatCtx[newChatCtx.length - 1]!;\n      }\n    }\n\n    // TODO(brian): investigate add_special_tokens options\n    const convoText = this.tokenizer!.apply_chat_template(newChatCtx, {\n      add_generation_prompt: false,\n      tokenize: false,\n    }) as string;\n\n    // remove the EOU token from current utterance\n    return convoText.slice(0, convoText.lastIndexOf('<|im_end|>'));\n  }\n}\n\nexport interface EOUModelOptions {\n  modelType: EOUModelType;\n  executor?: ipc.InferenceExecutor;\n  unlikelyThreshold?: number;\n  loadLanguages?: boolean;\n}\n\ntype LanguageData = {\n  threshold: number;\n};\n\nexport abstract class EOUModel {\n  private modelType: EOUModelType;\n  private executor: ipc.InferenceExecutor;\n  private threshold: number | undefined;\n  private loadLanguages: boolean;\n\n  protected languagesFuture: Future<Record<string, LanguageData>> = new Future();\n\n  #logger = log();\n\n  constructor(opts: EOUModelOptions) {\n    const {\n      modelType = 'en',\n      executor = CurrentJobContext.getCurrent().inferenceExecutor,\n      unlikelyThreshold,\n      loadLanguages = true,\n    } = opts;\n\n    this.modelType = modelType;\n    this.executor = executor;\n    this.threshold = unlikelyThreshold;\n    this.loadLanguages = loadLanguages;\n\n    if (loadLanguages) {\n      downloadFileToCacheDir({\n        repo: HG_MODEL_REPO,\n        path: 'languages.json',\n        revision: MODEL_REVISIONS[modelType],\n        localFileOnly: true,\n      }).then((path) => {\n        this.languagesFuture.resolve(JSON.parse(readFileSync(path, 'utf8')));\n      });\n    }\n  }\n\n  async unlikelyThreshold(language?: string): Promise<number | undefined> {\n    if (language === undefined) {\n      return this.threshold;\n    }\n\n    const lang = language.toLowerCase();\n    const languages = await this.languagesFuture.await;\n\n    // try the full language code first\n    let langData = languages[lang];\n\n    if (langData === undefined && lang.includes('-')) {\n      const baseLang = lang.split('-')[0]!;\n      langData = languages[baseLang];\n    }\n\n    if (langData === undefined) {\n      this.#logger.warn(`Language ${language} not supported by EOU model`);\n      return undefined;\n    }\n\n    // if a custom threshold is provided, use it\n    return this.threshold !== undefined ? this.threshold : langData.threshold;\n  }\n\n  async supportsLanguage(language?: string): Promise<boolean> {\n    return (await this.unlikelyThreshold(language)) !== undefined;\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  async predictEndOfTurn(chatCtx: llm.ChatContext, timeout: number = 3): Promise<number> {\n    let messages: RawChatItem[] = [];\n\n    for (const message of chatCtx.items) {\n      // skip system and developer messages or tool call messages\n      if (message.type !== 'message' || message.role in ['system', 'developer']) {\n        continue;\n      }\n\n      for (const content of message.content) {\n        if (typeof content === 'string') {\n          messages.push({\n            role: message.role === 'assistant' ? 'assistant' : 'user',\n            content: content,\n          });\n        }\n      }\n    }\n\n    messages = messages.slice(-MAX_HISTORY_TURNS);\n\n    const result = await this.executor.doInference(this.inferenceMethod(), messages);\n    if (result === undefined) {\n      throw new Error('EOU inference should always returns a result');\n    }\n\n    return (result as EOUOutput).eouProbability;\n  }\n\n  abstract inferenceMethod(): string;\n}\n"],"mappings":"AAGA,eAAyC;AAEzC,SAAS,mBAAmB,QAAQ,iBAAiB,WAAW;AAChE,SAAS,oBAAoB;AAC7B,OAAO,QAAQ;AACf,SAAS,kBAAkB,cAAc;AACzC,SAAS,8BAA8B;AACvC;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,qBAAqB;AAMvB,MAAe,sBAAsB,gBAA0C;AAAA,EAC5E;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EAER,UAAU,IAAI;AAAA,EAEd,YAAY,WAAyB;AACnC,UAAM;AACN,SAAK,YAAY;AACjB,SAAK,gBAAgB,gBAAgB,SAAS;AAAA,EAChD;AAAA,EAEA,MAAM,aAAa;AACjB,UAAM,EAAE,cAAc,IAAI,MAAM,OAAO,2BAA2B;AAElE,UAAM,gBAAgB,MAAM,uBAAuB;AAAA,MACjD,MAAM;AAAA,MACN,MAAM;AAAA,MACN,UAAU,KAAK;AAAA,MACf,eAAe;AAAA,IACjB,CAAC;AAED,QAAI;AAEF,YAAM,cAA+C;AAAA,QACnD,mBAAmB,KAAK,IAAI,GAAG,KAAK,MAAM,GAAG,KAAK,EAAE,SAAS,CAAC,CAAC;AAAA,QAC/D,mBAAmB;AAAA,QACnB,oBAAoB,CAAC,EAAE,MAAM,MAAM,CAAC;AAAA,MACtC;AAEA,WAAK,UAAU,MAAM,iBAAiB,OAAO,eAAe,WAAW;AAEvE,WAAK,YAAY,MAAM,cAAc,gBAAgB,yBAAyB;AAAA,QAC5E,UAAU,KAAK;AAAA,QACf,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH,SAAS,GAAG;AACV,YAAM,IAAI;AAAA,QACR,+CAA+C,KAAK,SAAS,uBAAuB,CAAC;AAAA,MACvF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,IAAI,MAAqB;AAC7B,UAAM,YAAY,KAAK,IAAI;AAE3B,UAAM,OAAO,KAAK,cAAc,IAAI;AAEpC,UAAM,SAAS,KAAK,UAAW,OAAO,MAAM,EAAE,oBAAoB,MAAM,CAAC;AACzE,SAAK,QAAQ,MAAM,EAAE,QAAQ,KAAK,UAAU,MAAM,GAAG,KAAK,GAAG,YAAY;AAEzE,UAAM,UAAU,MAAM,KAAK,QAAS;AAAA,MAClC,EAAE,WAAW,IAAI,OAAO,SAAS,QAAQ,CAAC,GAAG,OAAO,MAAM,CAAC,EAAE;AAAA,MAC7D,CAAC,MAAM;AAAA,IACT;AAEA,UAAM,WAAW,QAAQ,KAAM;AAE/B,UAAM,iBAAiB,SAAS,SAAS,SAAS,CAAC;AACnD,UAAM,UAAU,KAAK,IAAI;AAEzB,UAAM,SAAS;AAAA,MACb;AAAA,MACA,OAAO;AAAA,MACP,WAAW,UAAU,aAAa;AAAA,IACpC;AAEA,SAAK,QAAQ,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,gBAAgB;AACrD,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,QAAQ;AAjGhB;AAkGI,YAAM,UAAK,YAAL,mBAAc;AAAA,EACtB;AAAA,EAEQ,cAAc,SAAgC;AACpD,UAAM,aAA4B,CAAC;AACnC,QAAI,UAAmC;AAEvC,eAAW,OAAO,SAAS;AACzB,YAAM,UAAU,IAAI;AACpB,UAAI,CAAC,QAAS;AAEd,YAAM,OAAO,cAAc,OAAO;AAGlC,UAAI,YAAY,UAAa,QAAQ,SAAS,IAAI,MAAM;AACtD,gBAAQ,WAAW,IAAI,IAAI;AAAA,MAC7B,OAAO;AACL,mBAAW,KAAK,EAAE,MAAM,IAAI,MAAM,SAAS,KAAK,CAAC;AACjD,kBAAU,WAAW,WAAW,SAAS,CAAC;AAAA,MAC5C;AAAA,IACF;AAGA,UAAM,YAAY,KAAK,UAAW,oBAAoB,YAAY;AAAA,MAChE,uBAAuB;AAAA,MACvB,UAAU;AAAA,IACZ,CAAC;AAGD,WAAO,UAAU,MAAM,GAAG,UAAU,YAAY,YAAY,CAAC;AAAA,EAC/D;AACF;AAaO,MAAe,SAAS;AAAA,EACrB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEE,kBAAwD,IAAI,OAAO;AAAA,EAE7E,UAAU,IAAI;AAAA,EAEd,YAAY,MAAuB;AACjC,UAAM;AAAA,MACJ,YAAY;AAAA,MACZ,WAAW,kBAAkB,WAAW,EAAE;AAAA,MAC1C;AAAA,MACA,gBAAgB;AAAA,IAClB,IAAI;AAEJ,SAAK,YAAY;AACjB,SAAK,WAAW;AAChB,SAAK,YAAY;AACjB,SAAK,gBAAgB;AAErB,QAAI,eAAe;AACjB,6BAAuB;AAAA,QACrB,MAAM;AAAA,QACN,MAAM;AAAA,QACN,UAAU,gBAAgB,SAAS;AAAA,QACnC,eAAe;AAAA,MACjB,CAAC,EAAE,KAAK,CAAC,SAAS;AAChB,aAAK,gBAAgB,QAAQ,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC,CAAC;AAAA,MACrE,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,MAAM,kBAAkB,UAAgD;AACtE,QAAI,aAAa,QAAW;AAC1B,aAAO,KAAK;AAAA,IACd;AAEA,UAAM,OAAO,SAAS,YAAY;AAClC,UAAM,YAAY,MAAM,KAAK,gBAAgB;AAG7C,QAAI,WAAW,UAAU,IAAI;AAE7B,QAAI,aAAa,UAAa,KAAK,SAAS,GAAG,GAAG;AAChD,YAAM,WAAW,KAAK,MAAM,GAAG,EAAE,CAAC;AAClC,iBAAW,UAAU,QAAQ;AAAA,IAC/B;AAEA,QAAI,aAAa,QAAW;AAC1B,WAAK,QAAQ,KAAK,YAAY,QAAQ,6BAA6B;AACnE,aAAO;AAAA,IACT;AAGA,WAAO,KAAK,cAAc,SAAY,KAAK,YAAY,SAAS;AAAA,EAClE;AAAA,EAEA,MAAM,iBAAiB,UAAqC;AAC1D,WAAQ,MAAM,KAAK,kBAAkB,QAAQ,MAAO;AAAA,EACtD;AAAA;AAAA,EAGA,MAAM,iBAAiB,SAA0B,UAAkB,GAAoB;AACrF,QAAI,WAA0B,CAAC;AAE/B,eAAW,WAAW,QAAQ,OAAO;AAEnC,UAAI,QAAQ,SAAS,aAAa,QAAQ,QAAQ,CAAC,UAAU,WAAW,GAAG;AACzE;AAAA,MACF;AAEA,iBAAW,WAAW,QAAQ,SAAS;AACrC,YAAI,OAAO,YAAY,UAAU;AAC/B,mBAAS,KAAK;AAAA,YACZ,MAAM,QAAQ,SAAS,cAAc,cAAc;AAAA,YACnD;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,eAAW,SAAS,MAAM,CAAC,iBAAiB;AAE5C,UAAM,SAAS,MAAM,KAAK,SAAS,YAAY,KAAK,gBAAgB,GAAG,QAAQ;AAC/E,QAAI,WAAW,QAAW;AACxB,YAAM,IAAI,MAAM,8CAA8C;AAAA,IAChE;AAEA,WAAQ,OAAqB;AAAA,EAC/B;AAGF;","names":[]}

package/dist/turn_detector/constants.cjs

@@ -0,0 +1,44 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var constants_exports = {};
+__export(constants_exports, {
+  HG_MODEL_REPO: () => HG_MODEL_REPO,
+  MAX_HISTORY_TOKENS: () => MAX_HISTORY_TOKENS,
+  MAX_HISTORY_TURNS: () => MAX_HISTORY_TURNS,
+  MODEL_REVISIONS: () => MODEL_REVISIONS,
+  ONNX_FILEPATH: () => ONNX_FILEPATH
+});
+module.exports = __toCommonJS(constants_exports);
+const MAX_HISTORY_TOKENS = 128;
+const MAX_HISTORY_TURNS = 6;
+const MODEL_REVISIONS = {
+  en: "v1.2.2-en",
+  multilingual: "v0.3.0-intl"
+};
+const HG_MODEL_REPO = "livekit/turn-detector";
+const ONNX_FILEPATH = "onnx/model_q8.onnx";
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  HG_MODEL_REPO,
+  MAX_HISTORY_TOKENS,
+  MAX_HISTORY_TURNS,
+  MODEL_REVISIONS,
+  ONNX_FILEPATH
+});
+//# sourceMappingURL=constants.cjs.map

package/dist/turn_detector/constants.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/turn_detector/constants.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport type EOUModelType = 'en' | 'multilingual';\n\nexport const MAX_HISTORY_TOKENS = 128;\nexport const MAX_HISTORY_TURNS = 6;\n\nexport const MODEL_REVISIONS: Record<EOUModelType, string> = {\n  en: 'v1.2.2-en',\n  multilingual: 'v0.3.0-intl',\n};\n\nexport const HG_MODEL_REPO = 'livekit/turn-detector';\n\nexport const ONNX_FILEPATH = 'onnx/model_q8.onnx';\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAKO,MAAM,qBAAqB;AAC3B,MAAM,oBAAoB;AAE1B,MAAM,kBAAgD;AAAA,EAC3D,IAAI;AAAA,EACJ,cAAc;AAChB;AAEO,MAAM,gBAAgB;AAEtB,MAAM,gBAAgB;","names":[]}

package/dist/turn_detector/constants.d.cts

@@ -0,0 +1,7 @@
+export type EOUModelType = 'en' | 'multilingual';
+export declare const MAX_HISTORY_TOKENS = 128;
+export declare const MAX_HISTORY_TURNS = 6;
+export declare const MODEL_REVISIONS: Record<EOUModelType, string>;
+export declare const HG_MODEL_REPO = "livekit/turn-detector";
+export declare const ONNX_FILEPATH = "onnx/model_q8.onnx";
+//# sourceMappingURL=constants.d.ts.map

package/dist/turn_detector/constants.d.ts

@@ -0,0 +1,7 @@
+export type EOUModelType = 'en' | 'multilingual';
+export declare const MAX_HISTORY_TOKENS = 128;
+export declare const MAX_HISTORY_TURNS = 6;
+export declare const MODEL_REVISIONS: Record<EOUModelType, string>;
+export declare const HG_MODEL_REPO = "livekit/turn-detector";
+export declare const ONNX_FILEPATH = "onnx/model_q8.onnx";
+//# sourceMappingURL=constants.d.ts.map

package/dist/turn_detector/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/turn_detector/constants.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,cAAc,CAAC;AAEjD,eAAO,MAAM,kBAAkB,MAAM,CAAC;AACtC,eAAO,MAAM,iBAAiB,IAAI,CAAC;AAEnC,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAGxD,CAAC;AAEF,eAAO,MAAM,aAAa,0BAA0B,CAAC;AAErD,eAAO,MAAM,aAAa,uBAAuB,CAAC"}

package/dist/turn_detector/constants.js

@@ -0,0 +1,16 @@
+const MAX_HISTORY_TOKENS = 128;
+const MAX_HISTORY_TURNS = 6;
+const MODEL_REVISIONS = {
+  en: "v1.2.2-en",
+  multilingual: "v0.3.0-intl"
+};
+const HG_MODEL_REPO = "livekit/turn-detector";
+const ONNX_FILEPATH = "onnx/model_q8.onnx";
+export {
+  HG_MODEL_REPO,
+  MAX_HISTORY_TOKENS,
+  MAX_HISTORY_TURNS,
+  MODEL_REVISIONS,
+  ONNX_FILEPATH
+};
+//# sourceMappingURL=constants.js.map

package/dist/turn_detector/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/turn_detector/constants.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport type EOUModelType = 'en' | 'multilingual';\n\nexport const MAX_HISTORY_TOKENS = 128;\nexport const MAX_HISTORY_TURNS = 6;\n\nexport const MODEL_REVISIONS: Record<EOUModelType, string> = {\n  en: 'v1.2.2-en',\n  multilingual: 'v0.3.0-intl',\n};\n\nexport const HG_MODEL_REPO = 'livekit/turn-detector';\n\nexport const ONNX_FILEPATH = 'onnx/model_q8.onnx';\n"],"mappings":"AAKO,MAAM,qBAAqB;AAC3B,MAAM,oBAAoB;AAE1B,MAAM,kBAAgD;AAAA,EAC3D,IAAI;AAAA,EACJ,cAAc;AAChB;AAEO,MAAM,gBAAgB;AAEtB,MAAM,gBAAgB;","names":[]}