@livekit/agents 1.0.31 → 1.0.32

package/dist/job.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/job.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type * as proto from '@livekit/protocol';\nimport type {\n  E2EEOptions,\n  LocalParticipant,\n  RemoteParticipant,\n  Room,\n  RtcConfiguration,\n} from '@livekit/rtc-node';\nimport { ParticipantKind, RoomEvent, TrackKind } from '@livekit/rtc-node';\nimport { AsyncLocalStorage } from 'node:async_hooks';\nimport * as os from 'node:os';\nimport * as path from 'node:path';\nimport type { Logger } from 'pino';\nimport type { InferenceExecutor } from './ipc/inference_executor.js';\nimport { log } from './log.js';\nimport { flushOtelLogs, setupCloudTracer, uploadSessionReport } from './telemetry/index.js';\nimport { isCloud } from './utils.js';\nimport type { AgentSession } from './voice/agent_session.js';\nimport { type SessionReport, createSessionReport } from './voice/report.js';\n\n// AsyncLocalStorage for job context, similar to Python's contextvars\nconst jobContextStorage = new AsyncLocalStorage<JobContext>();\n\n/**\n * Returns the current job context.\n *\n * @throws {Error} if no job context is found\n */\nexport function getJobContext(): JobContext {\n  const ctx = jobContextStorage.getStore();\n  if (!ctx) {\n    throw new Error('no job context found, are you running this code inside a job entrypoint?');\n  }\n  return ctx;\n}\n\n/**\n * Runs a function within a job context, similar to Python's contextvars.\n * @internal\n */\nexport function runWithJobContext<T>(context: JobContext, fn: () => T): T {\n  return jobContextStorage.run(context, fn);\n}\n\n/**\n * Runs an async function within a job context, similar to Python's contextvars.\n * @internal\n */\nexport function runWithJobContextAsync<T>(context: JobContext, fn: () => Promise<T>): Promise<T> {\n  return jobContextStorage.run(context, fn);\n}\n\n/** Which tracks, if any, should the agent automatically subscribe to? */\nexport enum AutoSubscribe {\n  SUBSCRIBE_ALL,\n  SUBSCRIBE_NONE,\n  VIDEO_ONLY,\n  AUDIO_ONLY,\n}\n\nexport type JobAcceptArguments = {\n  name: string;\n  identity: string;\n  metadata: string;\n  attributes?: { [key: string]: string };\n};\n\nexport type RunningJobInfo = {\n  acceptArguments: JobAcceptArguments;\n  job: proto.Job;\n  url: string;\n  token: string;\n  workerId: string;\n};\n\n/** Attempted to add a function callback, but the function already exists. */\nexport class FunctionExistsError extends Error {\n  constructor(msg?: string) {\n    super(msg);\n    Object.setPrototypeOf(this, new.target.prototype);\n  }\n}\n\n/** The job and environment context as seen by the agent, accessible by the entrypoint function. */\nexport class JobContext {\n  #proc: JobProcess;\n  #info: RunningJobInfo;\n  #room: Room;\n  #onConnect: () => void;\n  #onShutdown: (s: string) => void;\n  /** @internal */\n  shutdownCallbacks: (() => Promise<void>)[] = [];\n  #participantEntrypoints: ((job: JobContext, p: RemoteParticipant) => Promise<void>)[] = [];\n  #participantTasks: {\n    [id: string]: {\n      callback: (job: JobContext, p: RemoteParticipant) => Promise<void>;\n      result: Promise<void>;\n    };\n  } = {};\n  #logger: Logger;\n  #inferenceExecutor: InferenceExecutor;\n\n  /** @internal */\n  _primaryAgentSession?: AgentSession;\n\n  /** @internal */\n  _sessionDirectory: string;\n\n  private connected: boolean = false;\n\n  constructor(\n    proc: JobProcess,\n    info: RunningJobInfo,\n    room: Room,\n    onConnect: () => void,\n    onShutdown: (s: string) => void,\n    inferenceExecutor: InferenceExecutor,\n  ) {\n    this.#proc = proc;\n    this.#info = info;\n    this.#room = room;\n    this.#onConnect = onConnect;\n    this.#onShutdown = onShutdown;\n    this.onParticipantConnected = this.onParticipantConnected.bind(this);\n    this.#room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.#logger = log().child({ info: this.#info });\n    this.#inferenceExecutor = inferenceExecutor;\n    this._sessionDirectory = path.join(os.tmpdir(), 'livekit-agents', `job-${this.#info.job.id}`);\n  }\n\n  get proc(): JobProcess {\n    return this.#proc;\n  }\n\n  get job(): proto.Job {\n    return this.#info.job;\n  }\n\n  get workerId(): string {\n    return this.#info.workerId;\n  }\n\n  /** @returns The room the agent was called into */\n  get room(): Room {\n    return this.#room;\n  }\n\n  get info(): RunningJobInfo {\n    return this.#info;\n  }\n\n  /** @returns The agent's participant if connected to the room, otherwise `undefined` */\n  get agent(): LocalParticipant | undefined {\n    return this.#room.localParticipant;\n  }\n\n  /** @returns The global inference executor */\n  get inferenceExecutor(): InferenceExecutor {\n    return this.#inferenceExecutor;\n  }\n\n  /**\n   * @returns The session directory for storing recordings and session data.\n   */\n  get sessionDirectory(): string {\n    return this._sessionDirectory;\n  }\n\n  /** Adds a promise to be awaited when {@link JobContext.shutdown | shutdown} is called. */\n  addShutdownCallback(callback: () => Promise<void>) {\n    this.shutdownCallbacks.push(callback);\n  }\n\n  async waitForParticipant(identity?: string): Promise<RemoteParticipant> {\n    if (!this.#room.isConnected) {\n      throw new Error('room is not connected');\n    }\n\n    for (const p of this.#room.remoteParticipants.values()) {\n      if ((!identity || p.identity === identity) && p.info.kind != ParticipantKind.AGENT) {\n        return p;\n      }\n    }\n\n    return new Promise((resolve, reject) => {\n      const onParticipantConnected = (participant: RemoteParticipant) => {\n        if (\n          (!identity || participant.identity === identity) &&\n          participant.info.kind != ParticipantKind.AGENT\n        ) {\n          clearHandlers();\n          resolve(participant);\n        }\n      };\n      const onDisconnected = () => {\n        clearHandlers();\n        reject(new Error('Room disconnected while waiting for participant'));\n      };\n\n      const clearHandlers = () => {\n        this.#room.off(RoomEvent.ParticipantConnected, onParticipantConnected);\n        this.#room.off(RoomEvent.Disconnected, onDisconnected);\n      };\n\n      this.#room.on(RoomEvent.ParticipantConnected, onParticipantConnected);\n      this.#room.on(RoomEvent.Disconnected, onDisconnected);\n    });\n  }\n\n  /**\n   * Connects the agent to the room.\n   *\n   * @remarks\n   * It is recommended to run this command as early in the function as possible, as executing it\n   * later may cause noticeable delay between user and agent joins.\n   *\n   * @see {@link https://github.com/livekit/node-sdks/tree/main/packages/livekit-rtc#readme |\n   * @livekit/rtc-node} for more information about the parameters.\n   */\n  async connect(\n    e2ee?: E2EEOptions,\n    autoSubscribe: AutoSubscribe = AutoSubscribe.SUBSCRIBE_ALL,\n    rtcConfig?: RtcConfiguration,\n  ) {\n    if (this.connected) {\n      return;\n    }\n\n    const opts = {\n      e2ee,\n      autoSubscribe: autoSubscribe == AutoSubscribe.SUBSCRIBE_ALL,\n      rtcConfig,\n      dynacast: false,\n    };\n\n    await this.#room.connect(this.#info.url, this.#info.token, opts);\n    this.#onConnect();\n\n    this.#room.remoteParticipants.forEach(this.onParticipantConnected);\n\n    if ([AutoSubscribe.AUDIO_ONLY, AutoSubscribe.VIDEO_ONLY].includes(autoSubscribe)) {\n      this.#room.remoteParticipants.forEach((p) => {\n        p.trackPublications.forEach((pub) => {\n          if (\n            (autoSubscribe === AutoSubscribe.AUDIO_ONLY && pub.kind === TrackKind.KIND_AUDIO) ||\n            (autoSubscribe === AutoSubscribe.VIDEO_ONLY && pub.kind === TrackKind.KIND_VIDEO)\n          ) {\n            pub.setSubscribed(true);\n          }\n        });\n      });\n    }\n    this.connected = true;\n  }\n\n  makeSessionReport(session?: AgentSession): SessionReport {\n    const targetSession = session || this._primaryAgentSession;\n\n    if (!targetSession) {\n      throw new Error('Cannot prepare report, no AgentSession was found');\n    }\n\n    const recorderIO = targetSession._recorderIO;\n\n    if (recorderIO && recorderIO.recording) {\n      throw new Error('Cannot create the AgentSession report, the RecorderIO is still recording');\n    }\n\n    return createSessionReport({\n      jobId: this.job.id,\n      roomId: this.job.room?.sid || '',\n      room: this.job.room?.name || '',\n      options: targetSession.options,\n      events: targetSession._recordedEvents,\n      enableRecording: targetSession._enableRecording,\n      chatHistory: targetSession.history.copy(),\n      startedAt: targetSession._startedAt,\n      audioRecordingPath: recorderIO?.outputPath,\n      audioRecordingStartedAt: recorderIO?.recordingStartedAt,\n    });\n  }\n\n  async _onSessionEnd(): Promise<void> {\n    const session = this._primaryAgentSession;\n    if (!session) {\n      return;\n    }\n\n    const report = this.makeSessionReport(session);\n\n    // TODO(brian): Implement CLI/console\n\n    // Upload session report to LiveKit Cloud if enabled\n    const url = new URL(this.#info.url);\n\n    if (report.enableRecording && isCloud(url)) {\n      try {\n        await uploadSessionReport({\n          agentName: this.job.agentName,\n          cloudHostname: url.hostname,\n          report,\n        });\n        this.#logger.info(\n          {\n            jobId: report.jobId,\n            roomId: report.roomId,\n          },\n          'Session report uploaded to LiveKit Cloud',\n        );\n      } catch (error) {\n        this.#logger.error({ error }, 'Failed to upload session report');\n      }\n    }\n\n    this.#logger.debug(\n      {\n        jobId: report.jobId,\n        roomId: report.roomId,\n        eventsCount: report.events.length,\n      },\n      'Session ended, report generated',\n    );\n\n    // Explicitly clear the recorded events to avoid leaking memory\n    session._recordedEvents = [];\n\n    try {\n      await flushOtelLogs();\n    } catch (error) {\n      this.#logger.error({ error }, 'Failed to flush OTEL logs');\n    }\n  }\n\n  /**\n   * Gracefully shuts down the job, and runs all shutdown promises.\n   *\n   * @param reason - Optional reason for shutdown\n   */\n  shutdown(reason = '') {\n    this.#onShutdown(reason);\n  }\n\n  /** @internal */\n  onParticipantConnected(p: RemoteParticipant) {\n    for (const callback of this.#participantEntrypoints) {\n      if (this.#participantTasks[p.identity!]?.callback == callback) {\n        this.#logger.warn(\n          'a participant has joined before a prior prticipant task matching the same identity has finished:',\n          p.identity,\n        );\n      }\n      const result = callback(this, p);\n      result.finally(() => delete this.#participantTasks[p.identity!]);\n      this.#participantTasks[p.identity!] = { callback, result };\n    }\n  }\n\n  /**\n   * Adds a promise to be awaited whenever a new participant joins the room.\n   *\n   * @throws {@link FunctionExistsError} if an entrypoint already exists\n   */\n  addParticipantEntrypoint(callback: (job: JobContext, p: RemoteParticipant) => Promise<void>) {\n    if (this.#participantEntrypoints.includes(callback)) {\n      throw new FunctionExistsError('entrypoints cannot be added more than once');\n    }\n\n    this.#participantEntrypoints.push(callback);\n  }\n\n  async initRecording() {\n    const url = new URL(this.#info.url);\n    if (!isCloud(url)) {\n      return;\n    }\n\n    this.#logger.debug({ hostname: url.hostname }, 'Configuring session recording (cloud tracer)');\n    await setupCloudTracer({\n      roomId: this.job.room!.sid,\n      jobId: this.job.id,\n      cloudHostname: url.hostname,\n    });\n  }\n}\n\nexport class JobProcess {\n  #pid = process.pid;\n  userData: { [id: string]: unknown } = {};\n\n  get pid(): number {\n    return this.#pid;\n  }\n}\n\n/**\n * A request sent by the server to spawn a new agent job.\n *\n * @remarks\n * For most applications, this is best left to the default, which simply accepts the job and\n * handles the logic inside the entrypoint function. This class is useful for vetting which\n * requests should fill idle processes and which should be outright rejected.\n */\nexport class JobRequest {\n  #job: proto.Job;\n  #onReject: () => Promise<void>;\n  #onAccept: (args: JobAcceptArguments) => Promise<void>;\n\n  /** @internal */\n  constructor(\n    job: proto.Job,\n    onReject: () => Promise<void>,\n    onAccept: (args: JobAcceptArguments) => Promise<void>,\n  ) {\n    this.#job = job;\n    this.#onReject = onReject;\n    this.#onAccept = onAccept;\n  }\n\n  /** @returns The ID of the job, set by the LiveKit server */\n  get id(): string {\n    return this.#job.id;\n  }\n\n  /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */\n  get job(): proto.Job {\n    return this.#job;\n  }\n\n  /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */\n  get room(): proto.Room | undefined {\n    return this.#job.room;\n  }\n\n  /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */\n  get publisher(): proto.ParticipantInfo | undefined {\n    return this.#job.participant;\n  }\n\n  /** @returns The agent's name, as set in {@link WorkerOptions} */\n  get agentName(): string {\n    return this.#job.agentName;\n  }\n\n  /** Rejects the job. */\n  async reject() {\n    await this.#onReject();\n  }\n\n  /** Accepts the job, launching it on an idle child process. */\n  async accept(name = '', identity = '', metadata = '', attributes?: { [key: string]: string }) {\n    if (identity === '') identity = 'agent-' + this.id;\n\n    this.#onAccept({ name, identity, metadata, attributes });\n  }\n}\n"],"mappings":"AAWA,SAAS,iBAAiB,WAAW,iBAAiB;AACtD,SAAS,yBAAyB;AAClC,YAAY,QAAQ;AACpB,YAAY,UAAU;AAGtB,SAAS,WAAW;AACpB,SAAS,eAAe,kBAAkB,2BAA2B;AACrE,SAAS,eAAe;AAExB,SAA6B,2BAA2B;AAGxD,MAAM,oBAAoB,IAAI,kBAA8B;AAOrD,SAAS,gBAA4B;AAC1C,QAAM,MAAM,kBAAkB,SAAS;AACvC,MAAI,CAAC,KAAK;AACR,UAAM,IAAI,MAAM,0EAA0E;AAAA,EAC5F;AACA,SAAO;AACT;AAMO,SAAS,kBAAqB,SAAqB,IAAgB;AACxE,SAAO,kBAAkB,IAAI,SAAS,EAAE;AAC1C;AAMO,SAAS,uBAA0B,SAAqB,IAAkC;AAC/F,SAAO,kBAAkB,IAAI,SAAS,EAAE;AAC1C;AAGO,IAAK,gBAAL,kBAAKA,mBAAL;AACL,EAAAA,8BAAA;AACA,EAAAA,8BAAA;AACA,EAAAA,8BAAA;AACA,EAAAA,8BAAA;AAJU,SAAAA;AAAA,GAAA;AAuBL,MAAM,4BAA4B,MAAM;AAAA,EAC7C,YAAY,KAAc;AACxB,UAAM,GAAG;AACT,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,MAAM,WAAW;AAAA,EACtB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA,oBAA6C,CAAC;AAAA,EAC9C,0BAAwF,CAAC;AAAA,EACzF,oBAKI,CAAC;AAAA,EACL;AAAA,EACA;AAAA;AAAA,EAGA;AAAA;AAAA,EAGA;AAAA,EAEQ,YAAqB;AAAA,EAE7B,YACE,MACA,MACA,MACA,WACA,YACA,mBACA;AACA,SAAK,QAAQ;AACb,SAAK,QAAQ;AACb,SAAK,QAAQ;AACb,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,yBAAyB,KAAK,uBAAuB,KAAK,IAAI;AACnE,SAAK,MAAM,GAAG,UAAU,sBAAsB,KAAK,sBAAsB;AACzE,SAAK,UAAU,IAAI,EAAE,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;AAC/C,SAAK,qBAAqB;AAC1B,SAAK,oBAAoB,KAAK,KAAK,GAAG,OAAO,GAAG,kBAAkB,OAAO,KAAK,MAAM,IAAI,EAAE,EAAE;AAAA,EAC9F;AAAA,EAEA,IAAI,OAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAiB;AACnB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAa;AACf,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,OAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,QAAsC;AACxC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,oBAAuC;AACzC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,mBAA2B;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,oBAAoB,UAA+B;AACjD,SAAK,kBAAkB,KAAK,QAAQ;AAAA,EACtC;AAAA,EAEA,MAAM,mBAAmB,UAA+C;AACtE,QAAI,CAAC,KAAK,MAAM,aAAa;AAC3B,YAAM,IAAI,MAAM,uBAAuB;AAAA,IACzC;AAEA,eAAW,KAAK,KAAK,MAAM,mBAAmB,OAAO,GAAG;AACtD,WAAK,CAAC,YAAY,EAAE,aAAa,aAAa,EAAE,KAAK,QAAQ,gBAAgB,OAAO;AAClF,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAM,yBAAyB,CAAC,gBAAmC;AACjE,aACG,CAAC,YAAY,YAAY,aAAa,aACvC,YAAY,KAAK,QAAQ,gBAAgB,OACzC;AACA,wBAAc;AACd,kBAAQ,WAAW;AAAA,QACrB;AAAA,MACF;AACA,YAAM,iBAAiB,MAAM;AAC3B,sBAAc;AACd,eAAO,IAAI,MAAM,iDAAiD,CAAC;AAAA,MACrE;AAEA,YAAM,gBAAgB,MAAM;AAC1B,aAAK,MAAM,IAAI,UAAU,sBAAsB,sBAAsB;AACrE,aAAK,MAAM,IAAI,UAAU,cAAc,cAAc;AAAA,MACvD;AAEA,WAAK,MAAM,GAAG,UAAU,sBAAsB,sBAAsB;AACpE,WAAK,MAAM,GAAG,UAAU,cAAc,cAAc;AAAA,IACtD,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYA,MAAM,QACJ,MACA,gBAA+B,uBAC/B,WACA;AACA,QAAI,KAAK,WAAW;AAClB;AAAA,IACF;AAEA,UAAM,OAAO;AAAA,MACX;AAAA,MACA,eAAe,iBAAiB;AAAA,MAChC;AAAA,MACA,UAAU;AAAA,IACZ;AAEA,UAAM,KAAK,MAAM,QAAQ,KAAK,MAAM,KAAK,KAAK,MAAM,OAAO,IAAI;AAC/D,SAAK,WAAW;AAEhB,SAAK,MAAM,mBAAmB,QAAQ,KAAK,sBAAsB;AAEjE,QAAI,CAAC,oBAA0B,kBAAwB,EAAE,SAAS,aAAa,GAAG;AAChF,WAAK,MAAM,mBAAmB,QAAQ,CAAC,MAAM;AAC3C,UAAE,kBAAkB,QAAQ,CAAC,QAAQ;AACnC,cACG,kBAAkB,sBAA4B,IAAI,SAAS,UAAU,cACrE,kBAAkB,sBAA4B,IAAI,SAAS,UAAU,YACtE;AACA,gBAAI,cAAc,IAAI;AAAA,UACxB;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,kBAAkB,SAAuC;AAlQ3D;AAmQI,UAAM,gBAAgB,WAAW,KAAK;AAEtC,QAAI,CAAC,eAAe;AAClB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AAEA,UAAM,aAAa,cAAc;AAEjC,QAAI,cAAc,WAAW,WAAW;AACtC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,WAAO,oBAAoB;AAAA,MACzB,OAAO,KAAK,IAAI;AAAA,MAChB,UAAQ,UAAK,IAAI,SAAT,mBAAe,QAAO;AAAA,MAC9B,QAAM,UAAK,IAAI,SAAT,mBAAe,SAAQ;AAAA,MAC7B,SAAS,cAAc;AAAA,MACvB,QAAQ,cAAc;AAAA,MACtB,iBAAiB,cAAc;AAAA,MAC/B,aAAa,cAAc,QAAQ,KAAK;AAAA,MACxC,WAAW,cAAc;AAAA,MACzB,oBAAoB,yCAAY;AAAA,MAChC,yBAAyB,yCAAY;AAAA,IACvC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,gBAA+B;AACnC,UAAM,UAAU,KAAK;AACrB,QAAI,CAAC,SAAS;AACZ;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,kBAAkB,OAAO;AAK7C,UAAM,MAAM,IAAI,IAAI,KAAK,MAAM,GAAG;AAElC,QAAI,OAAO,mBAAmB,QAAQ,GAAG,GAAG;AAC1C,UAAI;AACF,cAAM,oBAAoB;AAAA,UACxB,WAAW,KAAK,IAAI;AAAA,UACpB,eAAe,IAAI;AAAA,UACnB;AAAA,QACF,CAAC;AACD,aAAK,QAAQ;AAAA,UACX;AAAA,YACE,OAAO,OAAO;AAAA,YACd,QAAQ,OAAO;AAAA,UACjB;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,OAAO;AACd,aAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,iCAAiC;AAAA,MACjE;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX;AAAA,QACE,OAAO,OAAO;AAAA,QACd,QAAQ,OAAO;AAAA,QACf,aAAa,OAAO,OAAO;AAAA,MAC7B;AAAA,MACA;AAAA,IACF;AAGA,YAAQ,kBAAkB,CAAC;AAE3B,QAAI;AACF,YAAM,cAAc;AAAA,IACtB,SAAS,OAAO;AACd,WAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,2BAA2B;AAAA,IAC3D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,SAAS,SAAS,IAAI;AACpB,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA;AAAA,EAGA,uBAAuB,GAAsB;AA1V/C;AA2VI,eAAW,YAAY,KAAK,yBAAyB;AACnD,YAAI,UAAK,kBAAkB,EAAE,QAAS,MAAlC,mBAAqC,aAAY,UAAU;AAC7D,aAAK,QAAQ;AAAA,UACX;AAAA,UACA,EAAE;AAAA,QACJ;AAAA,MACF;AACA,YAAM,SAAS,SAAS,MAAM,CAAC;AAC/B,aAAO,QAAQ,MAAM,OAAO,KAAK,kBAAkB,EAAE,QAAS,CAAC;AAC/D,WAAK,kBAAkB,EAAE,QAAS,IAAI,EAAE,UAAU,OAAO;AAAA,IAC3D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,yBAAyB,UAAoE;AAC3F,QAAI,KAAK,wBAAwB,SAAS,QAAQ,GAAG;AACnD,YAAM,IAAI,oBAAoB,4CAA4C;AAAA,IAC5E;AAEA,SAAK,wBAAwB,KAAK,QAAQ;AAAA,EAC5C;AAAA,EAEA,MAAM,gBAAgB;AACpB,UAAM,MAAM,IAAI,IAAI,KAAK,MAAM,GAAG;AAClC,QAAI,CAAC,QAAQ,GAAG,GAAG;AACjB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,EAAE,UAAU,IAAI,SAAS,GAAG,8CAA8C;AAC7F,UAAM,iBAAiB;AAAA,MACrB,QAAQ,KAAK,IAAI,KAAM;AAAA,MACvB,OAAO,KAAK,IAAI;AAAA,MAChB,eAAe,IAAI;AAAA,IACrB,CAAC;AAAA,EACH;AACF;AAEO,MAAM,WAAW;AAAA,EACtB,OAAO,QAAQ;AAAA,EACf,WAAsC,CAAC;AAAA,EAEvC,IAAI,MAAc;AAChB,WAAO,KAAK;AAAA,EACd;AACF;AAUO,MAAM,WAAW;AAAA,EACtB;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,YACE,KACA,UACA,UACA;AACA,SAAK,OAAO;AACZ,SAAK,YAAY;AACjB,SAAK,YAAY;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,KAAa;AACf,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,MAAiB;AACnB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,OAA+B;AACjC,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,YAA+C;AACjD,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,YAAoB;AACtB,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,MAAM,SAAS;AACb,UAAM,KAAK,UAAU;AAAA,EACvB;AAAA;AAAA,EAGA,MAAM,OAAO,OAAO,IAAI,WAAW,IAAI,WAAW,IAAI,YAAwC;AAC5F,QAAI,aAAa,GAAI,YAAW,WAAW,KAAK;AAEhD,SAAK,UAAU,EAAE,MAAM,UAAU,UAAU,WAAW,CAAC;AAAA,EACzD;AACF;","names":["AutoSubscribe"]}
+{"version":3,"sources":["../src/job.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type * as proto from '@livekit/protocol';\nimport type {\n  E2EEOptions,\n  LocalParticipant,\n  RemoteParticipant,\n  Room,\n  RtcConfiguration,\n} from '@livekit/rtc-node';\nimport { ParticipantKind, RoomEvent, TrackKind } from '@livekit/rtc-node';\nimport { AsyncLocalStorage } from 'node:async_hooks';\nimport * as os from 'node:os';\nimport * as path from 'node:path';\nimport type { Logger } from 'pino';\nimport type { InferenceExecutor } from './ipc/inference_executor.js';\nimport { log } from './log.js';\nimport { flushOtelLogs, setupCloudTracer, uploadSessionReport } from './telemetry/index.js';\nimport { isCloud } from './utils.js';\nimport type { AgentSession } from './voice/agent_session.js';\nimport { type SessionReport, createSessionReport } from './voice/report.js';\n\n// AsyncLocalStorage for job context, similar to Python's contextvars\nconst jobContextStorage = new AsyncLocalStorage<JobContext>();\n\n/**\n * Returns the current job context.\n *\n * @throws {Error} if no job context is found\n */\nexport function getJobContext(): JobContext {\n  const ctx = jobContextStorage.getStore();\n  if (!ctx) {\n    throw new Error('no job context found, are you running this code inside a job entrypoint?');\n  }\n  return ctx;\n}\n\n/**\n * Runs a function within a job context, similar to Python's contextvars.\n * @internal\n */\nexport function runWithJobContext<T>(context: JobContext, fn: () => T): T {\n  return jobContextStorage.run(context, fn);\n}\n\n/**\n * Runs an async function within a job context, similar to Python's contextvars.\n * @internal\n */\nexport function runWithJobContextAsync<T>(context: JobContext, fn: () => Promise<T>): Promise<T> {\n  return jobContextStorage.run(context, fn);\n}\n\n/** Which tracks, if any, should the agent automatically subscribe to? */\nexport enum AutoSubscribe {\n  SUBSCRIBE_ALL,\n  SUBSCRIBE_NONE,\n  VIDEO_ONLY,\n  AUDIO_ONLY,\n}\n\nexport type JobAcceptArguments = {\n  name: string;\n  identity: string;\n  metadata: string;\n  attributes?: { [key: string]: string };\n};\n\nexport type RunningJobInfo = {\n  acceptArguments: JobAcceptArguments;\n  job: proto.Job;\n  url: string;\n  token: string;\n  workerId: string;\n};\n\n/** Attempted to add a function callback, but the function already exists. */\nexport class FunctionExistsError extends Error {\n  constructor(msg?: string) {\n    super(msg);\n    Object.setPrototypeOf(this, new.target.prototype);\n  }\n}\n\n/** The job and environment context as seen by the agent, accessible by the entrypoint function. */\nexport class JobContext {\n  #proc: JobProcess;\n  #info: RunningJobInfo;\n  #room: Room;\n  #onConnect: () => void;\n  #onShutdown: (s: string) => void;\n  /** @internal */\n  shutdownCallbacks: (() => Promise<void>)[] = [];\n  #participantEntrypoints: ((job: JobContext, p: RemoteParticipant) => Promise<void>)[] = [];\n  #participantTasks: {\n    [id: string]: {\n      callback: (job: JobContext, p: RemoteParticipant) => Promise<void>;\n      result: Promise<void>;\n    };\n  } = {};\n  #logger: Logger;\n  #inferenceExecutor: InferenceExecutor;\n\n  /** @internal */\n  _primaryAgentSession?: AgentSession;\n\n  /** @internal */\n  _sessionDirectory: string;\n\n  private connected: boolean = false;\n\n  constructor(\n    proc: JobProcess,\n    info: RunningJobInfo,\n    room: Room,\n    onConnect: () => void,\n    onShutdown: (s: string) => void,\n    inferenceExecutor: InferenceExecutor,\n  ) {\n    this.#proc = proc;\n    this.#info = info;\n    this.#room = room;\n    this.#onConnect = onConnect;\n    this.#onShutdown = onShutdown;\n    this.onParticipantConnected = this.onParticipantConnected.bind(this);\n    this.#room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.#logger = log().child({\n      jobId: this.#info.job.id,\n      roomName: this.#info.job.room?.name,\n    });\n    this.#inferenceExecutor = inferenceExecutor;\n    this._sessionDirectory = path.join(os.tmpdir(), 'livekit-agents', `job-${this.#info.job.id}`);\n  }\n\n  get proc(): JobProcess {\n    return this.#proc;\n  }\n\n  get job(): proto.Job {\n    return this.#info.job;\n  }\n\n  get workerId(): string {\n    return this.#info.workerId;\n  }\n\n  /** @returns The room the agent was called into */\n  get room(): Room {\n    return this.#room;\n  }\n\n  get info(): RunningJobInfo {\n    return this.#info;\n  }\n\n  /** @returns The agent's participant if connected to the room, otherwise `undefined` */\n  get agent(): LocalParticipant | undefined {\n    return this.#room.localParticipant;\n  }\n\n  /** @returns The global inference executor */\n  get inferenceExecutor(): InferenceExecutor {\n    return this.#inferenceExecutor;\n  }\n\n  /**\n   * @returns The session directory for storing recordings and session data.\n   */\n  get sessionDirectory(): string {\n    return this._sessionDirectory;\n  }\n\n  /** Adds a promise to be awaited when {@link JobContext.shutdown | shutdown} is called. */\n  addShutdownCallback(callback: () => Promise<void>) {\n    this.shutdownCallbacks.push(callback);\n  }\n\n  async waitForParticipant(identity?: string): Promise<RemoteParticipant> {\n    if (!this.#room.isConnected) {\n      throw new Error('room is not connected');\n    }\n\n    for (const p of this.#room.remoteParticipants.values()) {\n      if ((!identity || p.identity === identity) && p.info.kind != ParticipantKind.AGENT) {\n        return p;\n      }\n    }\n\n    return new Promise((resolve, reject) => {\n      const onParticipantConnected = (participant: RemoteParticipant) => {\n        if (\n          (!identity || participant.identity === identity) &&\n          participant.info.kind != ParticipantKind.AGENT\n        ) {\n          clearHandlers();\n          resolve(participant);\n        }\n      };\n      const onDisconnected = () => {\n        clearHandlers();\n        reject(new Error('Room disconnected while waiting for participant'));\n      };\n\n      const clearHandlers = () => {\n        this.#room.off(RoomEvent.ParticipantConnected, onParticipantConnected);\n        this.#room.off(RoomEvent.Disconnected, onDisconnected);\n      };\n\n      this.#room.on(RoomEvent.ParticipantConnected, onParticipantConnected);\n      this.#room.on(RoomEvent.Disconnected, onDisconnected);\n    });\n  }\n\n  /**\n   * Connects the agent to the room.\n   *\n   * @remarks\n   * It is recommended to run this command as early in the function as possible, as executing it\n   * later may cause noticeable delay between user and agent joins.\n   *\n   * @see {@link https://github.com/livekit/node-sdks/tree/main/packages/livekit-rtc#readme |\n   * @livekit/rtc-node} for more information about the parameters.\n   */\n  async connect(\n    e2ee?: E2EEOptions,\n    autoSubscribe: AutoSubscribe = AutoSubscribe.SUBSCRIBE_ALL,\n    rtcConfig?: RtcConfiguration,\n  ) {\n    if (this.connected) {\n      return;\n    }\n\n    const opts = {\n      e2ee,\n      autoSubscribe: autoSubscribe == AutoSubscribe.SUBSCRIBE_ALL,\n      rtcConfig,\n      dynacast: false,\n    };\n\n    await this.#room.connect(this.#info.url, this.#info.token, opts);\n    this.#onConnect();\n\n    this.#room.remoteParticipants.forEach(this.onParticipantConnected);\n\n    if ([AutoSubscribe.AUDIO_ONLY, AutoSubscribe.VIDEO_ONLY].includes(autoSubscribe)) {\n      this.#room.remoteParticipants.forEach((p) => {\n        p.trackPublications.forEach((pub) => {\n          if (\n            (autoSubscribe === AutoSubscribe.AUDIO_ONLY && pub.kind === TrackKind.KIND_AUDIO) ||\n            (autoSubscribe === AutoSubscribe.VIDEO_ONLY && pub.kind === TrackKind.KIND_VIDEO)\n          ) {\n            pub.setSubscribed(true);\n          }\n        });\n      });\n    }\n    this.connected = true;\n  }\n\n  makeSessionReport(session?: AgentSession): SessionReport {\n    const targetSession = session || this._primaryAgentSession;\n\n    if (!targetSession) {\n      throw new Error('Cannot prepare report, no AgentSession was found');\n    }\n\n    const recorderIO = targetSession._recorderIO;\n\n    if (recorderIO && recorderIO.recording) {\n      throw new Error('Cannot create the AgentSession report, the RecorderIO is still recording');\n    }\n\n    return createSessionReport({\n      jobId: this.job.id,\n      roomId: this.job.room?.sid || '',\n      room: this.job.room?.name || '',\n      options: targetSession.options,\n      events: targetSession._recordedEvents,\n      enableRecording: targetSession._enableRecording,\n      chatHistory: targetSession.history.copy(),\n      startedAt: targetSession._startedAt,\n      audioRecordingPath: recorderIO?.outputPath,\n      audioRecordingStartedAt: recorderIO?.recordingStartedAt,\n    });\n  }\n\n  async _onSessionEnd(): Promise<void> {\n    const session = this._primaryAgentSession;\n    if (!session) {\n      return;\n    }\n\n    const report = this.makeSessionReport(session);\n\n    // TODO(brian): Implement CLI/console\n\n    // Upload session report to LiveKit Cloud if enabled\n    const url = new URL(this.#info.url);\n\n    if (report.enableRecording && isCloud(url)) {\n      try {\n        await uploadSessionReport({\n          agentName: this.job.agentName,\n          cloudHostname: url.hostname,\n          report,\n        });\n        this.#logger.info(\n          {\n            jobId: report.jobId,\n            roomId: report.roomId,\n          },\n          'Session report uploaded to LiveKit Cloud',\n        );\n      } catch (error) {\n        this.#logger.error({ error }, 'Failed to upload session report');\n      }\n    }\n\n    this.#logger.debug(\n      {\n        jobId: report.jobId,\n        roomId: report.roomId,\n        eventsCount: report.events.length,\n      },\n      'Session ended, report generated',\n    );\n\n    // Explicitly clear the recorded events to avoid leaking memory\n    session._recordedEvents = [];\n\n    try {\n      await flushOtelLogs();\n    } catch (error) {\n      this.#logger.error({ error }, 'Failed to flush OTEL logs');\n    }\n  }\n\n  /**\n   * Gracefully shuts down the job, and runs all shutdown promises.\n   *\n   * @param reason - Optional reason for shutdown\n   */\n  shutdown(reason = '') {\n    this.#onShutdown(reason);\n  }\n\n  /** @internal */\n  onParticipantConnected(p: RemoteParticipant) {\n    for (const callback of this.#participantEntrypoints) {\n      if (this.#participantTasks[p.identity!]?.callback == callback) {\n        this.#logger.warn(\n          'a participant has joined before a prior prticipant task matching the same identity has finished:',\n          p.identity,\n        );\n      }\n      const result = callback(this, p);\n      result.finally(() => delete this.#participantTasks[p.identity!]);\n      this.#participantTasks[p.identity!] = { callback, result };\n    }\n  }\n\n  /**\n   * Adds a promise to be awaited whenever a new participant joins the room.\n   *\n   * @throws {@link FunctionExistsError} if an entrypoint already exists\n   */\n  addParticipantEntrypoint(callback: (job: JobContext, p: RemoteParticipant) => Promise<void>) {\n    if (this.#participantEntrypoints.includes(callback)) {\n      throw new FunctionExistsError('entrypoints cannot be added more than once');\n    }\n\n    this.#participantEntrypoints.push(callback);\n  }\n\n  async initRecording() {\n    const url = new URL(this.#info.url);\n    if (!isCloud(url)) {\n      return;\n    }\n\n    this.#logger.debug({ hostname: url.hostname }, 'Configuring session recording (cloud tracer)');\n    await setupCloudTracer({\n      roomId: this.job.room!.sid,\n      jobId: this.job.id,\n      cloudHostname: url.hostname,\n    });\n  }\n}\n\nexport class JobProcess {\n  #pid = process.pid;\n  userData: { [id: string]: unknown } = {};\n\n  get pid(): number {\n    return this.#pid;\n  }\n}\n\n/**\n * A request sent by the server to spawn a new agent job.\n *\n * @remarks\n * For most applications, this is best left to the default, which simply accepts the job and\n * handles the logic inside the entrypoint function. This class is useful for vetting which\n * requests should fill idle processes and which should be outright rejected.\n */\nexport class JobRequest {\n  #job: proto.Job;\n  #onReject: () => Promise<void>;\n  #onAccept: (args: JobAcceptArguments) => Promise<void>;\n\n  /** @internal */\n  constructor(\n    job: proto.Job,\n    onReject: () => Promise<void>,\n    onAccept: (args: JobAcceptArguments) => Promise<void>,\n  ) {\n    this.#job = job;\n    this.#onReject = onReject;\n    this.#onAccept = onAccept;\n  }\n\n  /** @returns The ID of the job, set by the LiveKit server */\n  get id(): string {\n    return this.#job.id;\n  }\n\n  /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */\n  get job(): proto.Job {\n    return this.#job;\n  }\n\n  /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */\n  get room(): proto.Room | undefined {\n    return this.#job.room;\n  }\n\n  /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */\n  get publisher(): proto.ParticipantInfo | undefined {\n    return this.#job.participant;\n  }\n\n  /** @returns The agent's name, as set in {@link WorkerOptions} */\n  get agentName(): string {\n    return this.#job.agentName;\n  }\n\n  /** Rejects the job. */\n  async reject() {\n    await this.#onReject();\n  }\n\n  /** Accepts the job, launching it on an idle child process. */\n  async accept(name = '', identity = '', metadata = '', attributes?: { [key: string]: string }) {\n    if (identity === '') identity = 'agent-' + this.id;\n\n    this.#onAccept({ name, identity, metadata, attributes });\n  }\n}\n"],"mappings":"AAWA,SAAS,iBAAiB,WAAW,iBAAiB;AACtD,SAAS,yBAAyB;AAClC,YAAY,QAAQ;AACpB,YAAY,UAAU;AAGtB,SAAS,WAAW;AACpB,SAAS,eAAe,kBAAkB,2BAA2B;AACrE,SAAS,eAAe;AAExB,SAA6B,2BAA2B;AAGxD,MAAM,oBAAoB,IAAI,kBAA8B;AAOrD,SAAS,gBAA4B;AAC1C,QAAM,MAAM,kBAAkB,SAAS;AACvC,MAAI,CAAC,KAAK;AACR,UAAM,IAAI,MAAM,0EAA0E;AAAA,EAC5F;AACA,SAAO;AACT;AAMO,SAAS,kBAAqB,SAAqB,IAAgB;AACxE,SAAO,kBAAkB,IAAI,SAAS,EAAE;AAC1C;AAMO,SAAS,uBAA0B,SAAqB,IAAkC;AAC/F,SAAO,kBAAkB,IAAI,SAAS,EAAE;AAC1C;AAGO,IAAK,gBAAL,kBAAKA,mBAAL;AACL,EAAAA,8BAAA;AACA,EAAAA,8BAAA;AACA,EAAAA,8BAAA;AACA,EAAAA,8BAAA;AAJU,SAAAA;AAAA,GAAA;AAuBL,MAAM,4BAA4B,MAAM;AAAA,EAC7C,YAAY,KAAc;AACxB,UAAM,GAAG;AACT,WAAO,eAAe,MAAM,WAAW,SAAS;AAAA,EAClD;AACF;AAGO,MAAM,WAAW;AAAA,EACtB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAEA,oBAA6C,CAAC;AAAA,EAC9C,0BAAwF,CAAC;AAAA,EACzF,oBAKI,CAAC;AAAA,EACL;AAAA,EACA;AAAA;AAAA,EAGA;AAAA;AAAA,EAGA;AAAA,EAEQ,YAAqB;AAAA,EAE7B,YACE,MACA,MACA,MACA,WACA,YACA,mBACA;AAxHJ;AAyHI,SAAK,QAAQ;AACb,SAAK,QAAQ;AACb,SAAK,QAAQ;AACb,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,yBAAyB,KAAK,uBAAuB,KAAK,IAAI;AACnE,SAAK,MAAM,GAAG,UAAU,sBAAsB,KAAK,sBAAsB;AACzE,SAAK,UAAU,IAAI,EAAE,MAAM;AAAA,MACzB,OAAO,KAAK,MAAM,IAAI;AAAA,MACtB,WAAU,UAAK,MAAM,IAAI,SAAf,mBAAqB;AAAA,IACjC,CAAC;AACD,SAAK,qBAAqB;AAC1B,SAAK,oBAAoB,KAAK,KAAK,GAAG,OAAO,GAAG,kBAAkB,OAAO,KAAK,MAAM,IAAI,EAAE,EAAE;AAAA,EAC9F;AAAA,EAEA,IAAI,OAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAiB;AACnB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,OAAa;AACf,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,OAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,QAAsC;AACxC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA;AAAA,EAGA,IAAI,oBAAuC;AACzC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,mBAA2B;AAC7B,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,oBAAoB,UAA+B;AACjD,SAAK,kBAAkB,KAAK,QAAQ;AAAA,EACtC;AAAA,EAEA,MAAM,mBAAmB,UAA+C;AACtE,QAAI,CAAC,KAAK,MAAM,aAAa;AAC3B,YAAM,IAAI,MAAM,uBAAuB;AAAA,IACzC;AAEA,eAAW,KAAK,KAAK,MAAM,mBAAmB,OAAO,GAAG;AACtD,WAAK,CAAC,YAAY,EAAE,aAAa,aAAa,EAAE,KAAK,QAAQ,gBAAgB,OAAO;AAClF,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAM,yBAAyB,CAAC,gBAAmC;AACjE,aACG,CAAC,YAAY,YAAY,aAAa,aACvC,YAAY,KAAK,QAAQ,gBAAgB,OACzC;AACA,wBAAc;AACd,kBAAQ,WAAW;AAAA,QACrB;AAAA,MACF;AACA,YAAM,iBAAiB,MAAM;AAC3B,sBAAc;AACd,eAAO,IAAI,MAAM,iDAAiD,CAAC;AAAA,MACrE;AAEA,YAAM,gBAAgB,MAAM;AAC1B,aAAK,MAAM,IAAI,UAAU,sBAAsB,sBAAsB;AACrE,aAAK,MAAM,IAAI,UAAU,cAAc,cAAc;AAAA,MACvD;AAEA,WAAK,MAAM,GAAG,UAAU,sBAAsB,sBAAsB;AACpE,WAAK,MAAM,GAAG,UAAU,cAAc,cAAc;AAAA,IACtD,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYA,MAAM,QACJ,MACA,gBAA+B,uBAC/B,WACA;AACA,QAAI,KAAK,WAAW;AAClB;AAAA,IACF;AAEA,UAAM,OAAO;AAAA,MACX;AAAA,MACA,eAAe,iBAAiB;AAAA,MAChC;AAAA,MACA,UAAU;AAAA,IACZ;AAEA,UAAM,KAAK,MAAM,QAAQ,KAAK,MAAM,KAAK,KAAK,MAAM,OAAO,IAAI;AAC/D,SAAK,WAAW;AAEhB,SAAK,MAAM,mBAAmB,QAAQ,KAAK,sBAAsB;AAEjE,QAAI,CAAC,oBAA0B,kBAAwB,EAAE,SAAS,aAAa,GAAG;AAChF,WAAK,MAAM,mBAAmB,QAAQ,CAAC,MAAM;AAC3C,UAAE,kBAAkB,QAAQ,CAAC,QAAQ;AACnC,cACG,kBAAkB,sBAA4B,IAAI,SAAS,UAAU,cACrE,kBAAkB,sBAA4B,IAAI,SAAS,UAAU,YACtE;AACA,gBAAI,cAAc,IAAI;AAAA,UACxB;AAAA,QACF,CAAC;AAAA,MACH,CAAC;AAAA,IACH;AACA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,kBAAkB,SAAuC;AArQ3D;AAsQI,UAAM,gBAAgB,WAAW,KAAK;AAEtC,QAAI,CAAC,eAAe;AAClB,YAAM,IAAI,MAAM,kDAAkD;AAAA,IACpE;AAEA,UAAM,aAAa,cAAc;AAEjC,QAAI,cAAc,WAAW,WAAW;AACtC,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAEA,WAAO,oBAAoB;AAAA,MACzB,OAAO,KAAK,IAAI;AAAA,MAChB,UAAQ,UAAK,IAAI,SAAT,mBAAe,QAAO;AAAA,MAC9B,QAAM,UAAK,IAAI,SAAT,mBAAe,SAAQ;AAAA,MAC7B,SAAS,cAAc;AAAA,MACvB,QAAQ,cAAc;AAAA,MACtB,iBAAiB,cAAc;AAAA,MAC/B,aAAa,cAAc,QAAQ,KAAK;AAAA,MACxC,WAAW,cAAc;AAAA,MACzB,oBAAoB,yCAAY;AAAA,MAChC,yBAAyB,yCAAY;AAAA,IACvC,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,gBAA+B;AACnC,UAAM,UAAU,KAAK;AACrB,QAAI,CAAC,SAAS;AACZ;AAAA,IACF;AAEA,UAAM,SAAS,KAAK,kBAAkB,OAAO;AAK7C,UAAM,MAAM,IAAI,IAAI,KAAK,MAAM,GAAG;AAElC,QAAI,OAAO,mBAAmB,QAAQ,GAAG,GAAG;AAC1C,UAAI;AACF,cAAM,oBAAoB;AAAA,UACxB,WAAW,KAAK,IAAI;AAAA,UACpB,eAAe,IAAI;AAAA,UACnB;AAAA,QACF,CAAC;AACD,aAAK,QAAQ;AAAA,UACX;AAAA,YACE,OAAO,OAAO;AAAA,YACd,QAAQ,OAAO;AAAA,UACjB;AAAA,UACA;AAAA,QACF;AAAA,MACF,SAAS,OAAO;AACd,aAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,iCAAiC;AAAA,MACjE;AAAA,IACF;AAEA,SAAK,QAAQ;AAAA,MACX;AAAA,QACE,OAAO,OAAO;AAAA,QACd,QAAQ,OAAO;AAAA,QACf,aAAa,OAAO,OAAO;AAAA,MAC7B;AAAA,MACA;AAAA,IACF;AAGA,YAAQ,kBAAkB,CAAC;AAE3B,QAAI;AACF,YAAM,cAAc;AAAA,IACtB,SAAS,OAAO;AACd,WAAK,QAAQ,MAAM,EAAE,MAAM,GAAG,2BAA2B;AAAA,IAC3D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,SAAS,SAAS,IAAI;AACpB,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA;AAAA,EAGA,uBAAuB,GAAsB;AA7V/C;AA8VI,eAAW,YAAY,KAAK,yBAAyB;AACnD,YAAI,UAAK,kBAAkB,EAAE,QAAS,MAAlC,mBAAqC,aAAY,UAAU;AAC7D,aAAK,QAAQ;AAAA,UACX;AAAA,UACA,EAAE;AAAA,QACJ;AAAA,MACF;AACA,YAAM,SAAS,SAAS,MAAM,CAAC;AAC/B,aAAO,QAAQ,MAAM,OAAO,KAAK,kBAAkB,EAAE,QAAS,CAAC;AAC/D,WAAK,kBAAkB,EAAE,QAAS,IAAI,EAAE,UAAU,OAAO;AAAA,IAC3D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,yBAAyB,UAAoE;AAC3F,QAAI,KAAK,wBAAwB,SAAS,QAAQ,GAAG;AACnD,YAAM,IAAI,oBAAoB,4CAA4C;AAAA,IAC5E;AAEA,SAAK,wBAAwB,KAAK,QAAQ;AAAA,EAC5C;AAAA,EAEA,MAAM,gBAAgB;AACpB,UAAM,MAAM,IAAI,IAAI,KAAK,MAAM,GAAG;AAClC,QAAI,CAAC,QAAQ,GAAG,GAAG;AACjB;AAAA,IACF;AAEA,SAAK,QAAQ,MAAM,EAAE,UAAU,IAAI,SAAS,GAAG,8CAA8C;AAC7F,UAAM,iBAAiB;AAAA,MACrB,QAAQ,KAAK,IAAI,KAAM;AAAA,MACvB,OAAO,KAAK,IAAI;AAAA,MAChB,eAAe,IAAI;AAAA,IACrB,CAAC;AAAA,EACH;AACF;AAEO,MAAM,WAAW;AAAA,EACtB,OAAO,QAAQ;AAAA,EACf,WAAsC,CAAC;AAAA,EAEvC,IAAI,MAAc;AAChB,WAAO,KAAK;AAAA,EACd;AACF;AAUO,MAAM,WAAW;AAAA,EACtB;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGA,YACE,KACA,UACA,UACA;AACA,SAAK,OAAO;AACZ,SAAK,YAAY;AACjB,SAAK,YAAY;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,KAAa;AACf,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,MAAiB;AACnB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,OAA+B;AACjC,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,YAA+C;AACjD,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,IAAI,YAAoB;AACtB,WAAO,KAAK,KAAK;AAAA,EACnB;AAAA;AAAA,EAGA,MAAM,SAAS;AACb,UAAM,KAAK,UAAU;AAAA,EACvB;AAAA;AAAA,EAGA,MAAM,OAAO,OAAO,IAAI,WAAW,IAAI,WAAW,IAAI,YAAwC;AAC5F,QAAI,aAAa,GAAI,YAAW,WAAW,KAAK;AAEhD,SAAK,UAAU,EAAE,MAAM,UAAU,UAAU,WAAW,CAAC;AAAA,EACzD;AACF;","names":["AutoSubscribe"]}

package/dist/llm/chat_context.cjs

@@ -135,13 +135,27 @@ class FunctionCall {
   args;
   name;
   createdAt;
+  /**
+   * Opaque signature for Gemini thinking mode.
+   * When using Gemini 3+ models with thinking enabled, this signature must be
+   * preserved and returned with function responses to maintain thought context.
+   */
+  thoughtSignature;
   constructor(params) {
-    const { callId, name, args, id = (0, import_utils.shortuuid)("item_"), createdAt = Date.now() } = params;
+    const {
+      callId,
+      name,
+      args,
+      id = (0, import_utils.shortuuid)("item_"),
+      createdAt = Date.now(),
+      thoughtSignature
+    } = params;
     this.id = id;
     this.callId = callId;
     this.args = args;
     this.name = name;
     this.createdAt = createdAt;
+    this.thoughtSignature = thoughtSignature;
   }
   static create(params) {
     return new FunctionCall(params);
@@ -155,6 +169,9 @@ class FunctionCall {
       name: this.name,
       args: this.args
     };
+    if (this.thoughtSignature) {
+      result.thoughtSignature = this.thoughtSignature;
+    }
     if (!excludeTimestamp) {
       result.createdAt = this.createdAt;
     }
@@ -405,7 +422,7 @@ class ChatContext {
           return false;
         }
       } else if (a.type === "function_call" && b.type === "function_call") {
-        if (a.name !== b.name || a.callId !== b.callId || a.args !== b.args) {
+        if (a.name !== b.name || a.callId !== b.callId || a.args !== b.args || a.thoughtSignature !== b.thoughtSignature) {
           return false;
         }
       } else if (a.type === "function_call_output" && b.type === "function_call_output") {

package/dist/llm/chat_context.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/llm/chat_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, VideoFrame } from '@livekit/rtc-node';\nimport { createImmutableArray, shortuuid } from '../utils.js';\nimport { type ProviderFormat, toChatCtx } from './provider_format/index.js';\nimport type { JSONObject, JSONValue, ToolContext } from './tool_context.js';\n\nexport type ChatRole = 'developer' | 'system' | 'user' | 'assistant';\nexport interface ImageContent {\n  id: string;\n\n  type: 'image_content';\n\n  /**\n   * Either a string URL or a VideoFrame object.\n   */\n  image: string | VideoFrame;\n\n  inferenceDetail: 'auto' | 'high' | 'low';\n\n  inferenceWidth?: number;\n\n  inferenceHeight?: number;\n\n  mimeType?: string;\n\n  _cache: Record<any, any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n}\n\nexport interface AudioContent {\n  type: 'audio_content';\n\n  frame: AudioFrame[];\n\n  transcript?: string;\n}\n\nexport type ChatContent = ImageContent | AudioContent | string;\n\nexport function createImageContent(params: {\n  image: string | VideoFrame;\n  id?: string;\n  inferenceDetail?: 'auto' | 'high' | 'low';\n  inferenceWidth?: number;\n  inferenceHeight?: number;\n  mimeType?: string;\n}): ImageContent {\n  const {\n    image,\n    id = shortuuid('img_'),\n    inferenceDetail = 'auto',\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n  } = params;\n\n  return {\n    id,\n    type: 'image_content',\n    image,\n    inferenceDetail,\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n    _cache: {},\n  };\n}\n\nexport function createAudioContent(params: {\n  frame: AudioFrame[];\n  transcript?: string;\n}): AudioContent {\n  const { frame, transcript } = params;\n\n  return {\n    type: 'audio_content',\n    frame,\n    transcript,\n  };\n}\n\nexport class ChatMessage {\n  readonly id: string;\n\n  readonly type = 'message' as const;\n\n  readonly role: ChatRole;\n\n  content: ChatContent[];\n\n  interrupted: boolean;\n\n  hash?: Uint8Array;\n\n  createdAt: number;\n\n  constructor(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    const {\n      role,\n      content,\n      id = shortuuid('item_'),\n      interrupted = false,\n      createdAt = Date.now(),\n    } = params;\n    this.id = id;\n    this.role = role;\n    this.content = Array.isArray(content) ? content : [content];\n    this.interrupted = interrupted;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    return new ChatMessage(params);\n  }\n\n  /**\n   * Returns a single string with all text parts of the message joined by new\n   * lines. If no string content is present, returns `null`.\n   */\n  get textContent(): string | undefined {\n    const parts = this.content.filter((c): c is string => typeof c === 'string');\n    return parts.length > 0 ? parts.join('\\n') : undefined;\n  }\n\n  toJSONContent(): JSONValue[] {\n    return this.content.map((c) => {\n      if (typeof c === 'string') {\n        return c as JSONValue;\n      } else if (c.type === 'image_content') {\n        return {\n          id: c.id,\n          type: c.type,\n          image: c.image,\n          inferenceDetail: c.inferenceDetail,\n          inferenceWidth: c.inferenceWidth,\n          inferenceHeight: c.inferenceHeight,\n          mimeType: c.mimeType,\n        } as JSONObject;\n      } else {\n        return {\n          type: c.type,\n          transcript: c.transcript,\n        } as JSONObject;\n      }\n    });\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      role: this.role,\n      content: this.toJSONContent(),\n      interrupted: this.interrupted,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCall {\n  readonly id: string;\n\n  readonly type = 'function_call' as const;\n\n  callId: string;\n\n  args: string;\n\n  name: string;\n\n  createdAt: number;\n\n  constructor(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    const { callId, name, args, id = shortuuid('item_'), createdAt = Date.now() } = params;\n    this.id = id;\n    this.callId = callId;\n    this.args = args;\n    this.name = name;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    return new FunctionCall(params);\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      callId: this.callId,\n      name: this.name,\n      args: this.args,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCallOutput {\n  readonly id: string;\n\n  readonly type = 'function_call_output' as const;\n\n  name = '';\n\n  callId: string;\n\n  output: string;\n\n  isError: boolean;\n\n  createdAt: number;\n\n  constructor(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    const {\n      callId,\n      output,\n      isError,\n      id = shortuuid('item_'),\n      createdAt = Date.now(),\n      name = '',\n    } = params;\n    this.id = id;\n    this.callId = callId;\n    this.output = output;\n    this.isError = isError;\n    this.name = name;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    return new FunctionCallOutput(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      name: this.name,\n      callId: this.callId,\n      output: this.output,\n      isError: this.isError,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class AgentHandoffItem {\n  readonly id: string;\n\n  readonly type = 'agent_handoff' as const;\n\n  oldAgentId: string | undefined;\n\n  newAgentId: string;\n\n  createdAt: number;\n\n  constructor(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    const { oldAgentId, newAgentId, id = shortuuid('item_'), createdAt = Date.now() } = params;\n    this.id = id;\n    this.oldAgentId = oldAgentId;\n    this.newAgentId = newAgentId;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    return new AgentHandoffItem(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      newAgentId: this.newAgentId,\n    };\n\n    if (this.oldAgentId !== undefined) {\n      result.oldAgentId = this.oldAgentId;\n    }\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport type ChatItem = ChatMessage | FunctionCall | FunctionCallOutput | AgentHandoffItem;\n\nexport class ChatContext {\n  protected _items: ChatItem[];\n\n  constructor(items?: ChatItem[]) {\n    this._items = items ? items : [];\n  }\n\n  static empty(): ChatContext {\n    return new ChatContext([]);\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    this._items = items;\n  }\n\n  /**\n   * Add a new message to the context and return it.\n   */\n  addMessage(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }): ChatMessage {\n    const msg = new ChatMessage(params);\n    if (params.createdAt !== undefined) {\n      const idx = this.findInsertionIndex(params.createdAt);\n      this._items.splice(idx, 0, msg);\n    } else {\n      this._items.push(msg);\n    }\n    return msg;\n  }\n\n  /**\n   * Insert a single item or multiple items based on their `createdAt` field so\n   * that the array keeps its chronological order.\n   */\n  insert(item: ChatItem | ChatItem[]): void {\n    const arr = Array.isArray(item) ? item : [item];\n    for (const it of arr) {\n      const idx = this.findInsertionIndex(it.createdAt);\n      this._items.splice(idx, 0, it);\n    }\n  }\n\n  getById(itemId: string): ChatItem | undefined {\n    return this._items.find((i) => i.id === itemId);\n  }\n\n  indexById(itemId: string): number | undefined {\n    const idx = this._items.findIndex((i) => i.id === itemId);\n    return idx !== -1 ? idx : undefined;\n  }\n\n  copy(\n    options: {\n      excludeFunctionCall?: boolean;\n      excludeInstructions?: boolean;\n      excludeEmptyMessage?: boolean;\n      toolCtx?: ToolContext<any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n    } = {},\n  ): ChatContext {\n    const {\n      excludeFunctionCall = false,\n      excludeInstructions = false,\n      excludeEmptyMessage = false,\n      toolCtx,\n    } = options;\n    const items: ChatItem[] = [];\n\n    const isToolCallOrOutput = (item: ChatItem): item is FunctionCall | FunctionCallOutput =>\n      ['function_call', 'function_call_output'].includes(item.type);\n    const isChatMessage = (item: ChatItem): item is ChatMessage => item.type === 'message';\n\n    for (const item of this._items) {\n      if (excludeFunctionCall && isToolCallOrOutput(item)) {\n        continue;\n      }\n\n      if (\n        excludeInstructions &&\n        isChatMessage(item) &&\n        ['system', 'developer'].includes(item.role)\n      ) {\n        continue;\n      }\n\n      if (excludeEmptyMessage && isChatMessage(item) && item.content.length === 0) {\n        continue;\n      }\n\n      if (toolCtx !== undefined && isToolCallOrOutput(item) && toolCtx[item.name] === undefined) {\n        continue;\n      }\n\n      items.push(item);\n    }\n\n    return new ChatContext(items);\n  }\n\n  truncate(maxItems: number): ChatContext {\n    if (maxItems <= 0) return this;\n\n    const instructions = this._items.find((i) => i.type === 'message' && i.role === 'system') as\n      | ChatMessage\n      | undefined;\n\n    let newItems = this._items.slice(-maxItems);\n\n    // Ensure the first item is not a function-call artefact.\n    while (\n      newItems.length > 0 &&\n      ['function_call', 'function_call_output'].includes(newItems[0]!.type)\n    ) {\n      newItems.shift();\n    }\n\n    if (instructions) {\n      // At this point `instructions` is defined, so it is safe to pass to `includes`.\n      if (!newItems.includes(instructions)) {\n        newItems = [instructions, ...newItems];\n      }\n    }\n\n    // replace the items in place to keep the reference\n    this._items.splice(0, this._items.length, ...newItems);\n    return this;\n  }\n\n  toJSON(\n    options: {\n      excludeImage?: boolean;\n      excludeAudio?: boolean;\n      excludeTimestamp?: boolean;\n      excludeFunctionCall?: boolean;\n    } = {},\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  ): JSONObject {\n    const {\n      excludeImage = true,\n      excludeAudio = true,\n      excludeTimestamp = true,\n      excludeFunctionCall = false,\n    } = options;\n\n    const items: ChatItem[] = [];\n\n    for (const item of this._items) {\n      let processedItem = item;\n\n      if (excludeFunctionCall && ['function_call', 'function_call_output'].includes(item.type)) {\n        continue;\n      }\n\n      if (item.type === 'message') {\n        processedItem = ChatMessage.create({\n          role: item.role,\n          content: item.content,\n          id: item.id,\n          interrupted: item.interrupted,\n          createdAt: item.createdAt,\n        });\n\n        // Filter content based on options\n        if (excludeImage) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'image_content');\n          });\n        }\n\n        if (excludeAudio) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'audio_content');\n          });\n        }\n      }\n\n      items.push(processedItem);\n    }\n\n    return {\n      items: items.map((item) => item.toJSON(excludeTimestamp)),\n    };\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  async toProviderFormat(format: ProviderFormat, injectDummyUserMessage: boolean = true) {\n    return await toChatCtx(format, this, injectDummyUserMessage);\n  }\n\n  /**\n   * Internal helper used by `truncate` & `addMessage` to find the correct\n   * insertion index for a timestamp so the list remains sorted.\n   */\n  private findInsertionIndex(createdAt: number): number {\n    for (let i = this._items.length - 1; i >= 0; i -= 1) {\n      const item = this._items[i];\n      if (item!.createdAt <= createdAt) {\n        return i + 1;\n      }\n    }\n    return 0;\n  }\n\n  /**\n   * Return true if `other` has the same sequence of items with matching\n   * essential fields (IDs, types, and payload) as this context.\n   *\n   * Comparison rules:\n   * - Messages: compares the full `content` list, `role` and `interrupted`.\n   * - Function calls: compares `name`, `callId`, and `args`.\n   * - Function call outputs: compares `name`, `callId`, `output`, and `isError`.\n   *\n   * Does not consider timestamps or other metadata.\n   */\n  isEquivalent(other: ChatContext): boolean {\n    if (this === other) {\n      return true;\n    }\n\n    if (this.items.length !== other.items.length) {\n      return false;\n    }\n\n    for (let i = 0; i < this.items.length; i++) {\n      const a = this.items[i]!;\n      const b = other.items[i]!;\n\n      if (a.id !== b.id || a.type !== b.type) {\n        return false;\n      }\n\n      if (a.type === 'message' && b.type === 'message') {\n        if (\n          a.role !== b.role ||\n          a.interrupted !== b.interrupted ||\n          !this.compareContent(a.content, b.content)\n        ) {\n          return false;\n        }\n      } else if (a.type === 'function_call' && b.type === 'function_call') {\n        if (a.name !== b.name || a.callId !== b.callId || a.args !== b.args) {\n          return false;\n        }\n      } else if (a.type === 'function_call_output' && b.type === 'function_call_output') {\n        if (\n          a.name !== b.name ||\n          a.callId !== b.callId ||\n          a.output !== b.output ||\n          a.isError !== b.isError\n        ) {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Compare two content arrays for equality.\n   */\n  private compareContent(a: ChatContent[], b: ChatContent[]): boolean {\n    if (a.length !== b.length) {\n      return false;\n    }\n\n    for (let i = 0; i < a.length; i++) {\n      const contentA = a[i]!;\n      const contentB = b[i]!;\n\n      if (typeof contentA === 'string' && typeof contentB === 'string') {\n        if (contentA !== contentB) {\n          return false;\n        }\n        continue;\n      }\n\n      if (typeof contentA !== typeof contentB) {\n        return false;\n      }\n\n      if (typeof contentA === 'object' && typeof contentB === 'object') {\n        if (contentA.type === 'image_content' && contentB.type === 'image_content') {\n          if (\n            contentA.id !== contentB.id ||\n            contentA.image !== contentB.image ||\n            contentA.inferenceDetail !== contentB.inferenceDetail ||\n            contentA.inferenceWidth !== contentB.inferenceWidth ||\n            contentA.inferenceHeight !== contentB.inferenceHeight ||\n            contentA.mimeType !== contentB.mimeType\n          ) {\n            return false;\n          }\n        } else if (contentA.type === 'audio_content' && contentB.type === 'audio_content') {\n          if (contentA.frame.length !== contentB.frame.length) {\n            return false;\n          }\n          if (contentA.transcript !== contentB.transcript) {\n            return false;\n          }\n        } else {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Indicates whether the context is read-only\n   */\n  get readonly(): boolean {\n    return false;\n  }\n}\n\nexport class ReadonlyChatContext extends ChatContext {\n  static readonly errorMsg =\n    'Please use .copy() and agent.update_chat_ctx() to modify the chat context.';\n\n  constructor(items: ChatItem[]) {\n    super(createImmutableArray(items, ReadonlyChatContext.errorMsg));\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    throw new Error(\n      `Cannot set items on a read-only chat context. ${ReadonlyChatContext.errorMsg}`,\n    );\n  }\n\n  get readonly(): boolean {\n    return true;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAgD;AAChD,6BAA+C;AAmCxC,SAAS,mBAAmB,QAOlB;AACf,QAAM;AAAA,IACJ;AAAA,IACA,SAAK,wBAAU,MAAM;AAAA,IACrB,kBAAkB;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI;AAEJ,SAAO;AAAA,IACL;AAAA,IACA,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ,CAAC;AAAA,EACX;AACF;AAEO,SAAS,mBAAmB,QAGlB;AACf,QAAM,EAAE,OAAO,WAAW,IAAI;AAE9B,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA;AAAA,EACF;AACF;AAEO,MAAM,YAAY;AAAA,EACd;AAAA,EAEA,OAAO;AAAA,EAEP;AAAA,EAET;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAMT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,SAAK,wBAAU,OAAO;AAAA,MACtB,cAAc;AAAA,MACd,YAAY,KAAK,IAAI;AAAA,IACvB,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,OAAO;AACZ,SAAK,UAAU,MAAM,QAAQ,OAAO,IAAI,UAAU,CAAC,OAAO;AAC1D,SAAK,cAAc;AACnB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAMX;AACD,WAAO,IAAI,YAAY,MAAM;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAI,cAAkC;AACpC,UAAM,QAAQ,KAAK,QAAQ,OAAO,CAAC,MAAmB,OAAO,MAAM,QAAQ;AAC3E,WAAO,MAAM,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI;AAAA,EAC/C;AAAA,EAEA,gBAA6B;AAC3B,WAAO,KAAK,QAAQ,IAAI,CAAC,MAAM;AAC7B,UAAI,OAAO,MAAM,UAAU;AACzB,eAAO;AAAA,MACT,WAAW,EAAE,SAAS,iBAAiB;AACrC,eAAO;AAAA,UACL,IAAI,EAAE;AAAA,UACN,MAAM,EAAE;AAAA,UACR,OAAO,EAAE;AAAA,UACT,iBAAiB,EAAE;AAAA,UACnB,gBAAgB,EAAE;AAAA,UAClB,iBAAiB,EAAE;AAAA,UACnB,UAAU,EAAE;AAAA,QACd;AAAA,MACF,OAAO;AACL,eAAO;AAAA,UACL,MAAM,EAAE;AAAA,UACR,YAAY,EAAE;AAAA,QAChB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,SAAS,KAAK,cAAc;AAAA,MAC5B,aAAa,KAAK;AAAA,IACpB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,aAAa;AAAA,EACf;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAMT;AACD,UAAM,EAAE,QAAQ,MAAM,MAAM,SAAK,wBAAU,OAAO,GAAG,YAAY,KAAK,IAAI,EAAE,IAAI;AAChF,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAMX;AACD,WAAO,IAAI,aAAa,MAAM;AAAA,EAChC;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,IACb;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,mBAAmB;AAAA,EACrB;AAAA,EAEA,OAAO;AAAA,EAEhB,OAAO;AAAA,EAEP;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAOT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAK,wBAAU,OAAO;AAAA,MACtB,YAAY,KAAK,IAAI;AAAA,MACrB,OAAO;AAAA,IACT,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,OAAO;AACZ,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAOX;AACD,WAAO,IAAI,mBAAmB,MAAM;AAAA,EACtC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAChB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,iBAAiB;AAAA,EACnB;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAKT;AACD,UAAM,EAAE,YAAY,YAAY,SAAK,wBAAU,OAAO,GAAG,YAAY,KAAK,IAAI,EAAE,IAAI;AACpF,SAAK,KAAK;AACV,SAAK,aAAa;AAClB,SAAK,aAAa;AAClB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAKX;AACD,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,YAAY,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,eAAe,QAAW;AACjC,aAAO,aAAa,KAAK;AAAA,IAC3B;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAIO,MAAM,YAAY;AAAA,EACb;AAAA,EAEV,YAAY,OAAoB;AAC9B,SAAK,SAAS,QAAQ,QAAQ,CAAC;AAAA,EACjC;AAAA,EAEA,OAAO,QAAqB;AAC1B,WAAO,IAAI,YAAY,CAAC,CAAC;AAAA,EAC3B;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,WAAW,QAMK;AACd,UAAM,MAAM,IAAI,YAAY,MAAM;AAClC,QAAI,OAAO,cAAc,QAAW;AAClC,YAAM,MAAM,KAAK,mBAAmB,OAAO,SAAS;AACpD,WAAK,OAAO,OAAO,KAAK,GAAG,GAAG;AAAA,IAChC,OAAO;AACL,WAAK,OAAO,KAAK,GAAG;AAAA,IACtB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAO,MAAmC;AACxC,UAAM,MAAM,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;AAC9C,eAAW,MAAM,KAAK;AACpB,YAAM,MAAM,KAAK,mBAAmB,GAAG,SAAS;AAChD,WAAK,OAAO,OAAO,KAAK,GAAG,EAAE;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,QAAQ,QAAsC;AAC5C,WAAO,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM;AAAA,EAChD;AAAA,EAEA,UAAU,QAAoC;AAC5C,UAAM,MAAM,KAAK,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,MAAM;AACxD,WAAO,QAAQ,KAAK,MAAM;AAAA,EAC5B;AAAA,EAEA,KACE,UAKI,CAAC,GACQ;AACb,UAAM;AAAA,MACJ,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB;AAAA,IACF,IAAI;AACJ,UAAM,QAAoB,CAAC;AAE3B,UAAM,qBAAqB,CAAC,SAC1B,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI;AAC9D,UAAM,gBAAgB,CAAC,SAAwC,KAAK,SAAS;AAE7E,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,uBAAuB,mBAAmB,IAAI,GAAG;AACnD;AAAA,MACF;AAEA,UACE,uBACA,cAAc,IAAI,KAClB,CAAC,UAAU,WAAW,EAAE,SAAS,KAAK,IAAI,GAC1C;AACA;AAAA,MACF;AAEA,UAAI,uBAAuB,cAAc,IAAI,KAAK,KAAK,QAAQ,WAAW,GAAG;AAC3E;AAAA,MACF;AAEA,UAAI,YAAY,UAAa,mBAAmB,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,QAAW;AACzF;AAAA,MACF;AAEA,YAAM,KAAK,IAAI;AAAA,IACjB;AAEA,WAAO,IAAI,YAAY,KAAK;AAAA,EAC9B;AAAA,EAEA,SAAS,UAA+B;AACtC,QAAI,YAAY,EAAG,QAAO;AAE1B,UAAM,eAAe,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,aAAa,EAAE,SAAS,QAAQ;AAIxF,QAAI,WAAW,KAAK,OAAO,MAAM,CAAC,QAAQ;AAG1C,WACE,SAAS,SAAS,KAClB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,SAAS,CAAC,EAAG,IAAI,GACpE;AACA,eAAS,MAAM;AAAA,IACjB;AAEA,QAAI,cAAc;AAEhB,UAAI,CAAC,SAAS,SAAS,YAAY,GAAG;AACpC,mBAAW,CAAC,cAAc,GAAG,QAAQ;AAAA,MACvC;AAAA,IACF;AAGA,SAAK,OAAO,OAAO,GAAG,KAAK,OAAO,QAAQ,GAAG,QAAQ;AACrD,WAAO;AAAA,EACT;AAAA,EAEA,OACE,UAKI,CAAC,GAEO;AACZ,UAAM;AAAA,MACJ,eAAe;AAAA,MACf,eAAe;AAAA,MACf,mBAAmB;AAAA,MACnB,sBAAsB;AAAA,IACxB,IAAI;AAEJ,UAAM,QAAoB,CAAC;AAE3B,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,gBAAgB;AAEpB,UAAI,uBAAuB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI,GAAG;AACxF;AAAA,MACF;AAEA,UAAI,KAAK,SAAS,WAAW;AAC3B,wBAAgB,YAAY,OAAO;AAAA,UACjC,MAAM,KAAK;AAAA,UACX,SAAS,KAAK;AAAA,UACd,IAAI,KAAK;AAAA,UACT,aAAa,KAAK;AAAA,UAClB,WAAW,KAAK;AAAA,QAClB,CAAC;AAGD,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAEA,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAAA,MACF;AAEA,YAAM,KAAK,aAAa;AAAA,IAC1B;AAEA,WAAO;AAAA,MACL,OAAO,MAAM,IAAI,CAAC,SAAS,KAAK,OAAO,gBAAgB,CAAC;AAAA,IAC1D;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,iBAAiB,QAAwB,yBAAkC,MAAM;AACrF,WAAO,UAAM,kCAAU,QAAQ,MAAM,sBAAsB;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,mBAAmB,WAA2B;AACpD,aAAS,IAAI,KAAK,OAAO,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AACnD,YAAM,OAAO,KAAK,OAAO,CAAC;AAC1B,UAAI,KAAM,aAAa,WAAW;AAChC,eAAO,IAAI;AAAA,MACb;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,aAAa,OAA6B;AACxC,QAAI,SAAS,OAAO;AAClB,aAAO;AAAA,IACT;AAEA,QAAI,KAAK,MAAM,WAAW,MAAM,MAAM,QAAQ;AAC5C,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,KAAK,MAAM,QAAQ,KAAK;AAC1C,YAAM,IAAI,KAAK,MAAM,CAAC;AACtB,YAAM,IAAI,MAAM,MAAM,CAAC;AAEvB,UAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;AACtC,eAAO;AAAA,MACT;AAEA,UAAI,EAAE,SAAS,aAAa,EAAE,SAAS,WAAW;AAChD,YACE,EAAE,SAAS,EAAE,QACb,EAAE,gBAAgB,EAAE,eACpB,CAAC,KAAK,eAAe,EAAE,SAAS,EAAE,OAAO,GACzC;AACA,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,mBAAmB,EAAE,SAAS,iBAAiB;AACnE,YAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;AACnE,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,0BAA0B,EAAE,SAAS,wBAAwB;AACjF,YACE,EAAE,SAAS,EAAE,QACb,EAAE,WAAW,EAAE,UACf,EAAE,WAAW,EAAE,UACf,EAAE,YAAY,EAAE,SAChB;AACA,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,GAAkB,GAA2B;AAClE,QAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,YAAM,WAAW,EAAE,CAAC;AACpB,YAAM,WAAW,EAAE,CAAC;AAEpB,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,aAAa,UAAU;AACzB,iBAAO;AAAA,QACT;AACA;AAAA,MACF;AAEA,UAAI,OAAO,aAAa,OAAO,UAAU;AACvC,eAAO;AAAA,MACT;AAEA,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AAC1E,cACE,SAAS,OAAO,SAAS,MACzB,SAAS,UAAU,SAAS,SAC5B,SAAS,oBAAoB,SAAS,mBACtC,SAAS,mBAAmB,SAAS,kBACrC,SAAS,oBAAoB,SAAS,mBACtC,SAAS,aAAa,SAAS,UAC/B;AACA,mBAAO;AAAA,UACT;AAAA,QACF,WAAW,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AACjF,cAAI,SAAS,MAAM,WAAW,SAAS,MAAM,QAAQ;AACnD,mBAAO;AAAA,UACT;AACA,cAAI,SAAS,eAAe,SAAS,YAAY;AAC/C,mBAAO;AAAA,UACT;AAAA,QACF,OAAO;AACL,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;AAEO,MAAM,4BAA4B,YAAY;AAAA,EACnD,OAAgB,WACd;AAAA,EAEF,YAAY,OAAmB;AAC7B,cAAM,mCAAqB,OAAO,oBAAoB,QAAQ,CAAC;AAAA,EACjE;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,UAAM,IAAI;AAAA,MACR,iDAAiD,oBAAoB,QAAQ;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/llm/chat_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, VideoFrame } from '@livekit/rtc-node';\nimport { createImmutableArray, shortuuid } from '../utils.js';\nimport { type ProviderFormat, toChatCtx } from './provider_format/index.js';\nimport type { JSONObject, JSONValue, ToolContext } from './tool_context.js';\n\nexport type ChatRole = 'developer' | 'system' | 'user' | 'assistant';\nexport interface ImageContent {\n  id: string;\n\n  type: 'image_content';\n\n  /**\n   * Either a string URL or a VideoFrame object.\n   */\n  image: string | VideoFrame;\n\n  inferenceDetail: 'auto' | 'high' | 'low';\n\n  inferenceWidth?: number;\n\n  inferenceHeight?: number;\n\n  mimeType?: string;\n\n  _cache: Record<any, any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n}\n\nexport interface AudioContent {\n  type: 'audio_content';\n\n  frame: AudioFrame[];\n\n  transcript?: string;\n}\n\nexport type ChatContent = ImageContent | AudioContent | string;\n\nexport function createImageContent(params: {\n  image: string | VideoFrame;\n  id?: string;\n  inferenceDetail?: 'auto' | 'high' | 'low';\n  inferenceWidth?: number;\n  inferenceHeight?: number;\n  mimeType?: string;\n}): ImageContent {\n  const {\n    image,\n    id = shortuuid('img_'),\n    inferenceDetail = 'auto',\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n  } = params;\n\n  return {\n    id,\n    type: 'image_content',\n    image,\n    inferenceDetail,\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n    _cache: {},\n  };\n}\n\nexport function createAudioContent(params: {\n  frame: AudioFrame[];\n  transcript?: string;\n}): AudioContent {\n  const { frame, transcript } = params;\n\n  return {\n    type: 'audio_content',\n    frame,\n    transcript,\n  };\n}\n\nexport class ChatMessage {\n  readonly id: string;\n\n  readonly type = 'message' as const;\n\n  readonly role: ChatRole;\n\n  content: ChatContent[];\n\n  interrupted: boolean;\n\n  hash?: Uint8Array;\n\n  createdAt: number;\n\n  constructor(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    const {\n      role,\n      content,\n      id = shortuuid('item_'),\n      interrupted = false,\n      createdAt = Date.now(),\n    } = params;\n    this.id = id;\n    this.role = role;\n    this.content = Array.isArray(content) ? content : [content];\n    this.interrupted = interrupted;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    return new ChatMessage(params);\n  }\n\n  /**\n   * Returns a single string with all text parts of the message joined by new\n   * lines. If no string content is present, returns `null`.\n   */\n  get textContent(): string | undefined {\n    const parts = this.content.filter((c): c is string => typeof c === 'string');\n    return parts.length > 0 ? parts.join('\\n') : undefined;\n  }\n\n  toJSONContent(): JSONValue[] {\n    return this.content.map((c) => {\n      if (typeof c === 'string') {\n        return c as JSONValue;\n      } else if (c.type === 'image_content') {\n        return {\n          id: c.id,\n          type: c.type,\n          image: c.image,\n          inferenceDetail: c.inferenceDetail,\n          inferenceWidth: c.inferenceWidth,\n          inferenceHeight: c.inferenceHeight,\n          mimeType: c.mimeType,\n        } as JSONObject;\n      } else {\n        return {\n          type: c.type,\n          transcript: c.transcript,\n        } as JSONObject;\n      }\n    });\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      role: this.role,\n      content: this.toJSONContent(),\n      interrupted: this.interrupted,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCall {\n  readonly id: string;\n\n  readonly type = 'function_call' as const;\n\n  callId: string;\n\n  args: string;\n\n  name: string;\n\n  createdAt: number;\n\n  /**\n   * Opaque signature for Gemini thinking mode.\n   * When using Gemini 3+ models with thinking enabled, this signature must be\n   * preserved and returned with function responses to maintain thought context.\n   */\n  thoughtSignature?: string;\n\n  constructor(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n    thoughtSignature?: string;\n  }) {\n    const {\n      callId,\n      name,\n      args,\n      id = shortuuid('item_'),\n      createdAt = Date.now(),\n      thoughtSignature,\n    } = params;\n    this.id = id;\n    this.callId = callId;\n    this.args = args;\n    this.name = name;\n    this.createdAt = createdAt;\n    this.thoughtSignature = thoughtSignature;\n  }\n\n  static create(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n    thoughtSignature?: string;\n  }) {\n    return new FunctionCall(params);\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      callId: this.callId,\n      name: this.name,\n      args: this.args,\n    };\n\n    if (this.thoughtSignature) {\n      result.thoughtSignature = this.thoughtSignature;\n    }\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCallOutput {\n  readonly id: string;\n\n  readonly type = 'function_call_output' as const;\n\n  name = '';\n\n  callId: string;\n\n  output: string;\n\n  isError: boolean;\n\n  createdAt: number;\n\n  constructor(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    const {\n      callId,\n      output,\n      isError,\n      id = shortuuid('item_'),\n      createdAt = Date.now(),\n      name = '',\n    } = params;\n    this.id = id;\n    this.callId = callId;\n    this.output = output;\n    this.isError = isError;\n    this.name = name;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    return new FunctionCallOutput(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      name: this.name,\n      callId: this.callId,\n      output: this.output,\n      isError: this.isError,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class AgentHandoffItem {\n  readonly id: string;\n\n  readonly type = 'agent_handoff' as const;\n\n  oldAgentId: string | undefined;\n\n  newAgentId: string;\n\n  createdAt: number;\n\n  constructor(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    const { oldAgentId, newAgentId, id = shortuuid('item_'), createdAt = Date.now() } = params;\n    this.id = id;\n    this.oldAgentId = oldAgentId;\n    this.newAgentId = newAgentId;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    return new AgentHandoffItem(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      newAgentId: this.newAgentId,\n    };\n\n    if (this.oldAgentId !== undefined) {\n      result.oldAgentId = this.oldAgentId;\n    }\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport type ChatItem = ChatMessage | FunctionCall | FunctionCallOutput | AgentHandoffItem;\n\nexport class ChatContext {\n  protected _items: ChatItem[];\n\n  constructor(items?: ChatItem[]) {\n    this._items = items ? items : [];\n  }\n\n  static empty(): ChatContext {\n    return new ChatContext([]);\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    this._items = items;\n  }\n\n  /**\n   * Add a new message to the context and return it.\n   */\n  addMessage(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }): ChatMessage {\n    const msg = new ChatMessage(params);\n    if (params.createdAt !== undefined) {\n      const idx = this.findInsertionIndex(params.createdAt);\n      this._items.splice(idx, 0, msg);\n    } else {\n      this._items.push(msg);\n    }\n    return msg;\n  }\n\n  /**\n   * Insert a single item or multiple items based on their `createdAt` field so\n   * that the array keeps its chronological order.\n   */\n  insert(item: ChatItem | ChatItem[]): void {\n    const arr = Array.isArray(item) ? item : [item];\n    for (const it of arr) {\n      const idx = this.findInsertionIndex(it.createdAt);\n      this._items.splice(idx, 0, it);\n    }\n  }\n\n  getById(itemId: string): ChatItem | undefined {\n    return this._items.find((i) => i.id === itemId);\n  }\n\n  indexById(itemId: string): number | undefined {\n    const idx = this._items.findIndex((i) => i.id === itemId);\n    return idx !== -1 ? idx : undefined;\n  }\n\n  copy(\n    options: {\n      excludeFunctionCall?: boolean;\n      excludeInstructions?: boolean;\n      excludeEmptyMessage?: boolean;\n      toolCtx?: ToolContext<any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n    } = {},\n  ): ChatContext {\n    const {\n      excludeFunctionCall = false,\n      excludeInstructions = false,\n      excludeEmptyMessage = false,\n      toolCtx,\n    } = options;\n    const items: ChatItem[] = [];\n\n    const isToolCallOrOutput = (item: ChatItem): item is FunctionCall | FunctionCallOutput =>\n      ['function_call', 'function_call_output'].includes(item.type);\n    const isChatMessage = (item: ChatItem): item is ChatMessage => item.type === 'message';\n\n    for (const item of this._items) {\n      if (excludeFunctionCall && isToolCallOrOutput(item)) {\n        continue;\n      }\n\n      if (\n        excludeInstructions &&\n        isChatMessage(item) &&\n        ['system', 'developer'].includes(item.role)\n      ) {\n        continue;\n      }\n\n      if (excludeEmptyMessage && isChatMessage(item) && item.content.length === 0) {\n        continue;\n      }\n\n      if (toolCtx !== undefined && isToolCallOrOutput(item) && toolCtx[item.name] === undefined) {\n        continue;\n      }\n\n      items.push(item);\n    }\n\n    return new ChatContext(items);\n  }\n\n  truncate(maxItems: number): ChatContext {\n    if (maxItems <= 0) return this;\n\n    const instructions = this._items.find((i) => i.type === 'message' && i.role === 'system') as\n      | ChatMessage\n      | undefined;\n\n    let newItems = this._items.slice(-maxItems);\n\n    // Ensure the first item is not a function-call artefact.\n    while (\n      newItems.length > 0 &&\n      ['function_call', 'function_call_output'].includes(newItems[0]!.type)\n    ) {\n      newItems.shift();\n    }\n\n    if (instructions) {\n      // At this point `instructions` is defined, so it is safe to pass to `includes`.\n      if (!newItems.includes(instructions)) {\n        newItems = [instructions, ...newItems];\n      }\n    }\n\n    // replace the items in place to keep the reference\n    this._items.splice(0, this._items.length, ...newItems);\n    return this;\n  }\n\n  toJSON(\n    options: {\n      excludeImage?: boolean;\n      excludeAudio?: boolean;\n      excludeTimestamp?: boolean;\n      excludeFunctionCall?: boolean;\n    } = {},\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  ): JSONObject {\n    const {\n      excludeImage = true,\n      excludeAudio = true,\n      excludeTimestamp = true,\n      excludeFunctionCall = false,\n    } = options;\n\n    const items: ChatItem[] = [];\n\n    for (const item of this._items) {\n      let processedItem = item;\n\n      if (excludeFunctionCall && ['function_call', 'function_call_output'].includes(item.type)) {\n        continue;\n      }\n\n      if (item.type === 'message') {\n        processedItem = ChatMessage.create({\n          role: item.role,\n          content: item.content,\n          id: item.id,\n          interrupted: item.interrupted,\n          createdAt: item.createdAt,\n        });\n\n        // Filter content based on options\n        if (excludeImage) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'image_content');\n          });\n        }\n\n        if (excludeAudio) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'audio_content');\n          });\n        }\n      }\n\n      items.push(processedItem);\n    }\n\n    return {\n      items: items.map((item) => item.toJSON(excludeTimestamp)),\n    };\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  async toProviderFormat(format: ProviderFormat, injectDummyUserMessage: boolean = true) {\n    return await toChatCtx(format, this, injectDummyUserMessage);\n  }\n\n  /**\n   * Internal helper used by `truncate` & `addMessage` to find the correct\n   * insertion index for a timestamp so the list remains sorted.\n   */\n  private findInsertionIndex(createdAt: number): number {\n    for (let i = this._items.length - 1; i >= 0; i -= 1) {\n      const item = this._items[i];\n      if (item!.createdAt <= createdAt) {\n        return i + 1;\n      }\n    }\n    return 0;\n  }\n\n  /**\n   * Return true if `other` has the same sequence of items with matching\n   * essential fields (IDs, types, and payload) as this context.\n   *\n   * Comparison rules:\n   * - Messages: compares the full `content` list, `role` and `interrupted`.\n   * - Function calls: compares `name`, `callId`, and `args`.\n   * - Function call outputs: compares `name`, `callId`, `output`, and `isError`.\n   *\n   * Does not consider timestamps or other metadata.\n   */\n  isEquivalent(other: ChatContext): boolean {\n    if (this === other) {\n      return true;\n    }\n\n    if (this.items.length !== other.items.length) {\n      return false;\n    }\n\n    for (let i = 0; i < this.items.length; i++) {\n      const a = this.items[i]!;\n      const b = other.items[i]!;\n\n      if (a.id !== b.id || a.type !== b.type) {\n        return false;\n      }\n\n      if (a.type === 'message' && b.type === 'message') {\n        if (\n          a.role !== b.role ||\n          a.interrupted !== b.interrupted ||\n          !this.compareContent(a.content, b.content)\n        ) {\n          return false;\n        }\n      } else if (a.type === 'function_call' && b.type === 'function_call') {\n        if (\n          a.name !== b.name ||\n          a.callId !== b.callId ||\n          a.args !== b.args ||\n          a.thoughtSignature !== b.thoughtSignature\n        ) {\n          return false;\n        }\n      } else if (a.type === 'function_call_output' && b.type === 'function_call_output') {\n        if (\n          a.name !== b.name ||\n          a.callId !== b.callId ||\n          a.output !== b.output ||\n          a.isError !== b.isError\n        ) {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Compare two content arrays for equality.\n   */\n  private compareContent(a: ChatContent[], b: ChatContent[]): boolean {\n    if (a.length !== b.length) {\n      return false;\n    }\n\n    for (let i = 0; i < a.length; i++) {\n      const contentA = a[i]!;\n      const contentB = b[i]!;\n\n      if (typeof contentA === 'string' && typeof contentB === 'string') {\n        if (contentA !== contentB) {\n          return false;\n        }\n        continue;\n      }\n\n      if (typeof contentA !== typeof contentB) {\n        return false;\n      }\n\n      if (typeof contentA === 'object' && typeof contentB === 'object') {\n        if (contentA.type === 'image_content' && contentB.type === 'image_content') {\n          if (\n            contentA.id !== contentB.id ||\n            contentA.image !== contentB.image ||\n            contentA.inferenceDetail !== contentB.inferenceDetail ||\n            contentA.inferenceWidth !== contentB.inferenceWidth ||\n            contentA.inferenceHeight !== contentB.inferenceHeight ||\n            contentA.mimeType !== contentB.mimeType\n          ) {\n            return false;\n          }\n        } else if (contentA.type === 'audio_content' && contentB.type === 'audio_content') {\n          if (contentA.frame.length !== contentB.frame.length) {\n            return false;\n          }\n          if (contentA.transcript !== contentB.transcript) {\n            return false;\n          }\n        } else {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Indicates whether the context is read-only\n   */\n  get readonly(): boolean {\n    return false;\n  }\n}\n\nexport class ReadonlyChatContext extends ChatContext {\n  static readonly errorMsg =\n    'Please use .copy() and agent.update_chat_ctx() to modify the chat context.';\n\n  constructor(items: ChatItem[]) {\n    super(createImmutableArray(items, ReadonlyChatContext.errorMsg));\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    throw new Error(\n      `Cannot set items on a read-only chat context. ${ReadonlyChatContext.errorMsg}`,\n    );\n  }\n\n  get readonly(): boolean {\n    return true;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAgD;AAChD,6BAA+C;AAmCxC,SAAS,mBAAmB,QAOlB;AACf,QAAM;AAAA,IACJ;AAAA,IACA,SAAK,wBAAU,MAAM;AAAA,IACrB,kBAAkB;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI;AAEJ,SAAO;AAAA,IACL;AAAA,IACA,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ,CAAC;AAAA,EACX;AACF;AAEO,SAAS,mBAAmB,QAGlB;AACf,QAAM,EAAE,OAAO,WAAW,IAAI;AAE9B,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA;AAAA,EACF;AACF;AAEO,MAAM,YAAY;AAAA,EACd;AAAA,EAEA,OAAO;AAAA,EAEP;AAAA,EAET;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAMT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,SAAK,wBAAU,OAAO;AAAA,MACtB,cAAc;AAAA,MACd,YAAY,KAAK,IAAI;AAAA,IACvB,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,OAAO;AACZ,SAAK,UAAU,MAAM,QAAQ,OAAO,IAAI,UAAU,CAAC,OAAO;AAC1D,SAAK,cAAc;AACnB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAMX;AACD,WAAO,IAAI,YAAY,MAAM;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAI,cAAkC;AACpC,UAAM,QAAQ,KAAK,QAAQ,OAAO,CAAC,MAAmB,OAAO,MAAM,QAAQ;AAC3E,WAAO,MAAM,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI;AAAA,EAC/C;AAAA,EAEA,gBAA6B;AAC3B,WAAO,KAAK,QAAQ,IAAI,CAAC,MAAM;AAC7B,UAAI,OAAO,MAAM,UAAU;AACzB,eAAO;AAAA,MACT,WAAW,EAAE,SAAS,iBAAiB;AACrC,eAAO;AAAA,UACL,IAAI,EAAE;AAAA,UACN,MAAM,EAAE;AAAA,UACR,OAAO,EAAE;AAAA,UACT,iBAAiB,EAAE;AAAA,UACnB,gBAAgB,EAAE;AAAA,UAClB,iBAAiB,EAAE;AAAA,UACnB,UAAU,EAAE;AAAA,QACd;AAAA,MACF,OAAO;AACL,eAAO;AAAA,UACL,MAAM,EAAE;AAAA,UACR,YAAY,EAAE;AAAA,QAChB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,SAAS,KAAK,cAAc;AAAA,MAC5B,aAAa,KAAK;AAAA,IACpB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,aAAa;AAAA,EACf;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA;AAAA,EAEA,YAAY,QAOT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAK,wBAAU,OAAO;AAAA,MACtB,YAAY,KAAK,IAAI;AAAA,MACrB;AAAA,IACF,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,YAAY;AACjB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,OAAO,OAAO,QAOX;AACD,WAAO,IAAI,aAAa,MAAM;AAAA,EAChC;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,IACb;AAEA,QAAI,KAAK,kBAAkB;AACzB,aAAO,mBAAmB,KAAK;AAAA,IACjC;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,mBAAmB;AAAA,EACrB;AAAA,EAEA,OAAO;AAAA,EAEhB,OAAO;AAAA,EAEP;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAOT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,SAAK,wBAAU,OAAO;AAAA,MACtB,YAAY,KAAK,IAAI;AAAA,MACrB,OAAO;AAAA,IACT,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,OAAO;AACZ,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAOX;AACD,WAAO,IAAI,mBAAmB,MAAM;AAAA,EACtC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAChB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,iBAAiB;AAAA,EACnB;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAKT;AACD,UAAM,EAAE,YAAY,YAAY,SAAK,wBAAU,OAAO,GAAG,YAAY,KAAK,IAAI,EAAE,IAAI;AACpF,SAAK,KAAK;AACV,SAAK,aAAa;AAClB,SAAK,aAAa;AAClB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAKX;AACD,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,YAAY,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,eAAe,QAAW;AACjC,aAAO,aAAa,KAAK;AAAA,IAC3B;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAIO,MAAM,YAAY;AAAA,EACb;AAAA,EAEV,YAAY,OAAoB;AAC9B,SAAK,SAAS,QAAQ,QAAQ,CAAC;AAAA,EACjC;AAAA,EAEA,OAAO,QAAqB;AAC1B,WAAO,IAAI,YAAY,CAAC,CAAC;AAAA,EAC3B;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,WAAW,QAMK;AACd,UAAM,MAAM,IAAI,YAAY,MAAM;AAClC,QAAI,OAAO,cAAc,QAAW;AAClC,YAAM,MAAM,KAAK,mBAAmB,OAAO,SAAS;AACpD,WAAK,OAAO,OAAO,KAAK,GAAG,GAAG;AAAA,IAChC,OAAO;AACL,WAAK,OAAO,KAAK,GAAG;AAAA,IACtB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAO,MAAmC;AACxC,UAAM,MAAM,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;AAC9C,eAAW,MAAM,KAAK;AACpB,YAAM,MAAM,KAAK,mBAAmB,GAAG,SAAS;AAChD,WAAK,OAAO,OAAO,KAAK,GAAG,EAAE;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,QAAQ,QAAsC;AAC5C,WAAO,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM;AAAA,EAChD;AAAA,EAEA,UAAU,QAAoC;AAC5C,UAAM,MAAM,KAAK,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,MAAM;AACxD,WAAO,QAAQ,KAAK,MAAM;AAAA,EAC5B;AAAA,EAEA,KACE,UAKI,CAAC,GACQ;AACb,UAAM;AAAA,MACJ,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB;AAAA,IACF,IAAI;AACJ,UAAM,QAAoB,CAAC;AAE3B,UAAM,qBAAqB,CAAC,SAC1B,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI;AAC9D,UAAM,gBAAgB,CAAC,SAAwC,KAAK,SAAS;AAE7E,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,uBAAuB,mBAAmB,IAAI,GAAG;AACnD;AAAA,MACF;AAEA,UACE,uBACA,cAAc,IAAI,KAClB,CAAC,UAAU,WAAW,EAAE,SAAS,KAAK,IAAI,GAC1C;AACA;AAAA,MACF;AAEA,UAAI,uBAAuB,cAAc,IAAI,KAAK,KAAK,QAAQ,WAAW,GAAG;AAC3E;AAAA,MACF;AAEA,UAAI,YAAY,UAAa,mBAAmB,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,QAAW;AACzF;AAAA,MACF;AAEA,YAAM,KAAK,IAAI;AAAA,IACjB;AAEA,WAAO,IAAI,YAAY,KAAK;AAAA,EAC9B;AAAA,EAEA,SAAS,UAA+B;AACtC,QAAI,YAAY,EAAG,QAAO;AAE1B,UAAM,eAAe,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,aAAa,EAAE,SAAS,QAAQ;AAIxF,QAAI,WAAW,KAAK,OAAO,MAAM,CAAC,QAAQ;AAG1C,WACE,SAAS,SAAS,KAClB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,SAAS,CAAC,EAAG,IAAI,GACpE;AACA,eAAS,MAAM;AAAA,IACjB;AAEA,QAAI,cAAc;AAEhB,UAAI,CAAC,SAAS,SAAS,YAAY,GAAG;AACpC,mBAAW,CAAC,cAAc,GAAG,QAAQ;AAAA,MACvC;AAAA,IACF;AAGA,SAAK,OAAO,OAAO,GAAG,KAAK,OAAO,QAAQ,GAAG,QAAQ;AACrD,WAAO;AAAA,EACT;AAAA,EAEA,OACE,UAKI,CAAC,GAEO;AACZ,UAAM;AAAA,MACJ,eAAe;AAAA,MACf,eAAe;AAAA,MACf,mBAAmB;AAAA,MACnB,sBAAsB;AAAA,IACxB,IAAI;AAEJ,UAAM,QAAoB,CAAC;AAE3B,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,gBAAgB;AAEpB,UAAI,uBAAuB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI,GAAG;AACxF;AAAA,MACF;AAEA,UAAI,KAAK,SAAS,WAAW;AAC3B,wBAAgB,YAAY,OAAO;AAAA,UACjC,MAAM,KAAK;AAAA,UACX,SAAS,KAAK;AAAA,UACd,IAAI,KAAK;AAAA,UACT,aAAa,KAAK;AAAA,UAClB,WAAW,KAAK;AAAA,QAClB,CAAC;AAGD,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAEA,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAAA,MACF;AAEA,YAAM,KAAK,aAAa;AAAA,IAC1B;AAEA,WAAO;AAAA,MACL,OAAO,MAAM,IAAI,CAAC,SAAS,KAAK,OAAO,gBAAgB,CAAC;AAAA,IAC1D;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,iBAAiB,QAAwB,yBAAkC,MAAM;AACrF,WAAO,UAAM,kCAAU,QAAQ,MAAM,sBAAsB;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,mBAAmB,WAA2B;AACpD,aAAS,IAAI,KAAK,OAAO,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AACnD,YAAM,OAAO,KAAK,OAAO,CAAC;AAC1B,UAAI,KAAM,aAAa,WAAW;AAChC,eAAO,IAAI;AAAA,MACb;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,aAAa,OAA6B;AACxC,QAAI,SAAS,OAAO;AAClB,aAAO;AAAA,IACT;AAEA,QAAI,KAAK,MAAM,WAAW,MAAM,MAAM,QAAQ;AAC5C,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,KAAK,MAAM,QAAQ,KAAK;AAC1C,YAAM,IAAI,KAAK,MAAM,CAAC;AACtB,YAAM,IAAI,MAAM,MAAM,CAAC;AAEvB,UAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;AACtC,eAAO;AAAA,MACT;AAEA,UAAI,EAAE,SAAS,aAAa,EAAE,SAAS,WAAW;AAChD,YACE,EAAE,SAAS,EAAE,QACb,EAAE,gBAAgB,EAAE,eACpB,CAAC,KAAK,eAAe,EAAE,SAAS,EAAE,OAAO,GACzC;AACA,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,mBAAmB,EAAE,SAAS,iBAAiB;AACnE,YACE,EAAE,SAAS,EAAE,QACb,EAAE,WAAW,EAAE,UACf,EAAE,SAAS,EAAE,QACb,EAAE,qBAAqB,EAAE,kBACzB;AACA,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,0BAA0B,EAAE,SAAS,wBAAwB;AACjF,YACE,EAAE,SAAS,EAAE,QACb,EAAE,WAAW,EAAE,UACf,EAAE,WAAW,EAAE,UACf,EAAE,YAAY,EAAE,SAChB;AACA,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,GAAkB,GAA2B;AAClE,QAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,YAAM,WAAW,EAAE,CAAC;AACpB,YAAM,WAAW,EAAE,CAAC;AAEpB,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,aAAa,UAAU;AACzB,iBAAO;AAAA,QACT;AACA;AAAA,MACF;AAEA,UAAI,OAAO,aAAa,OAAO,UAAU;AACvC,eAAO;AAAA,MACT;AAEA,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AAC1E,cACE,SAAS,OAAO,SAAS,MACzB,SAAS,UAAU,SAAS,SAC5B,SAAS,oBAAoB,SAAS,mBACtC,SAAS,mBAAmB,SAAS,kBACrC,SAAS,oBAAoB,SAAS,mBACtC,SAAS,aAAa,SAAS,UAC/B;AACA,mBAAO;AAAA,UACT;AAAA,QACF,WAAW,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AACjF,cAAI,SAAS,MAAM,WAAW,SAAS,MAAM,QAAQ;AACnD,mBAAO;AAAA,UACT;AACA,cAAI,SAAS,eAAe,SAAS,YAAY;AAC/C,mBAAO;AAAA,UACT;AAAA,QACF,OAAO;AACL,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;AAEO,MAAM,4BAA4B,YAAY;AAAA,EACnD,OAAgB,WACd;AAAA,EAEF,YAAY,OAAmB;AAC7B,cAAM,mCAAqB,OAAO,oBAAoB,QAAQ,CAAC;AAAA,EACjE;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,UAAM,IAAI;AAAA,MACR,iDAAiD,oBAAoB,QAAQ;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/llm/chat_context.d.cts

@@ -70,12 +70,19 @@ export declare class FunctionCall {
     args: string;
     name: string;
     createdAt: number;
+    /**
+     * Opaque signature for Gemini thinking mode.
+     * When using Gemini 3+ models with thinking enabled, this signature must be
+     * preserved and returned with function responses to maintain thought context.
+     */
+    thoughtSignature?: string;
     constructor(params: {
         callId: string;
         name: string;
         args: string;
         id?: string;
         createdAt?: number;
+        thoughtSignature?: string;
     });
     static create(params: {
         callId: string;
@@ -83,6 +90,7 @@ export declare class FunctionCall {
         args: string;
         id?: string;
         createdAt?: number;
+        thoughtSignature?: string;
     }): FunctionCall;
     toJSON(excludeTimestamp?: boolean): JSONValue;
 }

package/dist/llm/chat_context.d.ts

@@ -70,12 +70,19 @@ export declare class FunctionCall {
     args: string;
     name: string;
     createdAt: number;
+    /**
+     * Opaque signature for Gemini thinking mode.
+     * When using Gemini 3+ models with thinking enabled, this signature must be
+     * preserved and returned with function responses to maintain thought context.
+     */
+    thoughtSignature?: string;
     constructor(params: {
         callId: string;
         name: string;
         args: string;
         id?: string;
         createdAt?: number;
+        thoughtSignature?: string;
     });
     static create(params: {
         callId: string;
@@ -83,6 +90,7 @@ export declare class FunctionCall {
         args: string;
         id?: string;
         createdAt?: number;
+        thoughtSignature?: string;
     }): FunctionCall;
     toJSON(excludeTimestamp?: boolean): JSONValue;
 }

package/dist/llm/chat_context.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat_context.d.ts","sourceRoot":"","sources":["../../src/llm/chat_context.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEhE,OAAO,EAAE,KAAK,cAAc,EAAa,MAAM,4BAA4B,CAAC;AAC5E,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAE5E,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;AACrE,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IAEX,IAAI,EAAE,eAAe,CAAC;IAEtB;;OAEG;IACH,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAE3B,eAAe,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;IAEzC,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,eAAe,CAAC;IAEtB,KAAK,EAAE,UAAU,EAAE,CAAC;IAEpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,MAAM,CAAC;AAE/D,wBAAgB,kBAAkB,CAAC,MAAM,EAAE;IACzC,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,YAAY,CAoBf;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE;IACzC,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,YAAY,CAQf;AAED,qBAAa,WAAW;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,YAAsB;IAEnC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAExB,OAAO,EAAE,WAAW,EAAE,CAAC;IAEvB,WAAW,EAAE,OAAO,CAAC;IAErB,IAAI,CAAC,EAAE,UAAU,CAAC;IAElB,SAAS,EAAE,MAAM,CAAC;gBAEN,MAAM,EAAE;QAClB,IAAI,EAAE,QAAQ,CAAC;QACf,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAChC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAeD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,IAAI,EAAE,QAAQ,CAAC;QACf,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAChC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAID;;;OAGG;IACH,IAAI,WAAW,IAAI,MAAM,GAAG,SAAS,CAGpC;IAED,aAAa,IAAI,SAAS,EAAE;IAwB5B,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAerD;AAED,qBAAa,YAAY;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,kBAA4B;IAEzC,MAAM,EAAE,MAAM,CAAC;IAEf,IAAI,EAAE,MAAM,CAAC;IAEb,IAAI,EAAE,MAAM,CAAC;IAEb,SAAS,EAAE,MAAM,CAAC;gBAEN,MAAM,EAAE;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IASD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAKD,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAerD;AAED,qBAAa,kBAAkB;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,yBAAmC;IAEhD,IAAI,SAAM;IAEV,MAAM,EAAE,MAAM,CAAC;IAEf,MAAM,EAAE,MAAM,CAAC;IAEf,OAAO,EAAE,OAAO,CAAC;IAEjB,SAAS,EAAE,MAAM,CAAC;gBAEN,MAAM,EAAE;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAiBD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAID,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAgBrD;AAED,qBAAa,gBAAgB;IAC3B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,kBAA4B;IAEzC,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAE/B,UAAU,EAAE,MAAM,CAAC;IAEnB,SAAS,EAAE,MAAM,CAAC;gBAEN,MAAM,EAAE;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAQD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAID,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAiBrD;AAED,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,kBAAkB,GAAG,gBAAgB,CAAC;AAE1F,qBAAa,WAAW;IACtB,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC;gBAEjB,KAAK,CAAC,EAAE,QAAQ,EAAE;IAI9B,MAAM,CAAC,KAAK,IAAI,WAAW;IAI3B,IAAI,KAAK,IAAI,QAAQ,EAAE,CAEtB;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,EAE1B;IAED;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE;QACjB,IAAI,EAAE,QAAQ,CAAC;QACf,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAChC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,WAAW;IAWf;;;OAGG;IACH,MAAM,CAAC,IAAI,EAAE,QAAQ,GAAG,QAAQ,EAAE,GAAG,IAAI;IAQzC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAI7C,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK7C,IAAI,CACF,OAAO,GAAE;QACP,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,OAAO,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;KACvB,GACL,WAAW;IAwCd,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW;IA6BvC,MAAM,CACJ,OAAO,GAAE;QACP,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;KAC1B,GAEL,UAAU;IAiDP,gBAAgB,CAAC,MAAM,EAAE,cAAc,EAAE,sBAAsB,GAAE,OAAc;IAIrF;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAU1B;;;;;;;;;;OAUG;IACH,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO;IA4CzC;;OAEG;IACH,OAAO,CAAC,cAAc;IAgDtB;;OAEG;IACH,IAAI,QAAQ,IAAI,OAAO,CAEtB;CACF;AAED,qBAAa,mBAAoB,SAAQ,WAAW;IAClD,MAAM,CAAC,QAAQ,CAAC,QAAQ,gFACuD;gBAEnE,KAAK,EAAE,QAAQ,EAAE;IAI7B,IAAI,KAAK,IAAI,QAAQ,EAAE,CAEtB;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,EAI1B;IAED,IAAI,QAAQ,IAAI,OAAO,CAEtB;CACF"}
+{"version":3,"file":"chat_context.d.ts","sourceRoot":"","sources":["../../src/llm/chat_context.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAEhE,OAAO,EAAE,KAAK,cAAc,EAAa,MAAM,4BAA4B,CAAC;AAC5E,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAE5E,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;AACrE,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IAEX,IAAI,EAAE,eAAe,CAAC;IAEtB;;OAEG;IACH,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAE3B,eAAe,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;IAEzC,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,eAAe,CAAC;IAEtB,KAAK,EAAE,UAAU,EAAE,CAAC;IAEpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,MAAM,CAAC;AAE/D,wBAAgB,kBAAkB,CAAC,MAAM,EAAE;IACzC,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC;IAC3B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,eAAe,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,YAAY,CAoBf;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE;IACzC,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,YAAY,CAQf;AAED,qBAAa,WAAW;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,YAAsB;IAEnC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAExB,OAAO,EAAE,WAAW,EAAE,CAAC;IAEvB,WAAW,EAAE,OAAO,CAAC;IAErB,IAAI,CAAC,EAAE,UAAU,CAAC;IAElB,SAAS,EAAE,MAAM,CAAC;gBAEN,MAAM,EAAE;QAClB,IAAI,EAAE,QAAQ,CAAC;QACf,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAChC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAeD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,IAAI,EAAE,QAAQ,CAAC;QACf,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAChC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAID;;;OAGG;IACH,IAAI,WAAW,IAAI,MAAM,GAAG,SAAS,CAGpC;IAED,aAAa,IAAI,SAAS,EAAE;IAwB5B,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAerD;AAED,qBAAa,YAAY;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,kBAA4B;IAEzC,MAAM,EAAE,MAAM,CAAC;IAEf,IAAI,EAAE,MAAM,CAAC;IAEb,IAAI,EAAE,MAAM,CAAC;IAEb,SAAS,EAAE,MAAM,CAAC;IAElB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;gBAEd,MAAM,EAAE;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IAiBD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B;IAKD,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAmBrD;AAED,qBAAa,kBAAkB;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,yBAAmC;IAEhD,IAAI,SAAM;IAEV,MAAM,EAAE,MAAM,CAAC;IAEf,MAAM,EAAE,MAAM,CAAC;IAEf,OAAO,EAAE,OAAO,CAAC;IAEjB,SAAS,EAAE,MAAM,CAAC;gBAEN,MAAM,EAAE;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAiBD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAID,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAgBrD;AAED,qBAAa,gBAAgB;IAC3B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,IAAI,kBAA4B;IAEzC,UAAU,EAAE,MAAM,GAAG,SAAS,CAAC;IAE/B,UAAU,EAAE,MAAM,CAAC;IAEnB,SAAS,EAAE,MAAM,CAAC;gBAEN,MAAM,EAAE;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAQD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAID,MAAM,CAAC,gBAAgB,GAAE,OAAe,GAAG,SAAS;CAiBrD;AAED,MAAM,MAAM,QAAQ,GAAG,WAAW,GAAG,YAAY,GAAG,kBAAkB,GAAG,gBAAgB,CAAC;AAE1F,qBAAa,WAAW;IACtB,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC;gBAEjB,KAAK,CAAC,EAAE,QAAQ,EAAE;IAI9B,MAAM,CAAC,KAAK,IAAI,WAAW;IAI3B,IAAI,KAAK,IAAI,QAAQ,EAAE,CAEtB;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,EAE1B;IAED;;OAEG;IACH,UAAU,CAAC,MAAM,EAAE;QACjB,IAAI,EAAE,QAAQ,CAAC;QACf,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAChC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,WAAW,CAAC,EAAE,OAAO,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,WAAW;IAWf;;;OAGG;IACH,MAAM,CAAC,IAAI,EAAE,QAAQ,GAAG,QAAQ,EAAE,GAAG,IAAI;IAQzC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAI7C,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK7C,IAAI,CACF,OAAO,GAAE;QACP,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,OAAO,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;KACvB,GACL,WAAW;IAwCd,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW;IA6BvC,MAAM,CACJ,OAAO,GAAE;QACP,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;KAC1B,GAEL,UAAU;IAiDP,gBAAgB,CAAC,MAAM,EAAE,cAAc,EAAE,sBAAsB,GAAE,OAAc;IAIrF;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAU1B;;;;;;;;;;OAUG;IACH,YAAY,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO;IAiDzC;;OAEG;IACH,OAAO,CAAC,cAAc;IAgDtB;;OAEG;IACH,IAAI,QAAQ,IAAI,OAAO,CAEtB;CACF;AAED,qBAAa,mBAAoB,SAAQ,WAAW;IAClD,MAAM,CAAC,QAAQ,CAAC,QAAQ,gFACuD;gBAEnE,KAAK,EAAE,QAAQ,EAAE;IAI7B,IAAI,KAAK,IAAI,QAAQ,EAAE,CAEtB;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,EAI1B;IAED,IAAI,QAAQ,IAAI,OAAO,CAEtB;CACF"}

package/dist/llm/chat_context.js

@@ -105,13 +105,27 @@ class FunctionCall {
   args;
   name;
   createdAt;
+  /**
+   * Opaque signature for Gemini thinking mode.
+   * When using Gemini 3+ models with thinking enabled, this signature must be
+   * preserved and returned with function responses to maintain thought context.
+   */
+  thoughtSignature;
   constructor(params) {
-    const { callId, name, args, id = shortuuid("item_"), createdAt = Date.now() } = params;
+    const {
+      callId,
+      name,
+      args,
+      id = shortuuid("item_"),
+      createdAt = Date.now(),
+      thoughtSignature
+    } = params;
     this.id = id;
     this.callId = callId;
     this.args = args;
     this.name = name;
     this.createdAt = createdAt;
+    this.thoughtSignature = thoughtSignature;
   }
   static create(params) {
     return new FunctionCall(params);
@@ -125,6 +139,9 @@ class FunctionCall {
       name: this.name,
       args: this.args
     };
+    if (this.thoughtSignature) {
+      result.thoughtSignature = this.thoughtSignature;
+    }
     if (!excludeTimestamp) {
       result.createdAt = this.createdAt;
     }
@@ -375,7 +392,7 @@ class ChatContext {
           return false;
         }
       } else if (a.type === "function_call" && b.type === "function_call") {
-        if (a.name !== b.name || a.callId !== b.callId || a.args !== b.args) {
+        if (a.name !== b.name || a.callId !== b.callId || a.args !== b.args || a.thoughtSignature !== b.thoughtSignature) {
           return false;
         }
       } else if (a.type === "function_call_output" && b.type === "function_call_output") {

package/dist/llm/chat_context.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/llm/chat_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, VideoFrame } from '@livekit/rtc-node';\nimport { createImmutableArray, shortuuid } from '../utils.js';\nimport { type ProviderFormat, toChatCtx } from './provider_format/index.js';\nimport type { JSONObject, JSONValue, ToolContext } from './tool_context.js';\n\nexport type ChatRole = 'developer' | 'system' | 'user' | 'assistant';\nexport interface ImageContent {\n  id: string;\n\n  type: 'image_content';\n\n  /**\n   * Either a string URL or a VideoFrame object.\n   */\n  image: string | VideoFrame;\n\n  inferenceDetail: 'auto' | 'high' | 'low';\n\n  inferenceWidth?: number;\n\n  inferenceHeight?: number;\n\n  mimeType?: string;\n\n  _cache: Record<any, any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n}\n\nexport interface AudioContent {\n  type: 'audio_content';\n\n  frame: AudioFrame[];\n\n  transcript?: string;\n}\n\nexport type ChatContent = ImageContent | AudioContent | string;\n\nexport function createImageContent(params: {\n  image: string | VideoFrame;\n  id?: string;\n  inferenceDetail?: 'auto' | 'high' | 'low';\n  inferenceWidth?: number;\n  inferenceHeight?: number;\n  mimeType?: string;\n}): ImageContent {\n  const {\n    image,\n    id = shortuuid('img_'),\n    inferenceDetail = 'auto',\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n  } = params;\n\n  return {\n    id,\n    type: 'image_content',\n    image,\n    inferenceDetail,\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n    _cache: {},\n  };\n}\n\nexport function createAudioContent(params: {\n  frame: AudioFrame[];\n  transcript?: string;\n}): AudioContent {\n  const { frame, transcript } = params;\n\n  return {\n    type: 'audio_content',\n    frame,\n    transcript,\n  };\n}\n\nexport class ChatMessage {\n  readonly id: string;\n\n  readonly type = 'message' as const;\n\n  readonly role: ChatRole;\n\n  content: ChatContent[];\n\n  interrupted: boolean;\n\n  hash?: Uint8Array;\n\n  createdAt: number;\n\n  constructor(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    const {\n      role,\n      content,\n      id = shortuuid('item_'),\n      interrupted = false,\n      createdAt = Date.now(),\n    } = params;\n    this.id = id;\n    this.role = role;\n    this.content = Array.isArray(content) ? content : [content];\n    this.interrupted = interrupted;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    return new ChatMessage(params);\n  }\n\n  /**\n   * Returns a single string with all text parts of the message joined by new\n   * lines. If no string content is present, returns `null`.\n   */\n  get textContent(): string | undefined {\n    const parts = this.content.filter((c): c is string => typeof c === 'string');\n    return parts.length > 0 ? parts.join('\\n') : undefined;\n  }\n\n  toJSONContent(): JSONValue[] {\n    return this.content.map((c) => {\n      if (typeof c === 'string') {\n        return c as JSONValue;\n      } else if (c.type === 'image_content') {\n        return {\n          id: c.id,\n          type: c.type,\n          image: c.image,\n          inferenceDetail: c.inferenceDetail,\n          inferenceWidth: c.inferenceWidth,\n          inferenceHeight: c.inferenceHeight,\n          mimeType: c.mimeType,\n        } as JSONObject;\n      } else {\n        return {\n          type: c.type,\n          transcript: c.transcript,\n        } as JSONObject;\n      }\n    });\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      role: this.role,\n      content: this.toJSONContent(),\n      interrupted: this.interrupted,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCall {\n  readonly id: string;\n\n  readonly type = 'function_call' as const;\n\n  callId: string;\n\n  args: string;\n\n  name: string;\n\n  createdAt: number;\n\n  constructor(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    const { callId, name, args, id = shortuuid('item_'), createdAt = Date.now() } = params;\n    this.id = id;\n    this.callId = callId;\n    this.args = args;\n    this.name = name;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    return new FunctionCall(params);\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      callId: this.callId,\n      name: this.name,\n      args: this.args,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCallOutput {\n  readonly id: string;\n\n  readonly type = 'function_call_output' as const;\n\n  name = '';\n\n  callId: string;\n\n  output: string;\n\n  isError: boolean;\n\n  createdAt: number;\n\n  constructor(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    const {\n      callId,\n      output,\n      isError,\n      id = shortuuid('item_'),\n      createdAt = Date.now(),\n      name = '',\n    } = params;\n    this.id = id;\n    this.callId = callId;\n    this.output = output;\n    this.isError = isError;\n    this.name = name;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    return new FunctionCallOutput(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      name: this.name,\n      callId: this.callId,\n      output: this.output,\n      isError: this.isError,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class AgentHandoffItem {\n  readonly id: string;\n\n  readonly type = 'agent_handoff' as const;\n\n  oldAgentId: string | undefined;\n\n  newAgentId: string;\n\n  createdAt: number;\n\n  constructor(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    const { oldAgentId, newAgentId, id = shortuuid('item_'), createdAt = Date.now() } = params;\n    this.id = id;\n    this.oldAgentId = oldAgentId;\n    this.newAgentId = newAgentId;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    return new AgentHandoffItem(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      newAgentId: this.newAgentId,\n    };\n\n    if (this.oldAgentId !== undefined) {\n      result.oldAgentId = this.oldAgentId;\n    }\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport type ChatItem = ChatMessage | FunctionCall | FunctionCallOutput | AgentHandoffItem;\n\nexport class ChatContext {\n  protected _items: ChatItem[];\n\n  constructor(items?: ChatItem[]) {\n    this._items = items ? items : [];\n  }\n\n  static empty(): ChatContext {\n    return new ChatContext([]);\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    this._items = items;\n  }\n\n  /**\n   * Add a new message to the context and return it.\n   */\n  addMessage(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }): ChatMessage {\n    const msg = new ChatMessage(params);\n    if (params.createdAt !== undefined) {\n      const idx = this.findInsertionIndex(params.createdAt);\n      this._items.splice(idx, 0, msg);\n    } else {\n      this._items.push(msg);\n    }\n    return msg;\n  }\n\n  /**\n   * Insert a single item or multiple items based on their `createdAt` field so\n   * that the array keeps its chronological order.\n   */\n  insert(item: ChatItem | ChatItem[]): void {\n    const arr = Array.isArray(item) ? item : [item];\n    for (const it of arr) {\n      const idx = this.findInsertionIndex(it.createdAt);\n      this._items.splice(idx, 0, it);\n    }\n  }\n\n  getById(itemId: string): ChatItem | undefined {\n    return this._items.find((i) => i.id === itemId);\n  }\n\n  indexById(itemId: string): number | undefined {\n    const idx = this._items.findIndex((i) => i.id === itemId);\n    return idx !== -1 ? idx : undefined;\n  }\n\n  copy(\n    options: {\n      excludeFunctionCall?: boolean;\n      excludeInstructions?: boolean;\n      excludeEmptyMessage?: boolean;\n      toolCtx?: ToolContext<any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n    } = {},\n  ): ChatContext {\n    const {\n      excludeFunctionCall = false,\n      excludeInstructions = false,\n      excludeEmptyMessage = false,\n      toolCtx,\n    } = options;\n    const items: ChatItem[] = [];\n\n    const isToolCallOrOutput = (item: ChatItem): item is FunctionCall | FunctionCallOutput =>\n      ['function_call', 'function_call_output'].includes(item.type);\n    const isChatMessage = (item: ChatItem): item is ChatMessage => item.type === 'message';\n\n    for (const item of this._items) {\n      if (excludeFunctionCall && isToolCallOrOutput(item)) {\n        continue;\n      }\n\n      if (\n        excludeInstructions &&\n        isChatMessage(item) &&\n        ['system', 'developer'].includes(item.role)\n      ) {\n        continue;\n      }\n\n      if (excludeEmptyMessage && isChatMessage(item) && item.content.length === 0) {\n        continue;\n      }\n\n      if (toolCtx !== undefined && isToolCallOrOutput(item) && toolCtx[item.name] === undefined) {\n        continue;\n      }\n\n      items.push(item);\n    }\n\n    return new ChatContext(items);\n  }\n\n  truncate(maxItems: number): ChatContext {\n    if (maxItems <= 0) return this;\n\n    const instructions = this._items.find((i) => i.type === 'message' && i.role === 'system') as\n      | ChatMessage\n      | undefined;\n\n    let newItems = this._items.slice(-maxItems);\n\n    // Ensure the first item is not a function-call artefact.\n    while (\n      newItems.length > 0 &&\n      ['function_call', 'function_call_output'].includes(newItems[0]!.type)\n    ) {\n      newItems.shift();\n    }\n\n    if (instructions) {\n      // At this point `instructions` is defined, so it is safe to pass to `includes`.\n      if (!newItems.includes(instructions)) {\n        newItems = [instructions, ...newItems];\n      }\n    }\n\n    // replace the items in place to keep the reference\n    this._items.splice(0, this._items.length, ...newItems);\n    return this;\n  }\n\n  toJSON(\n    options: {\n      excludeImage?: boolean;\n      excludeAudio?: boolean;\n      excludeTimestamp?: boolean;\n      excludeFunctionCall?: boolean;\n    } = {},\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  ): JSONObject {\n    const {\n      excludeImage = true,\n      excludeAudio = true,\n      excludeTimestamp = true,\n      excludeFunctionCall = false,\n    } = options;\n\n    const items: ChatItem[] = [];\n\n    for (const item of this._items) {\n      let processedItem = item;\n\n      if (excludeFunctionCall && ['function_call', 'function_call_output'].includes(item.type)) {\n        continue;\n      }\n\n      if (item.type === 'message') {\n        processedItem = ChatMessage.create({\n          role: item.role,\n          content: item.content,\n          id: item.id,\n          interrupted: item.interrupted,\n          createdAt: item.createdAt,\n        });\n\n        // Filter content based on options\n        if (excludeImage) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'image_content');\n          });\n        }\n\n        if (excludeAudio) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'audio_content');\n          });\n        }\n      }\n\n      items.push(processedItem);\n    }\n\n    return {\n      items: items.map((item) => item.toJSON(excludeTimestamp)),\n    };\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  async toProviderFormat(format: ProviderFormat, injectDummyUserMessage: boolean = true) {\n    return await toChatCtx(format, this, injectDummyUserMessage);\n  }\n\n  /**\n   * Internal helper used by `truncate` & `addMessage` to find the correct\n   * insertion index for a timestamp so the list remains sorted.\n   */\n  private findInsertionIndex(createdAt: number): number {\n    for (let i = this._items.length - 1; i >= 0; i -= 1) {\n      const item = this._items[i];\n      if (item!.createdAt <= createdAt) {\n        return i + 1;\n      }\n    }\n    return 0;\n  }\n\n  /**\n   * Return true if `other` has the same sequence of items with matching\n   * essential fields (IDs, types, and payload) as this context.\n   *\n   * Comparison rules:\n   * - Messages: compares the full `content` list, `role` and `interrupted`.\n   * - Function calls: compares `name`, `callId`, and `args`.\n   * - Function call outputs: compares `name`, `callId`, `output`, and `isError`.\n   *\n   * Does not consider timestamps or other metadata.\n   */\n  isEquivalent(other: ChatContext): boolean {\n    if (this === other) {\n      return true;\n    }\n\n    if (this.items.length !== other.items.length) {\n      return false;\n    }\n\n    for (let i = 0; i < this.items.length; i++) {\n      const a = this.items[i]!;\n      const b = other.items[i]!;\n\n      if (a.id !== b.id || a.type !== b.type) {\n        return false;\n      }\n\n      if (a.type === 'message' && b.type === 'message') {\n        if (\n          a.role !== b.role ||\n          a.interrupted !== b.interrupted ||\n          !this.compareContent(a.content, b.content)\n        ) {\n          return false;\n        }\n      } else if (a.type === 'function_call' && b.type === 'function_call') {\n        if (a.name !== b.name || a.callId !== b.callId || a.args !== b.args) {\n          return false;\n        }\n      } else if (a.type === 'function_call_output' && b.type === 'function_call_output') {\n        if (\n          a.name !== b.name ||\n          a.callId !== b.callId ||\n          a.output !== b.output ||\n          a.isError !== b.isError\n        ) {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Compare two content arrays for equality.\n   */\n  private compareContent(a: ChatContent[], b: ChatContent[]): boolean {\n    if (a.length !== b.length) {\n      return false;\n    }\n\n    for (let i = 0; i < a.length; i++) {\n      const contentA = a[i]!;\n      const contentB = b[i]!;\n\n      if (typeof contentA === 'string' && typeof contentB === 'string') {\n        if (contentA !== contentB) {\n          return false;\n        }\n        continue;\n      }\n\n      if (typeof contentA !== typeof contentB) {\n        return false;\n      }\n\n      if (typeof contentA === 'object' && typeof contentB === 'object') {\n        if (contentA.type === 'image_content' && contentB.type === 'image_content') {\n          if (\n            contentA.id !== contentB.id ||\n            contentA.image !== contentB.image ||\n            contentA.inferenceDetail !== contentB.inferenceDetail ||\n            contentA.inferenceWidth !== contentB.inferenceWidth ||\n            contentA.inferenceHeight !== contentB.inferenceHeight ||\n            contentA.mimeType !== contentB.mimeType\n          ) {\n            return false;\n          }\n        } else if (contentA.type === 'audio_content' && contentB.type === 'audio_content') {\n          if (contentA.frame.length !== contentB.frame.length) {\n            return false;\n          }\n          if (contentA.transcript !== contentB.transcript) {\n            return false;\n          }\n        } else {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Indicates whether the context is read-only\n   */\n  get readonly(): boolean {\n    return false;\n  }\n}\n\nexport class ReadonlyChatContext extends ChatContext {\n  static readonly errorMsg =\n    'Please use .copy() and agent.update_chat_ctx() to modify the chat context.';\n\n  constructor(items: ChatItem[]) {\n    super(createImmutableArray(items, ReadonlyChatContext.errorMsg));\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    throw new Error(\n      `Cannot set items on a read-only chat context. ${ReadonlyChatContext.errorMsg}`,\n    );\n  }\n\n  get readonly(): boolean {\n    return true;\n  }\n}\n"],"mappings":"AAIA,SAAS,sBAAsB,iBAAiB;AAChD,SAA8B,iBAAiB;AAmCxC,SAAS,mBAAmB,QAOlB;AACf,QAAM;AAAA,IACJ;AAAA,IACA,KAAK,UAAU,MAAM;AAAA,IACrB,kBAAkB;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI;AAEJ,SAAO;AAAA,IACL;AAAA,IACA,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ,CAAC;AAAA,EACX;AACF;AAEO,SAAS,mBAAmB,QAGlB;AACf,QAAM,EAAE,OAAO,WAAW,IAAI;AAE9B,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA;AAAA,EACF;AACF;AAEO,MAAM,YAAY;AAAA,EACd;AAAA,EAEA,OAAO;AAAA,EAEP;AAAA,EAET;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAMT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,KAAK,UAAU,OAAO;AAAA,MACtB,cAAc;AAAA,MACd,YAAY,KAAK,IAAI;AAAA,IACvB,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,OAAO;AACZ,SAAK,UAAU,MAAM,QAAQ,OAAO,IAAI,UAAU,CAAC,OAAO;AAC1D,SAAK,cAAc;AACnB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAMX;AACD,WAAO,IAAI,YAAY,MAAM;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAI,cAAkC;AACpC,UAAM,QAAQ,KAAK,QAAQ,OAAO,CAAC,MAAmB,OAAO,MAAM,QAAQ;AAC3E,WAAO,MAAM,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI;AAAA,EAC/C;AAAA,EAEA,gBAA6B;AAC3B,WAAO,KAAK,QAAQ,IAAI,CAAC,MAAM;AAC7B,UAAI,OAAO,MAAM,UAAU;AACzB,eAAO;AAAA,MACT,WAAW,EAAE,SAAS,iBAAiB;AACrC,eAAO;AAAA,UACL,IAAI,EAAE;AAAA,UACN,MAAM,EAAE;AAAA,UACR,OAAO,EAAE;AAAA,UACT,iBAAiB,EAAE;AAAA,UACnB,gBAAgB,EAAE;AAAA,UAClB,iBAAiB,EAAE;AAAA,UACnB,UAAU,EAAE;AAAA,QACd;AAAA,MACF,OAAO;AACL,eAAO;AAAA,UACL,MAAM,EAAE;AAAA,UACR,YAAY,EAAE;AAAA,QAChB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,SAAS,KAAK,cAAc;AAAA,MAC5B,aAAa,KAAK;AAAA,IACpB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,aAAa;AAAA,EACf;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAMT;AACD,UAAM,EAAE,QAAQ,MAAM,MAAM,KAAK,UAAU,OAAO,GAAG,YAAY,KAAK,IAAI,EAAE,IAAI;AAChF,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAMX;AACD,WAAO,IAAI,aAAa,MAAM;AAAA,EAChC;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,IACb;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,mBAAmB;AAAA,EACrB;AAAA,EAEA,OAAO;AAAA,EAEhB,OAAO;AAAA,EAEP;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAOT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,KAAK,UAAU,OAAO;AAAA,MACtB,YAAY,KAAK,IAAI;AAAA,MACrB,OAAO;AAAA,IACT,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,OAAO;AACZ,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAOX;AACD,WAAO,IAAI,mBAAmB,MAAM;AAAA,EACtC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAChB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,iBAAiB;AAAA,EACnB;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAKT;AACD,UAAM,EAAE,YAAY,YAAY,KAAK,UAAU,OAAO,GAAG,YAAY,KAAK,IAAI,EAAE,IAAI;AACpF,SAAK,KAAK;AACV,SAAK,aAAa;AAClB,SAAK,aAAa;AAClB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAKX;AACD,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,YAAY,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,eAAe,QAAW;AACjC,aAAO,aAAa,KAAK;AAAA,IAC3B;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAIO,MAAM,YAAY;AAAA,EACb;AAAA,EAEV,YAAY,OAAoB;AAC9B,SAAK,SAAS,QAAQ,QAAQ,CAAC;AAAA,EACjC;AAAA,EAEA,OAAO,QAAqB;AAC1B,WAAO,IAAI,YAAY,CAAC,CAAC;AAAA,EAC3B;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,WAAW,QAMK;AACd,UAAM,MAAM,IAAI,YAAY,MAAM;AAClC,QAAI,OAAO,cAAc,QAAW;AAClC,YAAM,MAAM,KAAK,mBAAmB,OAAO,SAAS;AACpD,WAAK,OAAO,OAAO,KAAK,GAAG,GAAG;AAAA,IAChC,OAAO;AACL,WAAK,OAAO,KAAK,GAAG;AAAA,IACtB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAO,MAAmC;AACxC,UAAM,MAAM,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;AAC9C,eAAW,MAAM,KAAK;AACpB,YAAM,MAAM,KAAK,mBAAmB,GAAG,SAAS;AAChD,WAAK,OAAO,OAAO,KAAK,GAAG,EAAE;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,QAAQ,QAAsC;AAC5C,WAAO,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM;AAAA,EAChD;AAAA,EAEA,UAAU,QAAoC;AAC5C,UAAM,MAAM,KAAK,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,MAAM;AACxD,WAAO,QAAQ,KAAK,MAAM;AAAA,EAC5B;AAAA,EAEA,KACE,UAKI,CAAC,GACQ;AACb,UAAM;AAAA,MACJ,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB;AAAA,IACF,IAAI;AACJ,UAAM,QAAoB,CAAC;AAE3B,UAAM,qBAAqB,CAAC,SAC1B,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI;AAC9D,UAAM,gBAAgB,CAAC,SAAwC,KAAK,SAAS;AAE7E,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,uBAAuB,mBAAmB,IAAI,GAAG;AACnD;AAAA,MACF;AAEA,UACE,uBACA,cAAc,IAAI,KAClB,CAAC,UAAU,WAAW,EAAE,SAAS,KAAK,IAAI,GAC1C;AACA;AAAA,MACF;AAEA,UAAI,uBAAuB,cAAc,IAAI,KAAK,KAAK,QAAQ,WAAW,GAAG;AAC3E;AAAA,MACF;AAEA,UAAI,YAAY,UAAa,mBAAmB,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,QAAW;AACzF;AAAA,MACF;AAEA,YAAM,KAAK,IAAI;AAAA,IACjB;AAEA,WAAO,IAAI,YAAY,KAAK;AAAA,EAC9B;AAAA,EAEA,SAAS,UAA+B;AACtC,QAAI,YAAY,EAAG,QAAO;AAE1B,UAAM,eAAe,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,aAAa,EAAE,SAAS,QAAQ;AAIxF,QAAI,WAAW,KAAK,OAAO,MAAM,CAAC,QAAQ;AAG1C,WACE,SAAS,SAAS,KAClB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,SAAS,CAAC,EAAG,IAAI,GACpE;AACA,eAAS,MAAM;AAAA,IACjB;AAEA,QAAI,cAAc;AAEhB,UAAI,CAAC,SAAS,SAAS,YAAY,GAAG;AACpC,mBAAW,CAAC,cAAc,GAAG,QAAQ;AAAA,MACvC;AAAA,IACF;AAGA,SAAK,OAAO,OAAO,GAAG,KAAK,OAAO,QAAQ,GAAG,QAAQ;AACrD,WAAO;AAAA,EACT;AAAA,EAEA,OACE,UAKI,CAAC,GAEO;AACZ,UAAM;AAAA,MACJ,eAAe;AAAA,MACf,eAAe;AAAA,MACf,mBAAmB;AAAA,MACnB,sBAAsB;AAAA,IACxB,IAAI;AAEJ,UAAM,QAAoB,CAAC;AAE3B,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,gBAAgB;AAEpB,UAAI,uBAAuB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI,GAAG;AACxF;AAAA,MACF;AAEA,UAAI,KAAK,SAAS,WAAW;AAC3B,wBAAgB,YAAY,OAAO;AAAA,UACjC,MAAM,KAAK;AAAA,UACX,SAAS,KAAK;AAAA,UACd,IAAI,KAAK;AAAA,UACT,aAAa,KAAK;AAAA,UAClB,WAAW,KAAK;AAAA,QAClB,CAAC;AAGD,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAEA,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAAA,MACF;AAEA,YAAM,KAAK,aAAa;AAAA,IAC1B;AAEA,WAAO;AAAA,MACL,OAAO,MAAM,IAAI,CAAC,SAAS,KAAK,OAAO,gBAAgB,CAAC;AAAA,IAC1D;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,iBAAiB,QAAwB,yBAAkC,MAAM;AACrF,WAAO,MAAM,UAAU,QAAQ,MAAM,sBAAsB;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,mBAAmB,WAA2B;AACpD,aAAS,IAAI,KAAK,OAAO,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AACnD,YAAM,OAAO,KAAK,OAAO,CAAC;AAC1B,UAAI,KAAM,aAAa,WAAW;AAChC,eAAO,IAAI;AAAA,MACb;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,aAAa,OAA6B;AACxC,QAAI,SAAS,OAAO;AAClB,aAAO;AAAA,IACT;AAEA,QAAI,KAAK,MAAM,WAAW,MAAM,MAAM,QAAQ;AAC5C,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,KAAK,MAAM,QAAQ,KAAK;AAC1C,YAAM,IAAI,KAAK,MAAM,CAAC;AACtB,YAAM,IAAI,MAAM,MAAM,CAAC;AAEvB,UAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;AACtC,eAAO;AAAA,MACT;AAEA,UAAI,EAAE,SAAS,aAAa,EAAE,SAAS,WAAW;AAChD,YACE,EAAE,SAAS,EAAE,QACb,EAAE,gBAAgB,EAAE,eACpB,CAAC,KAAK,eAAe,EAAE,SAAS,EAAE,OAAO,GACzC;AACA,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,mBAAmB,EAAE,SAAS,iBAAiB;AACnE,YAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM;AACnE,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,0BAA0B,EAAE,SAAS,wBAAwB;AACjF,YACE,EAAE,SAAS,EAAE,QACb,EAAE,WAAW,EAAE,UACf,EAAE,WAAW,EAAE,UACf,EAAE,YAAY,EAAE,SAChB;AACA,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,GAAkB,GAA2B;AAClE,QAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,YAAM,WAAW,EAAE,CAAC;AACpB,YAAM,WAAW,EAAE,CAAC;AAEpB,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,aAAa,UAAU;AACzB,iBAAO;AAAA,QACT;AACA;AAAA,MACF;AAEA,UAAI,OAAO,aAAa,OAAO,UAAU;AACvC,eAAO;AAAA,MACT;AAEA,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AAC1E,cACE,SAAS,OAAO,SAAS,MACzB,SAAS,UAAU,SAAS,SAC5B,SAAS,oBAAoB,SAAS,mBACtC,SAAS,mBAAmB,SAAS,kBACrC,SAAS,oBAAoB,SAAS,mBACtC,SAAS,aAAa,SAAS,UAC/B;AACA,mBAAO;AAAA,UACT;AAAA,QACF,WAAW,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AACjF,cAAI,SAAS,MAAM,WAAW,SAAS,MAAM,QAAQ;AACnD,mBAAO;AAAA,UACT;AACA,cAAI,SAAS,eAAe,SAAS,YAAY;AAC/C,mBAAO;AAAA,UACT;AAAA,QACF,OAAO;AACL,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;AAEO,MAAM,4BAA4B,YAAY;AAAA,EACnD,OAAgB,WACd;AAAA,EAEF,YAAY,OAAmB;AAC7B,UAAM,qBAAqB,OAAO,oBAAoB,QAAQ,CAAC;AAAA,EACjE;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,UAAM,IAAI;AAAA,MACR,iDAAiD,oBAAoB,QAAQ;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/llm/chat_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame, VideoFrame } from '@livekit/rtc-node';\nimport { createImmutableArray, shortuuid } from '../utils.js';\nimport { type ProviderFormat, toChatCtx } from './provider_format/index.js';\nimport type { JSONObject, JSONValue, ToolContext } from './tool_context.js';\n\nexport type ChatRole = 'developer' | 'system' | 'user' | 'assistant';\nexport interface ImageContent {\n  id: string;\n\n  type: 'image_content';\n\n  /**\n   * Either a string URL or a VideoFrame object.\n   */\n  image: string | VideoFrame;\n\n  inferenceDetail: 'auto' | 'high' | 'low';\n\n  inferenceWidth?: number;\n\n  inferenceHeight?: number;\n\n  mimeType?: string;\n\n  _cache: Record<any, any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n}\n\nexport interface AudioContent {\n  type: 'audio_content';\n\n  frame: AudioFrame[];\n\n  transcript?: string;\n}\n\nexport type ChatContent = ImageContent | AudioContent | string;\n\nexport function createImageContent(params: {\n  image: string | VideoFrame;\n  id?: string;\n  inferenceDetail?: 'auto' | 'high' | 'low';\n  inferenceWidth?: number;\n  inferenceHeight?: number;\n  mimeType?: string;\n}): ImageContent {\n  const {\n    image,\n    id = shortuuid('img_'),\n    inferenceDetail = 'auto',\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n  } = params;\n\n  return {\n    id,\n    type: 'image_content',\n    image,\n    inferenceDetail,\n    inferenceWidth,\n    inferenceHeight,\n    mimeType,\n    _cache: {},\n  };\n}\n\nexport function createAudioContent(params: {\n  frame: AudioFrame[];\n  transcript?: string;\n}): AudioContent {\n  const { frame, transcript } = params;\n\n  return {\n    type: 'audio_content',\n    frame,\n    transcript,\n  };\n}\n\nexport class ChatMessage {\n  readonly id: string;\n\n  readonly type = 'message' as const;\n\n  readonly role: ChatRole;\n\n  content: ChatContent[];\n\n  interrupted: boolean;\n\n  hash?: Uint8Array;\n\n  createdAt: number;\n\n  constructor(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    const {\n      role,\n      content,\n      id = shortuuid('item_'),\n      interrupted = false,\n      createdAt = Date.now(),\n    } = params;\n    this.id = id;\n    this.role = role;\n    this.content = Array.isArray(content) ? content : [content];\n    this.interrupted = interrupted;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }) {\n    return new ChatMessage(params);\n  }\n\n  /**\n   * Returns a single string with all text parts of the message joined by new\n   * lines. If no string content is present, returns `null`.\n   */\n  get textContent(): string | undefined {\n    const parts = this.content.filter((c): c is string => typeof c === 'string');\n    return parts.length > 0 ? parts.join('\\n') : undefined;\n  }\n\n  toJSONContent(): JSONValue[] {\n    return this.content.map((c) => {\n      if (typeof c === 'string') {\n        return c as JSONValue;\n      } else if (c.type === 'image_content') {\n        return {\n          id: c.id,\n          type: c.type,\n          image: c.image,\n          inferenceDetail: c.inferenceDetail,\n          inferenceWidth: c.inferenceWidth,\n          inferenceHeight: c.inferenceHeight,\n          mimeType: c.mimeType,\n        } as JSONObject;\n      } else {\n        return {\n          type: c.type,\n          transcript: c.transcript,\n        } as JSONObject;\n      }\n    });\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      role: this.role,\n      content: this.toJSONContent(),\n      interrupted: this.interrupted,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCall {\n  readonly id: string;\n\n  readonly type = 'function_call' as const;\n\n  callId: string;\n\n  args: string;\n\n  name: string;\n\n  createdAt: number;\n\n  /**\n   * Opaque signature for Gemini thinking mode.\n   * When using Gemini 3+ models with thinking enabled, this signature must be\n   * preserved and returned with function responses to maintain thought context.\n   */\n  thoughtSignature?: string;\n\n  constructor(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n    thoughtSignature?: string;\n  }) {\n    const {\n      callId,\n      name,\n      args,\n      id = shortuuid('item_'),\n      createdAt = Date.now(),\n      thoughtSignature,\n    } = params;\n    this.id = id;\n    this.callId = callId;\n    this.args = args;\n    this.name = name;\n    this.createdAt = createdAt;\n    this.thoughtSignature = thoughtSignature;\n  }\n\n  static create(params: {\n    callId: string;\n    name: string;\n    args: string;\n    id?: string;\n    createdAt?: number;\n    thoughtSignature?: string;\n  }) {\n    return new FunctionCall(params);\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      callId: this.callId,\n      name: this.name,\n      args: this.args,\n    };\n\n    if (this.thoughtSignature) {\n      result.thoughtSignature = this.thoughtSignature;\n    }\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class FunctionCallOutput {\n  readonly id: string;\n\n  readonly type = 'function_call_output' as const;\n\n  name = '';\n\n  callId: string;\n\n  output: string;\n\n  isError: boolean;\n\n  createdAt: number;\n\n  constructor(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    const {\n      callId,\n      output,\n      isError,\n      id = shortuuid('item_'),\n      createdAt = Date.now(),\n      name = '',\n    } = params;\n    this.id = id;\n    this.callId = callId;\n    this.output = output;\n    this.isError = isError;\n    this.name = name;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    callId: string;\n    output: string;\n    isError: boolean;\n    id?: string;\n    createdAt?: number;\n    name?: string;\n  }) {\n    return new FunctionCallOutput(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      name: this.name,\n      callId: this.callId,\n      output: this.output,\n      isError: this.isError,\n    };\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport class AgentHandoffItem {\n  readonly id: string;\n\n  readonly type = 'agent_handoff' as const;\n\n  oldAgentId: string | undefined;\n\n  newAgentId: string;\n\n  createdAt: number;\n\n  constructor(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    const { oldAgentId, newAgentId, id = shortuuid('item_'), createdAt = Date.now() } = params;\n    this.id = id;\n    this.oldAgentId = oldAgentId;\n    this.newAgentId = newAgentId;\n    this.createdAt = createdAt;\n  }\n\n  static create(params: {\n    oldAgentId?: string;\n    newAgentId: string;\n    id?: string;\n    createdAt?: number;\n  }) {\n    return new AgentHandoffItem(params);\n  }\n\n  toJSON(excludeTimestamp: boolean = false): JSONValue {\n    const result: JSONValue = {\n      id: this.id,\n      type: this.type,\n      newAgentId: this.newAgentId,\n    };\n\n    if (this.oldAgentId !== undefined) {\n      result.oldAgentId = this.oldAgentId;\n    }\n\n    if (!excludeTimestamp) {\n      result.createdAt = this.createdAt;\n    }\n\n    return result;\n  }\n}\n\nexport type ChatItem = ChatMessage | FunctionCall | FunctionCallOutput | AgentHandoffItem;\n\nexport class ChatContext {\n  protected _items: ChatItem[];\n\n  constructor(items?: ChatItem[]) {\n    this._items = items ? items : [];\n  }\n\n  static empty(): ChatContext {\n    return new ChatContext([]);\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    this._items = items;\n  }\n\n  /**\n   * Add a new message to the context and return it.\n   */\n  addMessage(params: {\n    role: ChatRole;\n    content: ChatContent[] | string;\n    id?: string;\n    interrupted?: boolean;\n    createdAt?: number;\n  }): ChatMessage {\n    const msg = new ChatMessage(params);\n    if (params.createdAt !== undefined) {\n      const idx = this.findInsertionIndex(params.createdAt);\n      this._items.splice(idx, 0, msg);\n    } else {\n      this._items.push(msg);\n    }\n    return msg;\n  }\n\n  /**\n   * Insert a single item or multiple items based on their `createdAt` field so\n   * that the array keeps its chronological order.\n   */\n  insert(item: ChatItem | ChatItem[]): void {\n    const arr = Array.isArray(item) ? item : [item];\n    for (const it of arr) {\n      const idx = this.findInsertionIndex(it.createdAt);\n      this._items.splice(idx, 0, it);\n    }\n  }\n\n  getById(itemId: string): ChatItem | undefined {\n    return this._items.find((i) => i.id === itemId);\n  }\n\n  indexById(itemId: string): number | undefined {\n    const idx = this._items.findIndex((i) => i.id === itemId);\n    return idx !== -1 ? idx : undefined;\n  }\n\n  copy(\n    options: {\n      excludeFunctionCall?: boolean;\n      excludeInstructions?: boolean;\n      excludeEmptyMessage?: boolean;\n      toolCtx?: ToolContext<any>; // eslint-disable-line @typescript-eslint/no-explicit-any\n    } = {},\n  ): ChatContext {\n    const {\n      excludeFunctionCall = false,\n      excludeInstructions = false,\n      excludeEmptyMessage = false,\n      toolCtx,\n    } = options;\n    const items: ChatItem[] = [];\n\n    const isToolCallOrOutput = (item: ChatItem): item is FunctionCall | FunctionCallOutput =>\n      ['function_call', 'function_call_output'].includes(item.type);\n    const isChatMessage = (item: ChatItem): item is ChatMessage => item.type === 'message';\n\n    for (const item of this._items) {\n      if (excludeFunctionCall && isToolCallOrOutput(item)) {\n        continue;\n      }\n\n      if (\n        excludeInstructions &&\n        isChatMessage(item) &&\n        ['system', 'developer'].includes(item.role)\n      ) {\n        continue;\n      }\n\n      if (excludeEmptyMessage && isChatMessage(item) && item.content.length === 0) {\n        continue;\n      }\n\n      if (toolCtx !== undefined && isToolCallOrOutput(item) && toolCtx[item.name] === undefined) {\n        continue;\n      }\n\n      items.push(item);\n    }\n\n    return new ChatContext(items);\n  }\n\n  truncate(maxItems: number): ChatContext {\n    if (maxItems <= 0) return this;\n\n    const instructions = this._items.find((i) => i.type === 'message' && i.role === 'system') as\n      | ChatMessage\n      | undefined;\n\n    let newItems = this._items.slice(-maxItems);\n\n    // Ensure the first item is not a function-call artefact.\n    while (\n      newItems.length > 0 &&\n      ['function_call', 'function_call_output'].includes(newItems[0]!.type)\n    ) {\n      newItems.shift();\n    }\n\n    if (instructions) {\n      // At this point `instructions` is defined, so it is safe to pass to `includes`.\n      if (!newItems.includes(instructions)) {\n        newItems = [instructions, ...newItems];\n      }\n    }\n\n    // replace the items in place to keep the reference\n    this._items.splice(0, this._items.length, ...newItems);\n    return this;\n  }\n\n  toJSON(\n    options: {\n      excludeImage?: boolean;\n      excludeAudio?: boolean;\n      excludeTimestamp?: boolean;\n      excludeFunctionCall?: boolean;\n    } = {},\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  ): JSONObject {\n    const {\n      excludeImage = true,\n      excludeAudio = true,\n      excludeTimestamp = true,\n      excludeFunctionCall = false,\n    } = options;\n\n    const items: ChatItem[] = [];\n\n    for (const item of this._items) {\n      let processedItem = item;\n\n      if (excludeFunctionCall && ['function_call', 'function_call_output'].includes(item.type)) {\n        continue;\n      }\n\n      if (item.type === 'message') {\n        processedItem = ChatMessage.create({\n          role: item.role,\n          content: item.content,\n          id: item.id,\n          interrupted: item.interrupted,\n          createdAt: item.createdAt,\n        });\n\n        // Filter content based on options\n        if (excludeImage) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'image_content');\n          });\n        }\n\n        if (excludeAudio) {\n          processedItem.content = processedItem.content.filter((c) => {\n            return !(typeof c === 'object' && c.type === 'audio_content');\n          });\n        }\n      }\n\n      items.push(processedItem);\n    }\n\n    return {\n      items: items.map((item) => item.toJSON(excludeTimestamp)),\n    };\n  }\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  async toProviderFormat(format: ProviderFormat, injectDummyUserMessage: boolean = true) {\n    return await toChatCtx(format, this, injectDummyUserMessage);\n  }\n\n  /**\n   * Internal helper used by `truncate` & `addMessage` to find the correct\n   * insertion index for a timestamp so the list remains sorted.\n   */\n  private findInsertionIndex(createdAt: number): number {\n    for (let i = this._items.length - 1; i >= 0; i -= 1) {\n      const item = this._items[i];\n      if (item!.createdAt <= createdAt) {\n        return i + 1;\n      }\n    }\n    return 0;\n  }\n\n  /**\n   * Return true if `other` has the same sequence of items with matching\n   * essential fields (IDs, types, and payload) as this context.\n   *\n   * Comparison rules:\n   * - Messages: compares the full `content` list, `role` and `interrupted`.\n   * - Function calls: compares `name`, `callId`, and `args`.\n   * - Function call outputs: compares `name`, `callId`, `output`, and `isError`.\n   *\n   * Does not consider timestamps or other metadata.\n   */\n  isEquivalent(other: ChatContext): boolean {\n    if (this === other) {\n      return true;\n    }\n\n    if (this.items.length !== other.items.length) {\n      return false;\n    }\n\n    for (let i = 0; i < this.items.length; i++) {\n      const a = this.items[i]!;\n      const b = other.items[i]!;\n\n      if (a.id !== b.id || a.type !== b.type) {\n        return false;\n      }\n\n      if (a.type === 'message' && b.type === 'message') {\n        if (\n          a.role !== b.role ||\n          a.interrupted !== b.interrupted ||\n          !this.compareContent(a.content, b.content)\n        ) {\n          return false;\n        }\n      } else if (a.type === 'function_call' && b.type === 'function_call') {\n        if (\n          a.name !== b.name ||\n          a.callId !== b.callId ||\n          a.args !== b.args ||\n          a.thoughtSignature !== b.thoughtSignature\n        ) {\n          return false;\n        }\n      } else if (a.type === 'function_call_output' && b.type === 'function_call_output') {\n        if (\n          a.name !== b.name ||\n          a.callId !== b.callId ||\n          a.output !== b.output ||\n          a.isError !== b.isError\n        ) {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Compare two content arrays for equality.\n   */\n  private compareContent(a: ChatContent[], b: ChatContent[]): boolean {\n    if (a.length !== b.length) {\n      return false;\n    }\n\n    for (let i = 0; i < a.length; i++) {\n      const contentA = a[i]!;\n      const contentB = b[i]!;\n\n      if (typeof contentA === 'string' && typeof contentB === 'string') {\n        if (contentA !== contentB) {\n          return false;\n        }\n        continue;\n      }\n\n      if (typeof contentA !== typeof contentB) {\n        return false;\n      }\n\n      if (typeof contentA === 'object' && typeof contentB === 'object') {\n        if (contentA.type === 'image_content' && contentB.type === 'image_content') {\n          if (\n            contentA.id !== contentB.id ||\n            contentA.image !== contentB.image ||\n            contentA.inferenceDetail !== contentB.inferenceDetail ||\n            contentA.inferenceWidth !== contentB.inferenceWidth ||\n            contentA.inferenceHeight !== contentB.inferenceHeight ||\n            contentA.mimeType !== contentB.mimeType\n          ) {\n            return false;\n          }\n        } else if (contentA.type === 'audio_content' && contentB.type === 'audio_content') {\n          if (contentA.frame.length !== contentB.frame.length) {\n            return false;\n          }\n          if (contentA.transcript !== contentB.transcript) {\n            return false;\n          }\n        } else {\n          return false;\n        }\n      }\n    }\n\n    return true;\n  }\n\n  /**\n   * Indicates whether the context is read-only\n   */\n  get readonly(): boolean {\n    return false;\n  }\n}\n\nexport class ReadonlyChatContext extends ChatContext {\n  static readonly errorMsg =\n    'Please use .copy() and agent.update_chat_ctx() to modify the chat context.';\n\n  constructor(items: ChatItem[]) {\n    super(createImmutableArray(items, ReadonlyChatContext.errorMsg));\n  }\n\n  get items(): ChatItem[] {\n    return this._items;\n  }\n\n  set items(items: ChatItem[]) {\n    throw new Error(\n      `Cannot set items on a read-only chat context. ${ReadonlyChatContext.errorMsg}`,\n    );\n  }\n\n  get readonly(): boolean {\n    return true;\n  }\n}\n"],"mappings":"AAIA,SAAS,sBAAsB,iBAAiB;AAChD,SAA8B,iBAAiB;AAmCxC,SAAS,mBAAmB,QAOlB;AACf,QAAM;AAAA,IACJ;AAAA,IACA,KAAK,UAAU,MAAM;AAAA,IACrB,kBAAkB;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI;AAEJ,SAAO;AAAA,IACL;AAAA,IACA,MAAM;AAAA,IACN;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,QAAQ,CAAC;AAAA,EACX;AACF;AAEO,SAAS,mBAAmB,QAGlB;AACf,QAAM,EAAE,OAAO,WAAW,IAAI;AAE9B,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA;AAAA,EACF;AACF;AAEO,MAAM,YAAY;AAAA,EACd;AAAA,EAEA,OAAO;AAAA,EAEP;AAAA,EAET;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAMT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA,KAAK,UAAU,OAAO;AAAA,MACtB,cAAc;AAAA,MACd,YAAY,KAAK,IAAI;AAAA,IACvB,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,OAAO;AACZ,SAAK,UAAU,MAAM,QAAQ,OAAO,IAAI,UAAU,CAAC,OAAO;AAC1D,SAAK,cAAc;AACnB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAMX;AACD,WAAO,IAAI,YAAY,MAAM;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,IAAI,cAAkC;AACpC,UAAM,QAAQ,KAAK,QAAQ,OAAO,CAAC,MAAmB,OAAO,MAAM,QAAQ;AAC3E,WAAO,MAAM,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI;AAAA,EAC/C;AAAA,EAEA,gBAA6B;AAC3B,WAAO,KAAK,QAAQ,IAAI,CAAC,MAAM;AAC7B,UAAI,OAAO,MAAM,UAAU;AACzB,eAAO;AAAA,MACT,WAAW,EAAE,SAAS,iBAAiB;AACrC,eAAO;AAAA,UACL,IAAI,EAAE;AAAA,UACN,MAAM,EAAE;AAAA,UACR,OAAO,EAAE;AAAA,UACT,iBAAiB,EAAE;AAAA,UACnB,gBAAgB,EAAE;AAAA,UAClB,iBAAiB,EAAE;AAAA,UACnB,UAAU,EAAE;AAAA,QACd;AAAA,MACF,OAAO;AACL,eAAO;AAAA,UACL,MAAM,EAAE;AAAA,UACR,YAAY,EAAE;AAAA,QAChB;AAAA,MACF;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,SAAS,KAAK,cAAc;AAAA,MAC5B,aAAa,KAAK;AAAA,IACpB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,aAAa;AAAA,EACf;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA;AAAA,EAEA,YAAY,QAOT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,KAAK,UAAU,OAAO;AAAA,MACtB,YAAY,KAAK,IAAI;AAAA,MACrB;AAAA,IACF,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,YAAY;AACjB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,OAAO,OAAO,QAOX;AACD,WAAO,IAAI,aAAa,MAAM;AAAA,EAChC;AAAA;AAAA,EAGA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,IACb;AAEA,QAAI,KAAK,kBAAkB;AACzB,aAAO,mBAAmB,KAAK;AAAA,IACjC;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,mBAAmB;AAAA,EACrB;AAAA,EAEA,OAAO;AAAA,EAEhB,OAAO;AAAA,EAEP;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAOT;AACD,UAAM;AAAA,MACJ;AAAA,MACA;AAAA,MACA;AAAA,MACA,KAAK,UAAU,OAAO;AAAA,MACtB,YAAY,KAAK,IAAI;AAAA,MACrB,OAAO;AAAA,IACT,IAAI;AACJ,SAAK,KAAK;AACV,SAAK,SAAS;AACd,SAAK,SAAS;AACd,SAAK,UAAU;AACf,SAAK,OAAO;AACZ,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAOX;AACD,WAAO,IAAI,mBAAmB,MAAM;AAAA,EACtC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,MAAM,KAAK;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,IAChB;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAEO,MAAM,iBAAiB;AAAA,EACnB;AAAA,EAEA,OAAO;AAAA,EAEhB;AAAA,EAEA;AAAA,EAEA;AAAA,EAEA,YAAY,QAKT;AACD,UAAM,EAAE,YAAY,YAAY,KAAK,UAAU,OAAO,GAAG,YAAY,KAAK,IAAI,EAAE,IAAI;AACpF,SAAK,KAAK;AACV,SAAK,aAAa;AAClB,SAAK,aAAa;AAClB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,QAKX;AACD,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEA,OAAO,mBAA4B,OAAkB;AACnD,UAAM,SAAoB;AAAA,MACxB,IAAI,KAAK;AAAA,MACT,MAAM,KAAK;AAAA,MACX,YAAY,KAAK;AAAA,IACnB;AAEA,QAAI,KAAK,eAAe,QAAW;AACjC,aAAO,aAAa,KAAK;AAAA,IAC3B;AAEA,QAAI,CAAC,kBAAkB;AACrB,aAAO,YAAY,KAAK;AAAA,IAC1B;AAEA,WAAO;AAAA,EACT;AACF;AAIO,MAAM,YAAY;AAAA,EACb;AAAA,EAEV,YAAY,OAAoB;AAC9B,SAAK,SAAS,QAAQ,QAAQ,CAAC;AAAA,EACjC;AAAA,EAEA,OAAO,QAAqB;AAC1B,WAAO,IAAI,YAAY,CAAC,CAAC;AAAA,EAC3B;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,WAAW,QAMK;AACd,UAAM,MAAM,IAAI,YAAY,MAAM;AAClC,QAAI,OAAO,cAAc,QAAW;AAClC,YAAM,MAAM,KAAK,mBAAmB,OAAO,SAAS;AACpD,WAAK,OAAO,OAAO,KAAK,GAAG,GAAG;AAAA,IAChC,OAAO;AACL,WAAK,OAAO,KAAK,GAAG;AAAA,IACtB;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAO,MAAmC;AACxC,UAAM,MAAM,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;AAC9C,eAAW,MAAM,KAAK;AACpB,YAAM,MAAM,KAAK,mBAAmB,GAAG,SAAS;AAChD,WAAK,OAAO,OAAO,KAAK,GAAG,EAAE;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,QAAQ,QAAsC;AAC5C,WAAO,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,OAAO,MAAM;AAAA,EAChD;AAAA,EAEA,UAAU,QAAoC;AAC5C,UAAM,MAAM,KAAK,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,MAAM;AACxD,WAAO,QAAQ,KAAK,MAAM;AAAA,EAC5B;AAAA,EAEA,KACE,UAKI,CAAC,GACQ;AACb,UAAM;AAAA,MACJ,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB,sBAAsB;AAAA,MACtB;AAAA,IACF,IAAI;AACJ,UAAM,QAAoB,CAAC;AAE3B,UAAM,qBAAqB,CAAC,SAC1B,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI;AAC9D,UAAM,gBAAgB,CAAC,SAAwC,KAAK,SAAS;AAE7E,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,uBAAuB,mBAAmB,IAAI,GAAG;AACnD;AAAA,MACF;AAEA,UACE,uBACA,cAAc,IAAI,KAClB,CAAC,UAAU,WAAW,EAAE,SAAS,KAAK,IAAI,GAC1C;AACA;AAAA,MACF;AAEA,UAAI,uBAAuB,cAAc,IAAI,KAAK,KAAK,QAAQ,WAAW,GAAG;AAC3E;AAAA,MACF;AAEA,UAAI,YAAY,UAAa,mBAAmB,IAAI,KAAK,QAAQ,KAAK,IAAI,MAAM,QAAW;AACzF;AAAA,MACF;AAEA,YAAM,KAAK,IAAI;AAAA,IACjB;AAEA,WAAO,IAAI,YAAY,KAAK;AAAA,EAC9B;AAAA,EAEA,SAAS,UAA+B;AACtC,QAAI,YAAY,EAAG,QAAO;AAE1B,UAAM,eAAe,KAAK,OAAO,KAAK,CAAC,MAAM,EAAE,SAAS,aAAa,EAAE,SAAS,QAAQ;AAIxF,QAAI,WAAW,KAAK,OAAO,MAAM,CAAC,QAAQ;AAG1C,WACE,SAAS,SAAS,KAClB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,SAAS,CAAC,EAAG,IAAI,GACpE;AACA,eAAS,MAAM;AAAA,IACjB;AAEA,QAAI,cAAc;AAEhB,UAAI,CAAC,SAAS,SAAS,YAAY,GAAG;AACpC,mBAAW,CAAC,cAAc,GAAG,QAAQ;AAAA,MACvC;AAAA,IACF;AAGA,SAAK,OAAO,OAAO,GAAG,KAAK,OAAO,QAAQ,GAAG,QAAQ;AACrD,WAAO;AAAA,EACT;AAAA,EAEA,OACE,UAKI,CAAC,GAEO;AACZ,UAAM;AAAA,MACJ,eAAe;AAAA,MACf,eAAe;AAAA,MACf,mBAAmB;AAAA,MACnB,sBAAsB;AAAA,IACxB,IAAI;AAEJ,UAAM,QAAoB,CAAC;AAE3B,eAAW,QAAQ,KAAK,QAAQ;AAC9B,UAAI,gBAAgB;AAEpB,UAAI,uBAAuB,CAAC,iBAAiB,sBAAsB,EAAE,SAAS,KAAK,IAAI,GAAG;AACxF;AAAA,MACF;AAEA,UAAI,KAAK,SAAS,WAAW;AAC3B,wBAAgB,YAAY,OAAO;AAAA,UACjC,MAAM,KAAK;AAAA,UACX,SAAS,KAAK;AAAA,UACd,IAAI,KAAK;AAAA,UACT,aAAa,KAAK;AAAA,UAClB,WAAW,KAAK;AAAA,QAClB,CAAC;AAGD,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAEA,YAAI,cAAc;AAChB,wBAAc,UAAU,cAAc,QAAQ,OAAO,CAAC,MAAM;AAC1D,mBAAO,EAAE,OAAO,MAAM,YAAY,EAAE,SAAS;AAAA,UAC/C,CAAC;AAAA,QACH;AAAA,MACF;AAEA,YAAM,KAAK,aAAa;AAAA,IAC1B;AAEA,WAAO;AAAA,MACL,OAAO,MAAM,IAAI,CAAC,SAAS,KAAK,OAAO,gBAAgB,CAAC;AAAA,IAC1D;AAAA,EACF;AAAA;AAAA,EAGA,MAAM,iBAAiB,QAAwB,yBAAkC,MAAM;AACrF,WAAO,MAAM,UAAU,QAAQ,MAAM,sBAAsB;AAAA,EAC7D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,mBAAmB,WAA2B;AACpD,aAAS,IAAI,KAAK,OAAO,SAAS,GAAG,KAAK,GAAG,KAAK,GAAG;AACnD,YAAM,OAAO,KAAK,OAAO,CAAC;AAC1B,UAAI,KAAM,aAAa,WAAW;AAChC,eAAO,IAAI;AAAA,MACb;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAaA,aAAa,OAA6B;AACxC,QAAI,SAAS,OAAO;AAClB,aAAO;AAAA,IACT;AAEA,QAAI,KAAK,MAAM,WAAW,MAAM,MAAM,QAAQ;AAC5C,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,KAAK,MAAM,QAAQ,KAAK;AAC1C,YAAM,IAAI,KAAK,MAAM,CAAC;AACtB,YAAM,IAAI,MAAM,MAAM,CAAC;AAEvB,UAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;AACtC,eAAO;AAAA,MACT;AAEA,UAAI,EAAE,SAAS,aAAa,EAAE,SAAS,WAAW;AAChD,YACE,EAAE,SAAS,EAAE,QACb,EAAE,gBAAgB,EAAE,eACpB,CAAC,KAAK,eAAe,EAAE,SAAS,EAAE,OAAO,GACzC;AACA,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,mBAAmB,EAAE,SAAS,iBAAiB;AACnE,YACE,EAAE,SAAS,EAAE,QACb,EAAE,WAAW,EAAE,UACf,EAAE,SAAS,EAAE,QACb,EAAE,qBAAqB,EAAE,kBACzB;AACA,iBAAO;AAAA,QACT;AAAA,MACF,WAAW,EAAE,SAAS,0BAA0B,EAAE,SAAS,wBAAwB;AACjF,YACE,EAAE,SAAS,EAAE,QACb,EAAE,WAAW,EAAE,UACf,EAAE,WAAW,EAAE,UACf,EAAE,YAAY,EAAE,SAChB;AACA,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,GAAkB,GAA2B;AAClE,QAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,aAAO;AAAA,IACT;AAEA,aAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,YAAM,WAAW,EAAE,CAAC;AACpB,YAAM,WAAW,EAAE,CAAC;AAEpB,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,aAAa,UAAU;AACzB,iBAAO;AAAA,QACT;AACA;AAAA,MACF;AAEA,UAAI,OAAO,aAAa,OAAO,UAAU;AACvC,eAAO;AAAA,MACT;AAEA,UAAI,OAAO,aAAa,YAAY,OAAO,aAAa,UAAU;AAChE,YAAI,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AAC1E,cACE,SAAS,OAAO,SAAS,MACzB,SAAS,UAAU,SAAS,SAC5B,SAAS,oBAAoB,SAAS,mBACtC,SAAS,mBAAmB,SAAS,kBACrC,SAAS,oBAAoB,SAAS,mBACtC,SAAS,aAAa,SAAS,UAC/B;AACA,mBAAO;AAAA,UACT;AAAA,QACF,WAAW,SAAS,SAAS,mBAAmB,SAAS,SAAS,iBAAiB;AACjF,cAAI,SAAS,MAAM,WAAW,SAAS,MAAM,QAAQ;AACnD,mBAAO;AAAA,UACT;AACA,cAAI,SAAS,eAAe,SAAS,YAAY;AAC/C,mBAAO;AAAA,UACT;AAAA,QACF,OAAO;AACL,iBAAO;AAAA,QACT;AAAA,MACF;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;AAEO,MAAM,4BAA4B,YAAY;AAAA,EACnD,OAAgB,WACd;AAAA,EAEF,YAAY,OAAmB;AAC7B,UAAM,qBAAqB,OAAO,oBAAoB,QAAQ,CAAC;AAAA,EACjE;AAAA,EAEA,IAAI,QAAoB;AACtB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAM,OAAmB;AAC3B,UAAM,IAAI;AAAA,MACR,iDAAiD,oBAAoB,QAAQ;AAAA,IAC/E;AAAA,EACF;AAAA,EAEA,IAAI,WAAoB;AACtB,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/llm/provider_format/google.cjs

@@ -68,13 +68,17 @@ async function toChatCtx(chatCtx, injectDummyUserMessage = true) {
         }
       }
     } else if (msg.type === "function_call") {
-      parts.push({
+      const functionCallPart = {
         functionCall: {
           id: msg.callId,
           name: msg.name,
           args: JSON.parse(msg.args || "{}")
         }
-      });
+      };
+      if (msg.thoughtSignature) {
+        functionCallPart.thoughtSignature = msg.thoughtSignature;
+      }
+      parts.push(functionCallPart);
     } else if (msg.type === "function_call_output") {
       const response = msg.isError ? { error: msg.output } : { output: msg.output };
       parts.push({

package/dist/llm/provider_format/google.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/llm/provider_format/google.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\nexport interface GoogleFormatData {\n  systemMessages: string[] | null;\n}\n\nexport async function toChatCtx(\n  chatCtx: ChatContext,\n  injectDummyUserMessage: boolean = true,\n): Promise<[Record<string, unknown>[], GoogleFormatData]> {\n  const turns: Record<string, unknown>[] = [];\n  const systemMessages: string[] = [];\n  let currentRole: string | null = null;\n  let parts: Record<string, unknown>[] = [];\n\n  // Flatten all grouped tool calls to get individual messages\n  const itemGroups = groupToolCalls(chatCtx);\n  const flattenedItems: ChatItem[] = [];\n\n  for (const group of itemGroups) {\n    flattenedItems.push(...group.flatten());\n  }\n\n  for (const msg of flattenedItems) {\n    // Handle system messages separately\n    if (msg.type === 'message' && msg.role === 'system' && msg.textContent) {\n      systemMessages.push(msg.textContent);\n      continue;\n    }\n\n    let role: string;\n    if (msg.type === 'message') {\n      role = msg.role === 'assistant' ? 'model' : 'user';\n    } else if (msg.type === 'function_call') {\n      role = 'model';\n    } else if (msg.type === 'function_call_output') {\n      role = 'user';\n    } else {\n      continue; // Skip unknown message types\n    }\n\n    // If the effective role changed, finalize the previous turn\n    if (role !== currentRole) {\n      if (currentRole !== null && parts.length > 0) {\n        turns.push({ role: currentRole, parts: [...parts] });\n      }\n      parts = [];\n      currentRole = role;\n    }\n\n    if (msg.type === 'message') {\n      for (const content of msg.content) {\n        if (content && typeof content === 'string') {\n          parts.push({ text: content });\n        } else if (content && typeof content === 'object') {\n          if (content.type === 'image_content') {\n            parts.push(await toImagePart(content));\n          } else {\n            // Handle other content types as JSON\n            parts.push({ text: JSON.stringify(content) });\n          }\n        }\n      }\n    } else if (msg.type === 'function_call') {\n      parts.push({\n        functionCall: {\n          id: msg.callId,\n          name: msg.name,\n          args: JSON.parse(msg.args || '{}'),\n        },\n      });\n    } else if (msg.type === 'function_call_output') {\n      const response = msg.isError ? { error: msg.output } : { output: msg.output };\n      parts.push({\n        functionResponse: {\n          id: msg.callId,\n          name: msg.name,\n          response,\n        },\n      });\n    }\n  }\n\n  // Finalize the last turn\n  if (currentRole !== null && parts.length > 0) {\n    turns.push({ role: currentRole, parts });\n  }\n\n  // Gemini requires the last message to end with user's turn before they can generate\n  if (injectDummyUserMessage && currentRole !== 'user') {\n    turns.push({ role: 'user', parts: [{ text: '.' }] });\n  }\n\n  return [\n    turns,\n    {\n      systemMessages: systemMessages.length > 0 ? systemMessages : null,\n    },\n  ];\n}\n\nasync function toImagePart(image: ImageContent): Promise<Record<string, unknown>> {\n  const cacheKey = 'serialized_image';\n  if (!image._cache[cacheKey]) {\n    image._cache[cacheKey] = await serializeImage(image);\n  }\n  const img: SerializedImage = image._cache[cacheKey];\n\n  if (img.externalUrl) {\n    const mimeType = img.mimeType || 'image/jpeg';\n    return {\n      fileData: {\n        fileUri: img.externalUrl,\n        mimeType,\n      },\n    };\n  }\n\n  return {\n    inlineData: {\n      data: img.base64Data,\n      mimeType: img.mimeType,\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAqD;AACrD,IAAAA,gBAA+B;AAM/B,eAAsB,UACpB,SACA,yBAAkC,MACsB;AACxD,QAAM,QAAmC,CAAC;AAC1C,QAAM,iBAA2B,CAAC;AAClC,MAAI,cAA6B;AACjC,MAAI,QAAmC,CAAC;AAGxC,QAAM,iBAAa,8BAAe,OAAO;AACzC,QAAM,iBAA6B,CAAC;AAEpC,aAAW,SAAS,YAAY;AAC9B,mBAAe,KAAK,GAAG,MAAM,QAAQ,CAAC;AAAA,EACxC;AAEA,aAAW,OAAO,gBAAgB;AAEhC,QAAI,IAAI,SAAS,aAAa,IAAI,SAAS,YAAY,IAAI,aAAa;AACtE,qBAAe,KAAK,IAAI,WAAW;AACnC;AAAA,IACF;AAEA,QAAI;AACJ,QAAI,IAAI,SAAS,WAAW;AAC1B,aAAO,IAAI,SAAS,cAAc,UAAU;AAAA,IAC9C,WAAW,IAAI,SAAS,iBAAiB;AACvC,aAAO;AAAA,IACT,WAAW,IAAI,SAAS,wBAAwB;AAC9C,aAAO;AAAA,IACT,OAAO;AACL;AAAA,IACF;AAGA,QAAI,SAAS,aAAa;AACxB,UAAI,gBAAgB,QAAQ,MAAM,SAAS,GAAG;AAC5C,cAAM,KAAK,EAAE,MAAM,aAAa,OAAO,CAAC,GAAG,KAAK,EAAE,CAAC;AAAA,MACrD;AACA,cAAQ,CAAC;AACT,oBAAc;AAAA,IAChB;AAEA,QAAI,IAAI,SAAS,WAAW;AAC1B,iBAAW,WAAW,IAAI,SAAS;AACjC,YAAI,WAAW,OAAO,YAAY,UAAU;AAC1C,gBAAM,KAAK,EAAE,MAAM,QAAQ,CAAC;AAAA,QAC9B,WAAW,WAAW,OAAO,YAAY,UAAU;AACjD,cAAI,QAAQ,SAAS,iBAAiB;AACpC,kBAAM,KAAK,MAAM,YAAY,OAAO,CAAC;AAAA,UACvC,OAAO;AAEL,kBAAM,KAAK,EAAE,MAAM,KAAK,UAAU,OAAO,EAAE,CAAC;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AAAA,IACF,WAAW,IAAI,SAAS,iBAAiB;AACvC,YAAM,KAAK;AAAA,QACT,cAAc;AAAA,UACZ,IAAI,IAAI;AAAA,UACR,MAAM,IAAI;AAAA,UACV,MAAM,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,QACnC;AAAA,MACF,CAAC;AAAA,IACH,WAAW,IAAI,SAAS,wBAAwB;AAC9C,YAAM,WAAW,IAAI,UAAU,EAAE,OAAO,IAAI,OAAO,IAAI,EAAE,QAAQ,IAAI,OAAO;AAC5E,YAAM,KAAK;AAAA,QACT,kBAAkB;AAAA,UAChB,IAAI,IAAI;AAAA,UACR,MAAM,IAAI;AAAA,UACV;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAGA,MAAI,gBAAgB,QAAQ,MAAM,SAAS,GAAG;AAC5C,UAAM,KAAK,EAAE,MAAM,aAAa,MAAM,CAAC;AAAA,EACzC;AAGA,MAAI,0BAA0B,gBAAgB,QAAQ;AACpD,UAAM,KAAK,EAAE,MAAM,QAAQ,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;AAAA,EACrD;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,MACE,gBAAgB,eAAe,SAAS,IAAI,iBAAiB;AAAA,IAC/D;AAAA,EACF;AACF;AAEA,eAAe,YAAY,OAAuD;AAChF,QAAM,WAAW;AACjB,MAAI,CAAC,MAAM,OAAO,QAAQ,GAAG;AAC3B,UAAM,OAAO,QAAQ,IAAI,UAAM,6BAAe,KAAK;AAAA,EACrD;AACA,QAAM,MAAuB,MAAM,OAAO,QAAQ;AAElD,MAAI,IAAI,aAAa;AACnB,UAAM,WAAW,IAAI,YAAY;AACjC,WAAO;AAAA,MACL,UAAU;AAAA,QACR,SAAS,IAAI;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,YAAY;AAAA,MACV,MAAM,IAAI;AAAA,MACV,UAAU,IAAI;AAAA,IAChB;AAAA,EACF;AACF;","names":["import_utils"]}
+{"version":3,"sources":["../../../src/llm/provider_format/google.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatContext, ChatItem, ImageContent } from '../chat_context.js';\nimport { type SerializedImage, serializeImage } from '../utils.js';\nimport { groupToolCalls } from './utils.js';\n\nexport interface GoogleFormatData {\n  systemMessages: string[] | null;\n}\n\nexport async function toChatCtx(\n  chatCtx: ChatContext,\n  injectDummyUserMessage: boolean = true,\n): Promise<[Record<string, unknown>[], GoogleFormatData]> {\n  const turns: Record<string, unknown>[] = [];\n  const systemMessages: string[] = [];\n  let currentRole: string | null = null;\n  let parts: Record<string, unknown>[] = [];\n\n  // Flatten all grouped tool calls to get individual messages\n  const itemGroups = groupToolCalls(chatCtx);\n  const flattenedItems: ChatItem[] = [];\n\n  for (const group of itemGroups) {\n    flattenedItems.push(...group.flatten());\n  }\n\n  for (const msg of flattenedItems) {\n    // Handle system messages separately\n    if (msg.type === 'message' && msg.role === 'system' && msg.textContent) {\n      systemMessages.push(msg.textContent);\n      continue;\n    }\n\n    let role: string;\n    if (msg.type === 'message') {\n      role = msg.role === 'assistant' ? 'model' : 'user';\n    } else if (msg.type === 'function_call') {\n      role = 'model';\n    } else if (msg.type === 'function_call_output') {\n      role = 'user';\n    } else {\n      continue; // Skip unknown message types\n    }\n\n    // If the effective role changed, finalize the previous turn\n    if (role !== currentRole) {\n      if (currentRole !== null && parts.length > 0) {\n        turns.push({ role: currentRole, parts: [...parts] });\n      }\n      parts = [];\n      currentRole = role;\n    }\n\n    if (msg.type === 'message') {\n      for (const content of msg.content) {\n        if (content && typeof content === 'string') {\n          parts.push({ text: content });\n        } else if (content && typeof content === 'object') {\n          if (content.type === 'image_content') {\n            parts.push(await toImagePart(content));\n          } else {\n            // Handle other content types as JSON\n            parts.push({ text: JSON.stringify(content) });\n          }\n        }\n      }\n    } else if (msg.type === 'function_call') {\n      const functionCallPart: Record<string, unknown> = {\n        functionCall: {\n          id: msg.callId,\n          name: msg.name,\n          args: JSON.parse(msg.args || '{}'),\n        },\n      };\n      if (msg.thoughtSignature) {\n        functionCallPart.thoughtSignature = msg.thoughtSignature;\n      }\n      parts.push(functionCallPart);\n    } else if (msg.type === 'function_call_output') {\n      const response = msg.isError ? { error: msg.output } : { output: msg.output };\n      parts.push({\n        functionResponse: {\n          id: msg.callId,\n          name: msg.name,\n          response,\n        },\n      });\n    }\n  }\n\n  // Finalize the last turn\n  if (currentRole !== null && parts.length > 0) {\n    turns.push({ role: currentRole, parts });\n  }\n\n  // Gemini requires the last message to end with user's turn before they can generate\n  if (injectDummyUserMessage && currentRole !== 'user') {\n    turns.push({ role: 'user', parts: [{ text: '.' }] });\n  }\n\n  return [\n    turns,\n    {\n      systemMessages: systemMessages.length > 0 ? systemMessages : null,\n    },\n  ];\n}\n\nasync function toImagePart(image: ImageContent): Promise<Record<string, unknown>> {\n  const cacheKey = 'serialized_image';\n  if (!image._cache[cacheKey]) {\n    image._cache[cacheKey] = await serializeImage(image);\n  }\n  const img: SerializedImage = image._cache[cacheKey];\n\n  if (img.externalUrl) {\n    const mimeType = img.mimeType || 'image/jpeg';\n    return {\n      fileData: {\n        fileUri: img.externalUrl,\n        mimeType,\n      },\n    };\n  }\n\n  return {\n    inlineData: {\n      data: img.base64Data,\n      mimeType: img.mimeType,\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAqD;AACrD,IAAAA,gBAA+B;AAM/B,eAAsB,UACpB,SACA,yBAAkC,MACsB;AACxD,QAAM,QAAmC,CAAC;AAC1C,QAAM,iBAA2B,CAAC;AAClC,MAAI,cAA6B;AACjC,MAAI,QAAmC,CAAC;AAGxC,QAAM,iBAAa,8BAAe,OAAO;AACzC,QAAM,iBAA6B,CAAC;AAEpC,aAAW,SAAS,YAAY;AAC9B,mBAAe,KAAK,GAAG,MAAM,QAAQ,CAAC;AAAA,EACxC;AAEA,aAAW,OAAO,gBAAgB;AAEhC,QAAI,IAAI,SAAS,aAAa,IAAI,SAAS,YAAY,IAAI,aAAa;AACtE,qBAAe,KAAK,IAAI,WAAW;AACnC;AAAA,IACF;AAEA,QAAI;AACJ,QAAI,IAAI,SAAS,WAAW;AAC1B,aAAO,IAAI,SAAS,cAAc,UAAU;AAAA,IAC9C,WAAW,IAAI,SAAS,iBAAiB;AACvC,aAAO;AAAA,IACT,WAAW,IAAI,SAAS,wBAAwB;AAC9C,aAAO;AAAA,IACT,OAAO;AACL;AAAA,IACF;AAGA,QAAI,SAAS,aAAa;AACxB,UAAI,gBAAgB,QAAQ,MAAM,SAAS,GAAG;AAC5C,cAAM,KAAK,EAAE,MAAM,aAAa,OAAO,CAAC,GAAG,KAAK,EAAE,CAAC;AAAA,MACrD;AACA,cAAQ,CAAC;AACT,oBAAc;AAAA,IAChB;AAEA,QAAI,IAAI,SAAS,WAAW;AAC1B,iBAAW,WAAW,IAAI,SAAS;AACjC,YAAI,WAAW,OAAO,YAAY,UAAU;AAC1C,gBAAM,KAAK,EAAE,MAAM,QAAQ,CAAC;AAAA,QAC9B,WAAW,WAAW,OAAO,YAAY,UAAU;AACjD,cAAI,QAAQ,SAAS,iBAAiB;AACpC,kBAAM,KAAK,MAAM,YAAY,OAAO,CAAC;AAAA,UACvC,OAAO;AAEL,kBAAM,KAAK,EAAE,MAAM,KAAK,UAAU,OAAO,EAAE,CAAC;AAAA,UAC9C;AAAA,QACF;AAAA,MACF;AAAA,IACF,WAAW,IAAI,SAAS,iBAAiB;AACvC,YAAM,mBAA4C;AAAA,QAChD,cAAc;AAAA,UACZ,IAAI,IAAI;AAAA,UACR,MAAM,IAAI;AAAA,UACV,MAAM,KAAK,MAAM,IAAI,QAAQ,IAAI;AAAA,QACnC;AAAA,MACF;AACA,UAAI,IAAI,kBAAkB;AACxB,yBAAiB,mBAAmB,IAAI;AAAA,MAC1C;AACA,YAAM,KAAK,gBAAgB;AAAA,IAC7B,WAAW,IAAI,SAAS,wBAAwB;AAC9C,YAAM,WAAW,IAAI,UAAU,EAAE,OAAO,IAAI,OAAO,IAAI,EAAE,QAAQ,IAAI,OAAO;AAC5E,YAAM,KAAK;AAAA,QACT,kBAAkB;AAAA,UAChB,IAAI,IAAI;AAAA,UACR,MAAM,IAAI;AAAA,UACV;AAAA,QACF;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAGA,MAAI,gBAAgB,QAAQ,MAAM,SAAS,GAAG;AAC5C,UAAM,KAAK,EAAE,MAAM,aAAa,MAAM,CAAC;AAAA,EACzC;AAGA,MAAI,0BAA0B,gBAAgB,QAAQ;AACpD,UAAM,KAAK,EAAE,MAAM,QAAQ,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;AAAA,EACrD;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,MACE,gBAAgB,eAAe,SAAS,IAAI,iBAAiB;AAAA,IAC/D;AAAA,EACF;AACF;AAEA,eAAe,YAAY,OAAuD;AAChF,QAAM,WAAW;AACjB,MAAI,CAAC,MAAM,OAAO,QAAQ,GAAG;AAC3B,UAAM,OAAO,QAAQ,IAAI,UAAM,6BAAe,KAAK;AAAA,EACrD;AACA,QAAM,MAAuB,MAAM,OAAO,QAAQ;AAElD,MAAI,IAAI,aAAa;AACnB,UAAM,WAAW,IAAI,YAAY;AACjC,WAAO;AAAA,MACL,UAAU;AAAA,QACR,SAAS,IAAI;AAAA,QACb;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,YAAY;AAAA,MACV,MAAM,IAAI;AAAA,MACV,UAAU,IAAI;AAAA,IAChB;AAAA,EACF;AACF;","names":["import_utils"]}

package/dist/llm/provider_format/google.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../../src/llm/provider_format/google.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAA0B,MAAM,oBAAoB,CAAC;AAI9E,MAAM,WAAW,gBAAgB;IAC/B,cAAc,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CACjC;AAED,wBAAsB,SAAS,CAC7B,OAAO,EAAE,WAAW,EACpB,sBAAsB,GAAE,OAAc,GACrC,OAAO,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC,CA0FxD"}
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../../src/llm/provider_format/google.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAA0B,MAAM,oBAAoB,CAAC;AAI9E,MAAM,WAAW,gBAAgB;IAC/B,cAAc,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CACjC;AAED,wBAAsB,SAAS,CAC7B,OAAO,EAAE,WAAW,EACpB,sBAAsB,GAAE,OAAc,GACrC,OAAO,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC,CA8FxD"}