@copilotkitnext/core 1.51.2 → 1.51.3-next.0

package/dist/index.d.mts

@@ -92,6 +92,7 @@ declare class AgentRegistry {
     private _runtimeVersion?;
     private _runtimeConnectionStatus;
     private _runtimeTransport;
+    private _audioFileTranscriptionEnabled;
     constructor(core: CopilotKitCore);
     /**
      * Get all agents as a readonly record
@@ -101,6 +102,7 @@ declare class AgentRegistry {
     get runtimeVersion(): string | undefined;
     get runtimeConnectionStatus(): CopilotKitCoreRuntimeConnectionStatus;
     get runtimeTransport(): CopilotRuntimeTransport;
+    get audioFileTranscriptionEnabled(): boolean;
     /**
      * Initialize agents from configuration
      */
@@ -134,6 +136,14 @@ declare class AgentRegistry {
      * Apply current headers to all agents
      */
     applyHeadersToAgents(agents: Record<string, AbstractAgent>): void;
+    /**
+     * Apply current credentials to an agent
+     */
+    applyCredentialsToAgent(agent: AbstractAgent): void;
+    /**
+     * Apply current credentials to all agents
+     */
+    applyCredentialsToAgents(agents: Record<string, AbstractAgent>): void;
     /**
      * Update runtime connection and fetch remote agents
      */
@@ -241,6 +251,8 @@ interface CopilotKitCoreConfig {
     agents__unsafe_dev_only?: Record<string, AbstractAgent>;
     /** Headers appended to every HTTP request made by `CopilotKitCore`. */
     headers?: Record<string, string>;
+    /** Credentials mode for fetch requests (e.g., "include" for HTTP-only cookies). */
+    credentials?: RequestCredentials;
     /** Properties sent as `forwardedProps` to the AG-UI agent. */
     properties?: Record<string, unknown>;
     /** Ordered collection of frontend tools available to the core. */
@@ -263,7 +275,13 @@ declare enum CopilotKitCoreErrorCode {
     AGENT_RUN_FAILED_EVENT = "agent_run_failed_event",
     AGENT_RUN_ERROR_EVENT = "agent_run_error_event",
     TOOL_ARGUMENT_PARSE_FAILED = "tool_argument_parse_failed",
-    TOOL_HANDLER_FAILED = "tool_handler_failed"
+    TOOL_HANDLER_FAILED = "tool_handler_failed",
+    TRANSCRIPTION_FAILED = "transcription_failed",
+    TRANSCRIPTION_SERVICE_NOT_CONFIGURED = "transcription_service_not_configured",
+    TRANSCRIPTION_INVALID_AUDIO = "transcription_invalid_audio",
+    TRANSCRIPTION_RATE_LIMITED = "transcription_rate_limited",
+    TRANSCRIPTION_AUTH_FAILED = "transcription_auth_failed",
+    TRANSCRIPTION_NETWORK_ERROR = "transcription_network_error"
 }
 interface CopilotKitCoreSubscriber {
     onRuntimeConnectionStatusChanged?: (event: {
@@ -346,6 +364,7 @@ interface CopilotKitCoreFriendsAccess {
         context?: Record<string, any>;
     }): Promise<void>;
     readonly headers: Readonly<Record<string, string>>;
+    readonly credentials: RequestCredentials | undefined;
     readonly properties: Readonly<Record<string, unknown>>;
     readonly context: Readonly<Record<string, Context>>;
     buildFrontendTools(agentId?: string): _ag_ui_client.Tool[];
@@ -357,6 +376,7 @@ interface CopilotKitCoreFriendsAccess {
 }
 declare class CopilotKitCore {
     private _headers;
+    private _credentials?;
     private _properties;
     private subscribers;
     private agentRegistry;
@@ -364,7 +384,7 @@ declare class CopilotKitCore {
     private suggestionEngine;
     private runHandler;
     private stateManager;
-    constructor({ runtimeUrl, runtimeTransport, headers, properties, agents__unsafe_dev_only, tools, suggestionsConfig, }: CopilotKitCoreConfig);
+    constructor({ runtimeUrl, runtimeTransport, headers, credentials, properties, agents__unsafe_dev_only, tools, suggestionsConfig, }: CopilotKitCoreConfig);
     /**
      * Internal method used by delegate classes and subclasses to notify subscribers
      */
@@ -385,12 +405,15 @@ declare class CopilotKitCore {
     setRuntimeTransport(runtimeTransport: CopilotRuntimeTransport): void;
     get runtimeVersion(): string | undefined;
     get headers(): Readonly<Record<string, string>>;
+    get credentials(): RequestCredentials | undefined;
     get properties(): Readonly<Record<string, unknown>>;
     get runtimeConnectionStatus(): CopilotKitCoreRuntimeConnectionStatus;
+    get audioFileTranscriptionEnabled(): boolean;
     /**
      * Configuration updates
      */
     setHeaders(headers: Record<string, string>): void;
+    setCredentials(credentials: RequestCredentials | undefined): void;
     setProperties(properties: Record<string, unknown>): void;
     /**
      * Agent management (delegated to AgentRegistry)
@@ -626,9 +649,11 @@ declare class StateManager {
 interface ProxiedCopilotRuntimeAgentConfig extends Omit<HttpAgentConfig, "url"> {
     runtimeUrl?: string;
     transport?: CopilotRuntimeTransport;
+    credentials?: RequestCredentials;
 }
 declare class ProxiedCopilotRuntimeAgent extends HttpAgent {
     runtimeUrl?: string;
+    credentials?: RequestCredentials;
     private transport;
     private singleEndpointUrl?;
     constructor(config: ProxiedCopilotRuntimeAgentConfig);

package/dist/index.d.ts

@@ -92,6 +92,7 @@ declare class AgentRegistry {
     private _runtimeVersion?;
     private _runtimeConnectionStatus;
     private _runtimeTransport;
+    private _audioFileTranscriptionEnabled;
     constructor(core: CopilotKitCore);
     /**
      * Get all agents as a readonly record
@@ -101,6 +102,7 @@ declare class AgentRegistry {
     get runtimeVersion(): string | undefined;
     get runtimeConnectionStatus(): CopilotKitCoreRuntimeConnectionStatus;
     get runtimeTransport(): CopilotRuntimeTransport;
+    get audioFileTranscriptionEnabled(): boolean;
     /**
      * Initialize agents from configuration
      */
@@ -134,6 +136,14 @@ declare class AgentRegistry {
      * Apply current headers to all agents
      */
     applyHeadersToAgents(agents: Record<string, AbstractAgent>): void;
+    /**
+     * Apply current credentials to an agent
+     */
+    applyCredentialsToAgent(agent: AbstractAgent): void;
+    /**
+     * Apply current credentials to all agents
+     */
+    applyCredentialsToAgents(agents: Record<string, AbstractAgent>): void;
     /**
      * Update runtime connection and fetch remote agents
      */
@@ -241,6 +251,8 @@ interface CopilotKitCoreConfig {
     agents__unsafe_dev_only?: Record<string, AbstractAgent>;
     /** Headers appended to every HTTP request made by `CopilotKitCore`. */
     headers?: Record<string, string>;
+    /** Credentials mode for fetch requests (e.g., "include" for HTTP-only cookies). */
+    credentials?: RequestCredentials;
     /** Properties sent as `forwardedProps` to the AG-UI agent. */
     properties?: Record<string, unknown>;
     /** Ordered collection of frontend tools available to the core. */
@@ -263,7 +275,13 @@ declare enum CopilotKitCoreErrorCode {
     AGENT_RUN_FAILED_EVENT = "agent_run_failed_event",
     AGENT_RUN_ERROR_EVENT = "agent_run_error_event",
     TOOL_ARGUMENT_PARSE_FAILED = "tool_argument_parse_failed",
-    TOOL_HANDLER_FAILED = "tool_handler_failed"
+    TOOL_HANDLER_FAILED = "tool_handler_failed",
+    TRANSCRIPTION_FAILED = "transcription_failed",
+    TRANSCRIPTION_SERVICE_NOT_CONFIGURED = "transcription_service_not_configured",
+    TRANSCRIPTION_INVALID_AUDIO = "transcription_invalid_audio",
+    TRANSCRIPTION_RATE_LIMITED = "transcription_rate_limited",
+    TRANSCRIPTION_AUTH_FAILED = "transcription_auth_failed",
+    TRANSCRIPTION_NETWORK_ERROR = "transcription_network_error"
 }
 interface CopilotKitCoreSubscriber {
     onRuntimeConnectionStatusChanged?: (event: {
@@ -346,6 +364,7 @@ interface CopilotKitCoreFriendsAccess {
         context?: Record<string, any>;
     }): Promise<void>;
     readonly headers: Readonly<Record<string, string>>;
+    readonly credentials: RequestCredentials | undefined;
     readonly properties: Readonly<Record<string, unknown>>;
     readonly context: Readonly<Record<string, Context>>;
     buildFrontendTools(agentId?: string): _ag_ui_client.Tool[];
@@ -357,6 +376,7 @@ interface CopilotKitCoreFriendsAccess {
 }
 declare class CopilotKitCore {
     private _headers;
+    private _credentials?;
     private _properties;
     private subscribers;
     private agentRegistry;
@@ -364,7 +384,7 @@ declare class CopilotKitCore {
     private suggestionEngine;
     private runHandler;
     private stateManager;
-    constructor({ runtimeUrl, runtimeTransport, headers, properties, agents__unsafe_dev_only, tools, suggestionsConfig, }: CopilotKitCoreConfig);
+    constructor({ runtimeUrl, runtimeTransport, headers, credentials, properties, agents__unsafe_dev_only, tools, suggestionsConfig, }: CopilotKitCoreConfig);
     /**
      * Internal method used by delegate classes and subclasses to notify subscribers
      */
@@ -385,12 +405,15 @@ declare class CopilotKitCore {
     setRuntimeTransport(runtimeTransport: CopilotRuntimeTransport): void;
     get runtimeVersion(): string | undefined;
     get headers(): Readonly<Record<string, string>>;
+    get credentials(): RequestCredentials | undefined;
     get properties(): Readonly<Record<string, unknown>>;
     get runtimeConnectionStatus(): CopilotKitCoreRuntimeConnectionStatus;
+    get audioFileTranscriptionEnabled(): boolean;
     /**
      * Configuration updates
      */
     setHeaders(headers: Record<string, string>): void;
+    setCredentials(credentials: RequestCredentials | undefined): void;
     setProperties(properties: Record<string, unknown>): void;
     /**
      * Agent management (delegated to AgentRegistry)
@@ -626,9 +649,11 @@ declare class StateManager {
 interface ProxiedCopilotRuntimeAgentConfig extends Omit<HttpAgentConfig, "url"> {
     runtimeUrl?: string;
     transport?: CopilotRuntimeTransport;
+    credentials?: RequestCredentials;
 }
 declare class ProxiedCopilotRuntimeAgent extends HttpAgent {
     runtimeUrl?: string;
+    credentials?: RequestCredentials;
     private transport;
     private singleEndpointUrl?;
     constructor(config: ProxiedCopilotRuntimeAgentConfig);

package/dist/index.js

@@ -42,6 +42,7 @@ var import_shared = require("@copilotkitnext/shared");
 var import_client = require("@ag-ui/client");
 var ProxiedCopilotRuntimeAgent = class extends import_client.HttpAgent {
   runtimeUrl;
+  credentials;
   transport;
   singleEndpointUrl;
   constructor(config) {
@@ -56,6 +57,7 @@ var ProxiedCopilotRuntimeAgent = class extends import_client.HttpAgent {
       url: runUrl
     });
     this.runtimeUrl = normalizedRuntimeUrl ?? config.runtimeUrl;
+    this.credentials = config.credentials;
     this.transport = transport;
     if (this.transport === "single") {
       this.singleEndpointUrl = this.runtimeUrl;
@@ -82,7 +84,8 @@ var ProxiedCopilotRuntimeAgent = class extends import_client.HttpAgent {
             agentId: this.agentId,
             threadId: this.threadId
           }
-        })
+        }),
+        ...this.credentials ? { credentials: this.credentials } : {}
       }).catch((error) => {
         console.error("ProxiedCopilotRuntimeAgent: stop request failed", error);
       });
@@ -100,7 +103,8 @@ var ProxiedCopilotRuntimeAgent = class extends import_client.HttpAgent {
       headers: {
         "Content-Type": "application/json",
         ...this.headers
-      }
+      },
+      ...this.credentials ? { credentials: this.credentials } : {}
     }).catch((error) => {
       console.error("ProxiedCopilotRuntimeAgent: stop request failed", error);
     });
@@ -135,6 +139,7 @@ var ProxiedCopilotRuntimeAgent = class extends import_client.HttpAgent {
   clone() {
     const cloned = super.clone();
     cloned.runtimeUrl = this.runtimeUrl;
+    cloned.credentials = this.credentials;
     cloned.transport = this.transport;
     cloned.singleEndpointUrl = this.singleEndpointUrl;
     return cloned;
@@ -168,7 +173,8 @@ var ProxiedCopilotRuntimeAgent = class extends import_client.HttpAgent {
     return {
       ...baseInit,
       headers,
-      body: JSON.stringify(envelope)
+      body: JSON.stringify(envelope),
+      ...this.credentials ? { credentials: this.credentials } : {}
     };
   }
 };
@@ -185,6 +191,7 @@ var AgentRegistry = class {
   _runtimeVersion;
   _runtimeConnectionStatus = "disconnected" /* Disconnected */;
   _runtimeTransport = "rest";
+  _audioFileTranscriptionEnabled = false;
   /**
    * Get all agents as a readonly record
    */
@@ -203,6 +210,9 @@ var AgentRegistry = class {
   get runtimeTransport() {
     return this._runtimeTransport;
   }
+  get audioFileTranscriptionEnabled() {
+    return this._audioFileTranscriptionEnabled;
+  }
   /**
    * Initialize agents from configuration
    */
@@ -290,6 +300,22 @@ var AgentRegistry = class {
       this.applyHeadersToAgent(agent);
     });
   }
+  /**
+   * Apply current credentials to an agent
+   */
+  applyCredentialsToAgent(agent) {
+    if (agent instanceof ProxiedCopilotRuntimeAgent) {
+      agent.credentials = this.core.credentials;
+    }
+  }
+  /**
+   * Apply current credentials to all agents
+   */
+  applyCredentialsToAgents(agents) {
+    Object.values(agents).forEach((agent) => {
+      this.applyCredentialsToAgent(agent);
+    });
+  }
   /**
    * Update runtime connection and fetch remote agents
    */
@@ -300,6 +326,7 @@ var AgentRegistry = class {
     if (!this.runtimeUrl) {
       this._runtimeConnectionStatus = "disconnected" /* Disconnected */;
       this._runtimeVersion = void 0;
+      this._audioFileTranscriptionEnabled = false;
       this.remoteAgents = {};
       this._agents = this.localAgents;
       await this.notifyRuntimeStatusChanged("disconnected" /* Disconnected */);
@@ -314,6 +341,7 @@ var AgentRegistry = class {
         version,
         ...runtimeInfo
       } = runtimeInfoResponse;
+      const credentials = this.core.credentials;
       const agents = Object.fromEntries(
         Object.entries(runtimeInfo.agents).map(([id, { description }]) => {
           const agent = new ProxiedCopilotRuntimeAgent({
@@ -321,7 +349,8 @@ var AgentRegistry = class {
             agentId: id,
             // Runtime agents always have their ID set correctly
             description,
-            transport: this._runtimeTransport
+            transport: this._runtimeTransport,
+            credentials
           });
           this.applyHeadersToAgent(agent);
           return [id, agent];
@@ -331,11 +360,13 @@ var AgentRegistry = class {
       this._agents = { ...this.localAgents, ...this.remoteAgents };
       this._runtimeConnectionStatus = "connected" /* Connected */;
       this._runtimeVersion = version;
+      this._audioFileTranscriptionEnabled = runtimeInfoResponse.audioFileTranscriptionEnabled ?? false;
       await this.notifyRuntimeStatusChanged("connected" /* Connected */);
       await this.notifyAgentsChanged();
     } catch (error) {
       this._runtimeConnectionStatus = "error" /* Error */;
       this._runtimeVersion = void 0;
+      this._audioFileTranscriptionEnabled = false;
       this.remoteAgents = {};
       this._agents = this.localAgents;
       await this.notifyRuntimeStatusChanged("error" /* Error */);
@@ -357,6 +388,7 @@ var AgentRegistry = class {
       throw new Error("Runtime URL is not set");
     }
     const baseHeaders = this.core.headers;
+    const credentials = this.core.credentials;
     const headers = {
       ...baseHeaders
     };
@@ -367,7 +399,8 @@ var AgentRegistry = class {
       const response2 = await fetch(this.runtimeUrl, {
         method: "POST",
         headers,
-        body: JSON.stringify({ method: "info" })
+        body: JSON.stringify({ method: "info" }),
+        ...credentials ? { credentials } : {}
       });
       if ("ok" in response2 && !response2.ok) {
         throw new Error(`Runtime info request failed with status ${response2.status}`);
@@ -375,7 +408,8 @@ var AgentRegistry = class {
       return await response2.json();
     }
     const response = await fetch(`${this.runtimeUrl}/info`, {
-      headers
+      headers,
+      ...credentials ? { credentials } : {}
     });
     if ("ok" in response && !response.ok) {
       throw new Error(`Runtime info request failed with status ${response.status}`);
@@ -1476,6 +1510,12 @@ var CopilotKitCoreErrorCode = /* @__PURE__ */ ((CopilotKitCoreErrorCode2) => {
   CopilotKitCoreErrorCode2["AGENT_RUN_ERROR_EVENT"] = "agent_run_error_event";
   CopilotKitCoreErrorCode2["TOOL_ARGUMENT_PARSE_FAILED"] = "tool_argument_parse_failed";
   CopilotKitCoreErrorCode2["TOOL_HANDLER_FAILED"] = "tool_handler_failed";
+  CopilotKitCoreErrorCode2["TRANSCRIPTION_FAILED"] = "transcription_failed";
+  CopilotKitCoreErrorCode2["TRANSCRIPTION_SERVICE_NOT_CONFIGURED"] = "transcription_service_not_configured";
+  CopilotKitCoreErrorCode2["TRANSCRIPTION_INVALID_AUDIO"] = "transcription_invalid_audio";
+  CopilotKitCoreErrorCode2["TRANSCRIPTION_RATE_LIMITED"] = "transcription_rate_limited";
+  CopilotKitCoreErrorCode2["TRANSCRIPTION_AUTH_FAILED"] = "transcription_auth_failed";
+  CopilotKitCoreErrorCode2["TRANSCRIPTION_NETWORK_ERROR"] = "transcription_network_error";
   return CopilotKitCoreErrorCode2;
 })(CopilotKitCoreErrorCode || {});
 var CopilotKitCoreRuntimeConnectionStatus = /* @__PURE__ */ ((CopilotKitCoreRuntimeConnectionStatus2) => {
@@ -1487,6 +1527,7 @@ var CopilotKitCoreRuntimeConnectionStatus = /* @__PURE__ */ ((CopilotKitCoreRunt
 })(CopilotKitCoreRuntimeConnectionStatus || {});
 var CopilotKitCore = class {
   _headers;
+  _credentials;
   _properties;
   subscribers = /* @__PURE__ */ new Set();
   // Delegate classes
@@ -1499,12 +1540,14 @@ var CopilotKitCore = class {
     runtimeUrl,
     runtimeTransport = "rest",
     headers = {},
+    credentials,
     properties = {},
     agents__unsafe_dev_only = {},
     tools = [],
     suggestionsConfig = []
   }) {
     this._headers = headers;
+    this._credentials = credentials;
     this._properties = properties;
     this.agentRegistry = new AgentRegistry(this);
     this.contextStore = new ContextStore(this);
@@ -1589,12 +1632,18 @@ var CopilotKitCore = class {
   get headers() {
     return this._headers;
   }
+  get credentials() {
+    return this._credentials;
+  }
   get properties() {
     return this._properties;
   }
   get runtimeConnectionStatus() {
     return this.agentRegistry.runtimeConnectionStatus;
   }
+  get audioFileTranscriptionEnabled() {
+    return this.agentRegistry.audioFileTranscriptionEnabled;
+  }
   /**
    * Configuration updates
    */
@@ -1609,6 +1658,10 @@ var CopilotKitCore = class {
       "Subscriber onHeadersChanged error:"
     );
   }
+  setCredentials(credentials) {
+    this._credentials = credentials;
+    this.agentRegistry.applyCredentialsToAgents(this.agentRegistry.agents);
+  }
   setProperties(properties) {
     this._properties = properties;
     void this.notifySubscribers(