@copilotkit/runtime 1.5.14 → 1.5.15-next.1

package/dist/lib/integrations/node-http/index.mjs

@@ -1,6 +1,6 @@
 import {
   copilotRuntimeNodeHttpEndpoint
-} from "../../../chunk-CBI52XPL.mjs";
+} from "../../../chunk-3QMRQQKK.mjs";
 import "../../../chunk-S3KKBII4.mjs";
 import "../../../chunk-U3V2BCGI.mjs";
 import "../../../chunk-HNUNXFTW.mjs";

package/dist/service-adapters/index.d.ts

@@ -1,6 +1,6 @@
-import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-e308c437.js';
-export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-e308c437.js';
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-7a82cd22.js';
+import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-9614171f.js';
+export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-9614171f.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-acb6ed0b.js';
 import Anthropic from '@anthropic-ai/sdk';
 import '../index-a7f37670.js';
 import '../graphql/types/base/index.js';

package/package.json

@@ -9,7 +9,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.5.14",
+  "version": "1.5.15-next.1",
   "sideEffects": false,
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
@@ -58,7 +58,7 @@
     "rxjs": "^7.8.1",
     "type-graphql": "2.0.0-rc.1",
     "zod": "^3.23.3",
-    "@copilotkit/shared": "1.5.14"
+    "@copilotkit/shared": "1.5.15-next.1"
   },
   "keywords": [
     "copilotkit",

package/src/lib/runtime/copilot-runtime.ts

@@ -169,6 +169,14 @@ export interface CopilotRuntimeConstructorParams<T extends Parameter[] | [] = []
    * An array of LangServer URLs.
    */
   langserve?: RemoteChainParameters[];
+
+  /*
+   * Delegates agent state processing to the service adapter.
+   *
+   * When enabled, individual agent state requests will not be processed by the agent itself.
+   * Instead, all processing will be handled by the service adapter.
+   */
+  delegateAgentProcessingToServiceAdapter?: boolean;
 }
 
 export class CopilotRuntime<const T extends Parameter[] | [] = []> {
@@ -177,6 +185,7 @@ export class CopilotRuntime<const T extends Parameter[] | [] = []> {
   private langserve: Promise<Action<any>>[] = [];
   private onBeforeRequest?: OnBeforeRequestHandler;
   private onAfterRequest?: OnAfterRequestHandler;
+  private delegateAgentProcessingToServiceAdapter: boolean;
 
   constructor(params?: CopilotRuntimeConstructorParams<T>) {
     this.actions = params?.actions || [];
@@ -190,6 +199,8 @@ export class CopilotRuntime<const T extends Parameter[] | [] = []> {
 
     this.onBeforeRequest = params?.middleware?.onBeforeRequest;
     this.onAfterRequest = params?.middleware?.onAfterRequest;
+    this.delegateAgentProcessingToServiceAdapter =
+      params?.delegateAgentProcessingToServiceAdapter || false;
   }
 
   async processRuntimeRequest(request: CopilotRuntimeRequest): Promise<CopilotRuntimeResponse> {
@@ -202,15 +213,16 @@ export class CopilotRuntime<const T extends Parameter[] | [] = []> {
       outputMessagesPromise,
       graphqlContext,
       forwardedParameters,
-      agentSession,
       url,
       extensions,
+      agentSession,
+      agentStates,
     } = request;
 
     const eventSource = new RuntimeEventSource();
 
     try {
-      if (agentSession) {
+      if (agentSession && !this.delegateAgentProcessingToServiceAdapter) {
         return await this.processAgentRequest(request);
       }
       if (serviceAdapter instanceof EmptyAdapter) {
@@ -222,7 +234,6 @@ please use an LLM adapter instead.`,
       }
 
       const messages = rawMessages.filter((message) => !message.agentStateMessage);
-
       const inputMessages = convertGqlInputToMessages(messages);
       const serverSideActions = await this.getServerSideActions(request);
 
@@ -256,6 +267,8 @@ please use an LLM adapter instead.`,
         eventSource,
         forwardedParameters,
         extensions,
+        agentSession,
+        agentStates,
       });
 
       // for backwards compatibility, we deal with the case that no threadId is provided

package/src/service-adapters/service-adapter.ts

@@ -4,6 +4,8 @@ import { ActionInput } from "../graphql/inputs/action.input";
 import { ForwardedParametersInput } from "../graphql/inputs/forwarded-parameters.input";
 import { ExtensionsInput } from "../graphql/inputs/extensions.input";
 import { ExtensionsResponse } from "../graphql/types/extensions-response.type";
+import { AgentSessionInput } from "../graphql/inputs/agent-session.input";
+import { AgentStateInput } from "../graphql/inputs/agent-state.input";
 
 export interface CopilotKitResponse {
   stream: ReadableStream;
@@ -19,6 +21,8 @@ export interface CopilotRuntimeChatCompletionRequest {
   runId?: string;
   forwardedParameters?: ForwardedParametersInput;
   extensions?: ExtensionsInput;
+  agentSession?: AgentSessionInput;
+  agentStates?: AgentStateInput[];
 }
 
 export interface CopilotRuntimeChatCompletionResponse {