@copilotkit/runtime 1.5.8 → 1.5.10-next.0

package/dist/groq-adapter-696b5d29.d.ts

@@ -0,0 +1,281 @@
+import OpenAI from 'openai';
+import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from './langserve-9125a12e.js';
+import { BaseMessageChunk, AIMessage, AIMessageChunk, BaseMessage } from '@langchain/core/messages';
+import { DynamicStructuredTool } from '@langchain/core/tools';
+import { IterableReadableStream, IterableReadableStreamInterface } from '@langchain/core/utils/stream';
+import { Groq } from 'groq-sdk';
+
+/**
+ * Copilot Runtime adapter for OpenAI.
+ *
+ * ## Example
+ *
+ * ```ts
+ * import { CopilotRuntime, OpenAIAdapter } from "@copilotkit/runtime";
+ * import OpenAI from "openai";
+ *
+ * const copilotKit = new CopilotRuntime();
+ *
+ * const openai = new OpenAI({
+ *   organization: "<your-organization-id>", // optional
+ *   apiKey: "<your-api-key>",
+ * });
+ *
+ * return new OpenAIAdapter({ openai });
+ * ```
+ *
+ * ## Example with Azure OpenAI
+ *
+ * ```ts
+ * import { CopilotRuntime, OpenAIAdapter } from "@copilotkit/runtime";
+ * import OpenAI from "openai";
+ *
+ * // The name of your Azure OpenAI Instance.
+ * // https://learn.microsoft.com/en-us/azure/cognitive-services/openai/how-to/create-resource?pivots=web-portal#create-a-resource
+ * const instance = "<your instance name>";
+ *
+ * // Corresponds to your Model deployment within your OpenAI resource, e.g. my-gpt35-16k-deployment
+ * // Navigate to the Azure OpenAI Studio to deploy a model.
+ * const model = "<your model>";
+ *
+ * const apiKey = process.env["AZURE_OPENAI_API_KEY"];
+ * if (!apiKey) {
+ *   throw new Error("The AZURE_OPENAI_API_KEY environment variable is missing or empty.");
+ * }
+ *
+ * const copilotKit = new CopilotRuntime();
+ *
+ * const openai = new OpenAI({
+ *   apiKey,
+ *   baseURL: `https://${instance}.openai.azure.com/openai/deployments/${model}`,
+ *   defaultQuery: { "api-version": "2024-04-01-preview" },
+ *   defaultHeaders: { "api-key": apiKey },
+ * });
+ *
+ * return new OpenAIAdapter({ openai });
+ * ```
+ */
+
+interface OpenAIAdapterParams {
+    /**
+     * An optional OpenAI instance to use.  If not provided, a new instance will be
+     * created.
+     */
+    openai?: OpenAI;
+    /**
+     * The model to use.
+     */
+    model?: string;
+    /**
+     * Whether to disable parallel tool calls.
+     * You can disable parallel tool calls to force the model to execute tool calls sequentially.
+     * This is useful if you want to execute tool calls in a specific order so that the state changes
+     * introduced by one tool call are visible to the next tool call. (i.e. new actions or readables)
+     *
+     * @default false
+     */
+    disableParallelToolCalls?: boolean;
+}
+declare class OpenAIAdapter implements CopilotServiceAdapter {
+    private model;
+    private disableParallelToolCalls;
+    private _openai;
+    get openai(): OpenAI;
+    constructor(params?: OpenAIAdapterParams);
+    process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
+}
+
+type LangChainBaseMessageChunkStream = IterableReadableStream<BaseMessageChunk>;
+type LangChainAIMessageChunkStream = IterableReadableStreamInterface<AIMessageChunk>;
+type LangChainReturnType = LangChainBaseMessageChunkStream | LangChainAIMessageChunkStream | BaseMessageChunk | string | AIMessage;
+
+/**
+ * Copilot Runtime adapter for LangChain.
+ *
+ * ## Example
+ *
+ * ```ts
+ * import { CopilotRuntime, LangChainAdapter } from "@copilotkit/runtime";
+ * import { ChatOpenAI } from "@langchain/openai";
+ *
+ * const copilotKit = new CopilotRuntime();
+ *
+ * const model = new ChatOpenAI({
+ *   model: "gpt-4o",
+ *   apiKey: "<your-api-key>",
+ * });
+ *
+ * return new LangChainAdapter({
+ *   chainFn: async ({ messages, tools }) => {
+ *     return model.bindTools(tools).stream(messages);
+ *     // or optionally enable strict mode
+ *     // return model.bindTools(tools, { strict: true }).stream(messages);
+ *   }
+ * });
+ * ```
+ *
+ * The asynchronous handler function (`chainFn`) can return any of the following:
+ *
+ * - A simple `string` response
+ * - A LangChain stream (`IterableReadableStream`)
+ * - A LangChain `BaseMessageChunk` object
+ * - A LangChain `AIMessage` object
+ */
+
+interface ChainFnParameters {
+    model: string;
+    messages: BaseMessage[];
+    tools: DynamicStructuredTool[];
+    threadId?: string;
+    runId?: string;
+}
+interface LangChainAdapterOptions {
+    /**
+     * A function that uses the LangChain API to generate a response.
+     */
+    chainFn: (parameters: ChainFnParameters) => Promise<LangChainReturnType>;
+}
+declare class LangChainAdapter implements CopilotServiceAdapter {
+    private options;
+    /**
+     * To use LangChain as a backend, provide a handler function to the adapter with your custom LangChain logic.
+     */
+    constructor(options: LangChainAdapterOptions);
+    process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
+}
+
+interface GoogleGenerativeAIAdapterOptions {
+    /**
+     * A custom Google Generative AI model to use.
+     */
+    model?: string;
+}
+declare class GoogleGenerativeAIAdapter extends LangChainAdapter {
+    constructor(options?: GoogleGenerativeAIAdapterOptions);
+}
+
+/**
+ * Copilot Runtime adapter for the OpenAI Assistant API.
+ *
+ * ## Example
+ *
+ * ```ts
+ * import { CopilotRuntime, OpenAIAssistantAdapter } from "@copilotkit/runtime";
+ * import OpenAI from "openai";
+ *
+ * const copilotKit = new CopilotRuntime();
+ *
+ * const openai = new OpenAI({
+ *   organization: "<your-organization-id>",
+ *   apiKey: "<your-api-key>",
+ * });
+ *
+ * return new OpenAIAssistantAdapter({
+ *   openai,
+ *   assistantId: "<your-assistant-id>",
+ *   codeInterpreterEnabled: true,
+ *   fileSearchEnabled: true,
+ * });
+ * ```
+ */
+
+interface OpenAIAssistantAdapterParams {
+    /**
+     * The ID of the assistant to use.
+     */
+    assistantId: string;
+    /**
+     * An optional OpenAI instance to use. If not provided, a new instance will be created.
+     */
+    openai?: OpenAI;
+    /**
+     * Whether to enable code interpretation.
+     * @default true
+     */
+    codeInterpreterEnabled?: boolean;
+    /**
+     * Whether to enable file search.
+     * @default true
+     */
+    fileSearchEnabled?: boolean;
+    /**
+     * Whether to disable parallel tool calls.
+     * You can disable parallel tool calls to force the model to execute tool calls sequentially.
+     * This is useful if you want to execute tool calls in a specific order so that the state changes
+     * introduced by one tool call are visible to the next tool call. (i.e. new actions or readables)
+     *
+     * @default false
+     */
+    disableParallelToolCalls?: boolean;
+}
+declare class OpenAIAssistantAdapter implements CopilotServiceAdapter {
+    private openai;
+    private codeInterpreterEnabled;
+    private assistantId;
+    private fileSearchEnabled;
+    private disableParallelToolCalls;
+    constructor(params: OpenAIAssistantAdapterParams);
+    process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
+    private submitToolOutputs;
+    private submitUserMessage;
+    private streamResponse;
+}
+
+interface UnifyAdapterParams {
+    apiKey?: string;
+    model: string;
+}
+declare class UnifyAdapter implements CopilotServiceAdapter {
+    private apiKey;
+    private model;
+    private start;
+    constructor(options?: UnifyAdapterParams);
+    process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
+}
+
+/**
+ * Copilot Runtime adapter for Groq.
+ *
+ * ## Example
+ *
+ * ```ts
+ * import { CopilotRuntime, GroqAdapter } from "@copilotkit/runtime";
+ * import { Groq } from "groq-sdk";
+ *
+ * const groq = new Groq({ apiKey: process.env["GROQ_API_KEY"] });
+ *
+ * const copilotKit = new CopilotRuntime();
+ *
+ * return new GroqAdapter({ groq, model: "<model-name>" });
+ * ```
+ */
+
+interface GroqAdapterParams {
+    /**
+     * An optional Groq instance to use.
+     */
+    groq?: Groq;
+    /**
+     * The model to use.
+     */
+    model?: string;
+    /**
+     * Whether to disable parallel tool calls.
+     * You can disable parallel tool calls to force the model to execute tool calls sequentially.
+     * This is useful if you want to execute tool calls in a specific order so that the state changes
+     * introduced by one tool call are visible to the next tool call. (i.e. new actions or readables)
+     *
+     * @default false
+     */
+    disableParallelToolCalls?: boolean;
+}
+declare class GroqAdapter implements CopilotServiceAdapter {
+    private model;
+    private disableParallelToolCalls;
+    private _groq;
+    get groq(): Groq;
+    constructor(params?: GroqAdapterParams);
+    process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
+}
+
+export { GoogleGenerativeAIAdapter as G, LangChainAdapter as L, OpenAIAdapterParams as O, UnifyAdapterParams as U, OpenAIAdapter as a, OpenAIAssistantAdapterParams as b, OpenAIAssistantAdapter as c, UnifyAdapter as d, GroqAdapterParams as e, GroqAdapter as f };

package/dist/index-cc2b17be.d.ts

@@ -0,0 +1,87 @@
+import { BaseMessageInput } from './graphql/types/base/index.js';
+
+declare enum MessageRole {
+    user = "user",
+    assistant = "assistant",
+    system = "system",
+    tool = "tool"
+}
+declare enum ActionInputAvailability {
+    disabled = "disabled",
+    enabled = "enabled",
+    remote = "remote"
+}
+
+declare class MessageInput extends BaseMessageInput {
+    textMessage?: TextMessageInput;
+    actionExecutionMessage?: ActionExecutionMessageInput;
+    resultMessage?: ResultMessageInput;
+    agentStateMessage?: AgentStateMessageInput;
+}
+declare class TextMessageInput {
+    content: string;
+    parentMessageId?: string;
+    role: MessageRole;
+}
+declare class ActionExecutionMessageInput {
+    name: string;
+    arguments: string;
+    parentMessageId?: string;
+    scope?: String;
+}
+declare class ResultMessageInput {
+    actionExecutionId: string;
+    actionName: string;
+    parentMessageId?: string;
+    result: string;
+}
+declare class AgentStateMessageInput {
+    threadId: string;
+    agentName: string;
+    role: MessageRole;
+    state: string;
+    running: boolean;
+    nodeName: string;
+    runId: string;
+    active: boolean;
+}
+
+type MessageType = "TextMessage" | "ActionExecutionMessage" | "ResultMessage" | "AgentStateMessage";
+declare class Message extends BaseMessageInput {
+    type: MessageType;
+    isTextMessage(): this is TextMessage;
+    isActionExecutionMessage(): this is ActionExecutionMessage;
+    isResultMessage(): this is ResultMessage;
+    isAgentStateMessage(): this is AgentStateMessage;
+}
+declare class TextMessage extends Message implements TextMessageInput {
+    type: MessageType;
+    content: string;
+    role: MessageRole;
+    parentMessageId?: string;
+}
+declare class ActionExecutionMessage extends Message implements Omit<ActionExecutionMessageInput, "arguments" | "scope"> {
+    type: MessageType;
+    name: string;
+    arguments: Record<string, any>;
+    parentMessageId?: string;
+}
+declare class ResultMessage extends Message implements ResultMessageInput {
+    type: MessageType;
+    actionExecutionId: string;
+    actionName: string;
+    result: string;
+}
+declare class AgentStateMessage extends Message implements Omit<AgentStateMessageInput, "state"> {
+    type: MessageType;
+    threadId: string;
+    agentName: string;
+    nodeName: string;
+    runId: string;
+    active: boolean;
+    role: MessageRole;
+    state: any;
+    running: boolean;
+}
+
+export { ActionInputAvailability as A, Message as M, ResultMessage as R, TextMessage as T, MessageInput as a, MessageType as b, ActionExecutionMessage as c, AgentStateMessage as d };

package/dist/index.d.ts

@@ -0,0 +1,23 @@
+export { h as CommonConfig, b as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, d as CreateCopilotRuntimeServerOptions, G as GraphQLContext, g as buildSchema, c as copilotKitEndpoint, e as createContext, f as flattenToolCallsNoDuplicates, i as getCommonConfig, l as langGraphPlatformEndpoint, r as resolveEndpointType } from './copilot-runtime-36700e00.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from './groq-adapter-696b5d29.js';
+export { CopilotRuntimeServerInstance, config, copilotRuntimeNextJSAppRouterEndpoint, copilotRuntimeNextJSPagesRouterEndpoint } from './lib/integrations/index.js';
+export { copilotRuntimeNodeHttpEndpoint } from './lib/integrations/node-http/index.js';
+export { copilotRuntimeNodeExpressEndpoint } from './lib/integrations/node-express/index.js';
+export { copilotRuntimeNestEndpoint } from './lib/integrations/nest/index.js';
+export { GuardrailsValidationFailureResponse, MessageStreamInterruptedResponse, UnknownErrorResponse } from './utils/index.js';
+export { C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse, b as CopilotServiceAdapter, c as RemoteChain, R as RemoteChainParameters } from './langserve-9125a12e.js';
+export { AnthropicAdapter, AnthropicAdapterParams, ExperimentalEmptyAdapter, ExperimentalOllamaAdapter } from './service-adapters/index.js';
+import '@copilotkit/shared';
+import './index-cc2b17be.js';
+import './graphql/types/base/index.js';
+import 'graphql';
+import 'pino';
+import 'graphql-yoga';
+import './lib/cloud/index.js';
+import 'openai';
+import '@langchain/core/messages';
+import '@langchain/core/tools';
+import '@langchain/core/utils/stream';
+import 'groq-sdk';
+import 'rxjs';
+import '@anthropic-ai/sdk';