@copilotkit/runtime 1.4.8-next.0 → 1.4.8-next.2

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.4.8-next.0",
+      version: "1.4.8-next.2",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -126,6 +126,8 @@ var src_exports = {};
 __export(src_exports, {
   AnthropicAdapter: () => AnthropicAdapter,
   CopilotRuntime: () => CopilotRuntime,
+  ExperimentalEmptyAdapter: () => ExperimentalEmptyAdapter,
+  ExperimentalOllamaAdapter: () => ExperimentalOllamaAdapter,
   GoogleGenerativeAIAdapter: () => GoogleGenerativeAIAdapter,
   GroqAdapter: () => GroqAdapter,
   GuardrailsValidationFailureResponse: () => GuardrailsValidationFailureResponse,
@@ -154,7 +156,7 @@ module.exports = __toCommonJS(src_exports);
 var import_reflect_metadata = require("reflect-metadata");
 
 // src/lib/runtime/copilot-runtime.ts
-var import_shared10 = require("@copilotkit/shared");
+var import_shared12 = require("@copilotkit/shared");
 
 // src/service-adapters/langchain/langserve.ts
 var import_remote = require("langchain/runnables/remote");
@@ -425,6 +427,9 @@ var OpenAIAdapter = class {
       },
       ...this.disableParallelToolCalls && {
         parallel_tool_calls: false
+      },
+      ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
+        temperature: forwardedParameters.temperature
       }
     });
     eventSource.stream(async (eventStream$) => {
@@ -895,6 +900,7 @@ var UnifyAdapter = class {
       apiKey: this.apiKey,
       baseURL: "https://api.unify.ai/v0/"
     });
+    const forwardedParameters = request.forwardedParameters;
     const messages = request.messages.map(convertMessageToOpenAIMessage);
     const stream = await openai.chat.completions.create({
       model: this.model,
@@ -902,6 +908,9 @@ var UnifyAdapter = class {
       stream: true,
       ...tools.length > 0 && {
         tools
+      },
+      ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
+        temperature: forwardedParameters.temperature
       }
     });
     let model = null;
@@ -1005,6 +1014,9 @@ var GroqAdapter = class {
       },
       ...this.disableParallelToolCalls && {
         parallel_tool_calls: false
+      },
+      ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
+        temperature: forwardedParameters.temperature
       }
     });
     eventSource.stream(async (eventStream$) => {
@@ -1222,6 +1234,9 @@ var AnthropicAdapter = class {
       model: this.model,
       messages: anthropicMessages,
       max_tokens: (forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) || 1024,
+      ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) ? {
+        temperature: forwardedParameters.temperature
+      } : {},
       ...tools.length > 0 && {
         tools
       },
@@ -1313,12 +1328,58 @@ var FilterThinkingTextBuffer = /* @__PURE__ */ __name(class FilterThinkingTextBu
   }
 }, "FilterThinkingTextBuffer");
 
+// src/service-adapters/experimental/ollama/ollama-adapter.ts
+var import_ollama = require("@langchain/community/llms/ollama");
+var import_shared7 = require("@copilotkit/shared");
+var DEFAULT_MODEL4 = "llama3:latest";
+var ExperimentalOllamaAdapter = class {
+  model;
+  constructor(options) {
+    if (options == null ? void 0 : options.model) {
+      this.model = options.model;
+    } else {
+      this.model = DEFAULT_MODEL4;
+    }
+  }
+  async process(request) {
+    const { messages, actions, eventSource } = request;
+    const ollama = new import_ollama.Ollama({
+      model: this.model
+    });
+    const contents = messages.filter((m) => m.isTextMessage()).map((m) => m.content);
+    const _stream = await ollama.stream(contents);
+    eventSource.stream(async (eventStream$) => {
+      eventStream$.sendTextMessageStart((0, import_shared7.randomId)());
+      for await (const chunkText of _stream) {
+        eventStream$.sendTextMessageContent(chunkText);
+      }
+      eventStream$.sendTextMessageEnd();
+      eventStream$.complete();
+    });
+    return {
+      threadId: request.threadId || (0, import_shared7.randomId)()
+    };
+  }
+};
+__name(ExperimentalOllamaAdapter, "ExperimentalOllamaAdapter");
+
+// src/service-adapters/experimental/empty/empty-adapter.ts
+var import_shared8 = require("@copilotkit/shared");
+var ExperimentalEmptyAdapter = class {
+  async process(request) {
+    return {
+      threadId: request.threadId || (0, import_shared8.randomId)()
+    };
+  }
+};
+__name(ExperimentalEmptyAdapter, "ExperimentalEmptyAdapter");
+
 // src/service-adapters/events.ts
-var import_shared9 = require("@copilotkit/shared");
+var import_shared11 = require("@copilotkit/shared");
 var import_rxjs2 = require("rxjs");
 
 // src/lib/telemetry-client.ts
-var import_shared8 = require("@copilotkit/shared");
+var import_shared10 = require("@copilotkit/shared");
 
 // src/lib/runtime/remote-action-constructors.ts
 var import_node_crypto2 = require("crypto");
@@ -1351,7 +1412,7 @@ var CustomEventNames;
 })(CustomEventNames || (CustomEventNames = {}));
 
 // src/agents/langgraph/event-source.ts
-var import_shared7 = require("@copilotkit/shared");
+var import_shared9 = require("@copilotkit/shared");
 var RemoteLangGraphEventSource = class {
   eventStream$ = new import_rxjs.ReplaySubject();
   shouldEmitToolCall(shouldEmitToolCalls, toolCallName) {
@@ -1537,7 +1598,7 @@ var RemoteLangGraphEventSource = class {
           type: RuntimeEventTypes.ActionExecutionEnd
         });
       }
-      const messageId = (0, import_shared7.randomId)();
+      const messageId = (0, import_shared9.randomId)();
       events.push({
         type: RuntimeEventTypes.TextMessageStart,
         messageId
@@ -2100,6 +2161,7 @@ function constructLGCRemoteAction({ endpoint, graphqlContext, logger: logger2, m
 }
 __name(constructLGCRemoteAction, "constructLGCRemoteAction");
 function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, logger: logger2, messages, agentStates }) {
+  const totalAgents = Array.isArray(json["agents"]) ? json["agents"].length : 0;
   const actions = json["actions"].map((action) => ({
     name: action.name,
     description: action.description,
@@ -2113,7 +2175,7 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
       telemetry_client_default.capture("oss.runtime.remote_action_executed", {
         agentExecution: false,
         type: "self-hosted",
-        agentsAmount: json["agents"].length
+        agentsAmount: totalAgents
       });
       try {
         const response = await fetch(`${url}/actions/execute`, {
@@ -2148,7 +2210,7 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
       }
     }
   }));
-  const agents = json["agents"].map((agent) => ({
+  const agents = totalAgents ? json["agents"].map((agent) => ({
     name: agent.name,
     description: agent.description,
     parameters: [],
@@ -2201,7 +2263,7 @@ function constructRemoteActions({ json, url, onBeforeRequest, graphqlContext, lo
       streamResponse(response.body, eventSource.eventStream$);
       return eventSource.processLangGraphEvents();
     }
-  }));
+  })) : [];
   return [
     ...actions,
     ...agents
@@ -2378,7 +2440,7 @@ __name(setupRemoteActions, "setupRemoteActions");
 // src/lib/telemetry-client.ts
 var import_node_crypto3 = require("crypto");
 var packageJson = require_package();
-var telemetryClient = new import_shared8.TelemetryClient({
+var telemetryClient = new import_shared10.TelemetryClient({
   packageName: packageJson.name,
   packageVersion: packageJson.version
 });
@@ -2516,10 +2578,10 @@ var RuntimeEventSource = class {
     const errorMessage = "\u274C An error occurred. Please try again.";
     if (!this.callback) {
       this.stream(async (eventStream$) => {
-        eventStream$.sendTextMessage((0, import_shared9.randomId)(), errorMessage);
+        eventStream$.sendTextMessage((0, import_shared11.randomId)(), errorMessage);
       });
     } else {
-      this.eventStream$.sendTextMessage((0, import_shared9.randomId)(), errorMessage);
+      this.eventStream$.sendTextMessage((0, import_shared11.randomId)(), errorMessage);
     }
   }
   processRuntimeEvents({ serverSideActions, guardrailsResult$, actionInputsWithoutAgents }) {
@@ -2786,7 +2848,7 @@ var CopilotRuntime = class {
       const serverSideActionsInput = serverSideActions.map((action) => ({
         name: action.name,
         description: action.description,
-        jsonSchema: JSON.stringify((0, import_shared10.actionParametersToJsonSchema)(action.parameters))
+        jsonSchema: JSON.stringify((0, import_shared12.actionParametersToJsonSchema)(action.parameters))
       }));
       const actionInputs = flattenToolCallsNoDuplicates([
         ...serverSideActionsInput,
@@ -2836,8 +2898,8 @@ var CopilotRuntime = class {
       console.error("Error getting response:", error);
       eventSource.sendErrorMessageToChat();
       return {
-        threadId: threadId || (0, import_shared10.randomId)(),
-        runId: runId || (0, import_shared10.randomId)(),
+        threadId: threadId || (0, import_shared12.randomId)(),
+        runId: runId || (0, import_shared12.randomId)(),
         eventSource,
         serverSideActions: [],
         actionInputsWithoutAgents: []
@@ -2857,7 +2919,7 @@ var CopilotRuntime = class {
     const serverSideActionsInput = serverSideActions.filter((action) => !isLangGraphAgentAction(action)).map((action) => ({
       name: action.name,
       description: action.description,
-      jsonSchema: JSON.stringify((0, import_shared10.actionParametersToJsonSchema)(action.parameters))
+      jsonSchema: JSON.stringify((0, import_shared12.actionParametersToJsonSchema)(action.parameters))
     }));
     const actionInputsWithoutAgents = flattenToolCallsNoDuplicates([
       ...serverSideActionsInput,
@@ -3356,6 +3418,7 @@ var ForwardedParametersInput = class {
   stop;
   toolChoice;
   toolChoiceFunctionName;
+  temperature;
 };
 __name(ForwardedParametersInput, "ForwardedParametersInput");
 _ts_decorate7([
@@ -3390,6 +3453,12 @@ _ts_decorate7([
   }),
   _ts_metadata7("design:type", String)
 ], ForwardedParametersInput.prototype, "toolChoiceFunctionName", void 0);
+_ts_decorate7([
+  (0, import_type_graphql8.Field)(() => Number, {
+    nullable: true
+  }),
+  _ts_metadata7("design:type", Number)
+], ForwardedParametersInput.prototype, "temperature", void 0);
 ForwardedParametersInput = _ts_decorate7([
   (0, import_type_graphql8.InputType)()
 ], ForwardedParametersInput);
@@ -3999,7 +4068,7 @@ var UnknownErrorResponse = class extends FailedResponseStatus {
 __name(UnknownErrorResponse, "UnknownErrorResponse");
 
 // src/graphql/resolvers/copilot.resolver.ts
-var import_shared11 = require("@copilotkit/shared");
+var import_shared13 = require("@copilotkit/shared");
 function _ts_decorate14(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -4116,7 +4185,7 @@ var CopilotResolver = class {
       rejectOutputMessagesPromise = reject;
     });
     logger2.debug("Processing");
-    const { eventSource, threadId = (0, import_shared11.randomId)(), runId, serverSideActions, actionInputsWithoutAgents } = await copilotRuntime.processRuntimeRequest({
+    const { eventSource, threadId = (0, import_shared13.randomId)(), runId, serverSideActions, actionInputsWithoutAgents } = await copilotRuntime.processRuntimeRequest({
       serviceAdapter,
       messages: data.messages,
       actions: data.frontend.actions.filter((action) => action.available !== ActionInputAvailability.disabled),
@@ -4161,7 +4230,7 @@ var CopilotResolver = class {
                 });
                 outputMessages = [
                   (0, import_class_transformer2.plainToInstance)(TextMessage, {
-                    id: (0, import_shared11.randomId)(),
+                    id: (0, import_shared13.randomId)(),
                     createdAt: /* @__PURE__ */ new Date(),
                     content: result.reason,
                     role: MessageRole.assistant
@@ -4324,7 +4393,7 @@ var CopilotResolver = class {
                   result: event.result
                 }, "Action execution result event received");
                 pushMessage({
-                  id: (0, import_shared11.randomId)(),
+                  id: (0, import_shared13.randomId)(),
                   status: new SuccessMessageStatus(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
@@ -4332,7 +4401,7 @@ var CopilotResolver = class {
                   result: event.result
                 });
                 outputMessages.push((0, import_class_transformer2.plainToInstance)(ResultMessage, {
-                  id: (0, import_shared11.randomId)(),
+                  id: (0, import_shared13.randomId)(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
                   actionName: event.actionName,
@@ -4344,7 +4413,7 @@ var CopilotResolver = class {
                   event
                 }, "Agent message event received");
                 pushMessage({
-                  id: (0, import_shared11.randomId)(),
+                  id: (0, import_shared13.randomId)(),
                   status: new SuccessMessageStatus(),
                   threadId: event.threadId,
                   agentName: event.agentName,
@@ -4357,7 +4426,7 @@ var CopilotResolver = class {
                   createdAt: /* @__PURE__ */ new Date()
                 });
                 outputMessages.push((0, import_class_transformer2.plainToInstance)(AgentStateMessage, {
-                  id: (0, import_shared11.randomId)(),
+                  id: (0, import_shared13.randomId)(),
                   threadId: event.threadId,
                   agentName: event.agentName,
                   nodeName: event.nodeName,
@@ -4441,8 +4510,8 @@ function createLogger(options) {
     level: process.env.LOG_LEVEL || level || "error",
     redact: {
       paths: [
-        "*.pid",
-        "*.hostname"
+        "pid",
+        "hostname"
       ],
       remove: true
     }
@@ -4648,6 +4717,8 @@ __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
 0 && (module.exports = {
   AnthropicAdapter,
   CopilotRuntime,
+  ExperimentalEmptyAdapter,
+  ExperimentalOllamaAdapter,
   GoogleGenerativeAIAdapter,
   GroqAdapter,
   GuardrailsValidationFailureResponse,