@copilotkit/runtime 1.0.9 → 1.1.0

package/dist/index.mjs

@@ -1,31 +1,32 @@
 import {
   CopilotRuntime,
   flattenToolCallsNoDuplicates
-} from "./chunk-2ASATGJQ.mjs";
+} from "./chunk-3EQWN3EU.mjs";
 import {
   GoogleGenerativeAIAdapter,
+  GroqAdapter,
   LangChainAdapter,
   OpenAIAdapter,
   OpenAIAssistantAdapter,
   UnifyAdapter
-} from "./chunk-EKDV7RJD.mjs";
+} from "./chunk-IAZRYKV3.mjs";
 import {
   config,
   copilotRuntimeNextJSAppRouterEndpoint,
   copilotRuntimeNextJSPagesRouterEndpoint
-} from "./chunk-URPWIZC4.mjs";
+} from "./chunk-WTJPEMUX.mjs";
 import {
   copilotRuntimeNestEndpoint
-} from "./chunk-HE6W6UKM.mjs";
+} from "./chunk-H4WHUJTA.mjs";
 import {
   copilotRuntimeNodeExpressEndpoint
-} from "./chunk-PLUXRJQ7.mjs";
+} from "./chunk-33VWYUCG.mjs";
 import {
   buildSchema,
   copilotRuntimeNodeHttpEndpoint,
   createContext,
   getCommonConfig
-} from "./chunk-M2FPA4HM.mjs";
+} from "./chunk-L2KQMWMJ.mjs";
 import "./chunk-URMISMK2.mjs";
 import {
   GuardrailsValidationFailureResponse,
@@ -41,6 +42,7 @@ import "reflect-metadata";
 export {
   CopilotRuntime,
   GoogleGenerativeAIAdapter,
+  GroqAdapter,
   GuardrailsValidationFailureResponse,
   LangChainAdapter,
   MessageStreamInterruptedResponse,

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import \"reflect-metadata\";\nexport * from \"./lib\";\nexport * from \"./utils\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,OAAO;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import \"reflect-metadata\";\nexport * from \"./lib\";\nexport * from \"./utils\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,OAAO;","names":[]}

package/dist/lib/index.d.ts

@@ -1,5 +1,5 @@
 export { g as CommonConfig, b as CopilotRequestContextProperties, a as CopilotRuntime, C as CopilotRuntimeConstructorParams, c as CreateCopilotRuntimeServerOptions, G as GraphQLContext, e as buildSchema, d as createContext, f as flattenToolCallsNoDuplicates, h as getCommonConfig } from '../shared-48c0f7b8.js';
-export { G as GoogleGenerativeAIAdapter, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../unify-adapter-d5d10954.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-c01c14db.js';
 export { C as CopilotRuntimeServerInstance, a as config, c as copilotRuntimeNextJSAppRouterEndpoint, b as copilotRuntimeNextJSPagesRouterEndpoint } from '../pages-router-24897543.js';
 export { copilotRuntimeNodeHttpEndpoint } from './integrations/node-http/index.js';
 export { copilotRuntimeNodeExpressEndpoint } from './integrations/node-express/index.js';
@@ -18,3 +18,4 @@ import '@google/generative-ai';
 import '@langchain/core/messages';
 import '@langchain/core/tools';
 import '@langchain/core/utils/stream';
+import 'groq-sdk';

package/dist/lib/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.0.9",
+      version: "1.1.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -120,6 +120,7 @@ var lib_exports = {};
 __export(lib_exports, {
   CopilotRuntime: () => CopilotRuntime,
   GoogleGenerativeAIAdapter: () => GoogleGenerativeAIAdapter,
+  GroqAdapter: () => GroqAdapter,
   LangChainAdapter: () => LangChainAdapter,
   OpenAIAdapter: () => OpenAIAdapter,
   OpenAIAssistantAdapter: () => OpenAIAssistantAdapter,
@@ -138,7 +139,7 @@ __export(lib_exports, {
 module.exports = __toCommonJS(lib_exports);
 
 // src/lib/copilot-runtime.ts
-var import_shared6 = require("@copilotkit/shared");
+var import_shared7 = require("@copilotkit/shared");
 
 // src/service-adapters/openai/openai-adapter.ts
 var import_openai = __toESM(require("openai"));
@@ -1136,6 +1137,77 @@ var UnifyAdapter = class {
 };
 __name(UnifyAdapter, "UnifyAdapter");
 
+// src/service-adapters/groq/groq-adapter.ts
+var import_groq_sdk = require("groq-sdk");
+var import_shared6 = require("@copilotkit/shared");
+var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
+var GroqAdapter = class {
+  model = DEFAULT_MODEL2;
+  _groq;
+  get groq() {
+    return this._groq;
+  }
+  constructor(params) {
+    this._groq = (params == null ? void 0 : params.groq) || new import_groq_sdk.Groq({});
+    if (params == null ? void 0 : params.model) {
+      this.model = params.model;
+    }
+  }
+  async process(request) {
+    const { threadId, model = this.model, messages, actions, eventSource } = request;
+    const tools = actions.map(convertActionInputToOpenAITool);
+    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
+    const stream = await this.groq.chat.completions.create({
+      model,
+      stream: true,
+      messages: openaiMessages,
+      ...tools.length > 0 && {
+        tools
+      }
+    });
+    eventSource.stream(async (eventStream$) => {
+      var _a, _b;
+      let mode = null;
+      for await (const chunk of stream) {
+        const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
+        const content = chunk.choices[0].delta.content;
+        if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
+          mode = null;
+          eventStream$.sendTextMessageEnd();
+        } else if (mode === "function" && (toolCall === void 0 || (toolCall == null ? void 0 : toolCall.id))) {
+          mode = null;
+          eventStream$.sendActionExecutionEnd();
+        }
+        if (mode === null) {
+          if (toolCall == null ? void 0 : toolCall.id) {
+            mode = "function";
+            eventStream$.sendActionExecutionStart(toolCall.id, toolCall.function.name);
+          } else if (content) {
+            mode = "message";
+            eventStream$.sendTextMessageStart(chunk.id);
+          }
+        }
+        if (mode === "message" && content) {
+          eventStream$.sendTextMessageContent(content);
+        } else if (mode === "function" && ((_b = toolCall == null ? void 0 : toolCall.function) == null ? void 0 : _b.arguments)) {
+          eventStream$.sendActionExecutionArgs(toolCall.function.arguments);
+        }
+      }
+      if (mode === "message") {
+        eventStream$.sendTextMessageEnd();
+      } else if (mode === "function") {
+        eventStream$.sendActionExecutionEnd();
+      }
+      eventStream$.complete();
+    });
+    return {
+      threadId: threadId || (0, import_shared6.randomId)()
+    };
+  }
+};
+__name(GroqAdapter, "GroqAdapter");
+
 // src/service-adapters/events.ts
 var import_rxjs = require("rxjs");
 var RuntimeEventTypes;
@@ -1357,7 +1429,7 @@ var CopilotRuntime = class {
     const serverSideActionsInput = actions.map((action) => ({
       name: action.name,
       description: action.description,
-      jsonSchema: JSON.stringify((0, import_shared6.actionParametersToJsonSchema)(action.parameters))
+      jsonSchema: JSON.stringify((0, import_shared7.actionParametersToJsonSchema)(action.parameters))
     }));
     const actionInputs = flattenToolCallsNoDuplicates([
       ...serverSideActionsInput,
@@ -2183,16 +2255,16 @@ var UnknownErrorResponse = class extends FailedResponseStatus {
 __name(UnknownErrorResponse, "UnknownErrorResponse");
 
 // src/lib/telemetry-client.ts
-var import_shared7 = require("@copilotkit/shared");
+var import_shared8 = require("@copilotkit/shared");
 var packageJson = require_package();
-var telemetryClient = new import_shared7.TelemetryClient({
+var telemetryClient = new import_shared8.TelemetryClient({
   packageName: packageJson.name,
   packageVersion: packageJson.version
 });
 var telemetry_client_default = telemetryClient;
 
 // src/graphql/resolvers/copilot.resolver.ts
-var import_shared8 = require("@copilotkit/shared");
+var import_shared9 = require("@copilotkit/shared");
 function _ts_decorate11(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -2310,7 +2382,7 @@ var CopilotResolver = class {
       rejectOutputMessagesPromise = reject;
     });
     logger2.debug("Processing");
-    const { eventSource, threadId = (0, import_shared8.randomId)(), runId, actions } = await copilotRuntime.process({
+    const { eventSource, threadId = (0, import_shared9.randomId)(), runId, actions } = await copilotRuntime.process({
       serviceAdapter,
       messages: data.messages,
       actions: data.frontend.actions,
@@ -2351,7 +2423,7 @@ var CopilotResolver = class {
                 });
                 outputMessages = [
                   (0, import_class_transformer2.plainToInstance)(TextMessage, {
-                    id: (0, import_shared8.randomId)(),
+                    id: (0, import_shared9.randomId)(),
                     createdAt: /* @__PURE__ */ new Date(),
                     content: result.reason,
                     role: MessageRole.assistant
@@ -2398,7 +2470,7 @@ var CopilotResolver = class {
                   (0, import_rxjs2.takeWhile)((e) => e.type != RuntimeEventTypes.TextMessageEnd)
                 );
                 const streamingTextStatus = new import_rxjs2.Subject();
-                const messageId = (0, import_shared8.randomId)();
+                const messageId = (0, import_shared9.randomId)();
                 pushMessage({
                   id: messageId,
                   status: (0, import_rxjs2.firstValueFrom)(streamingTextStatus),
@@ -2510,7 +2582,7 @@ var CopilotResolver = class {
                   result: event.result
                 }, "Action execution result event received");
                 pushMessage({
-                  id: (0, import_shared8.randomId)(),
+                  id: (0, import_shared9.randomId)(),
                   status: new SuccessMessageStatus(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
@@ -2518,7 +2590,7 @@ var CopilotResolver = class {
                   result: event.result
                 });
                 outputMessages.push((0, import_class_transformer2.plainToInstance)(ResultMessage, {
-                  id: (0, import_shared8.randomId)(),
+                  id: (0, import_shared9.randomId)(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
                   actionName: event.actionName,
@@ -2804,6 +2876,7 @@ __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
 0 && (module.exports = {
   CopilotRuntime,
   GoogleGenerativeAIAdapter,
+  GroqAdapter,
   LangChainAdapter,
   OpenAIAdapter,
   OpenAIAssistantAdapter,