@copilotkit/runtime 1.0.9-pre-async-submit-message.0 → 1.1.0

package/dist/index.js

@@ -44,7 +44,7 @@ var require_package = __commonJS({
       publishConfig: {
         access: "public"
       },
-      version: "1.0.9-pre-async-submit-message.0",
+      version: "1.1.0",
       sideEffects: false,
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -120,6 +120,7 @@ var src_exports = {};
 __export(src_exports, {
   CopilotRuntime: () => CopilotRuntime,
   GoogleGenerativeAIAdapter: () => GoogleGenerativeAIAdapter,
+  GroqAdapter: () => GroqAdapter,
   GuardrailsValidationFailureResponse: () => GuardrailsValidationFailureResponse,
   LangChainAdapter: () => LangChainAdapter,
   MessageStreamInterruptedResponse: () => MessageStreamInterruptedResponse,
@@ -142,7 +143,7 @@ module.exports = __toCommonJS(src_exports);
 var import_reflect_metadata = require("reflect-metadata");
 
 // src/lib/copilot-runtime.ts
-var import_shared6 = require("@copilotkit/shared");
+var import_shared7 = require("@copilotkit/shared");
 
 // src/service-adapters/openai/openai-adapter.ts
 var import_openai = __toESM(require("openai"));
@@ -1140,6 +1141,77 @@ var UnifyAdapter = class {
 };
 __name(UnifyAdapter, "UnifyAdapter");
 
+// src/service-adapters/groq/groq-adapter.ts
+var import_groq_sdk = require("groq-sdk");
+var import_shared6 = require("@copilotkit/shared");
+var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
+var GroqAdapter = class {
+  model = DEFAULT_MODEL2;
+  _groq;
+  get groq() {
+    return this._groq;
+  }
+  constructor(params) {
+    this._groq = (params == null ? void 0 : params.groq) || new import_groq_sdk.Groq({});
+    if (params == null ? void 0 : params.model) {
+      this.model = params.model;
+    }
+  }
+  async process(request) {
+    const { threadId, model = this.model, messages, actions, eventSource } = request;
+    const tools = actions.map(convertActionInputToOpenAITool);
+    let openaiMessages = messages.map(convertMessageToOpenAIMessage);
+    openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);
+    const stream = await this.groq.chat.completions.create({
+      model,
+      stream: true,
+      messages: openaiMessages,
+      ...tools.length > 0 && {
+        tools
+      }
+    });
+    eventSource.stream(async (eventStream$) => {
+      var _a, _b;
+      let mode = null;
+      for await (const chunk of stream) {
+        const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
+        const content = chunk.choices[0].delta.content;
+        if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
+          mode = null;
+          eventStream$.sendTextMessageEnd();
+        } else if (mode === "function" && (toolCall === void 0 || (toolCall == null ? void 0 : toolCall.id))) {
+          mode = null;
+          eventStream$.sendActionExecutionEnd();
+        }
+        if (mode === null) {
+          if (toolCall == null ? void 0 : toolCall.id) {
+            mode = "function";
+            eventStream$.sendActionExecutionStart(toolCall.id, toolCall.function.name);
+          } else if (content) {
+            mode = "message";
+            eventStream$.sendTextMessageStart(chunk.id);
+          }
+        }
+        if (mode === "message" && content) {
+          eventStream$.sendTextMessageContent(content);
+        } else if (mode === "function" && ((_b = toolCall == null ? void 0 : toolCall.function) == null ? void 0 : _b.arguments)) {
+          eventStream$.sendActionExecutionArgs(toolCall.function.arguments);
+        }
+      }
+      if (mode === "message") {
+        eventStream$.sendTextMessageEnd();
+      } else if (mode === "function") {
+        eventStream$.sendActionExecutionEnd();
+      }
+      eventStream$.complete();
+    });
+    return {
+      threadId: threadId || (0, import_shared6.randomId)()
+    };
+  }
+};
+__name(GroqAdapter, "GroqAdapter");
+
 // src/service-adapters/events.ts
 var import_rxjs = require("rxjs");
 var RuntimeEventTypes;
@@ -1361,7 +1433,7 @@ var CopilotRuntime = class {
     const serverSideActionsInput = actions.map((action) => ({
       name: action.name,
       description: action.description,
-      jsonSchema: JSON.stringify((0, import_shared6.actionParametersToJsonSchema)(action.parameters))
+      jsonSchema: JSON.stringify((0, import_shared7.actionParametersToJsonSchema)(action.parameters))
     }));
     const actionInputs = flattenToolCallsNoDuplicates([
       ...serverSideActionsInput,
@@ -2187,16 +2259,16 @@ var UnknownErrorResponse = class extends FailedResponseStatus {
 __name(UnknownErrorResponse, "UnknownErrorResponse");
 
 // src/lib/telemetry-client.ts
-var import_shared7 = require("@copilotkit/shared");
+var import_shared8 = require("@copilotkit/shared");
 var packageJson = require_package();
-var telemetryClient = new import_shared7.TelemetryClient({
+var telemetryClient = new import_shared8.TelemetryClient({
   packageName: packageJson.name,
   packageVersion: packageJson.version
 });
 var telemetry_client_default = telemetryClient;
 
 // src/graphql/resolvers/copilot.resolver.ts
-var import_shared8 = require("@copilotkit/shared");
+var import_shared9 = require("@copilotkit/shared");
 function _ts_decorate11(decorators, target, key, desc) {
   var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
   if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
@@ -2314,7 +2386,7 @@ var CopilotResolver = class {
       rejectOutputMessagesPromise = reject;
     });
     logger2.debug("Processing");
-    const { eventSource, threadId = (0, import_shared8.randomId)(), runId, actions } = await copilotRuntime.process({
+    const { eventSource, threadId = (0, import_shared9.randomId)(), runId, actions } = await copilotRuntime.process({
       serviceAdapter,
       messages: data.messages,
       actions: data.frontend.actions,
@@ -2355,7 +2427,7 @@ var CopilotResolver = class {
                 });
                 outputMessages = [
                   (0, import_class_transformer2.plainToInstance)(TextMessage, {
-                    id: (0, import_shared8.randomId)(),
+                    id: (0, import_shared9.randomId)(),
                     createdAt: /* @__PURE__ */ new Date(),
                     content: result.reason,
                     role: MessageRole.assistant
@@ -2402,7 +2474,7 @@ var CopilotResolver = class {
                   (0, import_rxjs2.takeWhile)((e) => e.type != RuntimeEventTypes.TextMessageEnd)
                 );
                 const streamingTextStatus = new import_rxjs2.Subject();
-                const messageId = (0, import_shared8.randomId)();
+                const messageId = (0, import_shared9.randomId)();
                 pushMessage({
                   id: messageId,
                   status: (0, import_rxjs2.firstValueFrom)(streamingTextStatus),
@@ -2514,7 +2586,7 @@ var CopilotResolver = class {
                   result: event.result
                 }, "Action execution result event received");
                 pushMessage({
-                  id: (0, import_shared8.randomId)(),
+                  id: (0, import_shared9.randomId)(),
                   status: new SuccessMessageStatus(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
@@ -2522,7 +2594,7 @@ var CopilotResolver = class {
                   result: event.result
                 });
                 outputMessages.push((0, import_class_transformer2.plainToInstance)(ResultMessage, {
-                  id: (0, import_shared8.randomId)(),
+                  id: (0, import_shared9.randomId)(),
                   createdAt: /* @__PURE__ */ new Date(),
                   actionExecutionId: event.actionExecutionId,
                   actionName: event.actionName,
@@ -2808,6 +2880,7 @@ __name(copilotRuntimeNestEndpoint, "copilotRuntimeNestEndpoint");
 0 && (module.exports = {
   CopilotRuntime,
   GoogleGenerativeAIAdapter,
+  GroqAdapter,
   GuardrailsValidationFailureResponse,
   LangChainAdapter,
   MessageStreamInterruptedResponse,