@copilotkit/runtime 1.4.8-next.0 → 1.4.8-next.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. package/CHANGELOG.md +17 -0
  2. package/__snapshots__/schema/schema.graphql +1 -0
  3. package/dist/{chunk-CDXNOPUW.mjs → chunk-4DFIC23L.mjs} +2 -2
  4. package/dist/{chunk-DOQSOWZS.mjs → chunk-4OJDHGJU.mjs} +2 -2
  5. package/dist/{chunk-3KW7FFG5.mjs → chunk-6SSIGQER.mjs} +2 -2
  6. package/dist/{chunk-OKQVDDJ2.mjs → chunk-AKGNTDRV.mjs} +63 -2
  7. package/dist/chunk-AKGNTDRV.mjs.map +1 -0
  8. package/dist/{chunk-U6LFW34R.mjs → chunk-MCVGZ4ZG.mjs} +16 -8
  9. package/dist/chunk-MCVGZ4ZG.mjs.map +1 -0
  10. package/dist/{copilot-runtime-12e7ac40.d.ts → copilot-runtime-1c5bf72b.d.ts} +1 -1
  11. package/dist/{groq-adapter-24abe931.d.ts → groq-adapter-b6a40422.d.ts} +1 -1
  12. package/dist/index.d.ts +4 -4
  13. package/dist/index.js +96 -25
  14. package/dist/index.js.map +1 -1
  15. package/dist/index.mjs +9 -5
  16. package/dist/index.mjs.map +1 -1
  17. package/dist/{langserve-f021ab9c.d.ts → langserve-6245df39.d.ts} +2 -1
  18. package/dist/lib/index.d.ts +3 -3
  19. package/dist/lib/index.js +24 -6
  20. package/dist/lib/index.js.map +1 -1
  21. package/dist/lib/index.mjs +5 -5
  22. package/dist/lib/integrations/index.d.ts +3 -3
  23. package/dist/lib/integrations/index.js +10 -3
  24. package/dist/lib/integrations/index.js.map +1 -1
  25. package/dist/lib/integrations/index.mjs +5 -5
  26. package/dist/lib/integrations/nest/index.d.ts +2 -2
  27. package/dist/lib/integrations/nest/index.js +10 -3
  28. package/dist/lib/integrations/nest/index.js.map +1 -1
  29. package/dist/lib/integrations/nest/index.mjs +3 -3
  30. package/dist/lib/integrations/node-express/index.d.ts +2 -2
  31. package/dist/lib/integrations/node-express/index.js +10 -3
  32. package/dist/lib/integrations/node-express/index.js.map +1 -1
  33. package/dist/lib/integrations/node-express/index.mjs +3 -3
  34. package/dist/lib/integrations/node-http/index.d.ts +2 -2
  35. package/dist/lib/integrations/node-http/index.js +10 -3
  36. package/dist/lib/integrations/node-http/index.js.map +1 -1
  37. package/dist/lib/integrations/node-http/index.mjs +2 -2
  38. package/dist/service-adapters/index.d.ts +35 -4
  39. package/dist/service-adapters/index.js +63 -0
  40. package/dist/service-adapters/index.js.map +1 -1
  41. package/dist/service-adapters/index.mjs +5 -1
  42. package/package.json +2 -2
  43. package/src/graphql/inputs/forwarded-parameters.input.ts +3 -0
  44. package/src/lib/logger.ts +1 -1
  45. package/src/lib/runtime/remote-action-constructors.ts +61 -57
  46. package/src/service-adapters/anthropic/anthropic-adapter.ts +1 -0
  47. package/src/service-adapters/experimental/empty/empty-adapter.ts +33 -0
  48. package/src/service-adapters/groq/groq-adapter.ts +1 -0
  49. package/src/service-adapters/index.ts +7 -1
  50. package/src/service-adapters/openai/openai-adapter.ts +1 -0
  51. package/src/service-adapters/unify/unify-adapter.ts +2 -0
  52. package/dist/chunk-OKQVDDJ2.mjs.map +0 -1
  53. package/dist/chunk-U6LFW34R.mjs.map +0 -1
  54. /package/dist/{chunk-CDXNOPUW.mjs.map → chunk-4DFIC23L.mjs.map} +0 -0
  55. /package/dist/{chunk-DOQSOWZS.mjs.map → chunk-4OJDHGJU.mjs.map} +0 -0
  56. /package/dist/{chunk-3KW7FFG5.mjs.map → chunk-6SSIGQER.mjs.map} +0 -0
@@ -1,6 +1,6 @@
1
- import { C as CopilotServiceAdapter, c as CopilotRuntimeChatCompletionRequest, d as CopilotRuntimeChatCompletionResponse } from '../langserve-f021ab9c.js';
2
- export { a as RemoteChain, R as RemoteChainParameters } from '../langserve-f021ab9c.js';
3
- export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-24abe931.js';
1
+ import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-6245df39.js';
2
+ export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-6245df39.js';
3
+ export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-b6a40422.js';
4
4
  import Anthropic from '@anthropic-ai/sdk';
5
5
  import '../index-10b1c870.js';
6
6
  import '../graphql/types/base/index.js';
@@ -50,4 +50,35 @@ declare class AnthropicAdapter implements CopilotServiceAdapter {
50
50
  process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
51
51
  }
52
52
 
53
- export { AnthropicAdapter, AnthropicAdapterParams, CopilotServiceAdapter };
53
+ interface OllamaAdapterOptions {
54
+ model?: string;
55
+ }
56
+ declare class ExperimentalOllamaAdapter implements CopilotServiceAdapter {
57
+ private model;
58
+ constructor(options?: OllamaAdapterOptions);
59
+ process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
60
+ }
61
+
62
+ /**
63
+ * CopilotKit Empty Adapter
64
+ *
65
+ * This adapter is meant to preserve adherence to runtime requirements, while doing nothing
66
+ * Ideal if you don't want to connect an LLM the to the runtime, and only use your LangGraph agent.
67
+ * Be aware that Copilot Suggestions will not work if you use this adapter
68
+ *
69
+ * ## Example
70
+ *
71
+ * ```ts
72
+ * import { CopilotRuntime, ExperimentalEmptyAdapter } from "@copilotkit/runtime";
73
+ *
74
+ * const copilotKit = new CopilotRuntime();
75
+ *
76
+ * return new ExperimentalEmptyAdapter();
77
+ * ```
78
+ */
79
+
80
+ declare class ExperimentalEmptyAdapter implements CopilotServiceAdapter {
81
+ process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
82
+ }
83
+
84
+ export { AnthropicAdapter, AnthropicAdapterParams, CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter, ExperimentalEmptyAdapter, ExperimentalOllamaAdapter };
@@ -31,6 +31,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
31
31
  var service_adapters_exports = {};
32
32
  __export(service_adapters_exports, {
33
33
  AnthropicAdapter: () => AnthropicAdapter,
34
+ ExperimentalEmptyAdapter: () => ExperimentalEmptyAdapter,
35
+ ExperimentalOllamaAdapter: () => ExperimentalOllamaAdapter,
34
36
  GoogleGenerativeAIAdapter: () => GoogleGenerativeAIAdapter,
35
37
  GroqAdapter: () => GroqAdapter,
36
38
  LangChainAdapter: () => LangChainAdapter,
@@ -310,6 +312,9 @@ var OpenAIAdapter = class {
310
312
  },
311
313
  ...this.disableParallelToolCalls && {
312
314
  parallel_tool_calls: false
315
+ },
316
+ ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
317
+ temperature: forwardedParameters.temperature
313
318
  }
314
319
  });
315
320
  eventSource.stream(async (eventStream$) => {
@@ -780,6 +785,7 @@ var UnifyAdapter = class {
780
785
  apiKey: this.apiKey,
781
786
  baseURL: "https://api.unify.ai/v0/"
782
787
  });
788
+ const forwardedParameters = request.forwardedParameters;
783
789
  const messages = request.messages.map(convertMessageToOpenAIMessage);
784
790
  const stream = await openai.chat.completions.create({
785
791
  model: this.model,
@@ -787,6 +793,9 @@ var UnifyAdapter = class {
787
793
  stream: true,
788
794
  ...tools.length > 0 && {
789
795
  tools
796
+ },
797
+ ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
798
+ temperature: forwardedParameters.temperature
790
799
  }
791
800
  });
792
801
  let model = null;
@@ -890,6 +899,9 @@ var GroqAdapter = class {
890
899
  },
891
900
  ...this.disableParallelToolCalls && {
892
901
  parallel_tool_calls: false
902
+ },
903
+ ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
904
+ temperature: forwardedParameters.temperature
893
905
  }
894
906
  });
895
907
  eventSource.stream(async (eventStream$) => {
@@ -1107,6 +1119,9 @@ var AnthropicAdapter = class {
1107
1119
  model: this.model,
1108
1120
  messages: anthropicMessages,
1109
1121
  max_tokens: (forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) || 1024,
1122
+ ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) ? {
1123
+ temperature: forwardedParameters.temperature
1124
+ } : {},
1110
1125
  ...tools.length > 0 && {
1111
1126
  tools
1112
1127
  },
@@ -1197,9 +1212,57 @@ var FilterThinkingTextBuffer = /* @__PURE__ */ __name(class FilterThinkingTextBu
1197
1212
  this.didFilterThinkingTag = false;
1198
1213
  }
1199
1214
  }, "FilterThinkingTextBuffer");
1215
+
1216
+ // src/service-adapters/experimental/ollama/ollama-adapter.ts
1217
+ var import_ollama = require("@langchain/community/llms/ollama");
1218
+ var import_shared7 = require("@copilotkit/shared");
1219
+ var DEFAULT_MODEL4 = "llama3:latest";
1220
+ var ExperimentalOllamaAdapter = class {
1221
+ model;
1222
+ constructor(options) {
1223
+ if (options == null ? void 0 : options.model) {
1224
+ this.model = options.model;
1225
+ } else {
1226
+ this.model = DEFAULT_MODEL4;
1227
+ }
1228
+ }
1229
+ async process(request) {
1230
+ const { messages, actions, eventSource } = request;
1231
+ const ollama = new import_ollama.Ollama({
1232
+ model: this.model
1233
+ });
1234
+ const contents = messages.filter((m) => m.isTextMessage()).map((m) => m.content);
1235
+ const _stream = await ollama.stream(contents);
1236
+ eventSource.stream(async (eventStream$) => {
1237
+ eventStream$.sendTextMessageStart((0, import_shared7.randomId)());
1238
+ for await (const chunkText of _stream) {
1239
+ eventStream$.sendTextMessageContent(chunkText);
1240
+ }
1241
+ eventStream$.sendTextMessageEnd();
1242
+ eventStream$.complete();
1243
+ });
1244
+ return {
1245
+ threadId: request.threadId || (0, import_shared7.randomId)()
1246
+ };
1247
+ }
1248
+ };
1249
+ __name(ExperimentalOllamaAdapter, "ExperimentalOllamaAdapter");
1250
+
1251
+ // src/service-adapters/experimental/empty/empty-adapter.ts
1252
+ var import_shared8 = require("@copilotkit/shared");
1253
+ var ExperimentalEmptyAdapter = class {
1254
+ async process(request) {
1255
+ return {
1256
+ threadId: request.threadId || (0, import_shared8.randomId)()
1257
+ };
1258
+ }
1259
+ };
1260
+ __name(ExperimentalEmptyAdapter, "ExperimentalEmptyAdapter");
1200
1261
  // Annotate the CommonJS export names for ESM import in node:
1201
1262
  0 && (module.exports = {
1202
1263
  AnthropicAdapter,
1264
+ ExperimentalEmptyAdapter,
1265
+ ExperimentalOllamaAdapter,
1203
1266
  GoogleGenerativeAIAdapter,
1204
1267
  GroqAdapter,
1205
1268
  LangChainAdapter,