@copilotkit/runtime 1.4.8-next.0 → 1.4.8-next.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -0
- package/__snapshots__/schema/schema.graphql +1 -0
- package/dist/{chunk-CDXNOPUW.mjs → chunk-4DFIC23L.mjs} +2 -2
- package/dist/{chunk-DOQSOWZS.mjs → chunk-4OJDHGJU.mjs} +2 -2
- package/dist/{chunk-3KW7FFG5.mjs → chunk-6SSIGQER.mjs} +2 -2
- package/dist/{chunk-OKQVDDJ2.mjs → chunk-AKGNTDRV.mjs} +63 -2
- package/dist/chunk-AKGNTDRV.mjs.map +1 -0
- package/dist/{chunk-U6LFW34R.mjs → chunk-MCVGZ4ZG.mjs} +16 -8
- package/dist/chunk-MCVGZ4ZG.mjs.map +1 -0
- package/dist/{copilot-runtime-12e7ac40.d.ts → copilot-runtime-1c5bf72b.d.ts} +1 -1
- package/dist/{groq-adapter-24abe931.d.ts → groq-adapter-b6a40422.d.ts} +1 -1
- package/dist/index.d.ts +4 -4
- package/dist/index.js +96 -25
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +9 -5
- package/dist/index.mjs.map +1 -1
- package/dist/{langserve-f021ab9c.d.ts → langserve-6245df39.d.ts} +2 -1
- package/dist/lib/index.d.ts +3 -3
- package/dist/lib/index.js +24 -6
- package/dist/lib/index.js.map +1 -1
- package/dist/lib/index.mjs +5 -5
- package/dist/lib/integrations/index.d.ts +3 -3
- package/dist/lib/integrations/index.js +10 -3
- package/dist/lib/integrations/index.js.map +1 -1
- package/dist/lib/integrations/index.mjs +5 -5
- package/dist/lib/integrations/nest/index.d.ts +2 -2
- package/dist/lib/integrations/nest/index.js +10 -3
- package/dist/lib/integrations/nest/index.js.map +1 -1
- package/dist/lib/integrations/nest/index.mjs +3 -3
- package/dist/lib/integrations/node-express/index.d.ts +2 -2
- package/dist/lib/integrations/node-express/index.js +10 -3
- package/dist/lib/integrations/node-express/index.js.map +1 -1
- package/dist/lib/integrations/node-express/index.mjs +3 -3
- package/dist/lib/integrations/node-http/index.d.ts +2 -2
- package/dist/lib/integrations/node-http/index.js +10 -3
- package/dist/lib/integrations/node-http/index.js.map +1 -1
- package/dist/lib/integrations/node-http/index.mjs +2 -2
- package/dist/service-adapters/index.d.ts +35 -4
- package/dist/service-adapters/index.js +63 -0
- package/dist/service-adapters/index.js.map +1 -1
- package/dist/service-adapters/index.mjs +5 -1
- package/package.json +2 -2
- package/src/graphql/inputs/forwarded-parameters.input.ts +3 -0
- package/src/lib/logger.ts +1 -1
- package/src/lib/runtime/remote-action-constructors.ts +61 -57
- package/src/service-adapters/anthropic/anthropic-adapter.ts +1 -0
- package/src/service-adapters/experimental/empty/empty-adapter.ts +33 -0
- package/src/service-adapters/groq/groq-adapter.ts +1 -0
- package/src/service-adapters/index.ts +7 -1
- package/src/service-adapters/openai/openai-adapter.ts +1 -0
- package/src/service-adapters/unify/unify-adapter.ts +2 -0
- package/dist/chunk-OKQVDDJ2.mjs.map +0 -1
- package/dist/chunk-U6LFW34R.mjs.map +0 -1
- /package/dist/{chunk-CDXNOPUW.mjs.map → chunk-4DFIC23L.mjs.map} +0 -0
- /package/dist/{chunk-DOQSOWZS.mjs.map → chunk-4OJDHGJU.mjs.map} +0 -0
- /package/dist/{chunk-3KW7FFG5.mjs.map → chunk-6SSIGQER.mjs.map} +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export {
|
|
3
|
-
export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-
|
|
1
|
+
import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-6245df39.js';
|
|
2
|
+
export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-6245df39.js';
|
|
3
|
+
export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-b6a40422.js';
|
|
4
4
|
import Anthropic from '@anthropic-ai/sdk';
|
|
5
5
|
import '../index-10b1c870.js';
|
|
6
6
|
import '../graphql/types/base/index.js';
|
|
@@ -50,4 +50,35 @@ declare class AnthropicAdapter implements CopilotServiceAdapter {
|
|
|
50
50
|
process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
|
|
51
51
|
}
|
|
52
52
|
|
|
53
|
-
|
|
53
|
+
interface OllamaAdapterOptions {
|
|
54
|
+
model?: string;
|
|
55
|
+
}
|
|
56
|
+
declare class ExperimentalOllamaAdapter implements CopilotServiceAdapter {
|
|
57
|
+
private model;
|
|
58
|
+
constructor(options?: OllamaAdapterOptions);
|
|
59
|
+
process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
/**
|
|
63
|
+
* CopilotKit Empty Adapter
|
|
64
|
+
*
|
|
65
|
+
* This adapter is meant to preserve adherence to runtime requirements, while doing nothing
|
|
66
|
+
* Ideal if you don't want to connect an LLM the to the runtime, and only use your LangGraph agent.
|
|
67
|
+
* Be aware that Copilot Suggestions will not work if you use this adapter
|
|
68
|
+
*
|
|
69
|
+
* ## Example
|
|
70
|
+
*
|
|
71
|
+
* ```ts
|
|
72
|
+
* import { CopilotRuntime, ExperimentalEmptyAdapter } from "@copilotkit/runtime";
|
|
73
|
+
*
|
|
74
|
+
* const copilotKit = new CopilotRuntime();
|
|
75
|
+
*
|
|
76
|
+
* return new ExperimentalEmptyAdapter();
|
|
77
|
+
* ```
|
|
78
|
+
*/
|
|
79
|
+
|
|
80
|
+
declare class ExperimentalEmptyAdapter implements CopilotServiceAdapter {
|
|
81
|
+
process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
export { AnthropicAdapter, AnthropicAdapterParams, CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter, ExperimentalEmptyAdapter, ExperimentalOllamaAdapter };
|
|
@@ -31,6 +31,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
31
31
|
var service_adapters_exports = {};
|
|
32
32
|
__export(service_adapters_exports, {
|
|
33
33
|
AnthropicAdapter: () => AnthropicAdapter,
|
|
34
|
+
ExperimentalEmptyAdapter: () => ExperimentalEmptyAdapter,
|
|
35
|
+
ExperimentalOllamaAdapter: () => ExperimentalOllamaAdapter,
|
|
34
36
|
GoogleGenerativeAIAdapter: () => GoogleGenerativeAIAdapter,
|
|
35
37
|
GroqAdapter: () => GroqAdapter,
|
|
36
38
|
LangChainAdapter: () => LangChainAdapter,
|
|
@@ -310,6 +312,9 @@ var OpenAIAdapter = class {
|
|
|
310
312
|
},
|
|
311
313
|
...this.disableParallelToolCalls && {
|
|
312
314
|
parallel_tool_calls: false
|
|
315
|
+
},
|
|
316
|
+
...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
|
|
317
|
+
temperature: forwardedParameters.temperature
|
|
313
318
|
}
|
|
314
319
|
});
|
|
315
320
|
eventSource.stream(async (eventStream$) => {
|
|
@@ -780,6 +785,7 @@ var UnifyAdapter = class {
|
|
|
780
785
|
apiKey: this.apiKey,
|
|
781
786
|
baseURL: "https://api.unify.ai/v0/"
|
|
782
787
|
});
|
|
788
|
+
const forwardedParameters = request.forwardedParameters;
|
|
783
789
|
const messages = request.messages.map(convertMessageToOpenAIMessage);
|
|
784
790
|
const stream = await openai.chat.completions.create({
|
|
785
791
|
model: this.model,
|
|
@@ -787,6 +793,9 @@ var UnifyAdapter = class {
|
|
|
787
793
|
stream: true,
|
|
788
794
|
...tools.length > 0 && {
|
|
789
795
|
tools
|
|
796
|
+
},
|
|
797
|
+
...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
|
|
798
|
+
temperature: forwardedParameters.temperature
|
|
790
799
|
}
|
|
791
800
|
});
|
|
792
801
|
let model = null;
|
|
@@ -890,6 +899,9 @@ var GroqAdapter = class {
|
|
|
890
899
|
},
|
|
891
900
|
...this.disableParallelToolCalls && {
|
|
892
901
|
parallel_tool_calls: false
|
|
902
|
+
},
|
|
903
|
+
...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
|
|
904
|
+
temperature: forwardedParameters.temperature
|
|
893
905
|
}
|
|
894
906
|
});
|
|
895
907
|
eventSource.stream(async (eventStream$) => {
|
|
@@ -1107,6 +1119,9 @@ var AnthropicAdapter = class {
|
|
|
1107
1119
|
model: this.model,
|
|
1108
1120
|
messages: anthropicMessages,
|
|
1109
1121
|
max_tokens: (forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) || 1024,
|
|
1122
|
+
...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) ? {
|
|
1123
|
+
temperature: forwardedParameters.temperature
|
|
1124
|
+
} : {},
|
|
1110
1125
|
...tools.length > 0 && {
|
|
1111
1126
|
tools
|
|
1112
1127
|
},
|
|
@@ -1197,9 +1212,57 @@ var FilterThinkingTextBuffer = /* @__PURE__ */ __name(class FilterThinkingTextBu
|
|
|
1197
1212
|
this.didFilterThinkingTag = false;
|
|
1198
1213
|
}
|
|
1199
1214
|
}, "FilterThinkingTextBuffer");
|
|
1215
|
+
|
|
1216
|
+
// src/service-adapters/experimental/ollama/ollama-adapter.ts
|
|
1217
|
+
var import_ollama = require("@langchain/community/llms/ollama");
|
|
1218
|
+
var import_shared7 = require("@copilotkit/shared");
|
|
1219
|
+
var DEFAULT_MODEL4 = "llama3:latest";
|
|
1220
|
+
var ExperimentalOllamaAdapter = class {
|
|
1221
|
+
model;
|
|
1222
|
+
constructor(options) {
|
|
1223
|
+
if (options == null ? void 0 : options.model) {
|
|
1224
|
+
this.model = options.model;
|
|
1225
|
+
} else {
|
|
1226
|
+
this.model = DEFAULT_MODEL4;
|
|
1227
|
+
}
|
|
1228
|
+
}
|
|
1229
|
+
async process(request) {
|
|
1230
|
+
const { messages, actions, eventSource } = request;
|
|
1231
|
+
const ollama = new import_ollama.Ollama({
|
|
1232
|
+
model: this.model
|
|
1233
|
+
});
|
|
1234
|
+
const contents = messages.filter((m) => m.isTextMessage()).map((m) => m.content);
|
|
1235
|
+
const _stream = await ollama.stream(contents);
|
|
1236
|
+
eventSource.stream(async (eventStream$) => {
|
|
1237
|
+
eventStream$.sendTextMessageStart((0, import_shared7.randomId)());
|
|
1238
|
+
for await (const chunkText of _stream) {
|
|
1239
|
+
eventStream$.sendTextMessageContent(chunkText);
|
|
1240
|
+
}
|
|
1241
|
+
eventStream$.sendTextMessageEnd();
|
|
1242
|
+
eventStream$.complete();
|
|
1243
|
+
});
|
|
1244
|
+
return {
|
|
1245
|
+
threadId: request.threadId || (0, import_shared7.randomId)()
|
|
1246
|
+
};
|
|
1247
|
+
}
|
|
1248
|
+
};
|
|
1249
|
+
__name(ExperimentalOllamaAdapter, "ExperimentalOllamaAdapter");
|
|
1250
|
+
|
|
1251
|
+
// src/service-adapters/experimental/empty/empty-adapter.ts
|
|
1252
|
+
var import_shared8 = require("@copilotkit/shared");
|
|
1253
|
+
var ExperimentalEmptyAdapter = class {
|
|
1254
|
+
async process(request) {
|
|
1255
|
+
return {
|
|
1256
|
+
threadId: request.threadId || (0, import_shared8.randomId)()
|
|
1257
|
+
};
|
|
1258
|
+
}
|
|
1259
|
+
};
|
|
1260
|
+
__name(ExperimentalEmptyAdapter, "ExperimentalEmptyAdapter");
|
|
1200
1261
|
// Annotate the CommonJS export names for ESM import in node:
|
|
1201
1262
|
0 && (module.exports = {
|
|
1202
1263
|
AnthropicAdapter,
|
|
1264
|
+
ExperimentalEmptyAdapter,
|
|
1265
|
+
ExperimentalOllamaAdapter,
|
|
1203
1266
|
GoogleGenerativeAIAdapter,
|
|
1204
1267
|
GroqAdapter,
|
|
1205
1268
|
LangChainAdapter,
|