@nodetool-ai/runtime 0.7.0-rc.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bridge-protocol.d.ts +39 -0
- package/dist/bridge-protocol.d.ts.map +1 -0
- package/dist/bridge-protocol.js +39 -0
- package/dist/bridge-protocol.js.map +1 -0
- package/dist/comfy-executor.d.ts +41 -0
- package/dist/comfy-executor.d.ts.map +1 -0
- package/dist/comfy-executor.js +305 -0
- package/dist/comfy-executor.js.map +1 -0
- package/dist/context-packer.d.ts +22 -0
- package/dist/context-packer.d.ts.map +1 -0
- package/dist/context-packer.js +66 -0
- package/dist/context-packer.js.map +1 -0
- package/dist/context.d.ts +405 -0
- package/dist/context.d.ts.map +1 -0
- package/dist/context.js +1455 -0
- package/dist/context.js.map +1 -0
- package/dist/index.d.ts +18 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/node-executor.d.ts +53 -0
- package/dist/node-executor.d.ts.map +1 -0
- package/dist/node-executor.js +9 -0
- package/dist/node-executor.js.map +1 -0
- package/dist/providers/aki-manifest.json +34 -0
- package/dist/providers/aki-provider.d.ts +65 -0
- package/dist/providers/aki-provider.d.ts.map +1 -0
- package/dist/providers/aki-provider.js +517 -0
- package/dist/providers/aki-provider.js.map +1 -0
- package/dist/providers/anthropic-provider.d.ts +55 -0
- package/dist/providers/anthropic-provider.d.ts.map +1 -0
- package/dist/providers/anthropic-provider.js +563 -0
- package/dist/providers/anthropic-provider.js.map +1 -0
- package/dist/providers/base-provider.d.ts +194 -0
- package/dist/providers/base-provider.d.ts.map +1 -0
- package/dist/providers/base-provider.js +515 -0
- package/dist/providers/base-provider.js.map +1 -0
- package/dist/providers/cerebras-provider.d.ts +20 -0
- package/dist/providers/cerebras-provider.d.ts.map +1 -0
- package/dist/providers/cerebras-provider.js +52 -0
- package/dist/providers/cerebras-provider.js.map +1 -0
- package/dist/providers/claude-agent-provider.d.ts +107 -0
- package/dist/providers/claude-agent-provider.d.ts.map +1 -0
- package/dist/providers/claude-agent-provider.js +586 -0
- package/dist/providers/claude-agent-provider.js.map +1 -0
- package/dist/providers/cohere-provider.d.ts +36 -0
- package/dist/providers/cohere-provider.d.ts.map +1 -0
- package/dist/providers/cohere-provider.js +116 -0
- package/dist/providers/cohere-provider.js.map +1 -0
- package/dist/providers/cost-calculator.d.ts +109 -0
- package/dist/providers/cost-calculator.d.ts.map +1 -0
- package/dist/providers/cost-calculator.js +475 -0
- package/dist/providers/cost-calculator.js.map +1 -0
- package/dist/providers/deepseek-provider.d.ts +25 -0
- package/dist/providers/deepseek-provider.d.ts.map +1 -0
- package/dist/providers/deepseek-provider.js +58 -0
- package/dist/providers/deepseek-provider.js.map +1 -0
- package/dist/providers/fake-provider.d.ts +52 -0
- package/dist/providers/fake-provider.d.ts.map +1 -0
- package/dist/providers/fake-provider.js +107 -0
- package/dist/providers/fake-provider.js.map +1 -0
- package/dist/providers/fal-provider.d.ts +32 -0
- package/dist/providers/fal-provider.d.ts.map +1 -0
- package/dist/providers/fal-provider.js +445 -0
- package/dist/providers/fal-provider.js.map +1 -0
- package/dist/providers/gemini-provider.d.ts +109 -0
- package/dist/providers/gemini-provider.d.ts.map +1 -0
- package/dist/providers/gemini-provider.js +943 -0
- package/dist/providers/gemini-provider.js.map +1 -0
- package/dist/providers/groq-provider.d.ts +20 -0
- package/dist/providers/groq-provider.d.ts.map +1 -0
- package/dist/providers/groq-provider.js +52 -0
- package/dist/providers/groq-provider.js.map +1 -0
- package/dist/providers/huggingface-provider.d.ts +59 -0
- package/dist/providers/huggingface-provider.d.ts.map +1 -0
- package/dist/providers/huggingface-provider.js +305 -0
- package/dist/providers/huggingface-provider.js.map +1 -0
- package/dist/providers/index.d.ts +69 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +137 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/jina-provider.d.ts +37 -0
- package/dist/providers/jina-provider.d.ts.map +1 -0
- package/dist/providers/jina-provider.js +118 -0
- package/dist/providers/jina-provider.js.map +1 -0
- package/dist/providers/kie-provider.d.ts +19 -0
- package/dist/providers/kie-provider.d.ts.map +1 -0
- package/dist/providers/kie-provider.js +118 -0
- package/dist/providers/kie-provider.js.map +1 -0
- package/dist/providers/llama-provider.d.ts +49 -0
- package/dist/providers/llama-provider.d.ts.map +1 -0
- package/dist/providers/llama-provider.js +381 -0
- package/dist/providers/llama-provider.js.map +1 -0
- package/dist/providers/lmstudio-provider.d.ts +22 -0
- package/dist/providers/lmstudio-provider.d.ts.map +1 -0
- package/dist/providers/lmstudio-provider.js +63 -0
- package/dist/providers/lmstudio-provider.js.map +1 -0
- package/dist/providers/manifest-models.d.ts +12 -0
- package/dist/providers/manifest-models.d.ts.map +1 -0
- package/dist/providers/manifest-models.js +96 -0
- package/dist/providers/manifest-models.js.map +1 -0
- package/dist/providers/meshy-provider.d.ts +53 -0
- package/dist/providers/meshy-provider.d.ts.map +1 -0
- package/dist/providers/meshy-provider.js +230 -0
- package/dist/providers/meshy-provider.js.map +1 -0
- package/dist/providers/minimax-provider.d.ts +66 -0
- package/dist/providers/minimax-provider.d.ts.map +1 -0
- package/dist/providers/minimax-provider.js +531 -0
- package/dist/providers/minimax-provider.js.map +1 -0
- package/dist/providers/mistral-provider.d.ts +26 -0
- package/dist/providers/mistral-provider.d.ts.map +1 -0
- package/dist/providers/mistral-provider.js +74 -0
- package/dist/providers/mistral-provider.js.map +1 -0
- package/dist/providers/moonshot-provider.d.ts +24 -0
- package/dist/providers/moonshot-provider.d.ts.map +1 -0
- package/dist/providers/moonshot-provider.js +43 -0
- package/dist/providers/moonshot-provider.js.map +1 -0
- package/dist/providers/ollama-provider.d.ts +71 -0
- package/dist/providers/ollama-provider.d.ts.map +1 -0
- package/dist/providers/ollama-provider.js +480 -0
- package/dist/providers/ollama-provider.js.map +1 -0
- package/dist/providers/openai-provider.d.ts +103 -0
- package/dist/providers/openai-provider.d.ts.map +1 -0
- package/dist/providers/openai-provider.js +917 -0
- package/dist/providers/openai-provider.js.map +1 -0
- package/dist/providers/openrouter-provider.d.ts +49 -0
- package/dist/providers/openrouter-provider.d.ts.map +1 -0
- package/dist/providers/openrouter-provider.js +147 -0
- package/dist/providers/openrouter-provider.js.map +1 -0
- package/dist/providers/provider-registry.d.ts +24 -0
- package/dist/providers/provider-registry.d.ts.map +1 -0
- package/dist/providers/provider-registry.js +124 -0
- package/dist/providers/provider-registry.js.map +1 -0
- package/dist/providers/python-provider.d.ts +75 -0
- package/dist/providers/python-provider.d.ts.map +1 -0
- package/dist/providers/python-provider.js +157 -0
- package/dist/providers/python-provider.js.map +1 -0
- package/dist/providers/replicate-provider.d.ts +73 -0
- package/dist/providers/replicate-provider.d.ts.map +1 -0
- package/dist/providers/replicate-provider.js +484 -0
- package/dist/providers/replicate-provider.js.map +1 -0
- package/dist/providers/rodin-provider.d.ts +41 -0
- package/dist/providers/rodin-provider.d.ts.map +1 -0
- package/dist/providers/rodin-provider.js +236 -0
- package/dist/providers/rodin-provider.js.map +1 -0
- package/dist/providers/scripted-provider.d.ts +141 -0
- package/dist/providers/scripted-provider.d.ts.map +1 -0
- package/dist/providers/scripted-provider.js +246 -0
- package/dist/providers/scripted-provider.js.map +1 -0
- package/dist/providers/together-provider.d.ts +20 -0
- package/dist/providers/together-provider.d.ts.map +1 -0
- package/dist/providers/together-provider.js +56 -0
- package/dist/providers/together-provider.js.map +1 -0
- package/dist/providers/types.d.ts +202 -0
- package/dist/providers/types.d.ts.map +1 -0
- package/dist/providers/types.js +2 -0
- package/dist/providers/types.js.map +1 -0
- package/dist/providers/vllm-provider.d.ts +22 -0
- package/dist/providers/vllm-provider.d.ts.map +1 -0
- package/dist/providers/vllm-provider.js +66 -0
- package/dist/providers/vllm-provider.js.map +1 -0
- package/dist/providers/voyage-provider.d.ts +37 -0
- package/dist/providers/voyage-provider.d.ts.map +1 -0
- package/dist/providers/voyage-provider.js +124 -0
- package/dist/providers/voyage-provider.js.map +1 -0
- package/dist/providers/xai-provider.d.ts +24 -0
- package/dist/providers/xai-provider.d.ts.map +1 -0
- package/dist/providers/xai-provider.js +57 -0
- package/dist/providers/xai-provider.js.map +1 -0
- package/dist/python-bridge-types.d.ts +70 -0
- package/dist/python-bridge-types.d.ts.map +1 -0
- package/dist/python-bridge-types.js +2 -0
- package/dist/python-bridge-types.js.map +1 -0
- package/dist/python-node-executor.d.ts +20 -0
- package/dist/python-node-executor.d.ts.map +1 -0
- package/dist/python-node-executor.js +219 -0
- package/dist/python-node-executor.js.map +1 -0
- package/dist/python-stdio-bridge.d.ts +67 -0
- package/dist/python-stdio-bridge.d.ts.map +1 -0
- package/dist/python-stdio-bridge.js +704 -0
- package/dist/python-stdio-bridge.js.map +1 -0
- package/dist/recommended-models.d.ts +17 -0
- package/dist/recommended-models.d.ts.map +1 -0
- package/dist/recommended-models.js +139 -0
- package/dist/recommended-models.js.map +1 -0
- package/dist/telemetry.d.ts +61 -0
- package/dist/telemetry.d.ts.map +1 -0
- package/dist/telemetry.js +128 -0
- package/dist/telemetry.js.map +1 -0
- package/dist/trace-exporters.d.ts +72 -0
- package/dist/trace-exporters.d.ts.map +1 -0
- package/dist/trace-exporters.js +216 -0
- package/dist/trace-exporters.js.map +1 -0
- package/dist/tracing-helpers.d.ts +99 -0
- package/dist/tracing-helpers.d.ts.map +1 -0
- package/dist/tracing-helpers.js +217 -0
- package/dist/tracing-helpers.js.map +1 -0
- package/package.json +64 -0
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PythonProvider — bridges Python-only providers (HuggingFace Local, MLX)
|
|
3
|
+
* through the local Python stdio bridge.
|
|
4
|
+
*
|
|
5
|
+
* Each instance wraps a specific Python provider ID (e.g. "huggingface", "mlx")
|
|
6
|
+
* and proxies all BaseProvider methods through the bridge.
|
|
7
|
+
*/
|
|
8
|
+
import { BaseProvider } from "./base-provider.js";
|
|
9
|
+
export class PythonProvider extends BaseProvider {
|
|
10
|
+
_bridge;
|
|
11
|
+
_pythonProviderId;
|
|
12
|
+
_secrets;
|
|
13
|
+
constructor(providerIdOrOptions, bridge, secrets = {}) {
|
|
14
|
+
if (typeof providerIdOrOptions === "string") {
|
|
15
|
+
super(providerIdOrOptions);
|
|
16
|
+
if (!bridge) {
|
|
17
|
+
throw new Error("PythonProvider requires a bridge instance");
|
|
18
|
+
}
|
|
19
|
+
this._bridge = bridge;
|
|
20
|
+
this._pythonProviderId = providerIdOrOptions;
|
|
21
|
+
this._secrets = secrets;
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
const { _id, _bridge, ...rawSecrets } = providerIdOrOptions;
|
|
25
|
+
super(_id);
|
|
26
|
+
this._bridge = _bridge;
|
|
27
|
+
this._pythonProviderId = _id;
|
|
28
|
+
this._secrets = Object.fromEntries(Object.entries(rawSecrets).filter((entry) => typeof entry[1] === "string"));
|
|
29
|
+
}
|
|
30
|
+
static requiredSecrets() {
|
|
31
|
+
return [];
|
|
32
|
+
}
|
|
33
|
+
// ── Model discovery ───────────────────────────────────────────────
|
|
34
|
+
async getAvailableLanguageModels() {
|
|
35
|
+
return this._getModels("language");
|
|
36
|
+
}
|
|
37
|
+
async getAvailableImageModels() {
|
|
38
|
+
return this._getModels("image");
|
|
39
|
+
}
|
|
40
|
+
async getAvailableTTSModels() {
|
|
41
|
+
return this._getModels("tts");
|
|
42
|
+
}
|
|
43
|
+
async getAvailableASRModels() {
|
|
44
|
+
return this._getModels("asr");
|
|
45
|
+
}
|
|
46
|
+
async getAvailableEmbeddingModels() {
|
|
47
|
+
return this._getModels("embedding");
|
|
48
|
+
}
|
|
49
|
+
async getAvailableVideoModels() {
|
|
50
|
+
return this._getModels("video");
|
|
51
|
+
}
|
|
52
|
+
async _getModels(modelType) {
|
|
53
|
+
return this._bridge.getProviderModels(this._pythonProviderId, modelType, this._secrets);
|
|
54
|
+
}
|
|
55
|
+
// ── Chat completion ───────────────────────────────────────────────
|
|
56
|
+
async generateMessage(args) {
|
|
57
|
+
const wireMessages = args.messages.map(serializeMessage);
|
|
58
|
+
const result = await this._bridge.providerGenerate(this._pythonProviderId, wireMessages, args.model, {
|
|
59
|
+
secrets: this._secrets,
|
|
60
|
+
tools: args.tools,
|
|
61
|
+
max_tokens: args.maxTokens,
|
|
62
|
+
temperature: args.temperature,
|
|
63
|
+
top_p: args.topP
|
|
64
|
+
});
|
|
65
|
+
return deserializeMessage(result);
|
|
66
|
+
}
|
|
67
|
+
async *generateMessages(args) {
|
|
68
|
+
const wireMessages = args.messages.map(serializeMessage);
|
|
69
|
+
for await (const chunk of this._bridge.providerStream(this._pythonProviderId, wireMessages, args.model, {
|
|
70
|
+
secrets: this._secrets,
|
|
71
|
+
tools: args.tools,
|
|
72
|
+
max_tokens: args.maxTokens,
|
|
73
|
+
temperature: args.temperature,
|
|
74
|
+
top_p: args.topP
|
|
75
|
+
})) {
|
|
76
|
+
if (chunk.type === "tool_call") {
|
|
77
|
+
yield {
|
|
78
|
+
id: chunk.id,
|
|
79
|
+
name: chunk.name,
|
|
80
|
+
args: chunk.args ?? {}
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
else {
|
|
84
|
+
yield {
|
|
85
|
+
type: "chunk",
|
|
86
|
+
content: chunk.content ?? "",
|
|
87
|
+
done: chunk.done ?? false
|
|
88
|
+
};
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
// ── Media generation ──────────────────────────────────────────────
|
|
93
|
+
async textToImage(params) {
|
|
94
|
+
return this._bridge.providerTextToImage(this._pythonProviderId, params, this._secrets);
|
|
95
|
+
}
|
|
96
|
+
async imageToImage(image, params) {
|
|
97
|
+
return this._bridge.providerImageToImage(this._pythonProviderId, image, params, this._secrets);
|
|
98
|
+
}
|
|
99
|
+
async *textToSpeech(args) {
|
|
100
|
+
for await (const audioBytes of this._bridge.providerTTS(this._pythonProviderId, args.text, args.model, { voice: args.voice, speed: args.speed, secrets: this._secrets })) {
|
|
101
|
+
yield { samples: new Int16Array(audioBytes.buffer) };
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
async automaticSpeechRecognition(args) {
|
|
105
|
+
return this._bridge.providerASR(this._pythonProviderId, args.audio, args.model, {
|
|
106
|
+
language: args.language,
|
|
107
|
+
prompt: args.prompt,
|
|
108
|
+
temperature: args.temperature,
|
|
109
|
+
word_timestamps: args.word_timestamps,
|
|
110
|
+
secrets: this._secrets
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
async generateEmbedding(args) {
|
|
114
|
+
return this._bridge.providerEmbedding(this._pythonProviderId, args.text, args.model, args.dimensions);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
// ── Wire format helpers ───────────────────────────────────────────────
|
|
118
|
+
function serializeMessage(msg) {
|
|
119
|
+
const result = { role: msg.role };
|
|
120
|
+
if (typeof msg.content === "string") {
|
|
121
|
+
result.content = msg.content;
|
|
122
|
+
}
|
|
123
|
+
else if (Array.isArray(msg.content)) {
|
|
124
|
+
result.content = msg.content;
|
|
125
|
+
}
|
|
126
|
+
else if (msg.content != null) {
|
|
127
|
+
result.content = String(msg.content);
|
|
128
|
+
}
|
|
129
|
+
if (msg.toolCalls) {
|
|
130
|
+
result.tool_calls = msg.toolCalls.map((tc) => ({
|
|
131
|
+
id: tc.id,
|
|
132
|
+
name: tc.name,
|
|
133
|
+
args: tc.args
|
|
134
|
+
}));
|
|
135
|
+
}
|
|
136
|
+
if (msg.toolCallId) {
|
|
137
|
+
result.tool_call_id = msg.toolCallId;
|
|
138
|
+
}
|
|
139
|
+
return result;
|
|
140
|
+
}
|
|
141
|
+
function deserializeMessage(wire) {
|
|
142
|
+
const msg = {
|
|
143
|
+
role: wire.role
|
|
144
|
+
};
|
|
145
|
+
if (wire.content != null) {
|
|
146
|
+
msg.content = wire.content;
|
|
147
|
+
}
|
|
148
|
+
if (wire.tool_calls) {
|
|
149
|
+
msg.toolCalls = wire.tool_calls.map((tc) => ({
|
|
150
|
+
id: tc.id,
|
|
151
|
+
name: tc.name,
|
|
152
|
+
args: tc.args ?? {}
|
|
153
|
+
}));
|
|
154
|
+
}
|
|
155
|
+
return msg;
|
|
156
|
+
}
|
|
157
|
+
//# sourceMappingURL=python-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"python-provider.js","sourceRoot":"","sources":["../../src/providers/python-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAwBlD,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,OAAO,CAAoB;IAC3B,iBAAiB,CAAS;IAC1B,QAAQ,CAAyB;IAQzC,YACE,mBAAmD,EACnD,MAA0B,EAC1B,UAAkC,EAAE;QAEpC,IAAI,OAAO,mBAAmB,KAAK,QAAQ,EAAE,CAAC;YAC5C,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC;YAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,OAAO;QACT,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,mBAAmB,CAAC;QAC5D,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAChC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAC/B,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CACnE,CACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,eAAe;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,0BAA0B;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAA6B,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAwB,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAwB,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,WAAW,CAA8B,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,SAAiB;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACnC,IAAI,CAAC,iBAAiB,EACtB,SAAS,EACT,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,eAAe,CAAC,IASrB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAChD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV;YACE,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;SACjB,CACF,CAAC;QACF,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAWvB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAEzD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CACnD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV;YACE,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;SACjB,CACF,EAAE,CAAC;YACF,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM;oBACJ,EAAE,EAAE,KAAK,CAAC,EAAY;oBACtB,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,IAAI,EAAG,KAAK,CAAC,IAAgC,IAAI,EAAE;iBACxC,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,OAAO,EAAG,KAAK,CAAC,OAAkB,IAAI,EAAE;oBACxC,IAAI,EAAG,KAAK,CAAC,IAAgB,IAAI,KAAK;iBAC9B,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,WAAW,CAAC,MAAyB;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACrC,IAAI,CAAC,iBAAiB,EACtB,MAA4C,EAC5C,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAiB,EACjB,MAA0B;QAE1B,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtC,IAAI,CAAC,iBAAiB,EACtB,KAAK,EACL,MAA4C,EAC5C,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,YAAY,CAAC,IAMnB;QACC,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CACrD,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CACjE,EAAE,CAAC;YACF,MAAM,EAAE,OAAO,EAAE,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,IAOhC;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAC7B,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAIvB;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACnC,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;CACF;AAED,yEAAyE;AAEzE,SAAS,gBAAgB,CAAC,GAAY;IACpC,MAAM,MAAM,GAA4B,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAE3D,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QAClB,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,IAAI,EAAE,EAAE,CAAC,IAAI;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACnB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAA6B;IACvD,MAAM,GAAG,GAAY;QACnB,IAAI,EAAE,IAAI,CAAC,IAAuB;KACnC,CAAC;IAEF,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QACzB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAiB,CAAC;IACvC,CAAC;IAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,GAAG,CAAC,SAAS,GAAI,IAAI,CAAC,UAA6C,CAAC,GAAG,CACrE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACP,EAAE,EAAE,EAAE,CAAC,EAAY;YACnB,IAAI,EAAE,EAAE,CAAC,IAAc;YACvB,IAAI,EAAG,EAAE,CAAC,IAAgC,IAAI,EAAE;SACjD,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import Replicate from "replicate";
|
|
2
|
+
import { BaseProvider } from "./base-provider.js";
|
|
3
|
+
import type { ASRModel, EmbeddingModel, ImageModel, ImageToImageParams, ImageToVideoParams, LanguageModel, Message, ProviderStreamItem, ProviderTool, TextToImageParams, TTSModel, VideoModel, TextToVideoParams } from "./types.js";
|
|
4
|
+
interface ReplicateProviderOptions {
|
|
5
|
+
/** Inject a pre-built Replicate client (mainly for testing). */
|
|
6
|
+
client?: Replicate;
|
|
7
|
+
fetchFn?: typeof fetch;
|
|
8
|
+
}
|
|
9
|
+
/**
|
|
10
|
+
* Provider for Replicate's LLM, image, video, and audio models.
|
|
11
|
+
*
|
|
12
|
+
* Uses the official Replicate TypeScript SDK (`replicate` package).
|
|
13
|
+
* - Chat / LLM: `replicate.run()` and `replicate.stream()` with SSE
|
|
14
|
+
* - Image / Video / TTS: `replicate.run()` with file output
|
|
15
|
+
*/
|
|
16
|
+
export declare class ReplicateProvider extends BaseProvider {
|
|
17
|
+
static requiredSecrets(): string[];
|
|
18
|
+
readonly apiKey: string;
|
|
19
|
+
private _client;
|
|
20
|
+
constructor(secrets: {
|
|
21
|
+
REPLICATE_API_TOKEN?: string;
|
|
22
|
+
}, options?: ReplicateProviderOptions);
|
|
23
|
+
getContainerEnv(): Record<string, string>;
|
|
24
|
+
hasToolSupport(_model: string): Promise<boolean>;
|
|
25
|
+
/**
|
|
26
|
+
* Convert our Message[] into the prompt/system_prompt format
|
|
27
|
+
* that most Replicate LLMs expect.
|
|
28
|
+
*/
|
|
29
|
+
private _formatChatInput;
|
|
30
|
+
generateMessage(args: {
|
|
31
|
+
messages: Message[];
|
|
32
|
+
model: string;
|
|
33
|
+
tools?: ProviderTool[];
|
|
34
|
+
maxTokens?: number;
|
|
35
|
+
temperature?: number;
|
|
36
|
+
topP?: number;
|
|
37
|
+
presencePenalty?: number;
|
|
38
|
+
frequencyPenalty?: number;
|
|
39
|
+
}): Promise<Message>;
|
|
40
|
+
generateMessages(args: {
|
|
41
|
+
messages: Message[];
|
|
42
|
+
model: string;
|
|
43
|
+
tools?: ProviderTool[];
|
|
44
|
+
maxTokens?: number;
|
|
45
|
+
temperature?: number;
|
|
46
|
+
topP?: number;
|
|
47
|
+
presencePenalty?: number;
|
|
48
|
+
frequencyPenalty?: number;
|
|
49
|
+
audio?: Record<string, unknown>;
|
|
50
|
+
}): AsyncGenerator<ProviderStreamItem>;
|
|
51
|
+
getAvailableLanguageModels(): Promise<LanguageModel[]>;
|
|
52
|
+
getAvailableImageModels(): Promise<ImageModel[]>;
|
|
53
|
+
getAvailableVideoModels(): Promise<VideoModel[]>;
|
|
54
|
+
getAvailableTTSModels(): Promise<TTSModel[]>;
|
|
55
|
+
getAvailableASRModels(): Promise<ASRModel[]>;
|
|
56
|
+
getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
|
|
57
|
+
private _fetchOutputBytes;
|
|
58
|
+
textToImage(params: TextToImageParams): Promise<Uint8Array>;
|
|
59
|
+
imageToImage(image: Uint8Array, params: ImageToImageParams): Promise<Uint8Array>;
|
|
60
|
+
textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
|
|
61
|
+
imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
|
|
62
|
+
textToSpeech(args: {
|
|
63
|
+
text: string;
|
|
64
|
+
model: string;
|
|
65
|
+
voice?: string;
|
|
66
|
+
speed?: number;
|
|
67
|
+
audioFormat?: string;
|
|
68
|
+
}): AsyncGenerator<{
|
|
69
|
+
samples: Int16Array;
|
|
70
|
+
}>;
|
|
71
|
+
}
|
|
72
|
+
export {};
|
|
73
|
+
//# sourceMappingURL=replicate-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replicate-provider.d.ts","sourceRoot":"","sources":["../../src/providers/replicate-provider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,OAAO,EAEP,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAKpB,UAAU,wBAAwB;IAChC,gEAAgE;IAChE,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED;;;;;;GAMG;AACH,qBAAa,iBAAkB,SAAQ,YAAY;IACjD,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE;IAIlC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,OAAO,CAAY;gBAGzB,OAAO,EAAE;QAAE,mBAAmB,CAAC,EAAE,MAAM,CAAA;KAAE,EACzC,OAAO,GAAE,wBAA6B;IAkBxC,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAStD;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAiClB,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC;IAwBb,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC;IA6ChC,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAoGtD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQhD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQhD,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAkB5C,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAsB5C,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAqEhD,iBAAiB;IAqCzB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAsB3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAsBhB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAmB3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAqBf,YAAY,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC;QAAE,OAAO,EAAE,UAAU,CAAA;KAAE,CAAC;CAoB5C"}
|