@nodetool-ai/runtime 0.7.0-rc.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (198) hide show
  1. package/dist/bridge-protocol.d.ts +39 -0
  2. package/dist/bridge-protocol.d.ts.map +1 -0
  3. package/dist/bridge-protocol.js +39 -0
  4. package/dist/bridge-protocol.js.map +1 -0
  5. package/dist/comfy-executor.d.ts +41 -0
  6. package/dist/comfy-executor.d.ts.map +1 -0
  7. package/dist/comfy-executor.js +305 -0
  8. package/dist/comfy-executor.js.map +1 -0
  9. package/dist/context-packer.d.ts +22 -0
  10. package/dist/context-packer.d.ts.map +1 -0
  11. package/dist/context-packer.js +66 -0
  12. package/dist/context-packer.js.map +1 -0
  13. package/dist/context.d.ts +405 -0
  14. package/dist/context.d.ts.map +1 -0
  15. package/dist/context.js +1455 -0
  16. package/dist/context.js.map +1 -0
  17. package/dist/index.d.ts +18 -0
  18. package/dist/index.d.ts.map +1 -0
  19. package/dist/index.js +15 -0
  20. package/dist/index.js.map +1 -0
  21. package/dist/node-executor.d.ts +53 -0
  22. package/dist/node-executor.d.ts.map +1 -0
  23. package/dist/node-executor.js +9 -0
  24. package/dist/node-executor.js.map +1 -0
  25. package/dist/providers/aki-manifest.json +34 -0
  26. package/dist/providers/aki-provider.d.ts +65 -0
  27. package/dist/providers/aki-provider.d.ts.map +1 -0
  28. package/dist/providers/aki-provider.js +517 -0
  29. package/dist/providers/aki-provider.js.map +1 -0
  30. package/dist/providers/anthropic-provider.d.ts +55 -0
  31. package/dist/providers/anthropic-provider.d.ts.map +1 -0
  32. package/dist/providers/anthropic-provider.js +563 -0
  33. package/dist/providers/anthropic-provider.js.map +1 -0
  34. package/dist/providers/base-provider.d.ts +194 -0
  35. package/dist/providers/base-provider.d.ts.map +1 -0
  36. package/dist/providers/base-provider.js +515 -0
  37. package/dist/providers/base-provider.js.map +1 -0
  38. package/dist/providers/cerebras-provider.d.ts +20 -0
  39. package/dist/providers/cerebras-provider.d.ts.map +1 -0
  40. package/dist/providers/cerebras-provider.js +52 -0
  41. package/dist/providers/cerebras-provider.js.map +1 -0
  42. package/dist/providers/claude-agent-provider.d.ts +107 -0
  43. package/dist/providers/claude-agent-provider.d.ts.map +1 -0
  44. package/dist/providers/claude-agent-provider.js +586 -0
  45. package/dist/providers/claude-agent-provider.js.map +1 -0
  46. package/dist/providers/cohere-provider.d.ts +36 -0
  47. package/dist/providers/cohere-provider.d.ts.map +1 -0
  48. package/dist/providers/cohere-provider.js +116 -0
  49. package/dist/providers/cohere-provider.js.map +1 -0
  50. package/dist/providers/cost-calculator.d.ts +109 -0
  51. package/dist/providers/cost-calculator.d.ts.map +1 -0
  52. package/dist/providers/cost-calculator.js +475 -0
  53. package/dist/providers/cost-calculator.js.map +1 -0
  54. package/dist/providers/deepseek-provider.d.ts +25 -0
  55. package/dist/providers/deepseek-provider.d.ts.map +1 -0
  56. package/dist/providers/deepseek-provider.js +58 -0
  57. package/dist/providers/deepseek-provider.js.map +1 -0
  58. package/dist/providers/fake-provider.d.ts +52 -0
  59. package/dist/providers/fake-provider.d.ts.map +1 -0
  60. package/dist/providers/fake-provider.js +107 -0
  61. package/dist/providers/fake-provider.js.map +1 -0
  62. package/dist/providers/fal-provider.d.ts +32 -0
  63. package/dist/providers/fal-provider.d.ts.map +1 -0
  64. package/dist/providers/fal-provider.js +445 -0
  65. package/dist/providers/fal-provider.js.map +1 -0
  66. package/dist/providers/gemini-provider.d.ts +109 -0
  67. package/dist/providers/gemini-provider.d.ts.map +1 -0
  68. package/dist/providers/gemini-provider.js +943 -0
  69. package/dist/providers/gemini-provider.js.map +1 -0
  70. package/dist/providers/groq-provider.d.ts +20 -0
  71. package/dist/providers/groq-provider.d.ts.map +1 -0
  72. package/dist/providers/groq-provider.js +52 -0
  73. package/dist/providers/groq-provider.js.map +1 -0
  74. package/dist/providers/huggingface-provider.d.ts +59 -0
  75. package/dist/providers/huggingface-provider.d.ts.map +1 -0
  76. package/dist/providers/huggingface-provider.js +305 -0
  77. package/dist/providers/huggingface-provider.js.map +1 -0
  78. package/dist/providers/index.d.ts +69 -0
  79. package/dist/providers/index.d.ts.map +1 -0
  80. package/dist/providers/index.js +137 -0
  81. package/dist/providers/index.js.map +1 -0
  82. package/dist/providers/jina-provider.d.ts +37 -0
  83. package/dist/providers/jina-provider.d.ts.map +1 -0
  84. package/dist/providers/jina-provider.js +118 -0
  85. package/dist/providers/jina-provider.js.map +1 -0
  86. package/dist/providers/kie-provider.d.ts +19 -0
  87. package/dist/providers/kie-provider.d.ts.map +1 -0
  88. package/dist/providers/kie-provider.js +118 -0
  89. package/dist/providers/kie-provider.js.map +1 -0
  90. package/dist/providers/llama-provider.d.ts +49 -0
  91. package/dist/providers/llama-provider.d.ts.map +1 -0
  92. package/dist/providers/llama-provider.js +381 -0
  93. package/dist/providers/llama-provider.js.map +1 -0
  94. package/dist/providers/lmstudio-provider.d.ts +22 -0
  95. package/dist/providers/lmstudio-provider.d.ts.map +1 -0
  96. package/dist/providers/lmstudio-provider.js +63 -0
  97. package/dist/providers/lmstudio-provider.js.map +1 -0
  98. package/dist/providers/manifest-models.d.ts +12 -0
  99. package/dist/providers/manifest-models.d.ts.map +1 -0
  100. package/dist/providers/manifest-models.js +96 -0
  101. package/dist/providers/manifest-models.js.map +1 -0
  102. package/dist/providers/meshy-provider.d.ts +53 -0
  103. package/dist/providers/meshy-provider.d.ts.map +1 -0
  104. package/dist/providers/meshy-provider.js +230 -0
  105. package/dist/providers/meshy-provider.js.map +1 -0
  106. package/dist/providers/minimax-provider.d.ts +66 -0
  107. package/dist/providers/minimax-provider.d.ts.map +1 -0
  108. package/dist/providers/minimax-provider.js +531 -0
  109. package/dist/providers/minimax-provider.js.map +1 -0
  110. package/dist/providers/mistral-provider.d.ts +26 -0
  111. package/dist/providers/mistral-provider.d.ts.map +1 -0
  112. package/dist/providers/mistral-provider.js +74 -0
  113. package/dist/providers/mistral-provider.js.map +1 -0
  114. package/dist/providers/moonshot-provider.d.ts +24 -0
  115. package/dist/providers/moonshot-provider.d.ts.map +1 -0
  116. package/dist/providers/moonshot-provider.js +43 -0
  117. package/dist/providers/moonshot-provider.js.map +1 -0
  118. package/dist/providers/ollama-provider.d.ts +71 -0
  119. package/dist/providers/ollama-provider.d.ts.map +1 -0
  120. package/dist/providers/ollama-provider.js +480 -0
  121. package/dist/providers/ollama-provider.js.map +1 -0
  122. package/dist/providers/openai-provider.d.ts +103 -0
  123. package/dist/providers/openai-provider.d.ts.map +1 -0
  124. package/dist/providers/openai-provider.js +917 -0
  125. package/dist/providers/openai-provider.js.map +1 -0
  126. package/dist/providers/openrouter-provider.d.ts +49 -0
  127. package/dist/providers/openrouter-provider.d.ts.map +1 -0
  128. package/dist/providers/openrouter-provider.js +147 -0
  129. package/dist/providers/openrouter-provider.js.map +1 -0
  130. package/dist/providers/provider-registry.d.ts +24 -0
  131. package/dist/providers/provider-registry.d.ts.map +1 -0
  132. package/dist/providers/provider-registry.js +124 -0
  133. package/dist/providers/provider-registry.js.map +1 -0
  134. package/dist/providers/python-provider.d.ts +75 -0
  135. package/dist/providers/python-provider.d.ts.map +1 -0
  136. package/dist/providers/python-provider.js +157 -0
  137. package/dist/providers/python-provider.js.map +1 -0
  138. package/dist/providers/replicate-provider.d.ts +73 -0
  139. package/dist/providers/replicate-provider.d.ts.map +1 -0
  140. package/dist/providers/replicate-provider.js +484 -0
  141. package/dist/providers/replicate-provider.js.map +1 -0
  142. package/dist/providers/rodin-provider.d.ts +41 -0
  143. package/dist/providers/rodin-provider.d.ts.map +1 -0
  144. package/dist/providers/rodin-provider.js +236 -0
  145. package/dist/providers/rodin-provider.js.map +1 -0
  146. package/dist/providers/scripted-provider.d.ts +141 -0
  147. package/dist/providers/scripted-provider.d.ts.map +1 -0
  148. package/dist/providers/scripted-provider.js +246 -0
  149. package/dist/providers/scripted-provider.js.map +1 -0
  150. package/dist/providers/together-provider.d.ts +20 -0
  151. package/dist/providers/together-provider.d.ts.map +1 -0
  152. package/dist/providers/together-provider.js +56 -0
  153. package/dist/providers/together-provider.js.map +1 -0
  154. package/dist/providers/types.d.ts +202 -0
  155. package/dist/providers/types.d.ts.map +1 -0
  156. package/dist/providers/types.js +2 -0
  157. package/dist/providers/types.js.map +1 -0
  158. package/dist/providers/vllm-provider.d.ts +22 -0
  159. package/dist/providers/vllm-provider.d.ts.map +1 -0
  160. package/dist/providers/vllm-provider.js +66 -0
  161. package/dist/providers/vllm-provider.js.map +1 -0
  162. package/dist/providers/voyage-provider.d.ts +37 -0
  163. package/dist/providers/voyage-provider.d.ts.map +1 -0
  164. package/dist/providers/voyage-provider.js +124 -0
  165. package/dist/providers/voyage-provider.js.map +1 -0
  166. package/dist/providers/xai-provider.d.ts +24 -0
  167. package/dist/providers/xai-provider.d.ts.map +1 -0
  168. package/dist/providers/xai-provider.js +57 -0
  169. package/dist/providers/xai-provider.js.map +1 -0
  170. package/dist/python-bridge-types.d.ts +70 -0
  171. package/dist/python-bridge-types.d.ts.map +1 -0
  172. package/dist/python-bridge-types.js +2 -0
  173. package/dist/python-bridge-types.js.map +1 -0
  174. package/dist/python-node-executor.d.ts +20 -0
  175. package/dist/python-node-executor.d.ts.map +1 -0
  176. package/dist/python-node-executor.js +219 -0
  177. package/dist/python-node-executor.js.map +1 -0
  178. package/dist/python-stdio-bridge.d.ts +67 -0
  179. package/dist/python-stdio-bridge.d.ts.map +1 -0
  180. package/dist/python-stdio-bridge.js +704 -0
  181. package/dist/python-stdio-bridge.js.map +1 -0
  182. package/dist/recommended-models.d.ts +17 -0
  183. package/dist/recommended-models.d.ts.map +1 -0
  184. package/dist/recommended-models.js +139 -0
  185. package/dist/recommended-models.js.map +1 -0
  186. package/dist/telemetry.d.ts +61 -0
  187. package/dist/telemetry.d.ts.map +1 -0
  188. package/dist/telemetry.js +128 -0
  189. package/dist/telemetry.js.map +1 -0
  190. package/dist/trace-exporters.d.ts +72 -0
  191. package/dist/trace-exporters.d.ts.map +1 -0
  192. package/dist/trace-exporters.js +216 -0
  193. package/dist/trace-exporters.js.map +1 -0
  194. package/dist/tracing-helpers.d.ts +99 -0
  195. package/dist/tracing-helpers.d.ts.map +1 -0
  196. package/dist/tracing-helpers.js +217 -0
  197. package/dist/tracing-helpers.js.map +1 -0
  198. package/package.json +64 -0
@@ -0,0 +1,157 @@
1
+ /**
2
+ * PythonProvider — bridges Python-only providers (HuggingFace Local, MLX)
3
+ * through the local Python stdio bridge.
4
+ *
5
+ * Each instance wraps a specific Python provider ID (e.g. "huggingface", "mlx")
6
+ * and proxies all BaseProvider methods through the bridge.
7
+ */
8
+ import { BaseProvider } from "./base-provider.js";
9
+ export class PythonProvider extends BaseProvider {
10
+ _bridge;
11
+ _pythonProviderId;
12
+ _secrets;
13
+ constructor(providerIdOrOptions, bridge, secrets = {}) {
14
+ if (typeof providerIdOrOptions === "string") {
15
+ super(providerIdOrOptions);
16
+ if (!bridge) {
17
+ throw new Error("PythonProvider requires a bridge instance");
18
+ }
19
+ this._bridge = bridge;
20
+ this._pythonProviderId = providerIdOrOptions;
21
+ this._secrets = secrets;
22
+ return;
23
+ }
24
+ const { _id, _bridge, ...rawSecrets } = providerIdOrOptions;
25
+ super(_id);
26
+ this._bridge = _bridge;
27
+ this._pythonProviderId = _id;
28
+ this._secrets = Object.fromEntries(Object.entries(rawSecrets).filter((entry) => typeof entry[1] === "string"));
29
+ }
30
+ static requiredSecrets() {
31
+ return [];
32
+ }
33
+ // ── Model discovery ───────────────────────────────────────────────
34
+ async getAvailableLanguageModels() {
35
+ return this._getModels("language");
36
+ }
37
+ async getAvailableImageModels() {
38
+ return this._getModels("image");
39
+ }
40
+ async getAvailableTTSModels() {
41
+ return this._getModels("tts");
42
+ }
43
+ async getAvailableASRModels() {
44
+ return this._getModels("asr");
45
+ }
46
+ async getAvailableEmbeddingModels() {
47
+ return this._getModels("embedding");
48
+ }
49
+ async getAvailableVideoModels() {
50
+ return this._getModels("video");
51
+ }
52
+ async _getModels(modelType) {
53
+ return this._bridge.getProviderModels(this._pythonProviderId, modelType, this._secrets);
54
+ }
55
+ // ── Chat completion ───────────────────────────────────────────────
56
+ async generateMessage(args) {
57
+ const wireMessages = args.messages.map(serializeMessage);
58
+ const result = await this._bridge.providerGenerate(this._pythonProviderId, wireMessages, args.model, {
59
+ secrets: this._secrets,
60
+ tools: args.tools,
61
+ max_tokens: args.maxTokens,
62
+ temperature: args.temperature,
63
+ top_p: args.topP
64
+ });
65
+ return deserializeMessage(result);
66
+ }
67
+ async *generateMessages(args) {
68
+ const wireMessages = args.messages.map(serializeMessage);
69
+ for await (const chunk of this._bridge.providerStream(this._pythonProviderId, wireMessages, args.model, {
70
+ secrets: this._secrets,
71
+ tools: args.tools,
72
+ max_tokens: args.maxTokens,
73
+ temperature: args.temperature,
74
+ top_p: args.topP
75
+ })) {
76
+ if (chunk.type === "tool_call") {
77
+ yield {
78
+ id: chunk.id,
79
+ name: chunk.name,
80
+ args: chunk.args ?? {}
81
+ };
82
+ }
83
+ else {
84
+ yield {
85
+ type: "chunk",
86
+ content: chunk.content ?? "",
87
+ done: chunk.done ?? false
88
+ };
89
+ }
90
+ }
91
+ }
92
+ // ── Media generation ──────────────────────────────────────────────
93
+ async textToImage(params) {
94
+ return this._bridge.providerTextToImage(this._pythonProviderId, params, this._secrets);
95
+ }
96
+ async imageToImage(image, params) {
97
+ return this._bridge.providerImageToImage(this._pythonProviderId, image, params, this._secrets);
98
+ }
99
+ async *textToSpeech(args) {
100
+ for await (const audioBytes of this._bridge.providerTTS(this._pythonProviderId, args.text, args.model, { voice: args.voice, speed: args.speed, secrets: this._secrets })) {
101
+ yield { samples: new Int16Array(audioBytes.buffer) };
102
+ }
103
+ }
104
+ async automaticSpeechRecognition(args) {
105
+ return this._bridge.providerASR(this._pythonProviderId, args.audio, args.model, {
106
+ language: args.language,
107
+ prompt: args.prompt,
108
+ temperature: args.temperature,
109
+ word_timestamps: args.word_timestamps,
110
+ secrets: this._secrets
111
+ });
112
+ }
113
+ async generateEmbedding(args) {
114
+ return this._bridge.providerEmbedding(this._pythonProviderId, args.text, args.model, args.dimensions);
115
+ }
116
+ }
117
+ // ── Wire format helpers ───────────────────────────────────────────────
118
+ function serializeMessage(msg) {
119
+ const result = { role: msg.role };
120
+ if (typeof msg.content === "string") {
121
+ result.content = msg.content;
122
+ }
123
+ else if (Array.isArray(msg.content)) {
124
+ result.content = msg.content;
125
+ }
126
+ else if (msg.content != null) {
127
+ result.content = String(msg.content);
128
+ }
129
+ if (msg.toolCalls) {
130
+ result.tool_calls = msg.toolCalls.map((tc) => ({
131
+ id: tc.id,
132
+ name: tc.name,
133
+ args: tc.args
134
+ }));
135
+ }
136
+ if (msg.toolCallId) {
137
+ result.tool_call_id = msg.toolCallId;
138
+ }
139
+ return result;
140
+ }
141
+ function deserializeMessage(wire) {
142
+ const msg = {
143
+ role: wire.role
144
+ };
145
+ if (wire.content != null) {
146
+ msg.content = wire.content;
147
+ }
148
+ if (wire.tool_calls) {
149
+ msg.toolCalls = wire.tool_calls.map((tc) => ({
150
+ id: tc.id,
151
+ name: tc.name,
152
+ args: tc.args ?? {}
153
+ }));
154
+ }
155
+ return msg;
156
+ }
157
+ //# sourceMappingURL=python-provider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"python-provider.js","sourceRoot":"","sources":["../../src/providers/python-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAwBlD,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,OAAO,CAAoB;IAC3B,iBAAiB,CAAS;IAC1B,QAAQ,CAAyB;IAQzC,YACE,mBAAmD,EACnD,MAA0B,EAC1B,UAAkC,EAAE;QAEpC,IAAI,OAAO,mBAAmB,KAAK,QAAQ,EAAE,CAAC;YAC5C,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;YACtB,IAAI,CAAC,iBAAiB,GAAG,mBAAmB,CAAC;YAC7C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxB,OAAO;QACT,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,mBAAmB,CAAC;QAC5D,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAChC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAC/B,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CACnE,CACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,eAAe;QACpB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,0BAA0B;QAC9B,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAA6B,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAwB,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAwB,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,2BAA2B;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,WAAW,CAA8B,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAA0B,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,SAAiB;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACnC,IAAI,CAAC,iBAAiB,EACtB,SAAS,EACT,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,eAAe,CAAC,IASrB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAChD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV;YACE,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;SACjB,CACF,CAAC;QACF,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAWvB;QACC,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAEzD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,CACnD,IAAI,CAAC,iBAAiB,EACtB,YAAY,EACZ,IAAI,CAAC,KAAK,EACV;YACE,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;SACjB,CACF,EAAE,CAAC;YACF,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM;oBACJ,EAAE,EAAE,KAAK,CAAC,EAAY;oBACtB,IAAI,EAAE,KAAK,CAAC,IAAc;oBAC1B,IAAI,EAAG,KAAK,CAAC,IAAgC,IAAI,EAAE;iBACxC,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,OAAO,EAAG,KAAK,CAAC,OAAkB,IAAI,EAAE;oBACxC,IAAI,EAAG,KAAK,CAAC,IAAgB,IAAI,KAAK;iBAC9B,CAAC;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAED,qEAAqE;IAErE,KAAK,CAAC,WAAW,CAAC,MAAyB;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CACrC,IAAI,CAAC,iBAAiB,EACtB,MAA4C,EAC5C,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAiB,EACjB,MAA0B;QAE1B,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,CACtC,IAAI,CAAC,iBAAiB,EACtB,KAAK,EACL,MAA4C,EAC5C,IAAI,CAAC,QAAQ,CACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,YAAY,CAAC,IAMnB;QACC,IAAI,KAAK,EAAE,MAAM,UAAU,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CACrD,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,CACjE,EAAE,CAAC;YACF,MAAM,EAAE,OAAO,EAAE,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAAC,IAOhC;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAC7B,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV;YACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,OAAO,EAAE,IAAI,CAAC,QAAQ;SACvB,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAIvB;QACC,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CACnC,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;CACF;AAED,yEAAyE;AAEzE,SAAS,gBAAgB,CAAC,GAAY;IACpC,MAAM,MAAM,GAA4B,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;IAE3D,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,GAAG,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QAClB,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7C,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,IAAI,EAAE,EAAE,CAAC,IAAI;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAED,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACnB,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAA6B;IACvD,MAAM,GAAG,GAAY;QACnB,IAAI,EAAE,IAAI,CAAC,IAAuB;KACnC,CAAC;IAEF,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QACzB,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,OAAiB,CAAC;IACvC,CAAC;IAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,GAAG,CAAC,SAAS,GAAI,IAAI,CAAC,UAA6C,CAAC,GAAG,CACrE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACP,EAAE,EAAE,EAAE,CAAC,EAAY;YACnB,IAAI,EAAE,EAAE,CAAC,IAAc;YACvB,IAAI,EAAG,EAAE,CAAC,IAAgC,IAAI,EAAE;SACjD,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -0,0 +1,73 @@
1
+ import Replicate from "replicate";
2
+ import { BaseProvider } from "./base-provider.js";
3
+ import type { ASRModel, EmbeddingModel, ImageModel, ImageToImageParams, ImageToVideoParams, LanguageModel, Message, ProviderStreamItem, ProviderTool, TextToImageParams, TTSModel, VideoModel, TextToVideoParams } from "./types.js";
4
+ interface ReplicateProviderOptions {
5
+ /** Inject a pre-built Replicate client (mainly for testing). */
6
+ client?: Replicate;
7
+ fetchFn?: typeof fetch;
8
+ }
9
+ /**
10
+ * Provider for Replicate's LLM, image, video, and audio models.
11
+ *
12
+ * Uses the official Replicate TypeScript SDK (`replicate` package).
13
+ * - Chat / LLM: `replicate.run()` and `replicate.stream()` with SSE
14
+ * - Image / Video / TTS: `replicate.run()` with file output
15
+ */
16
+ export declare class ReplicateProvider extends BaseProvider {
17
+ static requiredSecrets(): string[];
18
+ readonly apiKey: string;
19
+ private _client;
20
+ constructor(secrets: {
21
+ REPLICATE_API_TOKEN?: string;
22
+ }, options?: ReplicateProviderOptions);
23
+ getContainerEnv(): Record<string, string>;
24
+ hasToolSupport(_model: string): Promise<boolean>;
25
+ /**
26
+ * Convert our Message[] into the prompt/system_prompt format
27
+ * that most Replicate LLMs expect.
28
+ */
29
+ private _formatChatInput;
30
+ generateMessage(args: {
31
+ messages: Message[];
32
+ model: string;
33
+ tools?: ProviderTool[];
34
+ maxTokens?: number;
35
+ temperature?: number;
36
+ topP?: number;
37
+ presencePenalty?: number;
38
+ frequencyPenalty?: number;
39
+ }): Promise<Message>;
40
+ generateMessages(args: {
41
+ messages: Message[];
42
+ model: string;
43
+ tools?: ProviderTool[];
44
+ maxTokens?: number;
45
+ temperature?: number;
46
+ topP?: number;
47
+ presencePenalty?: number;
48
+ frequencyPenalty?: number;
49
+ audio?: Record<string, unknown>;
50
+ }): AsyncGenerator<ProviderStreamItem>;
51
+ getAvailableLanguageModels(): Promise<LanguageModel[]>;
52
+ getAvailableImageModels(): Promise<ImageModel[]>;
53
+ getAvailableVideoModels(): Promise<VideoModel[]>;
54
+ getAvailableTTSModels(): Promise<TTSModel[]>;
55
+ getAvailableASRModels(): Promise<ASRModel[]>;
56
+ getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
57
+ private _fetchOutputBytes;
58
+ textToImage(params: TextToImageParams): Promise<Uint8Array>;
59
+ imageToImage(image: Uint8Array, params: ImageToImageParams): Promise<Uint8Array>;
60
+ textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
61
+ imageToVideo(image: Uint8Array, params: ImageToVideoParams): Promise<Uint8Array>;
62
+ textToSpeech(args: {
63
+ text: string;
64
+ model: string;
65
+ voice?: string;
66
+ speed?: number;
67
+ audioFormat?: string;
68
+ }): AsyncGenerator<{
69
+ samples: Int16Array;
70
+ }>;
71
+ }
72
+ export {};
73
+ //# sourceMappingURL=replicate-provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"replicate-provider.d.ts","sourceRoot":"","sources":["../../src/providers/replicate-provider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,UAAU,EACV,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,OAAO,EAEP,kBAAkB,EAClB,YAAY,EACZ,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACV,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAKpB,UAAU,wBAAwB;IAChC,gEAAgE;IAChE,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED;;;;;;GAMG;AACH,qBAAa,iBAAkB,SAAQ,YAAY;IACjD,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE;IAIlC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,OAAO,CAAY;gBAGzB,OAAO,EAAE;QAAE,mBAAmB,CAAC,EAAE,MAAM,CAAA;KAAE,EACzC,OAAO,GAAE,wBAA6B;IAkBxC,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAStD;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAiClB,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC;IAwBb,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC;IA6ChC,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IAoGtD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQhD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQhD,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAkB5C,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAsB5C,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAqEhD,iBAAiB;IAqCzB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAsB3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAsBhB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAmB3D,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC;IAqBf,YAAY,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC;QAAE,OAAO,EAAE,UAAU,CAAA;KAAE,CAAC;CAoB5C"}