@sentropic/llm-mesh 0.23.1 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/transport/mistral-runtime-client.d.ts +20 -0
- package/dist/transport/mistral-runtime-client.d.ts.map +1 -0
- package/dist/transport/mistral-runtime-client.js +242 -0
- package/dist/transport/mistral-runtime-client.js.map +1 -0
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -22,6 +22,7 @@ export * from './transport/codex-runtime-client.js';
|
|
|
22
22
|
export * from './transport/codex-runtime-wire.js';
|
|
23
23
|
export * from './transport/cloud-code-runtime-client.js';
|
|
24
24
|
export * from './transport/muse-runtime-client.js';
|
|
25
|
+
export * from './transport/mistral-runtime-client.js';
|
|
25
26
|
export * from './streaming.js';
|
|
26
27
|
export * from './tools.js';
|
|
27
28
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,0BAA0B,EAAE,eAAe,EAAE,UAAU,EAAE,KAAK,iBAAiB,GAChF,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,cAAc,YAAY,CAAC;AAC3B,cAAc,qCAAqC,CAAC;AACpD,cAAc,mCAAmC,CAAC;AAClD,cAAc,0CAA0C,CAAC;AACzD,cAAc,oCAAoC,CAAC;AACnD,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,0BAA0B,EAAE,eAAe,EAAE,UAAU,EAAE,KAAK,iBAAiB,GAChF,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,cAAc,YAAY,CAAC;AAC3B,cAAc,qCAAqC,CAAC;AACpD,cAAc,mCAAmC,CAAC;AAClD,cAAc,0CAA0C,CAAC;AACzD,cAAc,oCAAoC,CAAC;AACnD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -22,6 +22,7 @@ export * from './transport/codex-runtime-client.js';
|
|
|
22
22
|
export * from './transport/codex-runtime-wire.js';
|
|
23
23
|
export * from './transport/cloud-code-runtime-client.js';
|
|
24
24
|
export * from './transport/muse-runtime-client.js';
|
|
25
|
+
export * from './transport/mistral-runtime-client.js';
|
|
25
26
|
export * from './streaming.js';
|
|
26
27
|
export * from './tools.js';
|
|
27
28
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,0BAA0B,EAAE,eAAe,EAAE,UAAU,GACxD,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,cAAc,YAAY,CAAC;AAC3B,cAAc,qCAAqC,CAAC;AACpD,cAAc,mCAAmC,CAAC;AAClD,cAAc,0CAA0C,CAAC;AACzD,cAAc,oCAAoC,CAAC;AACnD,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EACL,0BAA0B,EAAE,eAAe,EAAE,UAAU,GACxD,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,cAAc,YAAY,CAAC;AAC3B,cAAc,qCAAqC,CAAC;AACpD,cAAc,mCAAmC,CAAC;AAClD,cAAc,0CAA0C,CAAC;AACzD,cAAc,oCAAoC,CAAC;AACnD,cAAc,uCAAuC,CAAC;AACtD,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { GenerateRequest, GenerateResponse, StreamRequest, StreamResult } from '../generation.js';
|
|
2
|
+
import type { MistralAdapterClient } from '../adapters.js';
|
|
3
|
+
import type { ProviderRuntimeContext } from '../registry.js';
|
|
4
|
+
export interface MistralRuntimeClientOptions {
|
|
5
|
+
readonly fetch?: typeof fetch;
|
|
6
|
+
readonly baseUrl?: string;
|
|
7
|
+
readonly originator?: string;
|
|
8
|
+
readonly userAgent?: string;
|
|
9
|
+
}
|
|
10
|
+
export declare class MistralRuntimeClient implements MistralAdapterClient {
|
|
11
|
+
private readonly fetchFn;
|
|
12
|
+
private readonly baseUrl;
|
|
13
|
+
private readonly originator;
|
|
14
|
+
private readonly userAgent;
|
|
15
|
+
constructor(options?: MistralRuntimeClientOptions);
|
|
16
|
+
private post;
|
|
17
|
+
stream(request: StreamRequest, context?: ProviderRuntimeContext): Promise<StreamResult>;
|
|
18
|
+
generate(request: GenerateRequest, context?: ProviderRuntimeContext): Promise<GenerateResponse>;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=mistral-runtime-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mistral-runtime-client.d.ts","sourceRoot":"","sources":["../../src/transport/mistral-runtime-client.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AACvG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAG7D,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AA2ID,qBAAa,oBAAqB,YAAW,oBAAoB;IAC/D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IACvC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,GAAE,2BAAgC;YAOvC,IAAI;IAwDZ,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,YAAY,CAAC;IA8BvF,QAAQ,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,sBAAsB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAoBtG"}
|
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
import { getSecretAuthMaterial } from '../auth.js';
|
|
2
|
+
// Serving wire facts [DOCUMENTED] from the Mistral API reference
|
|
3
|
+
// (api.mistral.ai, OpenAI-compatible chat completions): POST
|
|
4
|
+
// /v1/chat/completions, Authorization: Bearer <api_key>, request body
|
|
5
|
+
// { model, messages, stream?, tools?, tool_choice?, max_tokens?,
|
|
6
|
+
// temperature?, top_p? }, non-stream response
|
|
7
|
+
// { id, choices: [{ message: { content } }], usage },
|
|
8
|
+
// SSE chunks { choices: [{ delta: { content } }], usage? }.
|
|
9
|
+
// The mistral-vibe account transport mints a regular Mistral API key
|
|
10
|
+
// (long-lived, billed against the signed-in plan's Vibe Code quota), so the
|
|
11
|
+
// runtime credential is that key as the Bearer token.
|
|
12
|
+
const MISTRAL_DEFAULT_BASE_URL = 'https://api.mistral.ai';
|
|
13
|
+
const MISTRAL_SERVING_PATH = '/v1/chat/completions';
|
|
14
|
+
const toWireMessage = (message) => {
|
|
15
|
+
const content = typeof message.content === 'string'
|
|
16
|
+
? message.content
|
|
17
|
+
: message.content
|
|
18
|
+
.map((part) => {
|
|
19
|
+
if (part.type === 'text')
|
|
20
|
+
return { type: 'text', text: part.text };
|
|
21
|
+
if (part.type === 'reasoning')
|
|
22
|
+
return null;
|
|
23
|
+
if (part.type === 'image') {
|
|
24
|
+
const url = part.url ?? `data:${part.mediaType ?? 'image/png'};base64,${part.data ?? ''}`;
|
|
25
|
+
return { type: 'image_url', image_url: { url } };
|
|
26
|
+
}
|
|
27
|
+
return null;
|
|
28
|
+
})
|
|
29
|
+
.filter((part) => part !== null);
|
|
30
|
+
const wire = {
|
|
31
|
+
role: message.role === 'developer' ? 'system' : message.role,
|
|
32
|
+
content,
|
|
33
|
+
};
|
|
34
|
+
if (message.name !== undefined)
|
|
35
|
+
wire.name = message.name;
|
|
36
|
+
if (message.role === 'assistant' && message.toolCalls?.length) {
|
|
37
|
+
wire.tool_calls = message.toolCalls.map((call) => ({
|
|
38
|
+
id: call.toolCallId,
|
|
39
|
+
type: 'function',
|
|
40
|
+
function: { name: call.name, arguments: call.argumentsText },
|
|
41
|
+
}));
|
|
42
|
+
}
|
|
43
|
+
if (message.role === 'tool' && message.toolResult) {
|
|
44
|
+
wire.tool_call_id = message.toolResult.toolCallId;
|
|
45
|
+
}
|
|
46
|
+
return wire;
|
|
47
|
+
};
|
|
48
|
+
const textOf = (value) => typeof value === 'string' && value.length > 0 ? value : null;
|
|
49
|
+
const numOf = (value) => typeof value === 'number' && Number.isFinite(value) ? value : undefined;
|
|
50
|
+
const extractText = (payload) => {
|
|
51
|
+
if (typeof payload === 'string')
|
|
52
|
+
return payload;
|
|
53
|
+
if (!payload || typeof payload !== 'object')
|
|
54
|
+
return '';
|
|
55
|
+
const record = payload;
|
|
56
|
+
const choices = record.choices;
|
|
57
|
+
if (!Array.isArray(choices) || choices.length === 0)
|
|
58
|
+
return '';
|
|
59
|
+
const first = choices[0];
|
|
60
|
+
const message = first.message;
|
|
61
|
+
if (message && typeof message === 'object') {
|
|
62
|
+
const content = message.content;
|
|
63
|
+
if (typeof content === 'string' && content)
|
|
64
|
+
return content;
|
|
65
|
+
}
|
|
66
|
+
const delta = first.delta;
|
|
67
|
+
if (typeof delta === 'string' && delta)
|
|
68
|
+
return delta;
|
|
69
|
+
if (delta && typeof delta === 'object') {
|
|
70
|
+
const dContent = delta.content;
|
|
71
|
+
if (typeof dContent === 'string' && dContent)
|
|
72
|
+
return dContent;
|
|
73
|
+
}
|
|
74
|
+
return '';
|
|
75
|
+
};
|
|
76
|
+
const extractUsage = (payload) => {
|
|
77
|
+
if (!payload || typeof payload !== 'object')
|
|
78
|
+
return undefined;
|
|
79
|
+
const record = payload;
|
|
80
|
+
const usage = record.usage;
|
|
81
|
+
if (!usage || typeof usage !== 'object')
|
|
82
|
+
return undefined;
|
|
83
|
+
const u = usage;
|
|
84
|
+
const inputTokens = numOf(u.prompt_tokens) ?? numOf(u.input_tokens);
|
|
85
|
+
const outputTokens = numOf(u.completion_tokens) ?? numOf(u.output_tokens);
|
|
86
|
+
const totalTokens = numOf(u.total_tokens);
|
|
87
|
+
if (inputTokens === undefined && outputTokens === undefined && totalTokens === undefined) {
|
|
88
|
+
return undefined;
|
|
89
|
+
}
|
|
90
|
+
return {
|
|
91
|
+
...(inputTokens !== undefined ? { inputTokens } : {}),
|
|
92
|
+
...(outputTokens !== undefined ? { outputTokens } : {}),
|
|
93
|
+
...(totalTokens !== undefined ? { totalTokens } : {}),
|
|
94
|
+
};
|
|
95
|
+
};
|
|
96
|
+
const parseSseJson = async function* (body) {
|
|
97
|
+
const reader = body.getReader();
|
|
98
|
+
const decoder = new TextDecoder();
|
|
99
|
+
let buffer = '';
|
|
100
|
+
try {
|
|
101
|
+
while (true) {
|
|
102
|
+
const result = await reader.read();
|
|
103
|
+
if (result.done)
|
|
104
|
+
break;
|
|
105
|
+
buffer += decoder.decode(result.value, { stream: true });
|
|
106
|
+
let boundary = buffer.indexOf('\n\n');
|
|
107
|
+
while (boundary >= 0) {
|
|
108
|
+
const block = buffer.slice(0, boundary);
|
|
109
|
+
buffer = buffer.slice(boundary + 2);
|
|
110
|
+
const payload = block
|
|
111
|
+
.split('\n')
|
|
112
|
+
.filter((line) => line.startsWith('data:'))
|
|
113
|
+
.map((line) => line.slice(5).trim())
|
|
114
|
+
.join('\n');
|
|
115
|
+
if (payload && payload !== '[DONE]') {
|
|
116
|
+
try {
|
|
117
|
+
yield JSON.parse(payload);
|
|
118
|
+
}
|
|
119
|
+
catch {
|
|
120
|
+
yield payload;
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
boundary = buffer.indexOf('\n\n');
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
finally {
|
|
128
|
+
reader.releaseLock();
|
|
129
|
+
}
|
|
130
|
+
};
|
|
131
|
+
export class MistralRuntimeClient {
|
|
132
|
+
fetchFn;
|
|
133
|
+
baseUrl;
|
|
134
|
+
originator;
|
|
135
|
+
userAgent;
|
|
136
|
+
constructor(options = {}) {
|
|
137
|
+
this.fetchFn = options.fetch ?? fetch;
|
|
138
|
+
this.baseUrl = (options.baseUrl ?? MISTRAL_DEFAULT_BASE_URL).replace(/\/+$/, '');
|
|
139
|
+
this.originator = options.originator ?? 'sentropic-llm-mesh';
|
|
140
|
+
this.userAgent = options.userAgent ?? '@sentropic/llm-mesh';
|
|
141
|
+
}
|
|
142
|
+
async post(request, context, accept, stream = false) {
|
|
143
|
+
const auth = getSecretAuthMaterial(context?.auth);
|
|
144
|
+
if (!auth || !('accessToken' in auth) || !auth.accessToken) {
|
|
145
|
+
throw Object.assign(new Error('Mistral account token is missing'), { status: 401 });
|
|
146
|
+
}
|
|
147
|
+
// [DOCUMENTED] Mistral chat/completions takes OpenAI function tools
|
|
148
|
+
// natively ({ function: { name, description, parameters } }); project the
|
|
149
|
+
// mesh tool shape onto it (same projection as the muse wire).
|
|
150
|
+
const openAiTools = request.tools?.map((tool) => ({
|
|
151
|
+
type: 'function',
|
|
152
|
+
function: {
|
|
153
|
+
name: tool.name,
|
|
154
|
+
...(tool.description ? { description: tool.description } : {}),
|
|
155
|
+
parameters: tool.inputSchema,
|
|
156
|
+
},
|
|
157
|
+
}));
|
|
158
|
+
const body = {
|
|
159
|
+
model: request.modelId ?? 'mistral-small-2603',
|
|
160
|
+
messages: request.messages.map(toWireMessage),
|
|
161
|
+
...(stream ? { stream: true } : {}),
|
|
162
|
+
...(openAiTools?.length ? { tools: openAiTools } : {}),
|
|
163
|
+
...(request.toolChoice ? { tool_choice: request.toolChoice } : {}),
|
|
164
|
+
...(request.maxOutputTokens !== undefined ? { max_tokens: request.maxOutputTokens } : {}),
|
|
165
|
+
...(request.temperature !== undefined ? { temperature: request.temperature } : {}),
|
|
166
|
+
...(request.topP !== undefined ? { top_p: request.topP } : {}),
|
|
167
|
+
};
|
|
168
|
+
const response = await this.fetchFn(`${this.baseUrl}${MISTRAL_SERVING_PATH}`, {
|
|
169
|
+
method: 'POST',
|
|
170
|
+
signal: request.signal,
|
|
171
|
+
headers: {
|
|
172
|
+
authorization: `Bearer ${auth.accessToken}`,
|
|
173
|
+
'content-type': 'application/json',
|
|
174
|
+
accept,
|
|
175
|
+
originator: this.originator,
|
|
176
|
+
'user-agent': this.userAgent,
|
|
177
|
+
},
|
|
178
|
+
body: JSON.stringify(body),
|
|
179
|
+
});
|
|
180
|
+
if (!response.ok) {
|
|
181
|
+
// Key never enters the message: status + retry hint only.
|
|
182
|
+
const retryAfter = Number(response.headers.get('retry-after'));
|
|
183
|
+
throw Object.assign(new Error(`Mistral HTTP error (${response.status})`), {
|
|
184
|
+
status: response.status,
|
|
185
|
+
...(Number.isFinite(retryAfter) && retryAfter > 0
|
|
186
|
+
? { retryAfterMs: retryAfter * 1_000 }
|
|
187
|
+
: {}),
|
|
188
|
+
});
|
|
189
|
+
}
|
|
190
|
+
return response;
|
|
191
|
+
}
|
|
192
|
+
async stream(request, context) {
|
|
193
|
+
const response = await this.post(request, context, 'text/event-stream', true);
|
|
194
|
+
if (!response.body) {
|
|
195
|
+
const done = { type: 'done', data: { finishReason: 'unknown' } };
|
|
196
|
+
return (async function* () { yield done; })();
|
|
197
|
+
}
|
|
198
|
+
return (async function* () {
|
|
199
|
+
let sawText = false;
|
|
200
|
+
for await (const raw of parseSseJson(response.body)) {
|
|
201
|
+
const text = extractText(raw);
|
|
202
|
+
const usage = extractUsage(raw);
|
|
203
|
+
if (text) {
|
|
204
|
+
sawText = true;
|
|
205
|
+
yield { type: 'content_delta', data: { delta: text } };
|
|
206
|
+
}
|
|
207
|
+
if (usage) {
|
|
208
|
+
yield {
|
|
209
|
+
type: 'done',
|
|
210
|
+
data: { finishReason: 'stop', usage },
|
|
211
|
+
};
|
|
212
|
+
return;
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
yield {
|
|
216
|
+
type: 'done',
|
|
217
|
+
data: { finishReason: sawText ? 'stop' : 'unknown' },
|
|
218
|
+
};
|
|
219
|
+
})();
|
|
220
|
+
}
|
|
221
|
+
async generate(request, context) {
|
|
222
|
+
const response = await this.post(request, context, 'application/json');
|
|
223
|
+
const payload = await response.json();
|
|
224
|
+
const text = extractText(payload);
|
|
225
|
+
const usage = extractUsage(payload);
|
|
226
|
+
const rawId = payload && typeof payload === 'object'
|
|
227
|
+
? textOf(payload.id)
|
|
228
|
+
: null;
|
|
229
|
+
const id = rawId ?? 'mistral_response';
|
|
230
|
+
return {
|
|
231
|
+
id,
|
|
232
|
+
providerId: 'mistral',
|
|
233
|
+
modelId: request.modelId ?? 'mistral-small-2603',
|
|
234
|
+
message: { role: 'assistant', content: text },
|
|
235
|
+
text,
|
|
236
|
+
toolCalls: [],
|
|
237
|
+
finishReason: text ? 'stop' : 'unknown',
|
|
238
|
+
...(usage ? { usage } : {}),
|
|
239
|
+
};
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
//# sourceMappingURL=mistral-runtime-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mistral-runtime-client.js","sourceRoot":"","sources":["../../src/transport/mistral-runtime-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAcnD,iEAAiE;AACjE,6DAA6D;AAC7D,sEAAsE;AACtE,iEAAiE;AACjE,8CAA8C;AAC9C,sDAAsD;AACtD,4DAA4D;AAC5D,qEAAqE;AACrE,4EAA4E;AAC5E,sDAAsD;AACtD,MAAM,wBAAwB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,oBAAoB,GAAG,sBAAsB,CAAC;AAapD,MAAM,aAAa,GAAG,CAAC,OAAuB,EAA2B,EAAE;IACzE,MAAM,OAAO,GAAG,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QACjD,CAAC,CAAC,OAAO,CAAC,OAAO;QACjB,CAAC,CAAC,OAAO,CAAC,OAAO;aACZ,GAAG,CAAC,CAAC,IAAI,EAA0B,EAAE;YACpC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YACnE,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;gBAAE,OAAO,IAAI,CAAC;YAC3C,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,QAAQ,IAAI,CAAC,SAAS,IAAI,WAAW,WAAW,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC1F,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC;YACnD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,IAAI,EAA2B,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAChE,MAAM,IAAI,GAA4B;QACpC,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI;QAC5D,OAAO;KACR,CAAC;IACF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IACzD,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;QAC9D,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACjD,EAAE,EAAE,IAAI,CAAC,UAAU;YACnB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,aAAa,EAAE;SAC7D,CAAC,CAAC,CAAC;IACN,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QAClD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,KAAc,EAAiB,EAAE,CAC/C,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAE/D,MAAM,KAAK,GAAG,CAAC,KAAc,EAAsB,EAAE,CACnD,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAE1E,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAU,EAAE;IAC/C,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,OAAkC,CAAC;IAClD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC/D,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAA4B,CAAC;IACpD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;IAC9B,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC;QAC7D,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;IAC7D,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACrD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAI,KAAiC,CAAC,OAAO,CAAC;QAC5D,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC;IAChE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,OAAgB,EAA0B,EAAE;IAChE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC9D,MAAM,MAAM,GAAG,OAAkC,CAAC;IAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,CAAC,GAAG,KAAgC,CAAC;IAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAC1C,IAAI,WAAW,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QACzF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,SAAS,CAAC,EAClC,IAAgC;IAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,IAAI;gBAAE,MAAM;YACvB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,IAAI,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACtC,OAAO,QAAQ,IAAI,CAAC,EAAE,CAAC;gBACrB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBACxC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;gBACpC,MAAM,OAAO,GAAG,KAAK;qBAClB,KAAK,CAAC,IAAI,CAAC;qBACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;qBAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;qBACnC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,IAAI,OAAO,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAC5B,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM,OAAO,CAAC;oBAChB,CAAC;gBACH,CAAC;gBACD,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,OAAO,oBAAoB;IACd,OAAO,CAAe;IACtB,OAAO,CAAS;IAChB,UAAU,CAAS;IACnB,SAAS,CAAS;IAEnC,YAAY,UAAuC,EAAE;QACnD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;QACtC,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,oBAAoB,CAAC;QAC7D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,qBAAqB,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,IAAI,CAChB,OAAwB,EACxB,OAA2C,EAC3C,MAAc,EACd,MAAM,GAAG,KAAK;QAEd,MAAM,IAAI,GAAG,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3D,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,oEAAoE;QACpE,0EAA0E;QAC1E,8DAA8D;QAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAChD,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9D,UAAU,EAAE,IAAI,CAAC,WAAW;aAC7B;SACF,CAAC,CAAC,CAAC;QACJ,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,OAAO,CAAC,OAAO,IAAI,oBAAoB;YAC9C,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClF,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,GAAG,oBAAoB,EAAE,EAAE;YAC5E,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,WAAW,EAAE;gBAC3C,cAAc,EAAE,kBAAkB;gBAClC,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,YAAY,EAAE,IAAI,CAAC,SAAS;aAC7B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,0DAA0D;YAC1D,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC;YAC/D,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;gBACxE,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;oBAC/C,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,GAAG,KAAK,EAAE;oBACtC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAsB,EAAE,OAAgC;QACnE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAC9E,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,GAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,EAAE,CAAC;YAC9E,OAAO,CAAC,KAAK,SAAS,CAAC,MAAmC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,CAAC;QACD,OAAO,CAAC,KAAK,SAAS,CAAC;YACrB,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAK,CAAC,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,IAAI,EAAE,CAAC;oBACT,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;gBACzD,CAAC;gBACD,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM;wBACJ,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,EAAE,YAAY,EAAE,MAAe,EAAE,KAAK,EAAE;qBAC/C,CAAC;oBACF,OAAO;gBACT,CAAC;YACH,CAAC;YACD,MAAM;gBACJ,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAE,MAAgB,CAAC,CAAC,CAAE,SAAmB,EAAE;aAC3E,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAwB,EAAE,OAAgC;QACvE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;QACvE,MAAM,OAAO,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;YAClD,CAAC,CAAC,MAAM,CAAE,OAAmC,CAAC,EAAE,CAAC;YACjD,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,EAAE,GAAG,KAAK,IAAI,kBAAkB,CAAC;QACvC,OAAO;YACL,EAAE;YACF,UAAU,EAAE,SAAS;YACrB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,oBAAoB;YAChD,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE;YAC7C,IAAI;YACJ,SAAS,EAAE,EAAE;YACb,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACvC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5B,CAAC;IACJ,CAAC;CACF"}
|