@animalabs/membrane 0.5.47 → 0.5.50
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/membrane.d.ts.map +1 -1
- package/dist/membrane.js +72 -5
- package/dist/membrane.js.map +1 -1
- package/dist/providers/anthropic.d.ts.map +1 -1
- package/dist/providers/anthropic.js +11 -1
- package/dist/providers/anthropic.js.map +1 -1
- package/dist/providers/bedrock.d.ts.map +1 -1
- package/dist/providers/bedrock.js +9 -0
- package/dist/providers/bedrock.js.map +1 -1
- package/dist/types/yielding-stream.d.ts +10 -1
- package/dist/types/yielding-stream.d.ts.map +1 -1
- package/dist/types/yielding-stream.js.map +1 -1
- package/package.json +5 -1
- package/src/membrane.ts +77 -6
- package/src/providers/anthropic.ts +12 -0
- package/src/providers/bedrock.ts +8 -0
- package/src/types/yielding-stream.ts +10 -1
- package/dist/context/index.d.ts +0 -12
- package/dist/context/index.js +0 -11
- package/dist/context/index.js.map +0 -1
- package/dist/context/process.d.ts +0 -43
- package/dist/context/process.js +0 -381
- package/dist/context/process.js.map +0 -1
- package/dist/context/types.d.ts +0 -164
- package/dist/context/types.js +0 -61
- package/dist/context/types.js.map +0 -1
- package/dist/formatters/anthropic-xml.d.ts +0 -63
- package/dist/formatters/anthropic-xml.js +0 -417
- package/dist/formatters/anthropic-xml.js.map +0 -1
- package/dist/formatters/completions.d.ts +0 -68
- package/dist/formatters/completions.js +0 -261
- package/dist/formatters/completions.js.map +0 -1
- package/dist/formatters/index.d.ts +0 -8
- package/dist/formatters/index.js +0 -7
- package/dist/formatters/index.js.map +0 -1
- package/dist/formatters/native.d.ts +0 -35
- package/dist/formatters/native.js +0 -336
- package/dist/formatters/native.js.map +0 -1
- package/dist/formatters/types.d.ts +0 -167
- package/dist/formatters/types.js +0 -7
- package/dist/formatters/types.js.map +0 -1
- package/dist/index.d.ts +0 -13
- package/dist/index.js +0 -20
- package/dist/index.js.map +0 -1
- package/dist/membrane.d.ts +0 -155
- package/dist/providers/anthropic.d.ts +0 -36
- package/dist/providers/bedrock.d.ts +0 -43
- package/dist/providers/gemini.d.ts +0 -68
- package/dist/providers/gemini.js +0 -538
- package/dist/providers/gemini.js.map +0 -1
- package/dist/providers/index.d.ts +0 -13
- package/dist/providers/index.js +0 -13
- package/dist/providers/index.js.map +0 -1
- package/dist/providers/mock.d.ts +0 -90
- package/dist/providers/mock.d.ts.map +0 -1
- package/dist/providers/mock.js +0 -210
- package/dist/providers/mock.js.map +0 -1
- package/dist/providers/openai-compatible.d.ts +0 -82
- package/dist/providers/openai-compatible.js +0 -480
- package/dist/providers/openai-compatible.js.map +0 -1
- package/dist/providers/openai-completions.d.ts +0 -89
- package/dist/providers/openai-completions.js +0 -347
- package/dist/providers/openai-completions.js.map +0 -1
- package/dist/providers/openai-responses.d.ts +0 -77
- package/dist/providers/openai-responses.js +0 -333
- package/dist/providers/openai-responses.js.map +0 -1
- package/dist/providers/openai.d.ts +0 -77
- package/dist/providers/openai.js +0 -533
- package/dist/providers/openai.js.map +0 -1
- package/dist/providers/openrouter.d.ts +0 -82
- package/dist/providers/openrouter.js +0 -556
- package/dist/providers/openrouter.js.map +0 -1
- package/dist/providers/utils.d.ts +0 -44
- package/dist/providers/utils.d.ts.map +0 -1
- package/dist/providers/utils.js +0 -100
- package/dist/providers/utils.js.map +0 -1
- package/dist/registry/default-pricing.d.ts +0 -3
- package/dist/registry/default-pricing.d.ts.map +0 -1
- package/dist/registry/default-pricing.js +0 -75
- package/dist/registry/default-pricing.js.map +0 -1
- package/dist/transforms/chat.d.ts +0 -52
- package/dist/transforms/chat.js +0 -136
- package/dist/transforms/chat.js.map +0 -1
- package/dist/transforms/index.d.ts +0 -5
- package/dist/transforms/index.js +0 -7
- package/dist/transforms/index.js.map +0 -1
- package/dist/transforms/prefill.d.ts +0 -89
- package/dist/transforms/prefill.d.ts.map +0 -1
- package/dist/transforms/prefill.js +0 -391
- package/dist/transforms/prefill.js.map +0 -1
- package/dist/types/config.d.ts +0 -110
- package/dist/types/config.js +0 -21
- package/dist/types/config.js.map +0 -1
- package/dist/types/content.d.ts +0 -87
- package/dist/types/content.d.ts.map +0 -1
- package/dist/types/content.js +0 -40
- package/dist/types/content.js.map +0 -1
- package/dist/types/errors.d.ts +0 -50
- package/dist/types/errors.d.ts.map +0 -1
- package/dist/types/errors.js +0 -253
- package/dist/types/errors.js.map +0 -1
- package/dist/types/index.d.ts +0 -20
- package/dist/types/index.js +0 -10
- package/dist/types/index.js.map +0 -1
- package/dist/types/message.d.ts +0 -52
- package/dist/types/message.d.ts.map +0 -1
- package/dist/types/message.js +0 -38
- package/dist/types/message.js.map +0 -1
- package/dist/types/provider.d.ts +0 -169
- package/dist/types/provider.d.ts.map +0 -1
- package/dist/types/provider.js +0 -5
- package/dist/types/provider.js.map +0 -1
- package/dist/types/request.d.ts +0 -116
- package/dist/types/request.d.ts.map +0 -1
- package/dist/types/request.js +0 -5
- package/dist/types/request.js.map +0 -1
- package/dist/types/response.d.ts +0 -131
- package/dist/types/response.d.ts.map +0 -1
- package/dist/types/response.js +0 -7
- package/dist/types/response.js.map +0 -1
- package/dist/types/streaming.d.ts +0 -194
- package/dist/types/streaming.js +0 -5
- package/dist/types/streaming.js.map +0 -1
- package/dist/types/tools.d.ts +0 -71
- package/dist/types/tools.d.ts.map +0 -1
- package/dist/types/tools.js +0 -5
- package/dist/types/tools.js.map +0 -1
- package/dist/utils/cost.d.ts +0 -10
- package/dist/utils/cost.d.ts.map +0 -1
- package/dist/utils/cost.js +0 -19
- package/dist/utils/cost.js.map +0 -1
- package/dist/utils/index.d.ts +0 -7
- package/dist/utils/index.js +0 -6
- package/dist/utils/index.js.map +0 -1
- package/dist/utils/stream-parser.d.ts +0 -84
- package/dist/utils/stream-parser.js +0 -418
- package/dist/utils/stream-parser.js.map +0 -1
- package/dist/utils/tool-parser.d.ts +0 -134
- package/dist/utils/tool-parser.js +0 -600
- package/dist/utils/tool-parser.js.map +0 -1
- package/dist/yielding-stream.d.ts +0 -60
- package/dist/yielding-stream.js +0 -206
- package/dist/yielding-stream.js.map +0 -1
|
@@ -1,391 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Prefill mode transforms
|
|
3
|
-
*
|
|
4
|
-
* Converts normalized messages to participant-based conversation log format:
|
|
5
|
-
*
|
|
6
|
-
* Alice: Hello there!
|
|
7
|
-
*
|
|
8
|
-
* Bob: Hi Alice!
|
|
9
|
-
*
|
|
10
|
-
* Claude: [assistant continuation starts here...]
|
|
11
|
-
*
|
|
12
|
-
* Key features:
|
|
13
|
-
* - Cache control markers for Anthropic prompt caching
|
|
14
|
-
* - Image flushing (images cause conversation flush to user turn)
|
|
15
|
-
* - Tool injection into conversation
|
|
16
|
-
*/
|
|
17
|
-
import { formatToolDefinitions } from '../utils/tool-parser.js';
|
|
18
|
-
// ============================================================================
|
|
19
|
-
// Main Transform Function
|
|
20
|
-
// ============================================================================
|
|
21
|
-
/**
|
|
22
|
-
* Transform normalized request to prefill format with cache control support
|
|
23
|
-
*/
|
|
24
|
-
export function transformToPrefill(request, options = {}) {
|
|
25
|
-
const { assistantName = 'Claude', maxParticipantsForStop = 10, additionalStopSequences = [], toolInjectionMode = 'conversation', toolInjectionPosition = 10, promptCaching = true, messageDelimiter = '', contextPrefix, prefillThinking = false, } = options;
|
|
26
|
-
const messages = request.messages;
|
|
27
|
-
const providerMessages = [];
|
|
28
|
-
// Track cache marker GLOBALLY across all flushes
|
|
29
|
-
// Everything BEFORE we see the marker gets cache_control
|
|
30
|
-
// Everything AFTER does NOT
|
|
31
|
-
let passedCacheMarker = false;
|
|
32
|
-
let cacheMarkersApplied = 0;
|
|
33
|
-
// Joiner between messages (if delimiter, no newlines needed)
|
|
34
|
-
const joiner = messageDelimiter ? '' : '\n';
|
|
35
|
-
// Track conversation lines for current section
|
|
36
|
-
let currentConversation = [];
|
|
37
|
-
let lastNonEmptyParticipant = null;
|
|
38
|
-
// Build system prompt
|
|
39
|
-
let systemText = request.system ?? '';
|
|
40
|
-
// Inject tool definitions into system prompt if mode is 'system'
|
|
41
|
-
if (toolInjectionMode === 'system' && request.tools && request.tools.length > 0) {
|
|
42
|
-
const toolsXml = formatToolsForPrefill(request.tools);
|
|
43
|
-
systemText = injectToolsIntoSystem(systemText, toolsXml);
|
|
44
|
-
}
|
|
45
|
-
// System prompt content (with cache_control if enabled)
|
|
46
|
-
const systemContent = [];
|
|
47
|
-
if (systemText) {
|
|
48
|
-
const systemBlock = { type: 'text', text: systemText };
|
|
49
|
-
if (promptCaching) {
|
|
50
|
-
systemBlock.cache_control = { type: 'ephemeral' };
|
|
51
|
-
cacheMarkersApplied++;
|
|
52
|
-
}
|
|
53
|
-
systemContent.push(systemBlock);
|
|
54
|
-
// Note: system content goes in systemContent, not providerMessages
|
|
55
|
-
// Anthropic's API requires system as a top-level parameter
|
|
56
|
-
}
|
|
57
|
-
// Add context prefix as first cached assistant message (for simulacrum seeding)
|
|
58
|
-
if (contextPrefix) {
|
|
59
|
-
const prefixBlock = { type: 'text', text: contextPrefix };
|
|
60
|
-
if (promptCaching) {
|
|
61
|
-
prefixBlock.cache_control = { type: 'ephemeral' };
|
|
62
|
-
cacheMarkersApplied++;
|
|
63
|
-
}
|
|
64
|
-
providerMessages.push({
|
|
65
|
-
role: 'assistant',
|
|
66
|
-
content: [prefixBlock],
|
|
67
|
-
});
|
|
68
|
-
}
|
|
69
|
-
// Process messages
|
|
70
|
-
for (let i = 0; i < messages.length; i++) {
|
|
71
|
-
const message = messages[i];
|
|
72
|
-
if (!message)
|
|
73
|
-
continue;
|
|
74
|
-
const isLastMessage = i === messages.length - 1;
|
|
75
|
-
const isAssistant = message.participant === assistantName;
|
|
76
|
-
const hasCacheMarker = !!message.metadata?.cacheControl;
|
|
77
|
-
// Extract text and images
|
|
78
|
-
const { text, images } = formatContentForPrefill(message.content, message.participant);
|
|
79
|
-
const hasImages = images.length > 0;
|
|
80
|
-
const isEmpty = !text.trim() && !hasImages;
|
|
81
|
-
// Check for tool results
|
|
82
|
-
const hasToolResult = message.content.some(c => c.type === 'tool_result');
|
|
83
|
-
// If message has images, flush current conversation and add as user message
|
|
84
|
-
if (hasImages && !isEmpty) {
|
|
85
|
-
// Flush current assistant conversation
|
|
86
|
-
if (currentConversation.length > 0) {
|
|
87
|
-
const content = currentConversation.join(joiner);
|
|
88
|
-
providerMessages.push({
|
|
89
|
-
role: 'assistant',
|
|
90
|
-
content: content,
|
|
91
|
-
});
|
|
92
|
-
currentConversation = [];
|
|
93
|
-
}
|
|
94
|
-
// Add message with image as user turn
|
|
95
|
-
const userContent = [];
|
|
96
|
-
if (text) {
|
|
97
|
-
userContent.push({ type: 'text', text: `${message.participant}: ${text}` });
|
|
98
|
-
}
|
|
99
|
-
userContent.push(...images);
|
|
100
|
-
providerMessages.push({
|
|
101
|
-
role: 'user',
|
|
102
|
-
content: userContent,
|
|
103
|
-
});
|
|
104
|
-
lastNonEmptyParticipant = message.participant;
|
|
105
|
-
continue;
|
|
106
|
-
}
|
|
107
|
-
// Skip empty messages (except last)
|
|
108
|
-
if (isEmpty && !isLastMessage) {
|
|
109
|
-
continue;
|
|
110
|
-
}
|
|
111
|
-
// Check if this message has the cache marker - switch to uncached mode AFTER this
|
|
112
|
-
if (hasCacheMarker && !passedCacheMarker) {
|
|
113
|
-
// Flush everything before this message WITH cache_control (if caching enabled)
|
|
114
|
-
if (currentConversation.length > 0) {
|
|
115
|
-
const content = currentConversation.join(joiner);
|
|
116
|
-
const contentBlock = { type: 'text', text: content };
|
|
117
|
-
if (promptCaching) {
|
|
118
|
-
contentBlock.cache_control = { type: 'ephemeral' };
|
|
119
|
-
cacheMarkersApplied++;
|
|
120
|
-
}
|
|
121
|
-
providerMessages.push({
|
|
122
|
-
role: 'assistant',
|
|
123
|
-
content: [contentBlock],
|
|
124
|
-
});
|
|
125
|
-
currentConversation = [];
|
|
126
|
-
}
|
|
127
|
-
passedCacheMarker = true;
|
|
128
|
-
}
|
|
129
|
-
// Check bot continuation logic
|
|
130
|
-
const isBotMessage = message.participant === assistantName;
|
|
131
|
-
const isContinuation = isBotMessage && lastNonEmptyParticipant === assistantName && !hasToolResult;
|
|
132
|
-
if (isContinuation && isLastMessage) {
|
|
133
|
-
// Bot continuation - don't add prefix, just complete from where we are
|
|
134
|
-
continue;
|
|
135
|
-
}
|
|
136
|
-
else if (isLastMessage && isEmpty) {
|
|
137
|
-
// Completion target - optionally start with thinking tag
|
|
138
|
-
if (prefillThinking) {
|
|
139
|
-
currentConversation.push(`${message.participant}: <thinking>`);
|
|
140
|
-
}
|
|
141
|
-
else {
|
|
142
|
-
currentConversation.push(`${message.participant}:`);
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
else if (text) {
|
|
146
|
-
// Regular message - append delimiter if configured
|
|
147
|
-
currentConversation.push(`${message.participant}: ${text}${messageDelimiter}`);
|
|
148
|
-
if (!hasToolResult) {
|
|
149
|
-
lastNonEmptyParticipant = message.participant;
|
|
150
|
-
}
|
|
151
|
-
}
|
|
152
|
-
}
|
|
153
|
-
// Flush any remaining conversation, inject tools if mode is 'conversation'
|
|
154
|
-
if (currentConversation.length > 0) {
|
|
155
|
-
const hasToolsForConversation = toolInjectionMode === 'conversation' &&
|
|
156
|
-
request.tools &&
|
|
157
|
-
request.tools.length > 0;
|
|
158
|
-
if (hasToolsForConversation) {
|
|
159
|
-
// Inject tools into assistant content
|
|
160
|
-
const toolsText = formatToolsForInjection(request.tools);
|
|
161
|
-
if (currentConversation.length > toolInjectionPosition) {
|
|
162
|
-
// Long conversation: insert tools ~N messages from the end
|
|
163
|
-
const splitPoint = currentConversation.length - toolInjectionPosition;
|
|
164
|
-
const beforeTools = currentConversation.slice(0, splitPoint);
|
|
165
|
-
const afterTools = currentConversation.slice(splitPoint);
|
|
166
|
-
const combined = [
|
|
167
|
-
...beforeTools,
|
|
168
|
-
toolsText,
|
|
169
|
-
...afterTools,
|
|
170
|
-
].join(joiner);
|
|
171
|
-
providerMessages.push({
|
|
172
|
-
role: 'assistant',
|
|
173
|
-
content: combined,
|
|
174
|
-
});
|
|
175
|
-
}
|
|
176
|
-
else {
|
|
177
|
-
// Short conversation: inject tools at the end (right before completion point)
|
|
178
|
-
const combined = [...currentConversation, toolsText].join(joiner);
|
|
179
|
-
providerMessages.push({
|
|
180
|
-
role: 'assistant',
|
|
181
|
-
content: combined,
|
|
182
|
-
});
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
else {
|
|
186
|
-
// No tool injection needed
|
|
187
|
-
providerMessages.push({
|
|
188
|
-
role: 'assistant',
|
|
189
|
-
content: currentConversation.join(joiner),
|
|
190
|
-
});
|
|
191
|
-
}
|
|
192
|
-
}
|
|
193
|
-
// Build stop sequences from participants
|
|
194
|
-
const stopSequences = buildStopSequences(messages, assistantName, maxParticipantsForStop, additionalStopSequences);
|
|
195
|
-
// Build legacy string versions for backwards compatibility
|
|
196
|
-
const legacyStrings = buildLegacyStrings(providerMessages, systemText);
|
|
197
|
-
return {
|
|
198
|
-
systemContent,
|
|
199
|
-
messages: providerMessages,
|
|
200
|
-
system: systemText,
|
|
201
|
-
userContent: legacyStrings.userContent,
|
|
202
|
-
assistantPrefill: legacyStrings.assistantPrefill,
|
|
203
|
-
stopSequences,
|
|
204
|
-
cacheMarkersApplied,
|
|
205
|
-
};
|
|
206
|
-
}
|
|
207
|
-
// ============================================================================
|
|
208
|
-
// Helper Functions
|
|
209
|
-
// ============================================================================
|
|
210
|
-
function formatContentForPrefill(content, participant) {
|
|
211
|
-
const parts = [];
|
|
212
|
-
const images = [];
|
|
213
|
-
for (const block of content) {
|
|
214
|
-
if (block.type === 'text') {
|
|
215
|
-
parts.push(block.text);
|
|
216
|
-
}
|
|
217
|
-
else if (block.type === 'image') {
|
|
218
|
-
// Convert to provider format
|
|
219
|
-
if (block.source.type === 'base64') {
|
|
220
|
-
images.push({
|
|
221
|
-
type: 'image',
|
|
222
|
-
source: {
|
|
223
|
-
type: 'base64',
|
|
224
|
-
media_type: block.source.mediaType,
|
|
225
|
-
data: block.source.data,
|
|
226
|
-
},
|
|
227
|
-
});
|
|
228
|
-
}
|
|
229
|
-
}
|
|
230
|
-
else if (block.type === 'tool_use') {
|
|
231
|
-
// Format as: Name>[toolname]: {json}
|
|
232
|
-
parts.push(`${participant}>[${block.name}]: ${JSON.stringify(block.input)}`);
|
|
233
|
-
}
|
|
234
|
-
else if (block.type === 'tool_result') {
|
|
235
|
-
// Format as: Name<[tool_result]: result
|
|
236
|
-
const resultText = typeof block.content === 'string'
|
|
237
|
-
? block.content
|
|
238
|
-
: JSON.stringify(block.content);
|
|
239
|
-
parts.push(`${participant}<[tool_result]: ${resultText}`);
|
|
240
|
-
}
|
|
241
|
-
}
|
|
242
|
-
return { text: parts.join('\n'), images };
|
|
243
|
-
}
|
|
244
|
-
function formatToolsForPrefill(tools) {
|
|
245
|
-
const toolsForPrompt = tools.map((tool) => ({
|
|
246
|
-
name: tool.name,
|
|
247
|
-
description: tool.description,
|
|
248
|
-
parameters: Object.fromEntries(Object.entries(tool.inputSchema.properties).map(([name, schema]) => [
|
|
249
|
-
name,
|
|
250
|
-
{
|
|
251
|
-
type: schema.type,
|
|
252
|
-
description: schema.description,
|
|
253
|
-
required: tool.inputSchema.required?.includes(name),
|
|
254
|
-
enum: schema.enum,
|
|
255
|
-
},
|
|
256
|
-
])),
|
|
257
|
-
}));
|
|
258
|
-
return formatToolDefinitions(toolsForPrompt);
|
|
259
|
-
}
|
|
260
|
-
function injectToolsIntoSystem(system, toolsXml) {
|
|
261
|
-
const toolsSection = `
|
|
262
|
-
<available_tools>
|
|
263
|
-
${toolsXml}
|
|
264
|
-
</available_tools>
|
|
265
|
-
|
|
266
|
-
When you want to use a tool, output:
|
|
267
|
-
<function_calls>
|
|
268
|
-
<invoke name="tool_name">
|
|
269
|
-
<parameter name="param_name">value</parameter>
|
|
270
|
-
</invoke>
|
|
271
|
-
</function_calls>
|
|
272
|
-
`;
|
|
273
|
-
return system + '\n\n' + toolsSection;
|
|
274
|
-
}
|
|
275
|
-
// Tool format constants (assembled to avoid triggering stop sequences)
|
|
276
|
-
const FUNCTIONS_OPEN = '<' + 'functions>';
|
|
277
|
-
const FUNCTIONS_CLOSE = '</' + 'functions>';
|
|
278
|
-
const FUNCTION_OPEN = '<' + 'function>';
|
|
279
|
-
const FUNCTION_CLOSE = '</' + 'function>';
|
|
280
|
-
const FUNC_CALLS_OPEN = '<' + 'function_calls>';
|
|
281
|
-
const FUNC_CALLS_CLOSE = '</' + 'function_calls>';
|
|
282
|
-
const INVOKE_OPEN = '<' + 'invoke name="';
|
|
283
|
-
const INVOKE_CLOSE = '</' + 'invoke>';
|
|
284
|
-
const PARAM_OPEN = '<' + 'parameter name="';
|
|
285
|
-
const PARAM_CLOSE = '</' + 'parameter>';
|
|
286
|
-
function formatToolsForInjection(tools) {
|
|
287
|
-
// Use the same XML format as system mode for consistency
|
|
288
|
-
const toolsXml = formatToolsForPrefill(tools);
|
|
289
|
-
return `
|
|
290
|
-
<available_tools>
|
|
291
|
-
${toolsXml}
|
|
292
|
-
</available_tools>
|
|
293
|
-
|
|
294
|
-
When you want to use a tool, output:
|
|
295
|
-
${FUNC_CALLS_OPEN}
|
|
296
|
-
${INVOKE_OPEN}tool_name">
|
|
297
|
-
${PARAM_OPEN}param_name">value${PARAM_CLOSE}
|
|
298
|
-
${INVOKE_CLOSE}
|
|
299
|
-
${FUNC_CALLS_CLOSE}`;
|
|
300
|
-
}
|
|
301
|
-
function buildStopSequences(messages, assistantName, maxParticipants, additionalSequences) {
|
|
302
|
-
// Collect unique participants (excluding assistant)
|
|
303
|
-
const participants = new Set();
|
|
304
|
-
// Scan from end of messages
|
|
305
|
-
for (let i = messages.length - 1; i >= 0 && participants.size < maxParticipants; i--) {
|
|
306
|
-
const message = messages[i];
|
|
307
|
-
if (!message)
|
|
308
|
-
continue;
|
|
309
|
-
const participant = message.participant;
|
|
310
|
-
if (participant !== assistantName) {
|
|
311
|
-
participants.add(participant);
|
|
312
|
-
}
|
|
313
|
-
}
|
|
314
|
-
// Build stop sequences
|
|
315
|
-
const sequences = [];
|
|
316
|
-
// Participant-based stops
|
|
317
|
-
for (const participant of participants) {
|
|
318
|
-
sequences.push(`\n${participant}:`);
|
|
319
|
-
}
|
|
320
|
-
// Tool-related stop
|
|
321
|
-
sequences.push('</function_calls>');
|
|
322
|
-
// Additional sequences
|
|
323
|
-
sequences.push(...additionalSequences);
|
|
324
|
-
return sequences;
|
|
325
|
-
}
|
|
326
|
-
function buildLegacyStrings(messages, systemText) {
|
|
327
|
-
// Extract user content (first user message after system)
|
|
328
|
-
let userContent = '';
|
|
329
|
-
let assistantPrefill = '';
|
|
330
|
-
for (const msg of messages) {
|
|
331
|
-
if (msg.role === 'user') {
|
|
332
|
-
if (typeof msg.content === 'string') {
|
|
333
|
-
userContent += msg.content + '\n\n';
|
|
334
|
-
}
|
|
335
|
-
else {
|
|
336
|
-
// Extract text from blocks
|
|
337
|
-
for (const block of msg.content) {
|
|
338
|
-
if (block.type === 'text') {
|
|
339
|
-
userContent += block.text + '\n\n';
|
|
340
|
-
}
|
|
341
|
-
}
|
|
342
|
-
}
|
|
343
|
-
}
|
|
344
|
-
else if (msg.role === 'assistant') {
|
|
345
|
-
if (typeof msg.content === 'string') {
|
|
346
|
-
assistantPrefill += msg.content;
|
|
347
|
-
}
|
|
348
|
-
else {
|
|
349
|
-
for (const block of msg.content) {
|
|
350
|
-
if (block.type === 'text') {
|
|
351
|
-
assistantPrefill += block.text;
|
|
352
|
-
}
|
|
353
|
-
}
|
|
354
|
-
}
|
|
355
|
-
}
|
|
356
|
-
}
|
|
357
|
-
return {
|
|
358
|
-
userContent: userContent.trim(),
|
|
359
|
-
assistantPrefill: assistantPrefill,
|
|
360
|
-
};
|
|
361
|
-
}
|
|
362
|
-
// ============================================================================
|
|
363
|
-
// Prefill Continuation
|
|
364
|
-
// ============================================================================
|
|
365
|
-
/**
|
|
366
|
-
* Build a continuation request from accumulated output
|
|
367
|
-
*/
|
|
368
|
-
export function buildContinuationPrefill(originalResult, accumulated) {
|
|
369
|
-
// Update the last assistant message with accumulated content
|
|
370
|
-
const newMessages = [...originalResult.messages];
|
|
371
|
-
// Find the last assistant message or add one
|
|
372
|
-
const lastIdx = newMessages.length - 1;
|
|
373
|
-
if (lastIdx >= 0 && newMessages[lastIdx]?.role === 'assistant') {
|
|
374
|
-
newMessages[lastIdx] = {
|
|
375
|
-
role: 'assistant',
|
|
376
|
-
content: accumulated,
|
|
377
|
-
};
|
|
378
|
-
}
|
|
379
|
-
else {
|
|
380
|
-
newMessages.push({
|
|
381
|
-
role: 'assistant',
|
|
382
|
-
content: accumulated,
|
|
383
|
-
});
|
|
384
|
-
}
|
|
385
|
-
return {
|
|
386
|
-
...originalResult,
|
|
387
|
-
messages: newMessages,
|
|
388
|
-
assistantPrefill: accumulated,
|
|
389
|
-
};
|
|
390
|
-
}
|
|
391
|
-
//# sourceMappingURL=prefill.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"prefill.js","sourceRoot":"","sources":["../../src/transforms/prefill.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAUH,OAAO,EAAE,qBAAqB,EAAgC,MAAM,yBAAyB,CAAC;AAqG9F,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAA0B,EAC1B,UAAmC,EAAE;IAErC,MAAM,EACJ,aAAa,GAAG,QAAQ,EACxB,sBAAsB,GAAG,EAAE,EAC3B,uBAAuB,GAAG,EAAE,EAC5B,iBAAiB,GAAG,cAAc,EAClC,qBAAqB,GAAG,EAAE,EAC1B,aAAa,GAAG,IAAI,EACpB,gBAAgB,GAAG,EAAE,EACrB,aAAa,EACb,eAAe,GAAG,KAAK,GACxB,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAClC,MAAM,gBAAgB,GAAsB,EAAE,CAAC;IAE/C,iDAAiD;IACjD,yDAAyD;IACzD,4BAA4B;IAC5B,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,6DAA6D;IAC7D,MAAM,MAAM,GAAG,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAE5C,+CAA+C;IAC/C,IAAI,mBAAmB,GAAa,EAAE,CAAC;IACvC,IAAI,uBAAuB,GAAkB,IAAI,CAAC;IAElD,sBAAsB;IACtB,IAAI,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IAEtC,iEAAiE;IACjE,IAAI,iBAAiB,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtD,UAAU,GAAG,qBAAqB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC3D,CAAC;IAED,wDAAwD;IACxD,MAAM,aAAa,GAA2B,EAAE,CAAC;IACjD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,WAAW,GAAsB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QAC1E,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,aAAa,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YAClD,mBAAmB,EAAE,CAAC;QACxB,CAAC;QACD,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChC,mEAAmE;QACnE,2DAA2D;IAC7D,CAAC;IAED,gFAAgF;IAChF,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,WAAW,GAAsB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;QAC7E,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,aAAa,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YAClD,mBAAmB,EAAE,CAAC;QACxB,CAAC;QACD,gBAAgB,CAAC,IAAI,CAAC;YACpB,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC,WAAW,CAAC;SACvB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,MAAM,aAAa,GAAG,CAAC,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,aAAa,CAAC;QAC1D,MAAM,cAAc,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC;QAExD,0BAA0B;QAC1B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,uBAAuB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACvF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;QAE3C,yBAAyB;QACzB,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;QAE1E,4EAA4E;QAC5E,IAAI,SAAS,IAAI,CAAC,OAAO,EAAE,CAAC;YAC1B,uCAAuC;YACvC,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjD,gBAAgB,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,OAAO;iBACjB,CAAC,CAAC;gBACH,mBAAmB,GAAG,EAAE,CAAC;YAC3B,CAAC;YAED,sCAAsC;YACtC,MAAM,WAAW,GAA2B,EAAE,CAAC;YAC/C,IAAI,IAAI,EAAE,CAAC;gBACT,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,WAAW,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YAE5B,gBAAgB,CAAC,IAAI,CAAC;gBACpB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,WAAW;aACrB,CAAC,CAAC;YAEH,uBAAuB,GAAG,OAAO,CAAC,WAAW,CAAC;YAC9C,SAAS;QACX,CAAC;QAED,oCAAoC;QACpC,IAAI,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;YAC9B,SAAS;QACX,CAAC;QAED,kFAAkF;QAClF,IAAI,cAAc,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzC,+EAA+E;YAC/E,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjD,MAAM,YAAY,GAAsB,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;gBACxE,IAAI,aAAa,EAAE,CAAC;oBAClB,YAAY,CAAC,aAAa,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;oBACnD,mBAAmB,EAAE,CAAC;gBACxB,CAAC;gBACD,gBAAgB,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,CAAC,YAAY,CAAC;iBACxB,CAAC,CAAC;gBACH,mBAAmB,GAAG,EAAE,CAAC;YAC3B,CAAC;YACD,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,+BAA+B;QAC/B,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,KAAK,aAAa,CAAC;QAC3D,MAAM,cAAc,GAAG,YAAY,IAAI,uBAAuB,KAAK,aAAa,IAAI,CAAC,aAAa,CAAC;QAEnG,IAAI,cAAc,IAAI,aAAa,EAAE,CAAC;YACpC,uEAAuE;YACvE,SAAS;QACX,CAAC;aAAM,IAAI,aAAa,IAAI,OAAO,EAAE,CAAC;YACpC,yDAAyD;YACzD,IAAI,eAAe,EAAE,CAAC;gBACpB,mBAAmB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,WAAW,cAAc,CAAC,CAAC;YACjE,CAAC;iBAAM,CAAC;gBACN,mBAAmB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,EAAE,CAAC;YAChB,mDAAmD;YACnD,mBAAmB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,WAAW,KAAK,IAAI,GAAG,gBAAgB,EAAE,CAAC,CAAC;YAC/E,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,uBAAuB,GAAG,OAAO,CAAC,WAAW,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,uBAAuB,GAC3B,iBAAiB,KAAK,cAAc;YACpC,OAAO,CAAC,KAAK;YACb,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QAE3B,IAAI,uBAAuB,EAAE,CAAC;YAC5B,sCAAsC;YACtC,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC;YAE1D,IAAI,mBAAmB,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;gBACvD,2DAA2D;gBAC3D,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,GAAG,qBAAqB,CAAC;gBACtE,MAAM,WAAW,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBAC7D,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAEzD,MAAM,QAAQ,GAAG;oBACf,GAAG,WAAW;oBACd,SAAS;oBACT,GAAG,UAAU;iBACd,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAEf,gBAAgB,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,8EAA8E;gBAC9E,MAAM,QAAQ,GAAG,CAAC,GAAG,mBAAmB,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAElE,gBAAgB,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,QAAQ;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,2BAA2B;YAC3B,gBAAgB,CAAC,IAAI,CAAC;gBACpB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,yCAAyC;IACzC,MAAM,aAAa,GAAG,kBAAkB,CACtC,QAAQ,EACR,aAAa,EACb,sBAAsB,EACtB,uBAAuB,CACxB,CAAC;IAEF,2DAA2D;IAC3D,MAAM,aAAa,GAAG,kBAAkB,CAAC,gBAAgB,EAAE,UAAU,CAAC,CAAC;IAEvE,OAAO;QACL,aAAa;QACb,QAAQ,EAAE,gBAAgB;QAC1B,MAAM,EAAE,UAAU;QAClB,WAAW,EAAE,aAAa,CAAC,WAAW;QACtC,gBAAgB,EAAE,aAAa,CAAC,gBAAgB;QAChD,aAAa;QACb,mBAAmB;KACpB,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,SAAS,uBAAuB,CAC9B,OAAuB,EACvB,WAAmB;IAEnB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAyB,EAAE,CAAC;IAExC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAClC,6BAA6B;YAC7B,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;wBAClC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;qBACxB;iBACF,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACrC,qCAAqC;YACrC,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,KAAK,KAAK,CAAC,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACxC,wCAAwC;YACxC,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBAClD,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,GAAG,WAAW,mBAAmB,UAAU,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAuB;IACpD,MAAM,cAAc,GAA8B,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACrE,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,UAAU,EAAE,MAAM,CAAC,WAAW,CAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;YAClE,IAAI;YACJ;gBACE,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC;gBACnD,IAAI,EAAE,MAAM,CAAC,IAAI;aAClB;SACF,CAAC,CACH;KACF,CAAC,CAAC,CAAC;IAEJ,OAAO,qBAAqB,CAAC,cAAc,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAc,EAAE,QAAgB;IAC7D,MAAM,YAAY,GAAG;;EAErB,QAAQ;;;;;;;;;CAST,CAAC;IAEA,OAAO,MAAM,GAAG,MAAM,GAAG,YAAY,CAAC;AACxC,CAAC;AAED,uEAAuE;AACvE,MAAM,cAAc,GAAG,GAAG,GAAG,YAAY,CAAC;AAC1C,MAAM,eAAe,GAAG,IAAI,GAAG,YAAY,CAAC;AAC5C,MAAM,aAAa,GAAG,GAAG,GAAG,WAAW,CAAC;AACxC,MAAM,cAAc,GAAG,IAAI,GAAG,WAAW,CAAC;AAC1C,MAAM,eAAe,GAAG,GAAG,GAAG,iBAAiB,CAAC;AAChD,MAAM,gBAAgB,GAAG,IAAI,GAAG,iBAAiB,CAAC;AAClD,MAAM,WAAW,GAAG,GAAG,GAAG,eAAe,CAAC;AAC1C,MAAM,YAAY,GAAG,IAAI,GAAG,SAAS,CAAC;AACtC,MAAM,UAAU,GAAG,GAAG,GAAG,kBAAkB,CAAC;AAC5C,MAAM,WAAW,GAAG,IAAI,GAAG,YAAY,CAAC;AAExC,SAAS,uBAAuB,CAAC,KAAuB;IACtD,yDAAyD;IACzD,MAAM,QAAQ,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAE9C,OAAO;;EAEP,QAAQ;;;;EAIR,eAAe;EACf,WAAW;EACX,UAAU,oBAAoB,WAAW;EACzC,YAAY;EACZ,gBAAgB,EAAE,CAAC;AACrB,CAAC;AAED,SAAS,kBAAkB,CACzB,QAA6B,EAC7B,aAAqB,EACrB,eAAuB,EACvB,mBAA6B;IAE7B,oDAAoD;IACpD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,4BAA4B;IAC5B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,IAAI,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;QACrF,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,WAAW,KAAK,aAAa,EAAE,CAAC;YAClC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,0BAA0B;IAC1B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,SAAS,CAAC,IAAI,CAAC,KAAK,WAAW,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,oBAAoB;IACpB,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAEpC,uBAAuB;IACvB,SAAS,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAC;IAEvC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CACzB,QAA2B,EAC3B,UAAkB;IAElB,yDAAyD;IACzD,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,gBAAgB,GAAG,EAAE,CAAC;IAE1B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,WAAW,IAAI,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,2BAA2B;gBAC3B,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAChC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,WAAW,IAAI,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC;oBACrC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACpC,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,gBAAgB,IAAI,GAAG,CAAC,OAAO,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAChC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,gBAAgB,IAAI,KAAK,CAAC,IAAI,CAAC;oBACjC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,WAAW,EAAE,WAAW,CAAC,IAAI,EAAE;QAC/B,gBAAgB,EAAE,gBAAgB;KACnC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,cAAsC,EACtC,WAAmB;IAEnB,6DAA6D;IAC7D,MAAM,WAAW,GAAG,CAAC,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAEjD,6CAA6C;IAC7C,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IACvC,IAAI,OAAO,IAAI,CAAC,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/D,WAAW,CAAC,OAAO,CAAC,GAAG;YACrB,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,WAAW;SACrB,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,WAAW,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,GAAG,cAAc;QACjB,QAAQ,EAAE,WAAW;QACrB,gBAAgB,EAAE,WAAW;KAC9B,CAAC;AACJ,CAAC"}
|
package/dist/types/config.d.ts
DELETED
|
@@ -1,110 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Configuration types for membrane
|
|
3
|
-
*/
|
|
4
|
-
import type { ModelRegistry } from './provider.js';
|
|
5
|
-
import type { ErrorInfo } from './errors.js';
|
|
6
|
-
import type { NormalizedRequest } from './request.js';
|
|
7
|
-
import type { NormalizedResponse } from './response.js';
|
|
8
|
-
import type { PrefillFormatter } from '../formatters/types.js';
|
|
9
|
-
export interface RetryConfig {
|
|
10
|
-
/** Maximum number of retry attempts (default: 3) */
|
|
11
|
-
maxRetries: number;
|
|
12
|
-
/** Initial retry delay in milliseconds (default: 1000) */
|
|
13
|
-
retryDelayMs: number;
|
|
14
|
-
/** Backoff multiplier (default: 2) */
|
|
15
|
-
backoffMultiplier: number;
|
|
16
|
-
/** Maximum retry delay (default: 30000) */
|
|
17
|
-
maxRetryDelayMs: number;
|
|
18
|
-
}
|
|
19
|
-
export interface MediaConfig {
|
|
20
|
-
images: {
|
|
21
|
-
/** Maximum input image size in bytes */
|
|
22
|
-
maxSizeBytes: number;
|
|
23
|
-
/** Maximum dimensions */
|
|
24
|
-
maxDimensions?: {
|
|
25
|
-
width: number;
|
|
26
|
-
height: number;
|
|
27
|
-
};
|
|
28
|
-
/** Auto-resize if exceeds limits */
|
|
29
|
-
autoResize: boolean;
|
|
30
|
-
/** JPEG quality for resizing (0-100) */
|
|
31
|
-
resizeQuality?: number;
|
|
32
|
-
/** Relocate images to user turns in prefill mode */
|
|
33
|
-
relocateInPrefillMode: boolean;
|
|
34
|
-
};
|
|
35
|
-
documents?: {
|
|
36
|
-
/** Maximum document size */
|
|
37
|
-
maxSizeBytes: number;
|
|
38
|
-
};
|
|
39
|
-
audio?: {
|
|
40
|
-
/** Maximum duration in seconds */
|
|
41
|
-
maxDurationSec: number;
|
|
42
|
-
};
|
|
43
|
-
video?: {
|
|
44
|
-
/** Maximum duration in seconds */
|
|
45
|
-
maxDurationSec: number;
|
|
46
|
-
};
|
|
47
|
-
}
|
|
48
|
-
export interface MembraneHooks {
|
|
49
|
-
/**
|
|
50
|
-
* Called before sending request to provider
|
|
51
|
-
* Can modify the raw request
|
|
52
|
-
*/
|
|
53
|
-
beforeRequest?: (request: NormalizedRequest, rawRequest: unknown) => unknown | Promise<unknown>;
|
|
54
|
-
/**
|
|
55
|
-
* Called after receiving response from provider
|
|
56
|
-
* Can modify the response
|
|
57
|
-
*/
|
|
58
|
-
afterResponse?: (response: NormalizedResponse, rawResponse: unknown) => NormalizedResponse | Promise<NormalizedResponse>;
|
|
59
|
-
/**
|
|
60
|
-
* Called on error, before retry decision
|
|
61
|
-
* Return 'retry' to retry, 'abort' to stop
|
|
62
|
-
*/
|
|
63
|
-
onError?: (error: ErrorInfo, attempt: number) => 'retry' | 'abort' | Promise<'retry' | 'abort'>;
|
|
64
|
-
}
|
|
65
|
-
export interface MembraneLogger {
|
|
66
|
-
debug(message: string, data?: Record<string, unknown>): void;
|
|
67
|
-
info(message: string, data?: Record<string, unknown>): void;
|
|
68
|
-
warn(message: string, data?: Record<string, unknown>): void;
|
|
69
|
-
error(message: string, data?: Record<string, unknown>): void;
|
|
70
|
-
}
|
|
71
|
-
export interface MembraneConfig {
|
|
72
|
-
/** Model registry for capability lookup */
|
|
73
|
-
registry?: ModelRegistry;
|
|
74
|
-
/** Default model to use */
|
|
75
|
-
defaultModel?: string;
|
|
76
|
-
/**
|
|
77
|
-
* Participant name to recognize as assistant in prefill mode.
|
|
78
|
-
* Messages with this participant will be formatted as assistant turns.
|
|
79
|
-
* Default: 'Claude'
|
|
80
|
-
*/
|
|
81
|
-
assistantParticipant?: string;
|
|
82
|
-
/**
|
|
83
|
-
* Maximum number of participants to include in auto-generated stop sequences.
|
|
84
|
-
* In prefill mode, membrane generates stop sequences like "\nUsername:" to prevent
|
|
85
|
-
* the model from speaking as other participants.
|
|
86
|
-
*
|
|
87
|
-
* Set to 0 to disable participant-based stop sequences (allows frags/quotes).
|
|
88
|
-
* Default: 10
|
|
89
|
-
*/
|
|
90
|
-
maxParticipantsForStop?: number;
|
|
91
|
-
/**
|
|
92
|
-
* Prefill formatter for message serialization and response parsing.
|
|
93
|
-
* Controls how messages are formatted for the API and how responses are parsed.
|
|
94
|
-
* Default: AnthropicXmlFormatter
|
|
95
|
-
*/
|
|
96
|
-
formatter?: PrefillFormatter;
|
|
97
|
-
/** Retry configuration */
|
|
98
|
-
retry?: Partial<RetryConfig>;
|
|
99
|
-
/** Media processing configuration */
|
|
100
|
-
media?: Partial<MediaConfig>;
|
|
101
|
-
/** Lifecycle hooks */
|
|
102
|
-
hooks?: MembraneHooks;
|
|
103
|
-
/** Logger instance */
|
|
104
|
-
logger?: MembraneLogger;
|
|
105
|
-
/** Enable debug logging */
|
|
106
|
-
debug?: boolean;
|
|
107
|
-
}
|
|
108
|
-
export declare const DEFAULT_RETRY_CONFIG: RetryConfig;
|
|
109
|
-
export declare const DEFAULT_MEDIA_CONFIG: MediaConfig;
|
|
110
|
-
//# sourceMappingURL=config.d.ts.map
|
package/dist/types/config.js
DELETED
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Configuration types for membrane
|
|
3
|
-
*/
|
|
4
|
-
// ============================================================================
|
|
5
|
-
// Default Config
|
|
6
|
-
// ============================================================================
|
|
7
|
-
export const DEFAULT_RETRY_CONFIG = {
|
|
8
|
-
maxRetries: 0,
|
|
9
|
-
retryDelayMs: 1000,
|
|
10
|
-
backoffMultiplier: 2,
|
|
11
|
-
maxRetryDelayMs: 30000,
|
|
12
|
-
};
|
|
13
|
-
export const DEFAULT_MEDIA_CONFIG = {
|
|
14
|
-
images: {
|
|
15
|
-
maxSizeBytes: 5 * 1024 * 1024, // 5MB (Anthropic limit)
|
|
16
|
-
autoResize: true,
|
|
17
|
-
resizeQuality: 85,
|
|
18
|
-
relocateInPrefillMode: true,
|
|
19
|
-
},
|
|
20
|
-
};
|
|
21
|
-
//# sourceMappingURL=config.js.map
|
package/dist/types/config.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA;;GAEG;AA+JH,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC/C,UAAU,EAAE,CAAC;IACb,YAAY,EAAE,IAAI;IAClB,iBAAiB,EAAE,CAAC;IACpB,eAAe,EAAE,KAAK;CACvB,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAgB;IAC/C,MAAM,EAAE;QACN,YAAY,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,wBAAwB;QACvD,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,EAAE;QACjB,qBAAqB,EAAE,IAAI;KAC5B;CACF,CAAC"}
|
package/dist/types/content.d.ts
DELETED
|
@@ -1,87 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Content block types for normalized messages
|
|
3
|
-
*/
|
|
4
|
-
export interface CacheControl {
|
|
5
|
-
type: 'ephemeral';
|
|
6
|
-
/** TTL for cache - '5m' (default) or '1h' for extended caching */
|
|
7
|
-
ttl?: '5m' | '1h';
|
|
8
|
-
}
|
|
9
|
-
export interface Base64Source {
|
|
10
|
-
type: 'base64';
|
|
11
|
-
data: string;
|
|
12
|
-
mediaType: string;
|
|
13
|
-
}
|
|
14
|
-
export interface UrlSource {
|
|
15
|
-
type: 'url';
|
|
16
|
-
url: string;
|
|
17
|
-
}
|
|
18
|
-
export type MediaSource = Base64Source | UrlSource;
|
|
19
|
-
export interface TextContent {
|
|
20
|
-
type: 'text';
|
|
21
|
-
text: string;
|
|
22
|
-
/** Cache control for Anthropic prompt caching */
|
|
23
|
-
cache_control?: CacheControl;
|
|
24
|
-
}
|
|
25
|
-
export interface ImageContent {
|
|
26
|
-
type: 'image';
|
|
27
|
-
source: MediaSource;
|
|
28
|
-
tokenEstimate?: number;
|
|
29
|
-
/** Original URL of the image (e.g., Discord CDN). Used by providers that
|
|
30
|
-
* can auto-fetch URLs from text (like Gemini 3.x) when inlineData is
|
|
31
|
-
* not viable (e.g., missing thought_signature on model-role images). */
|
|
32
|
-
sourceUrl?: string;
|
|
33
|
-
}
|
|
34
|
-
export interface DocumentContent {
|
|
35
|
-
type: 'document';
|
|
36
|
-
source: Base64Source;
|
|
37
|
-
filename?: string;
|
|
38
|
-
}
|
|
39
|
-
export interface AudioContent {
|
|
40
|
-
type: 'audio';
|
|
41
|
-
source: Base64Source;
|
|
42
|
-
duration?: number;
|
|
43
|
-
}
|
|
44
|
-
export interface VideoContent {
|
|
45
|
-
type: 'video';
|
|
46
|
-
source: Base64Source;
|
|
47
|
-
duration?: number;
|
|
48
|
-
}
|
|
49
|
-
export interface GeneratedImageContent {
|
|
50
|
-
type: 'generated_image';
|
|
51
|
-
data: string;
|
|
52
|
-
mimeType: string;
|
|
53
|
-
isPreview?: boolean;
|
|
54
|
-
}
|
|
55
|
-
export interface ToolUseContent {
|
|
56
|
-
type: 'tool_use';
|
|
57
|
-
id: string;
|
|
58
|
-
name: string;
|
|
59
|
-
input: Record<string, unknown>;
|
|
60
|
-
}
|
|
61
|
-
export interface ToolResultContent {
|
|
62
|
-
type: 'tool_result';
|
|
63
|
-
toolUseId: string;
|
|
64
|
-
content: string | ContentBlock[];
|
|
65
|
-
isError?: boolean;
|
|
66
|
-
}
|
|
67
|
-
export interface ThinkingContent {
|
|
68
|
-
type: 'thinking';
|
|
69
|
-
thinking: string;
|
|
70
|
-
signature?: string;
|
|
71
|
-
}
|
|
72
|
-
export interface RedactedThinkingContent {
|
|
73
|
-
type: 'redacted_thinking';
|
|
74
|
-
}
|
|
75
|
-
export type ContentBlock = TextContent | ImageContent | DocumentContent | AudioContent | VideoContent | GeneratedImageContent | ToolUseContent | ToolResultContent | ThinkingContent | RedactedThinkingContent;
|
|
76
|
-
export declare function isTextContent(block: ContentBlock): block is TextContent;
|
|
77
|
-
export declare function isImageContent(block: ContentBlock): block is ImageContent;
|
|
78
|
-
export declare function isDocumentContent(block: ContentBlock): block is DocumentContent;
|
|
79
|
-
export declare function isAudioContent(block: ContentBlock): block is AudioContent;
|
|
80
|
-
export declare function isVideoContent(block: ContentBlock): block is VideoContent;
|
|
81
|
-
export declare function isGeneratedImageContent(block: ContentBlock): block is GeneratedImageContent;
|
|
82
|
-
export declare function isToolUseContent(block: ContentBlock): block is ToolUseContent;
|
|
83
|
-
export declare function isToolResultContent(block: ContentBlock): block is ToolResultContent;
|
|
84
|
-
export declare function isThinkingContent(block: ContentBlock): block is ThinkingContent;
|
|
85
|
-
export declare function isRedactedThinkingContent(block: ContentBlock): block is RedactedThinkingContent;
|
|
86
|
-
export declare function isMediaContent(block: ContentBlock): block is ImageContent | DocumentContent | AudioContent | VideoContent;
|
|
87
|
-
//# sourceMappingURL=content.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"content.d.ts","sourceRoot":"","sources":["../../src/types/content.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,WAAW,CAAC;IAClB,kEAAkE;IAClE,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;CACnB;AAMD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,QAAQ,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,KAAK,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,MAAM,WAAW,GAAG,YAAY,GAAG,SAAS,CAAC;AAMnD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,iDAAiD;IACjD,aAAa,CAAC,EAAE,YAAY,CAAC;CAC9B;AAMD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;6EAEyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,MAAM,EAAE,YAAY,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,YAAY,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,YAAY,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,iBAAiB,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAMD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,YAAY,EAAE,CAAC;IACjC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAMD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAMD,MAAM,MAAM,YAAY,GAEpB,WAAW,GAEX,YAAY,GACZ,eAAe,GACf,YAAY,GACZ,YAAY,GAEZ,qBAAqB,GAErB,cAAc,GACd,iBAAiB,GAEjB,eAAe,GACf,uBAAuB,CAAC;AAM5B,wBAAgB,aAAa,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,WAAW,CAEvE;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,YAAY,CAEzE;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,eAAe,CAE/E;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,YAAY,CAEzE;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,YAAY,CAEzE;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,qBAAqB,CAE3F;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,cAAc,CAE7E;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,iBAAiB,CAEnF;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,eAAe,CAE/E;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,YAAY,GAAG,KAAK,IAAI,uBAAuB,CAE/F;AAED,wBAAgB,cAAc,CAC5B,KAAK,EAAE,YAAY,GAClB,KAAK,IAAI,YAAY,GAAG,eAAe,GAAG,YAAY,GAAG,YAAY,CAEvE"}
|