@animalabs/membrane 0.5.50 → 0.5.52

package/dist/formatters/completions.js

@@ -0,0 +1,261 @@
+/**
+ * Completions Formatter
+ *
+ * Formatter for base/completion models that use single-prompt input.
+ * Serializes conversations to "Participant: content<eot>" format.
+ *
+ * Key features:
+ * - Converts multi-turn conversations to single prompt string
+ * - Adds configurable end-of-turn tokens
+ * - Generates stop sequences from participant names
+ * - Strips images (not supported in completion models)
+ * - No XML block parsing (passthrough mode)
+ */
+// ============================================================================
+// Passthrough Stream Parser (same as NativeFormatter)
+// ============================================================================
+/**
+ * Simple pass-through parser for base models.
+ * No XML tracking - just accumulates content.
+ */
+class CompletionsStreamParser {
+    accumulated = '';
+    blockIndex = 0;
+    blockStarted = false;
+    processChunk(chunk) {
+        this.accumulated += chunk;
+        const meta = {
+            type: 'text',
+            visible: true,
+            blockIndex: this.blockIndex,
+        };
+        const emissions = [];
+        const blockEvents = [];
+        // Emit block_start on first chunk
+        if (!this.blockStarted) {
+            const startEvent = {
+                event: 'block_start',
+                index: this.blockIndex,
+                block: { type: 'text' },
+            };
+            emissions.push({ kind: 'blockEvent', event: startEvent });
+            blockEvents.push(startEvent);
+            this.blockStarted = true;
+        }
+        emissions.push({ kind: 'content', text: chunk, meta });
+        return { emissions, content: [{ text: chunk, meta }], blockEvents };
+    }
+    flush() {
+        const emissions = [];
+        const blockEvents = [];
+        if (this.blockStarted) {
+            const completeEvent = {
+                event: 'block_complete',
+                index: this.blockIndex,
+                block: { type: 'text', content: this.accumulated },
+            };
+            emissions.push({ kind: 'blockEvent', event: completeEvent });
+            blockEvents.push(completeEvent);
+            this.blockStarted = false;
+        }
+        return { emissions, content: [], blockEvents };
+    }
+    getAccumulated() {
+        return this.accumulated;
+    }
+    reset() {
+        this.accumulated = '';
+        this.blockIndex = 0;
+        this.blockStarted = false;
+    }
+    push(content) {
+        this.accumulated += content;
+    }
+    getCurrentBlockType() {
+        return 'text';
+    }
+    getBlockIndex() {
+        return this.blockIndex;
+    }
+    incrementBlockIndex() {
+        this.blockIndex++;
+    }
+    isInsideBlock() {
+        return false;
+    }
+    getDepths() {
+        return { functionCalls: 0, functionResults: 0, thinking: 0 };
+    }
+    resetForNewIteration() {
+        // No special reset needed
+    }
+}
+// ============================================================================
+// Completions Formatter
+// ============================================================================
+export class CompletionsFormatter {
+    name = 'completions';
+    usesPrefill = true;
+    config;
+    constructor(config = {}) {
+        this.config = {
+            eotToken: config.eotToken ?? '<|eot|>',
+            nameFormat: config.nameFormat ?? '{name}: ',
+            messageSeparator: config.messageSeparator ?? '\n\n',
+            maxParticipantsForStop: config.maxParticipantsForStop ?? 10,
+            caseInsensitiveStops: config.caseInsensitiveStops ?? false,
+            warnOnImageStrip: config.warnOnImageStrip ?? true,
+            // Completions models don't support images - always strip
+            unsupportedMedia: 'strip',
+            warnOnStrip: config.warnOnStrip ?? true,
+        };
+    }
+    // ==========================================================================
+    // REQUEST BUILDING
+    // ==========================================================================
+    buildMessages(messages, options) {
+        const { assistantParticipant, systemPrompt, additionalStopSequences, maxParticipantsForStop = this.config.maxParticipantsForStop, contextPrefix, } = options;
+        const parts = [];
+        const participants = new Set();
+        let hasStrippedImages = false;
+        // Add system prompt as first part if present
+        if (systemPrompt) {
+            const systemText = typeof systemPrompt === 'string'
+                ? systemPrompt
+                : systemPrompt
+                    .filter((b) => b.type === 'text')
+                    .map(b => b.text)
+                    .join('\n');
+            if (systemText) {
+                parts.push(systemText);
+            }
+        }
+        // Add context prefix after system prompt (for simulacrum seeding)
+        if (contextPrefix) {
+            const assistantPrefix = this.config.nameFormat.replace('{name}', assistantParticipant);
+            parts.push(`${assistantPrefix}${contextPrefix}${this.config.eotToken}`);
+        }
+        // Serialize each message
+        for (const message of messages) {
+            participants.add(message.participant);
+            const { text, hadImages } = this.extractTextContent(message.content);
+            if (hadImages) {
+                hasStrippedImages = true;
+            }
+            // Skip empty messages (except if it's the final completion target)
+            if (!text.trim()) {
+                continue;
+            }
+            // Format: "Participant: content<eot>"
+            const prefix = this.config.nameFormat.replace('{name}', message.participant);
+            const eot = this.config.eotToken;
+            parts.push(`${prefix}${text}${eot}`);
+        }
+        // Warn about stripped images
+        if (hasStrippedImages && this.config.warnOnImageStrip) {
+            console.warn('[CompletionsFormatter] Images were stripped from context (not supported in completions mode)');
+        }
+        // Add final assistant prefix (no EOT - model generates this)
+        const assistantPrefix = this.config.nameFormat.replace('{name}', assistantParticipant);
+        parts.push(assistantPrefix.trimEnd()); // Remove trailing space for cleaner completion
+        // Join all parts into single prompt
+        const prompt = parts.join(this.config.messageSeparator);
+        // Build stop sequences from participants
+        const stopSequences = this.buildStopSequences(participants, assistantParticipant, maxParticipantsForStop, additionalStopSequences);
+        // Return as single assistant message with prompt as content
+        // The provider adapter will extract this as the prompt
+        const providerMessages = [
+            { role: 'assistant', content: prompt },
+        ];
+        return {
+            messages: providerMessages,
+            assistantPrefill: prompt,
+            stopSequences,
+        };
+    }
+    formatToolResults(results, options) {
+        // Completions mode typically doesn't support tools
+        // But format them as simple text if needed
+        const parts = results.map(r => {
+            const content = typeof r.content === 'string' ? r.content : JSON.stringify(r.content);
+            return `[Tool Result: ${content}]`;
+        });
+        return parts.join('\n');
+    }
+    // ==========================================================================
+    // RESPONSE PARSING
+    // ==========================================================================
+    createStreamParser() {
+        return new CompletionsStreamParser();
+    }
+    parseToolCalls(content) {
+        // Base models don't have structured tool output
+        return [];
+    }
+    hasToolUse(content) {
+        // Base models determine completion via stop sequences
+        return false;
+    }
+    parseContentBlocks(content) {
+        // Trim leading whitespace (model often starts with space after prefix)
+        const trimmed = content.replace(/^\s+/, '');
+        if (!trimmed) {
+            return [];
+        }
+        return [{ type: 'text', text: trimmed }];
+    }
+    // ==========================================================================
+    // PRIVATE HELPERS
+    // ==========================================================================
+    extractTextContent(content) {
+        const textParts = [];
+        let hadImages = false;
+        for (const block of content) {
+            if (block.type === 'text') {
+                textParts.push(block.text);
+            }
+            else if (block.type === 'image') {
+                hadImages = true;
+            }
+            // Skip tool_use, tool_result, thinking blocks for base models
+        }
+        return {
+            text: textParts.join('\n'),
+            hadImages,
+        };
+    }
+    buildStopSequences(participants, assistantParticipant, maxParticipants, additionalStopSequences) {
+        const stops = [];
+        // Get recent participants (excluding assistant)
+        let count = 0;
+        for (const participant of participants) {
+            if (participant === assistantParticipant)
+                continue;
+            if (count >= maxParticipants)
+                break;
+            // Add both "\n\nName:" and "\nName:" variants
+            const prefix = this.config.nameFormat.replace('{name}', participant).trimEnd();
+            stops.push(`\n\n${prefix}`);
+            stops.push(`\n${prefix}`);
+            // Add lowercased variants if casing differs (for models that generate mixed-case names)
+            if (this.config.caseInsensitiveStops) {
+                const lower = this.config.nameFormat.replace('{name}', participant.toLowerCase()).trimEnd();
+                if (lower !== prefix) {
+                    stops.push(`\n\n${lower}`);
+                    stops.push(`\n${lower}`);
+                }
+            }
+            count++;
+        }
+        // Add EOT token as stop sequence if configured
+        if (this.config.eotToken) {
+            stops.push(this.config.eotToken);
+        }
+        // Add any additional stop sequences
+        if (additionalStopSequences?.length) {
+            stops.push(...additionalStopSequences);
+        }
+        return stops;
+    }
+}
+//# sourceMappingURL=completions.js.map

package/dist/formatters/completions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"completions.js","sourceRoot":"","sources":["../../src/formatters/completions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAoEH,+EAA+E;AAC/E,sDAAsD;AACtD,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,uBAAuB;IACnB,WAAW,GAAG,EAAE,CAAC;IACjB,UAAU,GAAG,CAAC,CAAC;IACf,YAAY,GAAG,KAAK,CAAC;IAE7B,YAAY,CAAC,KAAa;QACxB,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;QAC1B,MAAM,IAAI,GAAG;YACX,IAAI,EAAE,MAAe;YACrB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;QAEF,MAAM,SAAS,GAAqB,EAAE,CAAC;QACvC,MAAM,WAAW,GAAiB,EAAE,CAAC;QAErC,kCAAkC;QAClC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,UAAU,GAAe;gBAC7B,KAAK,EAAE,aAAa;gBACpB,KAAK,EAAE,IAAI,CAAC,UAAU;gBACtB,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aACxB,CAAC;YACF,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YAC1D,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC;IACtE,CAAC;IAED,KAAK;QACH,MAAM,SAAS,GAAqB,EAAE,CAAC;QACvC,MAAM,WAAW,GAAiB,EAAE,CAAC;QAErC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,aAAa,GAAe;gBAChC,KAAK,EAAE,gBAAgB;gBACvB,KAAK,EAAE,IAAI,CAAC,UAAU;gBACtB,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE;aACnD,CAAC;YACF,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YAC7D,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAChC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC5B,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;IACjD,CAAC;IAED,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED,IAAI,CAAC,OAAe;QAClB,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC;IAC9B,CAAC;IAED,mBAAmB;QACjB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,mBAAmB;QACjB,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,aAAa;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IAED,SAAS;QACP,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;IAC/D,CAAC;IAED,oBAAoB;QAClB,0BAA0B;IAC5B,CAAC;CACF;AAED,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E,MAAM,OAAO,oBAAoB;IACtB,IAAI,GAAG,aAAa,CAAC;IACrB,WAAW,GAAG,IAAI,CAAC;IAEpB,MAAM,CAGZ;IAEF,YAAY,SAAqC,EAAE;QACjD,IAAI,CAAC,MAAM,GAAG;YACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,SAAS;YACtC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,UAAU;YAC3C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,MAAM;YACnD,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,IAAI,EAAE;YAC3D,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,IAAI,KAAK;YAC1D,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,IAAI;YACjD,yDAAyD;YACzD,gBAAgB,EAAE,OAAO;YACzB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;SACxC,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAE7E,aAAa,CAAC,QAA6B,EAAE,OAAqB;QAChE,MAAM,EACJ,oBAAoB,EACpB,YAAY,EACZ,uBAAuB,EACvB,sBAAsB,GAAG,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAC3D,aAAa,GACd,GAAG,OAAO,CAAC;QAEZ,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAE9B,6CAA6C;QAC7C,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,UAAU,GAAG,OAAO,YAAY,KAAK,QAAQ;gBACjD,CAAC,CAAC,YAAY;gBACd,CAAC,CAAC,YAAY;qBACT,MAAM,CAAC,CAAC,CAAC,EAAwC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBACtE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAChB,IAAI,CAAC,IAAI,CAAC,CAAC;YAElB,IAAI,UAAU,EAAE,CAAC;gBACf,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,kEAAkE;QAClE,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;YACvF,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,GAAG,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,yBAAyB;QACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAEtC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACrE,IAAI,SAAS,EAAE,CAAC;gBACd,iBAAiB,GAAG,IAAI,CAAC;YAC3B,CAAC;YAED,mEAAmE;YACnE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YAED,sCAAsC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC7E,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC;QACvC,CAAC;QAED,6BAA6B;QAC7B,IAAI,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YACtD,OAAO,CAAC,IAAI,CAAC,8FAA8F,CAAC,CAAC;QAC/G,CAAC;QAED,6DAA6D;QAC7D,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;QACvF,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,+CAA+C;QAEtF,oCAAoC;QACpC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAExD,yCAAyC;QACzC,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAC3C,YAAY,EACZ,oBAAoB,EACpB,sBAAsB,EACtB,uBAAuB,CACxB,CAAC;QAEF,4DAA4D;QAC5D,uDAAuD;QACvD,MAAM,gBAAgB,GAAsB;YAC1C,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE;SACvC,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,gBAAgB;YAC1B,gBAAgB,EAAE,MAAM;YACxB,aAAa;SACd,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,OAAqB,EAAE,OAAgC;QACvE,mDAAmD;QACnD,2CAA2C;QAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtF,OAAO,iBAAiB,OAAO,GAAG,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAE7E,kBAAkB;QAChB,OAAO,IAAI,uBAAuB,EAAE,CAAC;IACvC,CAAC;IAED,cAAc,CAAC,OAAe;QAC5B,gDAAgD;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,UAAU,CAAC,OAAe;QACxB,sDAAsD;QACtD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,kBAAkB,CAAC,OAAe;QAChC,uEAAuE;QACvE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAE5C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAErE,kBAAkB,CAAC,OAAuB;QAChD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAClC,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,8DAA8D;QAChE,CAAC;QAED,OAAO;YACL,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;YAC1B,SAAS;SACV,CAAC;IACJ,CAAC;IAEO,kBAAkB,CACxB,YAAyB,EACzB,oBAA4B,EAC5B,eAAuB,EACvB,uBAAkC;QAElC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,gDAAgD;QAChD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,IAAI,WAAW,KAAK,oBAAoB;gBAAE,SAAS;YACnD,IAAI,KAAK,IAAI,eAAe;gBAAE,MAAM;YAEpC,8CAA8C;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;YAC/E,KAAK,CAAC,IAAI,CAAC,OAAO,MAAM,EAAE,CAAC,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC;YAE1B,wFAAwF;YACxF,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC5F,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;oBACrB,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;oBAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAED,KAAK,EAAE,CAAC;QACV,CAAC;QAED,+CAA+C;QAC/C,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QAED,oCAAoC;QACpC,IAAI,uBAAuB,EAAE,MAAM,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,GAAG,uBAAuB,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/formatters/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Formatter exports
+ */
+export type { PrefillFormatter, StreamParser, FormatterConfig, BuildOptions, BuildResult, ParseResult, BlockType, ProviderMessage, } from './types.js';
+export { AnthropicXmlFormatter, type AnthropicXmlFormatterConfig } from './anthropic-xml.js';
+export { NativeFormatter, type NativeFormatterConfig } from './native.js';
+export { CompletionsFormatter, type CompletionsFormatterConfig } from './completions.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/formatters/index.js

@@ -0,0 +1,7 @@
+/**
+ * Formatter exports
+ */
+export { AnthropicXmlFormatter } from './anthropic-xml.js';
+export { NativeFormatter } from './native.js';
+export { CompletionsFormatter } from './completions.js';
+//# sourceMappingURL=index.js.map

package/dist/formatters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/formatters/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAcH,OAAO,EAAE,qBAAqB,EAAoC,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,eAAe,EAA8B,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAmC,MAAM,kBAAkB,CAAC"}

package/dist/formatters/native.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Native Formatter
+ *
+ * Pass-through formatter that converts messages to standard user/assistant
+ * format without prefill. Uses native API tool calling.
+ *
+ * Supports two participant modes:
+ * - 'simple': Strict two-party (Human/Assistant), no names in content
+ * - 'multiuser': Multiple participants, names prefixed to content
+ */
+import type { NormalizedMessage, ContentBlock, ToolCall, ToolResult } from '../types/index.js';
+import type { PrefillFormatter, StreamParser, BuildOptions, BuildResult, FormatterConfig } from './types.js';
+export interface NativeFormatterConfig extends FormatterConfig {
+    /**
+     * Format for participant name prefix in multiuser mode.
+     * Use {name} as placeholder. Default: '{name}: '
+     */
+    nameFormat?: string;
+}
+export declare class NativeFormatter implements PrefillFormatter {
+    readonly name = "native";
+    readonly usesPrefill = false;
+    private config;
+    constructor(config?: NativeFormatterConfig);
+    buildMessages(messages: NormalizedMessage[], options: BuildOptions): BuildResult;
+    formatToolResults(results: ToolResult[]): string;
+    createStreamParser(): StreamParser;
+    parseToolCalls(content: string): ToolCall[];
+    hasToolUse(content: string): boolean;
+    parseContentBlocks(content: string): ContentBlock[];
+    private convertContent;
+    private mergeConsecutiveRoles;
+    private convertToNativeTools;
+}
+//# sourceMappingURL=native.d.ts.map

package/dist/formatters/native.js

@@ -0,0 +1,336 @@
+/**
+ * Native Formatter
+ *
+ * Pass-through formatter that converts messages to standard user/assistant
+ * format without prefill. Uses native API tool calling.
+ *
+ * Supports two participant modes:
+ * - 'simple': Strict two-party (Human/Assistant), no names in content
+ * - 'multiuser': Multiple participants, names prefixed to content
+ */
+// ============================================================================
+// Pass-through Stream Parser
+// ============================================================================
+/**
+ * Simple pass-through parser that doesn't do XML tracking.
+ * Just accumulates content and emits text chunks.
+ */
+class PassthroughParser {
+    accumulated = '';
+    blockIndex = 0;
+    blockStarted = false;
+    processChunk(chunk) {
+        this.accumulated += chunk;
+        const meta = {
+            type: 'text',
+            visible: true,
+            blockIndex: this.blockIndex,
+        };
+        const emissions = [];
+        const blockEvents = [];
+        // Emit block_start on first chunk
+        if (!this.blockStarted) {
+            const startEvent = {
+                event: 'block_start',
+                index: this.blockIndex,
+                block: { type: 'text' },
+            };
+            emissions.push({ kind: 'blockEvent', event: startEvent });
+            blockEvents.push(startEvent);
+            this.blockStarted = true;
+        }
+        emissions.push({ kind: 'content', text: chunk, meta });
+        return { emissions, content: [{ text: chunk, meta }], blockEvents };
+    }
+    flush() {
+        const emissions = [];
+        const blockEvents = [];
+        if (this.blockStarted) {
+            const completeEvent = {
+                event: 'block_complete',
+                index: this.blockIndex,
+                block: { type: 'text', content: this.accumulated },
+            };
+            emissions.push({ kind: 'blockEvent', event: completeEvent });
+            blockEvents.push(completeEvent);
+            this.blockStarted = false;
+        }
+        return { emissions, content: [], blockEvents };
+    }
+    getAccumulated() {
+        return this.accumulated;
+    }
+    reset() {
+        this.accumulated = '';
+        this.blockIndex = 0;
+        this.blockStarted = false;
+    }
+    push(content) {
+        this.accumulated += content;
+    }
+    getCurrentBlockType() {
+        return 'text';
+    }
+    getBlockIndex() {
+        return this.blockIndex;
+    }
+    incrementBlockIndex() {
+        this.blockIndex++;
+    }
+    isInsideBlock() {
+        // Pass-through mode never has nested blocks
+        return false;
+    }
+    getDepths() {
+        return { functionCalls: 0, functionResults: 0, thinking: 0 };
+    }
+    resetForNewIteration() {
+        // No special reset needed for pass-through mode
+    }
+}
+// ============================================================================
+// Native Formatter
+// ============================================================================
+export class NativeFormatter {
+    name = 'native';
+    usesPrefill = false;
+    config;
+    constructor(config = {}) {
+        this.config = {
+            nameFormat: config.nameFormat ?? '{name}: ',
+            unsupportedMedia: config.unsupportedMedia ?? 'error',
+            warnOnStrip: config.warnOnStrip ?? true,
+        };
+    }
+    // ==========================================================================
+    // REQUEST BUILDING
+    // ==========================================================================
+    buildMessages(messages, options) {
+        const { participantMode, assistantParticipant, humanParticipant, tools, systemPrompt, promptCaching = false, cacheTtl, hasCacheMarker, contextPrefix, additionalStopSequences, } = options;
+        // Build cache_control object if prompt caching is enabled
+        const cacheControl = promptCaching
+            ? { type: 'ephemeral', ...(cacheTtl ? { ttl: cacheTtl } : {}) }
+            : undefined;
+        const providerMessages = [];
+        // Add context prefix as first assistant message (for simulacrum seeding)
+        if (contextPrefix) {
+            const prefixBlock = { type: 'text', text: contextPrefix };
+            if (promptCaching && cacheControl) {
+                prefixBlock.cache_control = cacheControl;
+            }
+            providerMessages.push({
+                role: 'assistant',
+                content: [prefixBlock],
+            });
+        }
+        // Validate simple mode participants
+        if (participantMode === 'simple' && !humanParticipant) {
+            throw new Error('NativeFormatter in simple mode requires humanParticipant option');
+        }
+        for (let i = 0; i < messages.length; i++) {
+            const message = messages[i];
+            if (!message)
+                continue;
+            // Determine role
+            const isAssistant = message.participant === assistantParticipant;
+            // Validate participant in simple mode
+            if (participantMode === 'simple') {
+                if (!isAssistant && message.participant !== humanParticipant) {
+                    throw new Error(`NativeFormatter in simple mode only supports "${humanParticipant}" and "${assistantParticipant}". ` +
+                        `Got: "${message.participant}". Use participantMode: 'multiuser' for multiple participants.`);
+                }
+            }
+            const role = isAssistant ? 'assistant' : 'user';
+            // Convert content
+            const content = this.convertContent(message.content, message.participant, {
+                includeNames: participantMode === 'multiuser' && !isAssistant,
+            });
+            if (content.length === 0) {
+                continue; // Skip empty messages
+            }
+            // hasCacheMarker: cache boundary is BEFORE this message — tag previous message's last block
+            if (hasCacheMarker && hasCacheMarker(message, i) && cacheControl && providerMessages.length > 0) {
+                const prevMsg = providerMessages[providerMessages.length - 1];
+                const prevContent = Array.isArray(prevMsg.content) ? prevMsg.content : [];
+                if (prevContent.length > 0) {
+                    prevContent[prevContent.length - 1].cache_control = cacheControl;
+                }
+            }
+            providerMessages.push({ role, content });
+            // cacheBreakpoint: cache up to and INCLUDING this message — tag last block
+            if (message.cacheBreakpoint && cacheControl && content.length > 0) {
+                content[content.length - 1].cache_control = cacheControl;
+            }
+        }
+        // Merge consecutive same-role messages (API requires alternating)
+        const mergedMessages = this.mergeConsecutiveRoles(providerMessages);
+        // Build system content with optional cache control
+        let systemContent;
+        if (typeof systemPrompt === 'string') {
+            if (cacheControl) {
+                // Must use array format for cache_control support
+                systemContent = [{ type: 'text', text: systemPrompt, cache_control: cacheControl }];
+            }
+            else {
+                systemContent = systemPrompt;
+            }
+        }
+        else if (Array.isArray(systemPrompt)) {
+            if (cacheControl && systemPrompt.length > 0) {
+                // Add cache_control to the last system block
+                systemContent = systemPrompt.map((block, idx) => {
+                    if (idx === systemPrompt.length - 1) {
+                        return { ...block, cache_control: cacheControl };
+                    }
+                    return block;
+                });
+            }
+            else {
+                systemContent = systemPrompt;
+            }
+        }
+        // Native tools
+        const nativeTools = tools?.length ? this.convertToNativeTools(tools) : undefined;
+        return {
+            messages: mergedMessages,
+            systemContent,
+            stopSequences: additionalStopSequences ?? [],
+            nativeTools,
+        };
+    }
+    formatToolResults(results) {
+        // Native mode uses API tool_result blocks, not string formatting
+        // This method is mainly for prefill modes
+        return JSON.stringify(results.map(r => ({
+            tool_use_id: r.toolUseId,
+            content: r.content,
+            is_error: r.isError,
+        })));
+    }
+    // ==========================================================================
+    // RESPONSE PARSING
+    // ==========================================================================
+    createStreamParser() {
+        return new PassthroughParser();
+    }
+    parseToolCalls(content) {
+        // Native mode gets tool calls from API response, not from content parsing
+        // Return empty - tool calls come through the native API response
+        return [];
+    }
+    hasToolUse(content) {
+        // Native mode determines tool use from API stop_reason, not content
+        return false;
+    }
+    parseContentBlocks(content) {
+        // Native mode - content is plain text
+        if (!content.trim()) {
+            return [];
+        }
+        return [{ type: 'text', text: content }];
+    }
+    // ==========================================================================
+    // PRIVATE HELPERS
+    // ==========================================================================
+    convertContent(content, participant, options) {
+        const result = [];
+        let hasUnsupportedMedia = false;
+        for (const block of content) {
+            if (block.type === 'text') {
+                let text = block.text;
+                if (options.includeNames) {
+                    const prefix = this.config.nameFormat.replace('{name}', participant);
+                    text = prefix + text;
+                }
+                const textBlock = { type: 'text', text };
+                if (block.cache_control) {
+                    textBlock.cache_control = block.cache_control;
+                }
+                result.push(textBlock);
+            }
+            else if (block.type === 'image') {
+                if (block.source.type === 'base64') {
+                    const imageBlock = {
+                        type: 'image',
+                        source: {
+                            type: 'base64',
+                            media_type: block.source.mediaType,
+                            data: block.source.data,
+                        },
+                    };
+                    // Preserve sourceUrl for providers that use URL-as-text (Gemini 3.x)
+                    if (block.sourceUrl) {
+                        imageBlock.sourceUrl = block.sourceUrl;
+                    }
+                    result.push(imageBlock);
+                }
+            }
+            else if (block.type === 'tool_use') {
+                result.push({
+                    type: 'tool_use',
+                    id: block.id,
+                    name: block.name,
+                    input: block.input,
+                });
+            }
+            else if (block.type === 'tool_result') {
+                result.push({
+                    type: 'tool_result',
+                    tool_use_id: block.toolUseId,
+                    content: block.content,
+                    is_error: block.isError,
+                });
+            }
+            else if (block.type === 'thinking') {
+                result.push({
+                    type: 'thinking',
+                    thinking: block.thinking,
+                });
+            }
+            else if (block.type === 'document' || block.type === 'audio') {
+                hasUnsupportedMedia = true;
+            }
+        }
+        if (hasUnsupportedMedia) {
+            if (this.config.unsupportedMedia === 'error') {
+                throw new Error(`NativeFormatter: unsupported media type in content. Configure unsupportedMedia: 'strip' to ignore.`);
+            }
+            else if (this.config.warnOnStrip) {
+                console.warn(`[NativeFormatter] Stripped unsupported media from message`);
+            }
+        }
+        return result;
+    }
+    mergeConsecutiveRoles(messages) {
+        if (messages.length === 0)
+            return [];
+        const merged = [];
+        let current = messages[0];
+        for (let i = 1; i < messages.length; i++) {
+            const next = messages[i];
+            if (next.role === current.role) {
+                // Merge content arrays
+                const currentContent = Array.isArray(current.content) ? current.content : [current.content];
+                const nextContent = Array.isArray(next.content) ? next.content : [next.content];
+                current = {
+                    role: current.role,
+                    content: [...currentContent, ...nextContent],
+                };
+            }
+            else {
+                merged.push(current);
+                current = next;
+            }
+        }
+        merged.push(current);
+        return merged;
+    }
+    convertToNativeTools(tools) {
+        return tools.map(tool => ({
+            name: tool.name,
+            description: tool.description,
+            input_schema: tool.inputSchema,
+        }));
+    }
+}
+//# sourceMappingURL=native.js.map