ai.matey.backend 0.2.0

package/dist/esm/providers/replicate.js

@@ -0,0 +1,336 @@
+/**
+ * Replicate Backend Adapter
+ *
+ * Adapts Universal IR to Replicate Predictions API.
+ * Replicate has per-model API variations and async prediction workflow.
+ *
+ * @module
+ */
+import { NetworkError, ProviderError, StreamError, ErrorCode, createErrorFromHttpResponse, } from 'ai.matey.errors';
+import { normalizeSystemMessages } from 'ai.matey.utils';
+import { getEffectiveStreamMode, mergeStreamingConfig } from 'ai.matey.utils';
+// ============================================================================
+// Replicate Backend Adapter
+// ============================================================================
+/**
+ * Backend adapter for Replicate Predictions API.
+ *
+ * Features:
+ * - Async prediction workflow
+ * - Per-model API variations
+ * - Limited streaming support
+ * - Text-only (vision varies by model)
+ * - No function calling
+ * - Variable pricing per model
+ *
+ * Note: This adapter uses a simplified synchronous approach by polling.
+ * For production, consider using webhooks or proper async patterns.
+ */
+export class ReplicateBackendAdapter {
+    metadata;
+    config;
+    baseURL;
+    maxPollAttempts = 60; // Max 60 attempts (60 seconds)
+    pollInterval = 1000; // Poll every 1 second
+    constructor(config) {
+        this.config = config;
+        this.baseURL = config.baseURL || 'https://api.replicate.com/v1';
+        this.metadata = {
+            name: 'replicate-backend',
+            version: '1.0.0',
+            provider: 'Replicate',
+            capabilities: {
+                streaming: true, // Limited streaming support
+                multiModal: false, // Varies by model
+                tools: false, // No function calling
+                maxContextTokens: 4096, // Varies by model
+                systemMessageStrategy: 'separate-parameter', // Uses system_prompt
+                supportsMultipleSystemMessages: false,
+                supportsTemperature: true,
+                supportsTopP: true,
+                supportsTopK: true,
+                supportsSeed: false,
+                supportsFrequencyPenalty: false,
+                supportsPresencePenalty: false,
+                maxStopSequences: 0,
+            },
+            config: {
+                baseURL: this.baseURL,
+            },
+        };
+    }
+    /**
+     * Convert IR to Replicate format.
+     */
+    fromIR(request) {
+        const { messages, systemParameter } = normalizeSystemMessages(request.messages, this.metadata.capabilities.systemMessageStrategy, this.metadata.capabilities.supportsMultipleSystemMessages);
+        // Build prompt from conversation history
+        const prompt = messages
+            .map((msg) => {
+            const content = typeof msg.content === 'string'
+                ? msg.content
+                : msg.content.map((block) => (block.type === 'text' ? block.text : '')).join('');
+            return `${msg.role === 'user' ? 'User' : 'Assistant'}: ${content}`;
+        })
+            .join('\n\n');
+        const input = {
+            prompt,
+            temperature: request.parameters?.temperature,
+            max_tokens: request.parameters?.maxTokens,
+            top_p: request.parameters?.topP,
+            top_k: request.parameters?.topK,
+        };
+        // Add system prompt
+        if (systemParameter) {
+            input.system_prompt =
+                typeof systemParameter === 'string'
+                    ? systemParameter
+                    : systemParameter
+                        .map((msg) => (msg.type === 'text' ? msg.text : ''))
+                        .join('');
+        }
+        return {
+            version: request.parameters?.model || this.config.defaultModel || 'meta/llama-2-70b-chat:latest',
+            input,
+            stream: request.stream || false,
+        };
+    }
+    /**
+     * Convert Replicate prediction to IR.
+     */
+    toIR(prediction, originalRequest, latencyMs) {
+        let content = '';
+        if (typeof prediction.output === 'string') {
+            content = prediction.output;
+        }
+        else if (Array.isArray(prediction.output)) {
+            content = prediction.output.join('');
+        }
+        const message = {
+            role: 'assistant',
+            content,
+        };
+        const finishReasonMap = {
+            succeeded: 'stop',
+            failed: 'stop',
+            canceled: 'stop',
+        };
+        return {
+            message,
+            finishReason: finishReasonMap[prediction.status] || 'stop',
+            usage: undefined, // Replicate doesn't provide token counts
+            metadata: {
+                ...originalRequest.metadata,
+                providerResponseId: prediction.id,
+                provenance: {
+                    ...originalRequest.metadata.provenance,
+                    backend: this.metadata.name,
+                },
+                custom: {
+                    ...originalRequest.metadata.custom,
+                    latencyMs: prediction.metrics?.predict_time
+                        ? prediction.metrics.predict_time * 1000
+                        : latencyMs,
+                },
+            },
+            raw: prediction,
+        };
+    }
+    /**
+     * Execute non-streaming request.
+     * Uses polling to wait for async prediction.
+     */
+    async execute(request, signal) {
+        try {
+            const replicateRequest = this.fromIR(request);
+            const startTime = Date.now();
+            // Create prediction
+            const createResponse = await fetch(`${this.baseURL}/predictions`, {
+                method: 'POST',
+                headers: this.getHeaders(),
+                body: JSON.stringify(replicateRequest),
+                signal,
+            });
+            if (!createResponse.ok) {
+                throw createErrorFromHttpResponse(createResponse.status, createResponse.statusText, await createResponse.text(), { backend: this.metadata.name });
+            }
+            let prediction = (await createResponse.json());
+            // Poll for completion
+            let attempts = 0;
+            while (prediction.status !== 'succeeded' &&
+                prediction.status !== 'failed' &&
+                prediction.status !== 'canceled' &&
+                attempts < this.maxPollAttempts) {
+                await new Promise((resolve) => setTimeout(resolve, this.pollInterval));
+                const pollResponse = await fetch(prediction.urls.get, {
+                    method: 'GET',
+                    headers: this.getHeaders(),
+                    signal,
+                });
+                if (!pollResponse.ok) {
+                    throw createErrorFromHttpResponse(pollResponse.status, pollResponse.statusText, await pollResponse.text(), { backend: this.metadata.name });
+                }
+                prediction = (await pollResponse.json());
+                attempts++;
+            }
+            if (prediction.status === 'failed') {
+                throw new ProviderError({
+                    code: ErrorCode.PROVIDER_ERROR,
+                    message: `Replicate prediction failed: ${prediction.error || 'Unknown error'}`,
+                    isRetryable: false,
+                    provenance: { backend: this.metadata.name },
+                });
+            }
+            if (attempts >= this.maxPollAttempts) {
+                throw new ProviderError({
+                    code: ErrorCode.PROVIDER_ERROR,
+                    message: 'Replicate prediction timed out',
+                    isRetryable: true,
+                    provenance: { backend: this.metadata.name },
+                });
+            }
+            return this.toIR(prediction, request, Date.now() - startTime);
+        }
+        catch (error) {
+            if (error instanceof NetworkError || error instanceof ProviderError) {
+                throw error;
+            }
+            throw new ProviderError({
+                code: ErrorCode.PROVIDER_ERROR,
+                message: `Replicate request failed: ${error instanceof Error ? error.message : String(error)}`,
+                isRetryable: true,
+                provenance: { backend: this.metadata.name },
+                cause: error instanceof Error ? error : undefined,
+            });
+        }
+    }
+    /**
+     * Execute streaming request.
+     * Replicate streaming is limited and varies by model.
+     */
+    async *executeStream(request, signal) {
+        try {
+            const replicateRequest = this.fromIR(request);
+            replicateRequest.stream = true;
+            const streamingConfig = mergeStreamingConfig(this.config.streaming);
+            const effectiveMode = getEffectiveStreamMode(request.streamMode, undefined, streamingConfig);
+            const includeBoth = streamingConfig.includeBoth || effectiveMode === 'accumulated';
+            const response = await fetch(`${this.baseURL}/predictions`, {
+                method: 'POST',
+                headers: {
+                    ...this.getHeaders(),
+                    Prefer: 'wait', // Request streaming
+                },
+                body: JSON.stringify(replicateRequest),
+                signal,
+            });
+            if (!response.ok) {
+                throw createErrorFromHttpResponse(response.status, response.statusText, await response.text(), { backend: this.metadata.name });
+            }
+            if (!response.body) {
+                throw new StreamError({
+                    code: ErrorCode.STREAM_ERROR,
+                    message: 'No response body',
+                    provenance: { backend: this.metadata.name },
+                });
+            }
+            let sequence = 0;
+            let contentBuffer = '';
+            yield {
+                type: 'start',
+                sequence: sequence++,
+                metadata: {
+                    ...request.metadata,
+                    provenance: {
+                        ...request.metadata.provenance,
+                        backend: this.metadata.name,
+                    },
+                },
+            };
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            try {
+                while (true) {
+                    const { done, value } = await reader.read();
+                    if (done) {
+                        break;
+                    }
+                    buffer += decoder.decode(value, { stream: true });
+                    // Replicate streams raw output text
+                    if (buffer) {
+                        const delta = buffer;
+                        buffer = '';
+                        contentBuffer += delta;
+                        const contentChunk = {
+                            type: 'content',
+                            sequence: sequence++,
+                            delta: delta,
+                            role: 'assistant',
+                        };
+                        if (includeBoth) {
+                            contentChunk.accumulated = contentBuffer;
+                        }
+                        yield contentChunk;
+                    }
+                }
+                // Stream ended
+                yield {
+                    type: 'done',
+                    sequence: sequence++,
+                    finishReason: 'stop',
+                    message: { role: 'assistant', content: contentBuffer },
+                };
+            }
+            finally {
+                reader.releaseLock();
+            }
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                sequence: 0,
+                error: {
+                    code: error instanceof Error ? error.name : 'UNKNOWN_ERROR',
+                    message: error instanceof Error ? error.message : String(error),
+                },
+            };
+        }
+    }
+    /**
+     * Get HTTP headers.
+     */
+    getHeaders() {
+        const headers = {
+            'Content-Type': 'application/json',
+            Authorization: `Token ${this.config.apiKey}`,
+        };
+        return { ...headers, ...this.config.headers };
+    }
+    /**
+     * Health check.
+     */
+    async healthCheck() {
+        try {
+            const response = await fetch(`${this.baseURL}/models`, {
+                method: 'GET',
+                headers: this.getHeaders(),
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Estimate cost.
+     * Replicate pricing varies significantly per model.
+     */
+    estimateCost(_request) {
+        // Replicate pricing is complex and per-second, not per-token
+        // Returning null as cost estimation is not reliable
+        return Promise.resolve(null);
+    }
+}
+//# sourceMappingURL=replicate.js.map

package/dist/esm/providers/replicate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../src/providers/replicate.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH,OAAO,EACL,YAAY,EACZ,aAAa,EACb,WAAW,EACX,SAAS,EACT,2BAA2B,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAqC9E,+EAA+E;AAC/E,4BAA4B;AAC5B,+EAA+E;AAE/E;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,uBAAuB;IAIzB,QAAQ,CAAkB;IAClB,MAAM,CAAuB;IAC7B,OAAO,CAAS;IAChB,eAAe,GAAW,EAAE,CAAC,CAAC,+BAA+B;IAC7D,YAAY,GAAW,IAAI,CAAC,CAAC,sBAAsB;IAEpE,YAAY,MAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,8BAA8B,CAAC;QAChE,IAAI,CAAC,QAAQ,GAAG;YACd,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,WAAW;YACrB,YAAY,EAAE;gBACZ,SAAS,EAAE,IAAI,EAAE,4BAA4B;gBAC7C,UAAU,EAAE,KAAK,EAAE,kBAAkB;gBACrC,KAAK,EAAE,KAAK,EAAE,sBAAsB;gBACpC,gBAAgB,EAAE,IAAI,EAAE,kBAAkB;gBAC1C,qBAAqB,EAAE,oBAAoB,EAAE,qBAAqB;gBAClE,8BAA8B,EAAE,KAAK;gBACrC,mBAAmB,EAAE,IAAI;gBACzB,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,KAAK;gBACnB,wBAAwB,EAAE,KAAK;gBAC/B,uBAAuB,EAAE,KAAK;gBAC9B,gBAAgB,EAAE,CAAC;aACpB;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,OAAsB;QAClC,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,uBAAuB,CAC3D,OAAO,CAAC,QAAQ,EAChB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,qBAAqB,EAChD,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,8BAA8B,CAC1D,CAAC;QAEF,yCAAyC;QACzC,MAAM,MAAM,GAAG,QAAQ;aACpB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACX,MAAM,OAAO,GACX,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrF,OAAO,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;QACrE,CAAC,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,MAAM,KAAK,GAAmB;YAC5B,MAAM;YACN,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,WAAW;YAC5C,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS;YACzC,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI;YAC/B,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI;SAChC,CAAC;QAEF,oBAAoB;QACpB,IAAI,eAAe,EAAE,CAAC;YACpB,KAAK,CAAC,aAAa;gBACjB,OAAO,eAAe,KAAK,QAAQ;oBACjC,CAAC,CAAC,eAAe;oBACjB,CAAC,CAAE,eAAyB;yBACvB,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;yBACxD,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;QAED,OAAO;YACL,OAAO,EACL,OAAO,CAAC,UAAU,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,8BAA8B;YACzF,KAAK;YACL,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,IAAI,CACT,UAA+B,EAC/B,eAA8B,EAC9B,SAAiB;QAEjB,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,IAAI,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;QAC9B,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,OAAO,GAAc;YACzB,IAAI,EAAE,WAAW;YACjB,OAAO;SACR,CAAC;QAEF,MAAM,eAAe,GAAiC;YACpD,SAAS,EAAE,MAAM;YACjB,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,MAAM;SACjB,CAAC;QAEF,OAAO;YACL,OAAO;YACP,YAAY,EAAE,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,MAAM;YAC1D,KAAK,EAAE,SAAS,EAAE,yCAAyC;YAC3D,QAAQ,EAAE;gBACR,GAAG,eAAe,CAAC,QAAQ;gBAC3B,kBAAkB,EAAE,UAAU,CAAC,EAAE;gBACjC,UAAU,EAAE;oBACV,GAAG,eAAe,CAAC,QAAQ,CAAC,UAAU;oBACtC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;iBAC5B;gBACD,MAAM,EAAE;oBACN,GAAG,eAAe,CAAC,QAAQ,CAAC,MAAM;oBAClC,SAAS,EAAE,UAAU,CAAC,OAAO,EAAE,YAAY;wBACzC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,YAAY,GAAG,IAAI;wBACxC,CAAC,CAAC,SAAS;iBACd;aACF;YACD,GAAG,EAAE,UAAgD;SACtD,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAC,OAAsB,EAAE,MAAoB;QACxD,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE9C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,oBAAoB;YACpB,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,cAAc,EAAE;gBAChE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;gBAC1B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;gBACtC,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC;gBACvB,MAAM,2BAA2B,CAC/B,cAAc,CAAC,MAAM,EACrB,cAAc,CAAC,UAAU,EACzB,MAAM,cAAc,CAAC,IAAI,EAAE,EAC3B,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAChC,CAAC;YACJ,CAAC;YAED,IAAI,UAAU,GAAG,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,CAAwB,CAAC;YAEtE,sBAAsB;YACtB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,OACE,UAAU,CAAC,MAAM,KAAK,WAAW;gBACjC,UAAU,CAAC,MAAM,KAAK,QAAQ;gBAC9B,UAAU,CAAC,MAAM,KAAK,UAAU;gBAChC,QAAQ,GAAG,IAAI,CAAC,eAAe,EAC/B,CAAC;gBACD,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBAEvE,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,IAAK,CAAC,GAAG,EAAE;oBACrD,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;oBAC1B,MAAM;iBACP,CAAC,CAAC;gBAEH,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC;oBACrB,MAAM,2BAA2B,CAC/B,YAAY,CAAC,MAAM,EACnB,YAAY,CAAC,UAAU,EACvB,MAAM,YAAY,CAAC,IAAI,EAAE,EACzB,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAChC,CAAC;gBACJ,CAAC;gBAED,UAAU,GAAG,CAAC,MAAM,YAAY,CAAC,IAAI,EAAE,CAAwB,CAAC;gBAChE,QAAQ,EAAE,CAAC;YACb,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACnC,MAAM,IAAI,aAAa,CAAC;oBACtB,IAAI,EAAE,SAAS,CAAC,cAAc;oBAC9B,OAAO,EAAE,gCAAgC,UAAU,CAAC,KAAK,IAAI,eAAe,EAAE;oBAC9E,WAAW,EAAE,KAAK;oBAClB,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrC,MAAM,IAAI,aAAa,CAAC;oBACtB,IAAI,EAAE,SAAS,CAAC,cAAc;oBAC9B,OAAO,EAAE,gCAAgC;oBACzC,WAAW,EAAE,IAAI;oBACjB,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;gBACpE,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,aAAa,CAAC;gBACtB,IAAI,EAAE,SAAS,CAAC,cAAc;gBAC9B,OAAO,EAAE,6BAA6B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBAC9F,WAAW,EAAE,IAAI;gBACjB,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;gBAC3C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aAClD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,aAAa,CAAC,OAAsB,EAAE,MAAoB;QAC/D,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,gBAAgB,CAAC,MAAM,GAAG,IAAI,CAAC;YAE/B,MAAM,eAAe,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACpE,MAAM,aAAa,GAAG,sBAAsB,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;YAC7F,MAAM,WAAW,GAAG,eAAe,CAAC,WAAW,IAAI,aAAa,KAAK,aAAa,CAAC;YAEnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,cAAc,EAAE;gBAC1D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,GAAG,IAAI,CAAC,UAAU,EAAE;oBACpB,MAAM,EAAE,MAAM,EAAE,oBAAoB;iBACrC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;gBACtC,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,2BAA2B,CAC/B,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,UAAU,EACnB,MAAM,QAAQ,CAAC,IAAI,EAAE,EACrB,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAChC,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,WAAW,CAAC;oBACpB,IAAI,EAAE,SAAS,CAAC,YAAY;oBAC5B,OAAO,EAAE,kBAAkB;oBAC3B,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,aAAa,GAAG,EAAE,CAAC;YAEvB,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,QAAQ,EAAE;gBACpB,QAAQ,EAAE;oBACR,GAAG,OAAO,CAAC,QAAQ;oBACnB,UAAU,EAAE;wBACV,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU;wBAC9B,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;qBAC5B;iBACF;aACe,CAAC;YAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC;gBACH,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM;oBACR,CAAC;oBAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAElD,oCAAoC;oBACpC,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,KAAK,GAAG,MAAM,CAAC;wBACrB,MAAM,GAAG,EAAE,CAAC;wBACZ,aAAa,IAAI,KAAK,CAAC;wBAEvB,MAAM,YAAY,GAAkB;4BAClC,IAAI,EAAE,SAAS;4BACf,QAAQ,EAAE,QAAQ,EAAE;4BACpB,KAAK,EAAE,KAAK;4BACZ,IAAI,EAAE,WAAW;yBAClB,CAAC;wBAEF,IAAI,WAAW,EAAE,CAAC;4BACf,YAAoB,CAAC,WAAW,GAAG,aAAa,CAAC;wBACpD,CAAC;wBAED,MAAM,YAAY,CAAC;oBACrB,CAAC;gBACH,CAAC;gBAED,eAAe;gBACf,MAAM;oBACJ,IAAI,EAAE,MAAM;oBACZ,QAAQ,EAAE,QAAQ,EAAE;oBACpB,YAAY,EAAE,MAAM;oBACpB,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE;iBACtC,CAAC;YACrB,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe;oBAC3D,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAChE;aACe,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU;QAChB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,SAAS,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;SAC7C,CAAC;QAEF,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;gBAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,QAAuB;QAClC,6DAA6D;QAC7D,oDAAoD;QACpD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;CACF"}

package/dist/esm/providers/together-ai.js

@@ -0,0 +1,337 @@
+/**
+ * Together AI Backend Adapter
+ *
+ * Adapts Universal IR to Together AI Chat Completions API.
+ * Together AI is OpenAI-compatible with 200+ open-source models.
+ *
+ * @module
+ */
+import { NetworkError, ProviderError, StreamError, ErrorCode, createErrorFromHttpResponse, } from 'ai.matey.errors';
+import { normalizeSystemMessages } from 'ai.matey.utils';
+import { getEffectiveStreamMode, mergeStreamingConfig } from 'ai.matey.utils';
+// ============================================================================
+// Together AI Backend Adapter
+// ============================================================================
+/**
+ * Backend adapter for Together AI Chat Completions API.
+ *
+ * Features:
+ * - 200+ open-source models
+ * - OpenAI-compatible API
+ * - Vision model support
+ * - Function calling support
+ * - Budget pricing starting at $0.06 per 1M tokens
+ */
+export class TogetherAIBackendAdapter {
+    metadata;
+    config;
+    baseURL;
+    constructor(config) {
+        this.config = config;
+        this.baseURL = config.baseURL || 'https://api.together.xyz/v1';
+        this.metadata = {
+            name: 'together-ai-backend',
+            version: '1.0.0',
+            provider: 'Together AI',
+            capabilities: {
+                streaming: true,
+                multiModal: true, // Vision models available
+                tools: true, // Function calling
+                maxContextTokens: 128000,
+                systemMessageStrategy: 'in-messages',
+                supportsMultipleSystemMessages: true,
+                supportsTemperature: true,
+                supportsTopP: true,
+                supportsTopK: false,
+                supportsSeed: false,
+                supportsFrequencyPenalty: true,
+                supportsPresencePenalty: true,
+                maxStopSequences: 4,
+            },
+            config: {
+                baseURL: this.baseURL,
+            },
+        };
+    }
+    /**
+     * Convert IR to Together AI format.
+     */
+    fromIR(request) {
+        const { messages } = normalizeSystemMessages(request.messages, this.metadata.capabilities.systemMessageStrategy, this.metadata.capabilities.supportsMultipleSystemMessages);
+        const togetherMessages = messages.map((msg) => ({
+            role: msg.role,
+            content: typeof msg.content === 'string'
+                ? msg.content
+                : msg.content.map((block) => {
+                    if (block.type === 'text') {
+                        return { type: 'text', text: block.text };
+                    }
+                    else if (block.type === 'image') {
+                        return {
+                            type: 'image_url',
+                            image_url: {
+                                url: block.source.type === 'url'
+                                    ? block.source.url
+                                    : `data:${block.source.mediaType};base64,${block.source.data}`,
+                            },
+                        };
+                    }
+                    return { type: 'text', text: JSON.stringify(block) };
+                }),
+        }));
+        return {
+            model: request.parameters?.model ||
+                this.config.defaultModel ||
+                'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
+            messages: togetherMessages,
+            temperature: request.parameters?.temperature,
+            max_tokens: request.parameters?.maxTokens,
+            top_p: request.parameters?.topP,
+            frequency_penalty: request.parameters?.frequencyPenalty,
+            presence_penalty: request.parameters?.presencePenalty,
+            stop: request.parameters?.stopSequences ? [...request.parameters.stopSequences] : undefined,
+            stream: request.stream || false,
+        };
+    }
+    /**
+     * Convert Together AI response to IR.
+     */
+    toIR(response, originalRequest, latencyMs) {
+        const choice = response.choices[0];
+        if (!choice) {
+            throw new ProviderError({
+                code: ErrorCode.PROVIDER_ERROR,
+                message: 'No choices returned in response',
+                isRetryable: false,
+                provenance: { backend: this.metadata.name },
+            });
+        }
+        const message = {
+            role: choice.message.role === 'assistant' ? 'assistant' : 'user',
+            content: typeof choice.message.content === 'string'
+                ? choice.message.content
+                : choice.message.content.map((c) => (c.type === 'text' ? c.text : '')).join(''),
+        };
+        const finishReasonMap = {
+            stop: 'stop',
+            length: 'length',
+            tool_calls: 'tool_calls',
+        };
+        return {
+            message,
+            finishReason: finishReasonMap[choice.finish_reason || 'stop'] || 'stop',
+            usage: response.usage
+                ? {
+                    promptTokens: response.usage.prompt_tokens,
+                    completionTokens: response.usage.completion_tokens,
+                    totalTokens: response.usage.total_tokens,
+                }
+                : undefined,
+            metadata: {
+                ...originalRequest.metadata,
+                providerResponseId: response.id,
+                provenance: {
+                    ...originalRequest.metadata.provenance,
+                    backend: this.metadata.name,
+                },
+                custom: {
+                    ...originalRequest.metadata.custom,
+                    latencyMs,
+                },
+            },
+            raw: response,
+        };
+    }
+    /**
+     * Execute non-streaming request.
+     */
+    async execute(request, signal) {
+        try {
+            const togetherRequest = this.fromIR(request);
+            togetherRequest.stream = false;
+            const startTime = Date.now();
+            const response = await fetch(`${this.baseURL}/chat/completions`, {
+                method: 'POST',
+                headers: this.getHeaders(),
+                body: JSON.stringify(togetherRequest),
+                signal,
+            });
+            if (!response.ok) {
+                throw createErrorFromHttpResponse(response.status, response.statusText, await response.text(), { backend: this.metadata.name });
+            }
+            const data = (await response.json());
+            return this.toIR(data, request, Date.now() - startTime);
+        }
+        catch (error) {
+            if (error instanceof NetworkError || error instanceof ProviderError) {
+                throw error;
+            }
+            throw new ProviderError({
+                code: ErrorCode.PROVIDER_ERROR,
+                message: `Together AI request failed: ${error instanceof Error ? error.message : String(error)}`,
+                isRetryable: true,
+                provenance: { backend: this.metadata.name },
+                cause: error instanceof Error ? error : undefined,
+            });
+        }
+    }
+    /**
+     * Execute streaming request.
+     */
+    async *executeStream(request, signal) {
+        try {
+            const togetherRequest = this.fromIR(request);
+            togetherRequest.stream = true;
+            const streamingConfig = mergeStreamingConfig(this.config.streaming);
+            const effectiveMode = getEffectiveStreamMode(request.streamMode, undefined, streamingConfig);
+            const includeBoth = streamingConfig.includeBoth || effectiveMode === 'accumulated';
+            const response = await fetch(`${this.baseURL}/chat/completions`, {
+                method: 'POST',
+                headers: this.getHeaders(),
+                body: JSON.stringify(togetherRequest),
+                signal,
+            });
+            if (!response.ok) {
+                throw createErrorFromHttpResponse(response.status, response.statusText, await response.text(), { backend: this.metadata.name });
+            }
+            if (!response.body) {
+                throw new StreamError({
+                    code: ErrorCode.STREAM_ERROR,
+                    message: 'No response body',
+                    provenance: { backend: this.metadata.name },
+                });
+            }
+            let sequence = 0;
+            let contentBuffer = '';
+            yield {
+                type: 'start',
+                sequence: sequence++,
+                metadata: {
+                    ...request.metadata,
+                    provenance: {
+                        ...request.metadata.provenance,
+                        backend: this.metadata.name,
+                    },
+                },
+            };
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            try {
+                while (true) {
+                    const { done, value } = await reader.read();
+                    if (done) {
+                        break;
+                    }
+                    buffer += decoder.decode(value, { stream: true });
+                    const lines = buffer.split('\n');
+                    buffer = lines.pop() || '';
+                    for (const line of lines) {
+                        if (!line.trim() || !line.startsWith('data: ')) {
+                            continue;
+                        }
+                        const data = line.slice(6).trim();
+                        if (data === '[DONE]') {
+                            continue;
+                        }
+                        try {
+                            const chunk = JSON.parse(data);
+                            const delta = chunk.choices[0]?.delta?.content;
+                            if (delta) {
+                                contentBuffer += delta;
+                                const contentChunk = {
+                                    type: 'content',
+                                    sequence: sequence++,
+                                    delta: delta,
+                                    role: 'assistant',
+                                };
+                                if (includeBoth) {
+                                    contentChunk.accumulated = contentBuffer;
+                                }
+                                yield contentChunk;
+                            }
+                            if (chunk.choices[0]?.finish_reason) {
+                                const finishReasonMap = {
+                                    stop: 'stop',
+                                    length: 'length',
+                                };
+                                yield {
+                                    type: 'done',
+                                    sequence: sequence++,
+                                    finishReason: finishReasonMap[chunk.choices[0].finish_reason] || 'stop',
+                                    message: { role: 'assistant', content: contentBuffer },
+                                };
+                            }
+                        }
+                        catch (parseError) {
+                            console.warn('Failed to parse SSE chunk:', data, parseError);
+                        }
+                    }
+                }
+            }
+            finally {
+                reader.releaseLock();
+            }
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                sequence: 0,
+                error: {
+                    code: error instanceof Error ? error.name : 'UNKNOWN_ERROR',
+                    message: error instanceof Error ? error.message : String(error),
+                },
+            };
+        }
+    }
+    /**
+     * Get HTTP headers.
+     */
+    getHeaders() {
+        const headers = {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${this.config.apiKey}`,
+        };
+        return { ...headers, ...this.config.headers };
+    }
+    /**
+     * Health check.
+     */
+    async healthCheck() {
+        try {
+            const response = await fetch(`${this.baseURL}/models`, {
+                method: 'GET',
+                headers: this.getHeaders(),
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Estimate cost.
+     */
+    estimateCost(request) {
+        const pricing = {
+            'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo': { input: 0.1, output: 0.1 },
+            'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo': { input: 0.88, output: 0.88 },
+            'meta-llama/Llama-4-Scout-17B-16E-Instruct': { input: 0.2, output: 0.2 },
+        };
+        const model = request.parameters?.model || this.config.defaultModel || '';
+        const modelPricing = pricing[model];
+        if (!modelPricing) {
+            return Promise.resolve(null);
+        }
+        const inputTokens = request.messages.reduce((sum, msg) => {
+            const content = typeof msg.content === 'string' ? msg.content : '';
+            return sum + Math.ceil(content.length / 4);
+        }, 0);
+        const outputTokens = request.parameters?.maxTokens || 1024;
+        const inputCost = (inputTokens / 1_000_000) * modelPricing.input;
+        const outputCost = (outputTokens / 1_000_000) * modelPricing.output;
+        return Promise.resolve(inputCost + outputCost);
+    }
+}
+//# sourceMappingURL=together-ai.js.map