@allternit/gizzi-sdk 1.3.0

package/dist/harness/modes/byok.js

@@ -0,0 +1,406 @@
+/**
+ * BYOK Mode (Bring Your Own Key)
+ * Routes requests to appropriate provider using user's API keys
+ */
+import { AllternitAI, APIError, APIUserAbortError, } from '../../providers/allternit';
+import { AllternitError } from '../../providers/allternit/core/error';
+/**
+ * Stream from BYOK mode - routes to appropriate provider based on request.provider
+ */
+export async function* streamFromBYOK(config, request) {
+    const signal = request.signal;
+    try {
+        switch (request.provider) {
+            case 'allternit':
+                yield* streamFromAllternit(config, request);
+                break;
+            case 'openai':
+                yield* streamFromOpenAI(config, request);
+                break;
+            case 'google':
+                yield* streamFromGoogle(config, request);
+                break;
+            default:
+                throw new AllternitError(`Unsupported provider for BYOK mode: ${request.provider}. Supported: allternit, openai, google`);
+        }
+    }
+    catch (error) {
+        // Handle cancellation
+        if (signal?.aborted) {
+            yield { type: 'error', error: new APIUserAbortError() };
+            return;
+        }
+        // Re-yield harness errors
+        if (error instanceof AllternitError) {
+            yield { type: 'error', error };
+            return;
+        }
+        // Wrap unknown errors
+        const harnessError = new AllternitError(error instanceof Error ? error.message : 'Unknown error in BYOK mode');
+        yield { type: 'error', error: harnessError };
+    }
+}
+/**
+ * Stream from Allternit API using AllternitAI client
+ */
+async function* streamFromAllternit(config, request) {
+    const apiKey = config.keys.allternit;
+    if (!apiKey) {
+        throw new AllternitError('Allternit API key not configured. Run: gizzi auth add allternit --key <key>');
+    }
+    const client = new AllternitAI({
+        apiKey,
+        baseURL: config.baseURLs?.allternit,
+    });
+    if (!request.model) {
+        throw new AllternitError('model is required for Allternit BYOK requests');
+    }
+    // Convert messages to Allternit format
+    const allternitMessages = convertToAllternitMessages(request.messages);
+    // Create stream
+    const stream = await client.messages.create({
+        model: request.model,
+        max_tokens: request.maxTokens ?? 4096,
+        messages: allternitMessages,
+        temperature: request.temperature,
+        tools: request.tools?.map(convertToAllternitTool),
+        stream: true,
+    }, { signal: request.signal });
+    // Process stream events
+    yield* processAllternitStream(stream);
+}
+/**
+ * Stream from OpenAI API
+ */
+async function* streamFromOpenAI(config, request) {
+    const apiKey = config.keys.openai;
+    if (!apiKey) {
+        throw new AllternitError('OpenAI API key not configured. Run: gizzi auth add openai --key <key>');
+    }
+    const baseURL = config.baseURLs?.openai ?? 'https://api.openai.com/v1';
+    const response = await fetch(`${baseURL}/chat/completions`, {
+        method: 'POST',
+        headers: {
+            'Authorization': `Bearer ${apiKey}`,
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify({
+            model: request.model,
+            messages: request.messages,
+            temperature: request.temperature,
+            max_tokens: request.maxTokens,
+            tools: request.tools?.map(convertToOpenAITool),
+            stream: true,
+        }),
+        signal: request.signal,
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new APIError(response.status, { error: JSON.parse(error) }, `OpenAI API error: ${response.statusText}`, response.headers);
+    }
+    yield* processOpenAIStream(response);
+}
+/**
+ * Stream from Google Gemini API
+ */
+async function* streamFromGoogle(config, request) {
+    const apiKey = config.keys.google;
+    if (!apiKey) {
+        throw new AllternitError('Google API key not configured. Run: gizzi auth add google --key <key>');
+    }
+    const baseURL = config.baseURLs?.google ?? 'https://generativelanguage.googleapis.com/v1beta';
+    // Convert messages to Gemini format
+    const contents = convertToGeminiContents(request.messages);
+    const response = await fetch(`${baseURL}/models/${request.model}:streamGenerateContent?key=${apiKey}`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify({
+            contents,
+            generationConfig: {
+                temperature: request.temperature,
+                maxOutputTokens: request.maxTokens,
+            },
+        }),
+        signal: request.signal,
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new APIError(response.status, { error: JSON.parse(error) }, `Google API error: ${response.statusText}`, response.headers);
+    }
+    yield* processGoogleStream(response);
+}
+// ============================================================================
+// Stream Processors
+// ============================================================================
+/**
+ * Process Allternit SSE stream
+ */
+async function* processAllternitStream(stream) {
+    let currentToolUse = null;
+    for await (const event of stream) {
+        switch (event.type) {
+            case 'content_block_delta': {
+                if (event.delta.type === 'text_delta') {
+                    yield { type: 'text', text: event.delta.text };
+                }
+                else if (event.delta.type === 'input_json_delta') {
+                    // Accumulate tool input JSON
+                    if (currentToolUse) {
+                        currentToolUse.input += event.delta.partial_json;
+                    }
+                }
+                break;
+            }
+            case 'content_block_start': {
+                if (event.content_block.type === 'tool_use') {
+                    currentToolUse = {
+                        id: event.content_block.id,
+                        name: event.content_block.name,
+                        input: '',
+                    };
+                }
+                break;
+            }
+            case 'content_block_stop': {
+                if (currentToolUse) {
+                    try {
+                        const input = JSON.parse(currentToolUse.input || '{}');
+                        yield {
+                            type: 'tool_call',
+                            id: currentToolUse.id,
+                            name: currentToolUse.name,
+                            arguments: input,
+                        };
+                    }
+                    catch {
+                        yield {
+                            type: 'tool_call',
+                            id: currentToolUse.id,
+                            name: currentToolUse.name,
+                            arguments: {},
+                        };
+                    }
+                    currentToolUse = null;
+                }
+                break;
+            }
+            case 'message_delta': {
+                if (event.usage) {
+                    yield {
+                        type: 'usage',
+                        input_tokens: event.usage.input_tokens ?? 0,
+                        output_tokens: event.usage.output_tokens ?? 0,
+                    };
+                }
+                break;
+            }
+            case 'message_stop': {
+                yield { type: 'done' };
+                break;
+            }
+        }
+    }
+}
+/**
+ * Process OpenAI SSE stream
+ */
+async function* processOpenAIStream(response) {
+    const reader = response.body?.getReader();
+    if (!reader) {
+        throw new AllternitError('Response body is null');
+    }
+    const decoder = new TextDecoder();
+    let buffer = '';
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || '';
+            for (const line of lines) {
+                if (line.startsWith('data: ')) {
+                    const data = line.slice(6);
+                    if (data === '[DONE]') {
+                        yield { type: 'done' };
+                        return;
+                    }
+                    try {
+                        const chunk = JSON.parse(data);
+                        const delta = chunk.choices?.[0]?.delta;
+                        if (delta?.content) {
+                            yield { type: 'text', text: delta.content };
+                        }
+                        if (delta?.tool_calls) {
+                            for (const toolCall of delta.tool_calls) {
+                                if (toolCall.function?.name) {
+                                    yield {
+                                        type: 'tool_call',
+                                        id: toolCall.id || `tool_${Date.now()}`,
+                                        name: toolCall.function.name,
+                                        arguments: JSON.parse(toolCall.function.arguments || '{}'),
+                                    };
+                                }
+                            }
+                        }
+                        if (chunk.usage) {
+                            yield {
+                                type: 'usage',
+                                input_tokens: chunk.usage.prompt_tokens ?? 0,
+                                output_tokens: chunk.usage.completion_tokens ?? 0,
+                            };
+                        }
+                    }
+                    catch (e) {
+                        // Skip malformed chunks
+                    }
+                }
+            }
+        }
+        yield { type: 'done' };
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+/**
+ * Process Google Gemini stream
+ */
+async function* processGoogleStream(response) {
+    const reader = response.body?.getReader();
+    if (!reader) {
+        throw new AllternitError('Response body is null');
+    }
+    const decoder = new TextDecoder();
+    let buffer = '';
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || '';
+            for (const line of lines) {
+                if (!line.trim())
+                    continue;
+                try {
+                    const chunk = JSON.parse(line);
+                    const candidates = chunk.candidates || [];
+                    for (const candidate of candidates) {
+                        const content = candidate.content;
+                        if (!content)
+                            continue;
+                        for (const part of content.parts || []) {
+                            if (part.text) {
+                                yield { type: 'text', text: part.text };
+                            }
+                            if (part.functionCall) {
+                                yield {
+                                    type: 'tool_call',
+                                    id: part.functionCall.name,
+                                    name: part.functionCall.name,
+                                    arguments: part.functionCall.args || {},
+                                };
+                            }
+                        }
+                    }
+                    if (chunk.usageMetadata) {
+                        yield {
+                            type: 'usage',
+                            input_tokens: chunk.usageMetadata.promptTokenCount ?? 0,
+                            output_tokens: chunk.usageMetadata.candidatesTokenCount ?? 0,
+                        };
+                    }
+                }
+                catch (e) {
+                    // Skip malformed chunks
+                }
+            }
+        }
+        yield { type: 'done' };
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+// ============================================================================
+// Message/Tool Converters
+// ============================================================================
+/**
+ * Convert harness messages to Allternit format
+ */
+function convertToAllternitMessages(messages) {
+    const result = [];
+    for (const msg of messages) {
+        // Skip system messages - they are handled separately by Allternit
+        if (msg.role === 'system')
+            continue;
+        const role = msg.role === 'user' ? 'user' : 'assistant';
+        if (typeof msg.content === 'string') {
+            result.push({ role, content: msg.content });
+        }
+        else {
+            const blocks = [];
+            for (const block of msg.content) {
+                if (block.type === 'text') {
+                    blocks.push({ type: 'text', text: block.text });
+                }
+                else if (block.type === 'image') {
+                    blocks.push({
+                        type: 'image',
+                        source: {
+                            type: block.source.type,
+                            media_type: block.source.media_type,
+                            data: block.source.data,
+                        },
+                    });
+                }
+                // Skip tool_use and tool_result blocks for now
+            }
+            // Cast to MessageParam content type
+            result.push({ role, content: blocks });
+        }
+    }
+    return result;
+}
+/**
+ * Convert harness tool to Allternit format
+ */
+function convertToAllternitTool(tool) {
+    return {
+        name: tool.name,
+        description: tool.description,
+        input_schema: tool.input_schema,
+    };
+}
+/**
+ * Convert harness tool to OpenAI format
+ */
+function convertToOpenAITool(tool) {
+    return {
+        type: 'function',
+        function: {
+            name: tool.name,
+            description: tool.description,
+            parameters: tool.input_schema,
+        },
+    };
+}
+/**
+ * Convert harness messages to Gemini format
+ */
+function convertToGeminiContents(messages) {
+    return messages.map((msg) => ({
+        role: msg.role === 'user' ? 'user' : 'model',
+        parts: typeof msg.content === 'string'
+            ? [{ text: msg.content }]
+            : msg.content
+                .filter((b) => b.type === 'text')
+                .map((b) => ({ text: b.text })),
+    }));
+}
+//# sourceMappingURL=byok.js.map

package/dist/harness/modes/byok.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"byok.js","sourceRoot":"","sources":["../../../src/harness/modes/byok.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,WAAW,EACX,QAAQ,EAGR,iBAAiB,GAClB,MAAM,2BAA2B,CAAC;AASnC,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAEtE;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,MAAkB,EAClB,OAAsB;IAEtB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAE9B,IAAI,CAAC;QACH,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACzB,KAAK,WAAW;gBACd,KAAK,CAAC,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAC5C,MAAM;YACR,KAAK,QAAQ;gBACX,KAAK,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACzC,MAAM;YACR,KAAK,QAAQ;gBACX,KAAK,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACzC,MAAM;YACR;gBACE,MAAM,IAAI,cAAc,CACtB,uCAAuC,OAAO,CAAC,QAAQ,wCAAwC,CAChG,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,sBAAsB;QACtB,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,iBAAiB,EAAE,EAAE,CAAC;YACxD,OAAO;QACT,CAAC;QAED,0BAA0B;QAC1B,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,sBAAsB;QACtB,MAAM,YAAY,GAAG,IAAI,cAAc,CACrC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CACtE,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;IAC/C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,mBAAmB,CACjC,MAAkB,EAClB,OAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,cAAc,CACtB,6EAA6E,CAC9E,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;QAC7B,MAAM;QACN,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS;KACpC,CAAC,CAAC;IAEH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,cAAc,CAAC,+CAA+C,CAAC,CAAC;IAC5E,CAAC;IAED,uCAAuC;IACvC,MAAM,iBAAiB,GAAG,0BAA0B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEvE,gBAAgB;IAChB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CACzC;QACE,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACrC,QAAQ,EAAE,iBAAiB;QAC3B,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,sBAAsB,CAAC;QACjD,MAAM,EAAE,IAAI;KACb,EACD,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAC3B,CAAC;IAEF,wBAAwB;IACxB,KAAK,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,gBAAgB,CAC9B,MAAkB,EAClB,OAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;IAClC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,cAAc,CACtB,uEAAuE,CACxE,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,2BAA2B,CAAC;IAEvE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;QAC1D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,eAAe,EAAE,UAAU,MAAM,EAAE;YACnC,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,mBAAmB,CAAC;YAC9C,MAAM,EAAE,IAAI;SACb,CAAC;QACF,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,QAAQ,CAChB,QAAQ,CAAC,MAAM,EACf,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAC5B,qBAAqB,QAAQ,CAAC,UAAU,EAAE,EAC1C,QAAQ,CAAC,OAAO,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,gBAAgB,CAC9B,MAAkB,EAClB,OAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;IAClC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,cAAc,CACtB,uEAAuE,CACxE,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,kDAAkD,CAAC;IAE9F,oCAAoC;IACpC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAE3D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,GAAG,OAAO,WAAW,OAAO,CAAC,KAAK,8BAA8B,MAAM,EAAE,EACxE;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,QAAQ;YACR,gBAAgB,EAAE;gBAChB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,eAAe,EAAE,OAAO,CAAC,SAAS;aACnC;SACF,CAAC;QACF,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CACF,CAAC;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,QAAQ,CAChB,QAAQ,CAAC,MAAM,EACf,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAC5B,qBAAqB,QAAQ,CAAC,UAAU,EAAE,EAC1C,QAAQ,CAAC,OAAO,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,sBAAsB,CACpC,MAAkC;IAElC,IAAI,cAAc,GAAuD,IAAI,CAAC;IAE9E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBACtC,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjD,CAAC;qBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACnD,6BAA6B;oBAC7B,IAAI,cAAc,EAAE,CAAC;wBACnB,cAAc,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;oBACnD,CAAC;gBACH,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC5C,cAAc,GAAG;wBACf,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE;wBAC1B,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI;wBAC9B,KAAK,EAAE,EAAE;qBACV,CAAC;gBACJ,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,oBAAoB,CAAC,CAAC,CAAC;gBAC1B,IAAI,cAAc,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;wBACvD,MAAM;4BACJ,IAAI,EAAE,WAAW;4BACjB,EAAE,EAAE,cAAc,CAAC,EAAE;4BACrB,IAAI,EAAE,cAAc,CAAC,IAAI;4BACzB,SAAS,EAAE,KAAK;yBACjB,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM;4BACJ,IAAI,EAAE,WAAW;4BACjB,EAAE,EAAE,cAAc,CAAC,EAAE;4BACrB,IAAI,EAAE,cAAc,CAAC,IAAI;4BACzB,SAAS,EAAE,EAAE;yBACd,CAAC;oBACJ,CAAC;oBACD,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;wBAC3C,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;qBAC9C,CAAC;gBACJ,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBACvB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,mBAAmB,CACjC,QAAkB;IAElB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,cAAc,CAAC,uBAAuB,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACtB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;wBACvB,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;wBAExC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;wBAC9C,CAAC;wBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gCACxC,IAAI,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;oCAC5B,MAAM;wCACJ,IAAI,EAAE,WAAW;wCACjB,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;wCACvC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;wCAC5B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;qCAC3D,CAAC;gCACJ,CAAC;4BACH,CAAC;wBACH,CAAC;wBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;4BAChB,MAAM;gCACJ,IAAI,EAAE,OAAO;gCACb,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;gCAC5C,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;6BAClD,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACzB,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,mBAAmB,CACjC,QAAkB;IAElB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,cAAc,CAAC,uBAAuB,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAE3B,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC/B,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;oBAE1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;wBACnC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;wBAClC,IAAI,CAAC,OAAO;4BAAE,SAAS;wBAEvB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;4BACvC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gCACd,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;4BAC1C,CAAC;4BAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gCACtB,MAAM;oCACJ,IAAI,EAAE,WAAW;oCACjB,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;oCAC1B,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;oCAC5B,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;iCACxC,CAAC;4BACJ,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;wBACxB,MAAM;4BACJ,IAAI,EAAE,OAAO;4BACb,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC;4BACvD,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;yBAC7D,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,wBAAwB;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACzB,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;GAEG;AACH,SAAS,0BAA0B,CAAC,QAAmB;IACrD,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,kEAAkE;QAClE,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS;QAEpC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;QAExD,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAA4H,EAAE,CAAC;YAE3I,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClD,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAClC,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE;4BACN,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;4BACvB,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU;4BACnC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;yBACxB;qBACF,CAAC,CAAC;gBACL,CAAC;gBACD,+CAA+C;YACjD,CAAC;YAED,oCAAoC;YACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAiC,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,IAAuI;IACrK,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;KAChC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,IAAuI;IAClK,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,QAAQ,EAAE;YACR,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,YAAY;SAC9B;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAC9B,QAAmB;IAEnB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5B,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;QAC5C,KAAK,EAAE,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YACpC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;YACzB,CAAC,CAAC,GAAG,CAAC,OAAO;iBACR,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBACrE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;KACtC,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/harness/modes/cloud.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Cloud Mode
+ * Routes requests through Allternit's managed API gateway
+ */
+import type { CloudConfig, StreamRequest, HarnessStreamChunk } from '../types';
+/**
+ * Stream from Allternit Cloud API
+ * POST to https://api.allternit.com/v1/ai/stream
+ */
+export declare function streamFromCloud(config: CloudConfig, request: StreamRequest): AsyncGenerator<HarnessStreamChunk>;
+/**
+ * Non-streaming completion via Cloud API
+ */
+export declare function completeViaCloud(config: CloudConfig, request: StreamRequest): Promise<{
+    content: string;
+    tool_calls?: Array<{
+        id: string;
+        name: string;
+        arguments: Record<string, unknown>;
+    }>;
+    usage: {
+        input_tokens: number;
+        output_tokens: number;
+    };
+}>;
+/**
+ * List available models from Cloud API
+ */
+export declare function listCloudModels(config: CloudConfig, provider?: string): Promise<Array<{
+    id: string;
+    name: string;
+    provider: string;
+    tier: string;
+    capabilities: string[];
+}>>;
+//# sourceMappingURL=cloud.d.ts.map

package/dist/harness/modes/cloud.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud.d.ts","sourceRoot":"","sources":["../../../src/harness/modes/cloud.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,OAAO,KAAK,EACV,WAAW,EACX,aAAa,EACb,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAElB;;;GAGG;AACH,wBAAuB,eAAe,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,aAAa,GACrB,cAAc,CAAC,kBAAkB,CAAC,CAqFpC;AA2KD;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC;IACT,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IACrF,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACxD,CAAC,CAgDD;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,WAAW,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CACR,KAAK,CAAC;IACJ,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB,CAAC,CACH,CA6BA"}