@allternit/gizzi-sdk 1.3.0

package/dist/harness/modes/cloud.js

@@ -0,0 +1,276 @@
+/**
+ * Cloud Mode
+ * Routes requests through Allternit's managed API gateway
+ */
+import { APIError, APIConnectionError, APIUserAbortError, } from '../../providers/allternit';
+import { AllternitError } from '../../providers/allternit/core/error';
+/**
+ * Stream from Allternit Cloud API
+ * POST to https://api.allternit.com/v1/ai/stream
+ */
+export async function* streamFromCloud(config, request) {
+    const signal = request.signal;
+    const baseURL = config.baseURL || 'https://api.allternit.com';
+    const provider = request.provider;
+    if (!provider) {
+        throw new AllternitError('provider is required for cloud streaming');
+    }
+    try {
+        // Check for cancellation before starting
+        if (signal?.aborted) {
+            yield { type: 'error', error: new APIUserAbortError() };
+            return;
+        }
+        const response = await fetch(`${baseURL}/v1/ai/stream`, {
+            method: 'POST',
+            headers: {
+                'Authorization': `Bearer ${config.accessToken}`,
+                'Content-Type': 'application/json',
+                'Accept': 'text/event-stream',
+                'X-Allternit-Provider': provider,
+            },
+            body: JSON.stringify({
+                provider: request.provider,
+                model: request.model,
+                messages: request.messages,
+                temperature: request.temperature,
+                max_tokens: request.maxTokens,
+                tools: request.tools,
+            }),
+            signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            let errorData;
+            try {
+                errorData = JSON.parse(errorText);
+            }
+            catch {
+                // Not JSON, use text as message
+            }
+            throw new APIError(response.status, errorData || { message: errorText }, `Cloud API error: ${response.statusText}`, response.headers);
+        }
+        // Process SSE stream
+        yield* processCloudStream(response);
+    }
+    catch (error) {
+        // Handle cancellation
+        if (signal?.aborted) {
+            yield { type: 'error', error: new APIUserAbortError() };
+            return;
+        }
+        // Handle specific error types
+        if (error instanceof TypeError && error.message.includes('fetch')) {
+            yield {
+                type: 'error',
+                error: new APIConnectionError({
+                    message: 'Failed to connect to Allternit Cloud API',
+                    cause: error,
+                }),
+            };
+            return;
+        }
+        // Re-yield harness errors
+        if (error instanceof AllternitError) {
+            yield { type: 'error', error };
+            return;
+        }
+        // Wrap unknown errors
+        const harnessError = new AllternitError(error instanceof Error ? error.message : 'Unknown error in Cloud mode');
+        yield { type: 'error', error: harnessError };
+    }
+}
+/**
+ * Process SSE stream from Allternit Cloud API
+ */
+async function* processCloudStream(response) {
+    const reader = response.body?.getReader();
+    if (!reader) {
+        throw new AllternitError('Response body is null');
+    }
+    const decoder = new TextDecoder();
+    let buffer = '';
+    let currentEvent = null;
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || '';
+            for (const line of lines) {
+                // Empty line indicates end of event
+                if (!line.trim()) {
+                    if (currentEvent?.data) {
+                        yield* parseCloudEvent(currentEvent);
+                    }
+                    currentEvent = null;
+                    continue;
+                }
+                // Parse SSE field
+                if (line.startsWith('event: ')) {
+                    const existingData = currentEvent?.data ?? '';
+                    currentEvent = {
+                        event: line.slice(7).trim(),
+                        data: existingData,
+                    };
+                }
+                else if (line.startsWith('data: ')) {
+                    if (!currentEvent) {
+                        currentEvent = { event: null, data: '' };
+                    }
+                    currentEvent.data = line.slice(6).trim();
+                }
+                else if (line.startsWith(':')) {
+                    // Comment line, ignore
+                }
+            }
+        }
+        // Process any remaining event
+        if (currentEvent?.data) {
+            yield* parseCloudEvent(currentEvent);
+        }
+        // Ensure we always yield done
+        yield { type: 'done' };
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+/**
+ * Parse a single SSE event from Cloud API
+ */
+async function* parseCloudEvent(sse) {
+    // Handle ping events
+    if (sse.event === 'ping') {
+        return;
+    }
+    // Handle error events
+    if (sse.event === 'error') {
+        try {
+            const error = JSON.parse(sse.data);
+            yield {
+                type: 'error',
+                error: new APIError(error.status || 500, error, error.message || 'Cloud API error', undefined),
+            };
+        }
+        catch {
+            yield {
+                type: 'error',
+                error: new AllternitError(sse.data || 'Unknown cloud error'),
+            };
+        }
+        return;
+    }
+    // Parse data payload
+    try {
+        const chunk = JSON.parse(sse.data);
+        switch (chunk.type) {
+            case 'text':
+                if (chunk.text) {
+                    yield { type: 'text', text: chunk.text };
+                }
+                break;
+            case 'tool_call':
+                yield {
+                    type: 'tool_call',
+                    id: chunk.id || `tool_${Date.now()}`,
+                    name: chunk.name,
+                    arguments: chunk.arguments || {},
+                };
+                break;
+            case 'tool_result':
+                yield {
+                    type: 'tool_result',
+                    tool_use_id: chunk.tool_use_id,
+                    content: chunk.content,
+                };
+                break;
+            case 'thinking':
+                if (chunk.thinking) {
+                    yield { type: 'thinking', thinking: chunk.thinking };
+                }
+                break;
+            case 'usage':
+                yield {
+                    type: 'usage',
+                    input_tokens: chunk.input_tokens ?? 0,
+                    output_tokens: chunk.output_tokens ?? 0,
+                };
+                break;
+            case 'done':
+                yield { type: 'done' };
+                break;
+            default:
+                // Unknown chunk type, ignore
+                break;
+        }
+    }
+    catch (e) {
+        // Skip malformed chunks
+        console.warn('Failed to parse cloud stream chunk:', sse.data);
+    }
+}
+/**
+ * Non-streaming completion via Cloud API
+ */
+export async function completeViaCloud(config, request) {
+    const baseURL = config.baseURL || 'https://api.allternit.com';
+    const provider = request.provider;
+    if (!provider) {
+        throw new AllternitError('provider is required for cloud completion');
+    }
+    const response = await fetch(`${baseURL}/v1/ai/complete`, {
+        method: 'POST',
+        headers: {
+            'Authorization': `Bearer ${config.accessToken}`,
+            'Content-Type': 'application/json',
+            'X-Allternit-Provider': provider,
+        },
+        body: JSON.stringify({
+            provider: request.provider,
+            model: request.model,
+            messages: request.messages,
+            temperature: request.temperature,
+            max_tokens: request.maxTokens,
+            tools: request.tools,
+        }),
+        signal: request.signal,
+    });
+    if (!response.ok) {
+        const errorText = await response.text();
+        let errorData;
+        try {
+            errorData = JSON.parse(errorText);
+        }
+        catch {
+            // Not JSON
+        }
+        throw new APIError(response.status, errorData || { message: errorText }, `Cloud API error: ${response.statusText}`, response.headers);
+    }
+    return response.json();
+}
+/**
+ * List available models from Cloud API
+ */
+export async function listCloudModels(config, provider) {
+    const baseURL = config.baseURL || 'https://api.allternit.com';
+    const url = new URL(`${baseURL}/v1/ai/models`);
+    if (provider) {
+        url.searchParams.set('provider', provider);
+    }
+    const response = await fetch(url.toString(), {
+        method: 'GET',
+        headers: {
+            'Authorization': `Bearer ${config.accessToken}`,
+        },
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new APIError(response.status, { error }, `Failed to list models: ${response.statusText}`, response.headers);
+    }
+    const data = await response.json();
+    return data.models || [];
+}
+//# sourceMappingURL=cloud.js.map

package/dist/harness/modes/cloud.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud.js","sourceRoot":"","sources":["../../../src/harness/modes/cloud.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,QAAQ,EACR,kBAAkB,EAElB,iBAAiB,GAClB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AAOtE;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,eAAe,CACpC,MAAmB,EACnB,OAAsB;IAEtB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAElC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,cAAc,CAAC,0CAA0C,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,CAAC;QACH,yCAAyC;QACzC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,iBAAiB,EAAE,EAAE,CAAC;YACxD,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,eAAe,EAAE;YACtD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,CAAC,WAAW,EAAE;gBAC/C,cAAc,EAAE,kBAAkB;gBAClC,QAAQ,EAAE,mBAAmB;gBAC7B,sBAAsB,EAAE,QAAQ;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,UAAU,EAAE,OAAO,CAAC,SAAS;gBAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC;YACF,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,SAA8C,CAAC;YACnD,IAAI,CAAC;gBACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,gCAAgC;YAClC,CAAC;YAED,MAAM,IAAI,QAAQ,CAChB,QAAQ,CAAC,MAAM,EACf,SAAS,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,EACnC,oBAAoB,QAAQ,CAAC,UAAU,EAAE,EACzC,QAAQ,CAAC,OAAO,CACjB,CAAC;QACJ,CAAC;QAED,qBAAqB;QACrB,KAAK,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,sBAAsB;QACtB,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,iBAAiB,EAAE,EAAE,CAAC;YACxD,OAAO;QACT,CAAC;QAED,8BAA8B;QAC9B,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAClE,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,kBAAkB,CAAC;oBAC5B,OAAO,EAAE,0CAA0C;oBACnD,KAAK,EAAE,KAAK;iBACb,CAAC;aACH,CAAC;YACF,OAAO;QACT,CAAC;QAED,0BAA0B;QAC1B,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,sBAAsB;QACtB,MAAM,YAAY,GAAG,IAAI,cAAc,CACrC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CACvE,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;IAC/C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,kBAAkB,CAChC,QAAkB;IAElB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,cAAc,CAAC,uBAAuB,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,YAAY,GAAkD,IAAI,CAAC;IAEvE,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,oCAAoC;gBACpC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oBACjB,IAAI,YAAY,EAAE,IAAI,EAAE,CAAC;wBACvB,KAAK,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;oBACvC,CAAC;oBACD,YAAY,GAAG,IAAI,CAAC;oBACpB,SAAS;gBACX,CAAC;gBAED,kBAAkB;gBAClB,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC/B,MAAM,YAAY,GAAW,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC;oBACtD,YAAY,GAAG;wBACb,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;wBAC3B,IAAI,EAAE,YAAY;qBACnB,CAAC;gBACJ,CAAC;qBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrC,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,YAAY,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;oBAC3C,CAAC;oBACD,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,CAAC;qBAAM,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBAChC,uBAAuB;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,YAAY,EAAE,IAAI,EAAE,CAAC;YACvB,KAAK,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;QAED,8BAA8B;QAC9B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACzB,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,eAAe,CAC7B,GAA2C;IAE3C,qBAAqB;IACrB,IAAI,GAAG,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO;IACT,CAAC;IAED,sBAAsB;IACtB,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,QAAQ,CACjB,KAAK,CAAC,MAAM,IAAI,GAAG,EACnB,KAAK,EACL,KAAK,CAAC,OAAO,IAAI,iBAAiB,EAClC,SAAS,CACV;aACF,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,IAAI,qBAAqB,CAAC;aAC7D,CAAC;QACJ,CAAC;QACD,OAAO;IACT,CAAC;IAED,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,KAAK,GAAqB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAErD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,MAAM;gBACT,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACf,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC3C,CAAC;gBACD,MAAM;YAER,KAAK,WAAW;gBACd,MAAM;oBACJ,IAAI,EAAE,WAAW;oBACjB,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;oBACpC,IAAI,EAAE,KAAK,CAAC,IAAK;oBACjB,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE;iBACjC,CAAC;gBACF,MAAM;YAER,KAAK,aAAa;gBAChB,MAAM;oBACJ,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,KAAK,CAAC,WAAY;oBAC/B,OAAO,EAAE,KAAK,CAAC,OAAQ;iBACxB,CAAC;gBACF,MAAM;YAER,KAAK,UAAU;gBACb,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACnB,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACvD,CAAC;gBACD,MAAM;YAER,KAAK,OAAO;gBACV,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;oBACrC,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;iBACxC,CAAC;gBACF,MAAM;YAER,KAAK,MAAM;gBACT,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;gBACvB,MAAM;YAER;gBACE,6BAA6B;gBAC7B,MAAM;QACV,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,wBAAwB;QACxB,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAkBD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAmB,EACnB,OAAsB;IAMtB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAElC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,cAAc,CAAC,2CAA2C,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,iBAAiB,EAAE;QACxD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,eAAe,EAAE,UAAU,MAAM,CAAC,WAAW,EAAE;YAC/C,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,QAAQ;SACjC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;QACF,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,SAA8C,CAAC;QACnD,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;QAED,MAAM,IAAI,QAAQ,CAChB,QAAQ,CAAC,MAAM,EACf,SAAS,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,EACnC,oBAAoB,QAAQ,CAAC,UAAU,EAAE,EACzC,QAAQ,CAAC,OAAO,CACjB,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAIlB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAmB,EACnB,QAAiB;IAUjB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;IAE9D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,OAAO,eAAe,CAAC,CAAC;IAC/C,IAAI,QAAQ,EAAE,CAAC;QACb,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;QAC3C,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,eAAe,EAAE,UAAU,MAAM,CAAC,WAAW,EAAE;SAChD;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,QAAQ,CAChB,QAAQ,CAAC,MAAM,EACf,EAAE,KAAK,EAAE,EACT,0BAA0B,QAAQ,CAAC,UAAU,EAAE,EAC/C,QAAQ,CAAC,OAAO,CACjB,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAE/B,CAAC;IACF,OAAO,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;AAC3B,CAAC"}

package/dist/harness/modes/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Allternit Harness - Mode Handlers
+ * Export all harness mode implementations
+ */
+export { streamFromBYOK } from './byok';
+export { streamFromCloud, completeViaCloud, listCloudModels } from './cloud';
+export { streamFromLocal, completeViaLocal, listLocalModels, pullLocalModel, } from './local';
+export { streamFromSubprocess, executeSubprocess, } from './subprocess';
+//# sourceMappingURL=index.d.ts.map

package/dist/harness/modes/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/harness/modes/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,cAAc,GACf,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,cAAc,CAAC"}

package/dist/harness/modes/index.js

@@ -0,0 +1,9 @@
+/**
+ * Allternit Harness - Mode Handlers
+ * Export all harness mode implementations
+ */
+export { streamFromBYOK } from './byok';
+export { streamFromCloud, completeViaCloud, listCloudModels } from './cloud';
+export { streamFromLocal, completeViaLocal, listLocalModels, pullLocalModel, } from './local';
+export { streamFromSubprocess, executeSubprocess, } from './subprocess';
+//# sourceMappingURL=index.js.map

package/dist/harness/modes/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/harness/modes/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,cAAc,GACf,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,cAAc,CAAC"}

package/dist/harness/modes/local.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Local Mode (Ollama)
+ * Routes requests to local Ollama server
+ */
+import type { LocalConfig, StreamRequest, HarnessStreamChunk } from '../types';
+/**
+ * Stream from local Ollama server
+ */
+export declare function streamFromLocal(config: LocalConfig, request: StreamRequest): AsyncGenerator<HarnessStreamChunk>;
+/**
+ * Non-streaming completion via Ollama
+ */
+export declare function completeViaLocal(config: LocalConfig, request: StreamRequest): Promise<{
+    content: string;
+    tool_calls?: Array<{
+        id: string;
+        name: string;
+        arguments: Record<string, unknown>;
+    }>;
+    usage: {
+        input_tokens: number;
+        output_tokens: number;
+    };
+}>;
+/**
+ * List available local models from Ollama
+ */
+export declare function listLocalModels(config: LocalConfig): Promise<Array<{
+    name: string;
+    modified_at: string;
+    size: number;
+    digest: string;
+}>>;
+/**
+ * Pull a model from Ollama
+ */
+export declare function pullLocalModel(config: LocalConfig, modelName: string): Promise<void>;
+//# sourceMappingURL=local.d.ts.map

package/dist/harness/modes/local.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../../src/harness/modes/local.ts"],"names":[],"mappings":"AAAA;;;GAGG;AASH,OAAO,KAAK,EACV,WAAW,EACX,aAAa,EACb,kBAAkB,EAGnB,MAAM,UAAU,CAAC;AAOlB;;GAEG;AACH,wBAAuB,eAAe,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,aAAa,GACrB,cAAc,CAAC,kBAAkB,CAAC,CA4FpC;AA6FD;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC;IACT,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IACrF,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC;CACxD,CAAC,CAqDD;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CA+BrF;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CA+Bf"}

package/dist/harness/modes/local.js

@@ -0,0 +1,322 @@
+/**
+ * Local Mode (Ollama)
+ * Routes requests to local Ollama server
+ */
+import { APIError, APIConnectionError, APIUserAbortError, } from '../../providers/allternit';
+import { AllternitError } from '../../providers/allternit/core/error';
+/**
+ * Default Ollama base URL
+ */
+const DEFAULT_OLLAMA_URL = 'http://localhost:11434';
+/**
+ * Stream from local Ollama server
+ */
+export async function* streamFromLocal(config, request) {
+    const signal = request.signal;
+    const baseURL = config.baseURL || DEFAULT_OLLAMA_URL;
+    try {
+        // Check for cancellation before starting
+        if (signal?.aborted) {
+            yield { type: 'error', error: new APIUserAbortError() };
+            return;
+        }
+        // Convert messages to Ollama format
+        const ollamaMessages = convertToOllamaMessages(request.messages);
+        // Build request body
+        const requestBody = {
+            model: request.model,
+            messages: ollamaMessages,
+            stream: true,
+            options: {
+                temperature: request.temperature,
+                num_predict: request.maxTokens,
+            },
+        };
+        // Add tools if provided (Ollama supports tools in newer versions)
+        if (request.tools && request.tools.length > 0) {
+            requestBody.tools = convertToOllamaTools(request.tools);
+        }
+        const response = await fetch(`${baseURL}/api/chat`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                ...(config.apiKey && { 'Authorization': `Bearer ${config.apiKey}` }),
+            },
+            body: JSON.stringify(requestBody),
+            signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            let errorData;
+            try {
+                errorData = JSON.parse(errorText);
+            }
+            catch {
+                // Not JSON
+            }
+            throw new APIError(response.status, errorData || { error: errorText }, `Ollama error: ${response.statusText}`, response.headers);
+        }
+        // Process NDJSON stream
+        yield* processOllamaStream(response);
+    }
+    catch (error) {
+        // Handle cancellation
+        if (signal?.aborted) {
+            yield { type: 'error', error: new APIUserAbortError() };
+            return;
+        }
+        // Handle connection errors
+        if (error instanceof TypeError) {
+            if (error.message.includes('fetch') || error.message.includes('ECONNREFUSED')) {
+                yield {
+                    type: 'error',
+                    error: new APIConnectionError({
+                        message: `Failed to connect to Ollama at ${baseURL}. Is Ollama running?`,
+                        cause: error,
+                    }),
+                };
+                return;
+            }
+        }
+        // Re-yield harness errors
+        if (error instanceof AllternitError) {
+            yield { type: 'error', error };
+            return;
+        }
+        // Wrap unknown errors
+        const harnessError = new AllternitError(error instanceof Error ? error.message : 'Unknown error in Local mode');
+        yield { type: 'error', error: harnessError };
+    }
+}
+/**
+ * Process Ollama NDJSON stream
+ */
+async function* processOllamaStream(response) {
+    const reader = response.body?.getReader();
+    if (!reader) {
+        throw new AllternitError('Response body is null');
+    }
+    const decoder = new TextDecoder();
+    let buffer = '';
+    let accumulatedToolCalls = new Map();
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || '';
+            for (const line of lines) {
+                if (!line.trim())
+                    continue;
+                try {
+                    const chunk = JSON.parse(line);
+                    // Handle error in stream
+                    if (chunk.error) {
+                        yield {
+                            type: 'error',
+                            error: new AllternitError(chunk.error),
+                        };
+                        continue;
+                    }
+                    // Handle content
+                    if (chunk.message?.content) {
+                        yield { type: 'text', text: chunk.message.content };
+                    }
+                    // Handle tool calls
+                    if (chunk.message?.tool_calls) {
+                        for (const toolCall of chunk.message.tool_calls) {
+                            const existing = accumulatedToolCalls.get(toolCall.function.name);
+                            if (existing) {
+                                // Accumulate arguments if streaming tool calls
+                                Object.assign(existing.function.arguments, toolCall.function.arguments);
+                            }
+                            else {
+                                accumulatedToolCalls.set(toolCall.function.name, toolCall);
+                                yield {
+                                    type: 'tool_call',
+                                    id: toolCall.id || `tool_${Date.now()}_${toolCall.function.name}`,
+                                    name: toolCall.function.name,
+                                    arguments: toolCall.function.arguments || {},
+                                };
+                            }
+                        }
+                    }
+                    // Stream is done
+                    if (chunk.done) {
+                        // Yield usage info if available
+                        if (chunk.prompt_eval_count !== undefined || chunk.eval_count !== undefined) {
+                            yield {
+                                type: 'usage',
+                                input_tokens: chunk.prompt_eval_count ?? 0,
+                                output_tokens: chunk.eval_count ?? 0,
+                            };
+                        }
+                        yield { type: 'done' };
+                        return;
+                    }
+                }
+                catch (e) {
+                    // Skip malformed chunks
+                    console.warn('Failed to parse Ollama stream chunk:', line);
+                }
+            }
+        }
+        // Stream ended without explicit done
+        yield { type: 'done' };
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+/**
+ * Non-streaming completion via Ollama
+ */
+export async function completeViaLocal(config, request) {
+    const baseURL = config.baseURL || DEFAULT_OLLAMA_URL;
+    const ollamaMessages = convertToOllamaMessages(request.messages);
+    const requestBody = {
+        model: request.model,
+        messages: ollamaMessages,
+        stream: false,
+        options: {
+            temperature: request.temperature,
+            num_predict: request.maxTokens,
+        },
+    };
+    if (request.tools && request.tools.length > 0) {
+        requestBody.tools = convertToOllamaTools(request.tools);
+    }
+    const response = await fetch(`${baseURL}/api/chat`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            ...(config.apiKey && { 'Authorization': `Bearer ${config.apiKey}` }),
+        },
+        body: JSON.stringify(requestBody),
+        signal: request.signal,
+    });
+    if (!response.ok) {
+        const errorText = await response.text();
+        throw new APIError(response.status, { error: errorText }, `Ollama error: ${response.statusText}`, response.headers);
+    }
+    const result = await response.json();
+    return {
+        content: result.message?.content || '',
+        tool_calls: result.message?.tool_calls?.map((tc) => ({
+            id: tc.id || `tool_${Date.now()}_${tc.function.name}`,
+            name: tc.function.name,
+            arguments: tc.function.arguments || {},
+        })),
+        usage: {
+            input_tokens: result.prompt_eval_count ?? 0,
+            output_tokens: result.eval_count ?? 0,
+        },
+    };
+}
+/**
+ * List available local models from Ollama
+ */
+export async function listLocalModels(config) {
+    const baseURL = config.baseURL || DEFAULT_OLLAMA_URL;
+    try {
+        const response = await fetch(`${baseURL}/api/tags`, {
+            method: 'GET',
+            headers: config.apiKey ? { 'Authorization': `Bearer ${config.apiKey}` } : {},
+        });
+        if (!response.ok) {
+            const error = await response.text();
+            throw new APIError(response.status, { error }, `Failed to list Ollama models: ${response.statusText}`, response.headers);
+        }
+        const data = await response.json();
+        return data.models || [];
+    }
+    catch (error) {
+        if (error instanceof APIError)
+            throw error;
+        throw new APIConnectionError({
+            message: `Failed to connect to Ollama at ${baseURL}`,
+            cause: error instanceof Error ? error : undefined,
+        });
+    }
+}
+/**
+ * Pull a model from Ollama
+ */
+export async function pullLocalModel(config, modelName) {
+    const baseURL = config.baseURL || DEFAULT_OLLAMA_URL;
+    const response = await fetch(`${baseURL}/api/pull`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            ...(config.apiKey && { 'Authorization': `Bearer ${config.apiKey}` }),
+        },
+        body: JSON.stringify({ name: modelName }),
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new APIError(response.status, { error }, `Failed to pull model: ${response.statusText}`, response.headers);
+    }
+    // Consume the stream (pull progress)
+    const reader = response.body?.getReader();
+    if (reader) {
+        while (true) {
+            const { done } = await reader.read();
+            if (done)
+                break;
+        }
+        reader.releaseLock();
+    }
+}
+// ============================================================================
+// Converters
+// ============================================================================
+/**
+ * Convert harness messages to Ollama format
+ */
+function convertToOllamaMessages(messages) {
+    return messages.map((msg) => {
+        const role = msg.role === 'assistant' ? 'assistant' : msg.role === 'system' ? 'system' : 'user';
+        if (typeof msg.content === 'string') {
+            return {
+                role,
+                content: msg.content,
+            };
+        }
+        // Handle complex content blocks
+        const textParts = [];
+        const images = [];
+        for (const block of msg.content) {
+            if (block.type === 'text') {
+                textParts.push(block.text);
+            }
+            else if (block.type === 'image' && block.source.type === 'base64') {
+                images.push(block.source.data);
+            }
+        }
+        return {
+            role,
+            content: textParts.join('\n'),
+            images: images.length > 0 ? images : undefined,
+        };
+    });
+}
+/**
+ * Convert harness tools to Ollama format
+ */
+function convertToOllamaTools(tools) {
+    return tools.map((tool) => ({
+        type: 'function',
+        function: {
+            name: tool.name,
+            description: tool.description,
+            parameters: {
+                type: 'object',
+                properties: tool.input_schema.properties,
+                required: tool.input_schema.required,
+            },
+        },
+    }));
+}
+//# sourceMappingURL=local.js.map