@allternit/gizzi-sdk 1.3.0

package/dist/harness/index.js

@@ -0,0 +1,442 @@
+export { HarnessError } from './errors.js';
+/**
+ * Allternit Harness - Main Entry Point
+ * Unified AI interface for BYOK, Cloud, Local, and Subprocess modes
+ */
+import { AllternitError } from '../providers/allternit/core/error';
+import { buildTierMap, scoreMessages } from './router.js';
+import { streamFromBYOK, streamFromCloud, streamFromLocal, streamFromSubprocess, completeViaCloud, completeViaLocal, executeSubprocess, listCloudModels, listLocalModels, } from './modes';
+export * from './types';
+export * from './modes';
+/**
+ * AllternitHarness - Main class for AI interactions
+ * Provides a unified interface across all operation modes
+ */
+export class AllternitHarness {
+    config;
+    tierMap = null;
+    constructor(config) {
+        this.validateConfig(config);
+        this.config = config;
+    }
+    /**
+     * Validate the harness configuration
+     */
+    validateConfig(config) {
+        if (!config.mode) {
+            throw new AllternitError('HarnessConfig.mode is required');
+        }
+        const validModes = ['byok', 'cloud', 'local', 'subprocess'];
+        if (!validModes.includes(config.mode)) {
+            throw new AllternitError(`Invalid mode: ${config.mode}. Must be one of: ${validModes.join(', ')}`);
+        }
+        // Validate mode-specific config
+        switch (config.mode) {
+            case 'byok':
+                if (!config.byok?.keys) {
+                    throw new AllternitError('BYOK mode requires config.byok.keys');
+                }
+                break;
+            case 'cloud':
+                if (!config.cloud?.accessToken) {
+                    throw new AllternitError('Cloud mode requires config.cloud.accessToken');
+                }
+                break;
+            case 'local':
+                if (!config.local?.baseURL) {
+                    throw new AllternitError('Local mode requires config.local.baseURL');
+                }
+                break;
+            case 'subprocess':
+                if (!config.subprocess?.command) {
+                    throw new AllternitError('Subprocess mode requires config.subprocess.command');
+                }
+                break;
+        }
+    }
+    /**
+     * Main streaming interface
+     * Routes to the appropriate mode handler
+     */
+    /**
+     * Resolve auto-routing: score messages and pick provider+model from tier map.
+     * Built lazily on first use; cached for the lifetime of this harness instance.
+     */
+    resolveRoute(request) {
+        const isAuto = !request.provider || request.provider === 'auto';
+        if (!isAuto)
+            return request;
+        if (this.config.mode !== 'byok' || !this.config.byok) {
+            throw new AllternitError('Auto-routing requires BYOK mode with at least one API key');
+        }
+        if (!this.tierMap) {
+            this.tierMap = buildTierMap(this.config.byok.keys);
+        }
+        const tier = scoreMessages(request.messages, request.tools);
+        const { provider, model } = this.tierMap[tier];
+        return { ...request, provider, model };
+    }
+    async *stream(request) {
+        const routed = this.resolveRoute(request);
+        const enrichedRequest = this.enrichRequest(routed);
+        switch (this.config.mode) {
+            case 'byok':
+                if (!this.config.byok) {
+                    throw new AllternitError('BYOK config not provided');
+                }
+                yield* streamFromBYOK(this.config.byok, enrichedRequest);
+                break;
+            case 'cloud':
+                if (!this.config.cloud) {
+                    throw new AllternitError('Cloud config not provided');
+                }
+                yield* streamFromCloud(this.config.cloud, enrichedRequest);
+                break;
+            case 'local':
+                if (!this.config.local) {
+                    throw new AllternitError('Local config not provided');
+                }
+                yield* streamFromLocal(this.config.local, enrichedRequest);
+                break;
+            case 'subprocess':
+                if (!this.config.subprocess) {
+                    throw new AllternitError('Subprocess config not provided');
+                }
+                yield* streamFromSubprocess(this.config.subprocess, enrichedRequest);
+                break;
+            default:
+                throw new AllternitError(`Unknown mode: ${this.config.mode}`);
+        }
+    }
+    /**
+     * Non-streaming completion
+     */
+    async complete(request) {
+        if (!request.model) {
+            throw new AllternitError('StreamRequest.model is required for non-streaming completion');
+        }
+        const routed = this.resolveRoute(request);
+        const enrichedRequest = this.enrichRequest(routed);
+        switch (this.config.mode) {
+            case 'cloud': {
+                if (!this.config.cloud) {
+                    throw new AllternitError('Cloud config not provided');
+                }
+                const result = await completeViaCloud(this.config.cloud, enrichedRequest);
+                return {
+                    id: `cloud_${Date.now()}`,
+                    model: request.model,
+                    content: result.tool_calls?.length
+                        ? [
+                            { type: 'text', text: result.content },
+                            ...result.tool_calls.map((tc) => ({
+                                type: 'tool_use',
+                                id: tc.id,
+                                name: tc.name,
+                                input: tc.arguments,
+                            })),
+                        ]
+                        : [{ type: 'text', text: result.content }],
+                    role: 'assistant',
+                    stop_reason: result.tool_calls?.length ? 'tool_use' : 'end_turn',
+                    usage: result.usage,
+                };
+            }
+            case 'local': {
+                if (!this.config.local) {
+                    throw new AllternitError('Local config not provided');
+                }
+                const result = await completeViaLocal(this.config.local, enrichedRequest);
+                return {
+                    id: `local_${Date.now()}`,
+                    model: request.model,
+                    content: result.tool_calls?.length
+                        ? [
+                            { type: 'text', text: result.content },
+                            ...result.tool_calls.map((tc) => ({
+                                type: 'tool_use',
+                                id: tc.id,
+                                name: tc.name,
+                                input: tc.arguments,
+                            })),
+                        ]
+                        : [{ type: 'text', text: result.content }],
+                    role: 'assistant',
+                    stop_reason: result.tool_calls?.length ? 'tool_use' : 'end_turn',
+                    usage: result.usage,
+                };
+            }
+            case 'subprocess': {
+                if (!this.config.subprocess) {
+                    throw new AllternitError('Subprocess config not provided');
+                }
+                const result = await executeSubprocess(this.config.subprocess, enrichedRequest.messages, enrichedRequest.signal);
+                return {
+                    id: `subprocess_${Date.now()}`,
+                    model: request.model,
+                    content: [{ type: 'text', text: result.content }],
+                    role: 'assistant',
+                    stop_reason: 'end_turn',
+                    usage: result.usage,
+                };
+            }
+            case 'byok': {
+                // For BYOK, collect stream into a single response
+                const chunks = [];
+                for await (const chunk of this.stream(enrichedRequest)) {
+                    chunks.push(chunk);
+                }
+                // Aggregate text and tool calls
+                let text = '';
+                const toolCalls = [];
+                let usage = { input_tokens: 0, output_tokens: 0 };
+                for (const chunk of chunks) {
+                    if (chunk.type === 'text') {
+                        text += chunk.text;
+                    }
+                    else if (chunk.type === 'tool_call') {
+                        toolCalls.push({ id: chunk.id, name: chunk.name, input: chunk.arguments });
+                    }
+                    else if (chunk.type === 'usage') {
+                        usage = { input_tokens: chunk.input_tokens, output_tokens: chunk.output_tokens };
+                    }
+                }
+                return {
+                    id: `byok_${Date.now()}`,
+                    model: request.model,
+                    content: toolCalls.length
+                        ? [
+                            { type: 'text', text },
+                            ...toolCalls.map((tc) => ({
+                                type: 'tool_use',
+                                id: tc.id,
+                                name: tc.name,
+                                input: tc.input,
+                            })),
+                        ]
+                        : [{ type: 'text', text }],
+                    role: 'assistant',
+                    stop_reason: toolCalls.length ? 'tool_use' : 'end_turn',
+                    usage,
+                };
+            }
+            default:
+                throw new AllternitError(`Unknown mode: ${this.config.mode}`);
+        }
+    }
+    /**
+     * List available providers for current mode
+     */
+    async listProviders() {
+        const providers = [
+            {
+                id: 'allternit',
+                name: 'Allternit',
+                description: 'Allternit AI models',
+                modes: ['byok', 'cloud'],
+            },
+            {
+                id: 'openai',
+                name: 'OpenAI',
+                description: 'GPT models from OpenAI',
+                modes: ['byok', 'cloud'],
+            },
+            {
+                id: 'google',
+                name: 'Google',
+                description: 'Gemini models from Google',
+                modes: ['byok', 'cloud'],
+            },
+            {
+                id: 'ollama',
+                name: 'Ollama',
+                description: 'Local models via Ollama',
+                modes: ['local'],
+            },
+        ];
+        // Filter providers available in current mode
+        return providers.filter((p) => p.modes.includes(this.config.mode));
+    }
+    /**
+     * List available models for a provider
+     */
+    async listModels(provider) {
+        switch (this.config.mode) {
+            case 'cloud':
+                if (!this.config.cloud) {
+                    throw new AllternitError('Cloud config not provided');
+                }
+                const cloudModels = await listCloudModels(this.config.cloud, provider);
+                return cloudModels.map((m) => ({
+                    id: m.id,
+                    name: m.name,
+                    provider: m.provider,
+                    capabilities: m.capabilities,
+                    context_window: 200000, // Default, should come from API
+                }));
+            case 'local':
+                if (!this.config.local) {
+                    throw new AllternitError('Local config not provided');
+                }
+                const localModels = await listLocalModels(this.config.local);
+                return localModels.map((m) => ({
+                    id: m.name,
+                    name: m.name,
+                    provider: 'ollama',
+                    capabilities: ['text'],
+                    context_window: 128000, // Varies by model
+                }));
+            case 'byok':
+                // Return known models for BYOK providers
+                return this.getKnownModels(provider);
+            case 'subprocess':
+                // Subprocess mode doesn't have a model list
+                return [];
+            default:
+                return [];
+        }
+    }
+    /**
+     * Get known models for BYOK providers
+     */
+    getKnownModels(provider) {
+        const models = {
+            allternit: [
+                {
+                    id: 'claude-3-7-sonnet-20250219',
+                    name: 'Allternit 3.7 Sonnet',
+                    provider: 'allternit',
+                    capabilities: ['text', 'vision', 'tools'],
+                    context_window: 200000,
+                    max_output_tokens: 8192,
+                },
+                {
+                    id: 'claude-3-opus-20240229',
+                    name: 'Allternit 3 Opus',
+                    provider: 'allternit',
+                    capabilities: ['text', 'vision', 'tools'],
+                    context_window: 200000,
+                    max_output_tokens: 4096,
+                },
+                {
+                    id: 'claude-3-5-haiku-20241022',
+                    name: 'Allternit 3.5 Haiku',
+                    provider: 'allternit',
+                    capabilities: ['text', 'vision', 'tools'],
+                    context_window: 200000,
+                    max_output_tokens: 8192,
+                },
+            ],
+            openai: [
+                {
+                    id: 'gpt-4o',
+                    name: 'GPT-4o',
+                    provider: 'openai',
+                    capabilities: ['text', 'vision', 'tools'],
+                    context_window: 128000,
+                    max_output_tokens: 4096,
+                },
+                {
+                    id: 'gpt-4-turbo',
+                    name: 'GPT-4 Turbo',
+                    provider: 'openai',
+                    capabilities: ['text', 'vision', 'tools'],
+                    context_window: 128000,
+                    max_output_tokens: 4096,
+                },
+                {
+                    id: 'gpt-3.5-turbo',
+                    name: 'GPT-3.5 Turbo',
+                    provider: 'openai',
+                    capabilities: ['text', 'tools'],
+                    context_window: 16385,
+                    max_output_tokens: 4096,
+                },
+            ],
+            google: [
+                {
+                    id: 'gemini-2.0-flash',
+                    name: 'Gemini 2.0 Flash',
+                    provider: 'google',
+                    capabilities: ['text', 'vision', 'tools'],
+                    context_window: 1000000,
+                    max_output_tokens: 8192,
+                },
+                {
+                    id: 'gemini-2.0-pro',
+                    name: 'Gemini 2.0 Pro',
+                    provider: 'google',
+                    capabilities: ['text', 'vision', 'tools'],
+                    context_window: 2000000,
+                    max_output_tokens: 8192,
+                },
+            ],
+        };
+        return models[provider] || [];
+    }
+    /**
+     * Enrich the request with system prompts and defaults
+     */
+    enrichRequest(request) {
+        // Check if system message already exists
+        const hasSystemMessage = request.messages.some((m) => m.role === 'system');
+        if (hasSystemMessage) {
+            // Augment existing system message
+            return {
+                ...request,
+                messages: request.messages.map((m) => m.role === 'system'
+                    ? { ...m, content: `${ALLTERNIT_SYSTEM_PROMPT}\n\n${m.content}` }
+                    : m),
+            };
+        }
+        // Prepend Allternit system prompt
+        return {
+            ...request,
+            messages: [
+                { role: 'system', content: ALLTERNIT_SYSTEM_PROMPT },
+                ...request.messages,
+            ],
+        };
+    }
+    /**
+     * Get current mode
+     */
+    getMode() {
+        return this.config.mode;
+    }
+    /**
+     * Update configuration
+     */
+    updateConfig(config) {
+        const newConfig = { ...this.config, ...config };
+        this.validateConfig(newConfig);
+        this.config = newConfig;
+    }
+}
+/**
+ * Allternit system prompt injected into all conversations
+ */
+const ALLTERNIT_SYSTEM_PROMPT = `You are Allternit, an advanced AI assistant integrated into the Allternit development platform.
+
+CAPABILITIES:
+- Write, edit, and analyze code across all major languages
+- Execute terminal commands safely with user approval
+- Manage files and projects intelligently
+- Use tools to extend your capabilities
+
+PERSONALITY:
+- Direct and technical - get to the solution quickly
+- Ask clarifying questions when requirements are ambiguous
+- Always explain your reasoning for complex decisions
+- Use markdown formatting for code and structured data
+
+SAFETY:
+- Never execute destructive commands without explicit approval
+- Respect .gitignore and sensitive file patterns
+- Warn about potential security issues in code
+
+CONTEXT:
+- You have access to the current working directory
+- You can read files, execute commands, and edit code
+- Sessions persist across conversations`;
+//# sourceMappingURL=index.js.map

package/dist/harness/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/harness/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAqB,MAAM,mCAAmC,CAAC;AAUtF,OAAO,EAAE,YAAY,EAAE,aAAa,EAAgB,MAAM,aAAa,CAAC;AAExE,OAAO,EACL,cAAc,EACd,eAAe,EACf,eAAe,EACf,oBAAoB,EACpB,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,eAAe,GAChB,MAAM,SAAS,CAAC;AAEjB,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AAExB;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAgB;IACtB,OAAO,GAAmB,IAAI,CAAC;IAEvC,YAAY,MAAqB;QAC/B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAqB;QAC1C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,cAAc,CAAC,gCAAgC,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QAC5D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,cAAc,CACtB,iBAAiB,MAAM,CAAC,IAAI,qBAAqB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACzE,CAAC;QACJ,CAAC;QAED,gCAAgC;QAChC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM;gBACT,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,qCAAqC,CAAC,CAAC;gBAClE,CAAC;gBACD,MAAM;YACR,KAAK,OAAO;gBACV,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC;oBAC/B,MAAM,IAAI,cAAc,CAAC,8CAA8C,CAAC,CAAC;gBAC3E,CAAC;gBACD,MAAM;YACR,KAAK,OAAO;gBACV,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;oBAC3B,MAAM,IAAI,cAAc,CAAC,0CAA0C,CAAC,CAAC;gBACvE,CAAC;gBACD,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC;oBAChC,MAAM,IAAI,cAAc,CAAC,oDAAoD,CAAC,CAAC;gBACjF,CAAC;gBACD,MAAM;QACV,CAAC;IACH,CAAC;IAED;;;OAGG;IACH;;;OAGG;IACK,YAAY,CAAC,OAAsB;QACzC,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,KAAK,MAAM,CAAC;QAChE,IAAI,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC;QAE5B,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrD,MAAM,IAAI,cAAc,CAAC,2DAA2D,CAAC,CAAC;QACxF,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/C,OAAO,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAAsB;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,KAAK,MAAM;gBACT,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBACtB,MAAM,IAAI,cAAc,CAAC,0BAA0B,CAAC,CAAC;gBACvD,CAAC;gBACD,KAAK,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;gBACzD,MAAM;YAER,KAAK,OAAO;gBACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,2BAA2B,CAAC,CAAC;gBACxD,CAAC;gBACD,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC3D,MAAM;YAER,KAAK,OAAO;gBACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,2BAA2B,CAAC,CAAC;gBACxD,CAAC;gBACD,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC3D,MAAM;YAER,KAAK,YAAY;gBACf,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;oBAC5B,MAAM,IAAI,cAAc,CAAC,gCAAgC,CAAC,CAAC;gBAC7D,CAAC;gBACD,KAAK,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;gBACrE,MAAM;YAER;gBACE,MAAM,IAAI,cAAc,CAAC,iBAAiB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAsB;QACnC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,cAAc,CAAC,8DAA8D,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAEnD,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,2BAA2B,CAAC,CAAC;gBACxD,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC1E,OAAO;oBACL,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE;oBACzB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,OAAO,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM;wBAChC,CAAC,CAAC;4BACE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE;4BACtC,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gCAChC,IAAI,EAAE,UAAmB;gCACzB,EAAE,EAAE,EAAE,CAAC,EAAE;gCACT,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,KAAK,EAAE,EAAE,CAAC,SAAS;6BACpB,CAAC,CAAC;yBACJ;wBACH,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC5C,IAAI,EAAE,WAAW;oBACjB,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;oBAChE,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;YACJ,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,2BAA2B,CAAC,CAAC;gBACxD,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC1E,OAAO;oBACL,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE;oBACzB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,OAAO,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM;wBAChC,CAAC,CAAC;4BACE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE;4BACtC,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gCAChC,IAAI,EAAE,UAAmB;gCACzB,EAAE,EAAE,EAAE,CAAC,EAAE;gCACT,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,KAAK,EAAE,EAAE,CAAC,SAAS;6BACpB,CAAC,CAAC;yBACJ;wBACH,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;oBAC5C,IAAI,EAAE,WAAW;oBACjB,WAAW,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;oBAChE,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;YACJ,CAAC;YAED,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;oBAC5B,MAAM,IAAI,cAAc,CAAC,gCAAgC,CAAC,CAAC;gBAC7D,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,IAAI,CAAC,MAAM,CAAC,UAAU,EACtB,eAAe,CAAC,QAAQ,EACxB,eAAe,CAAC,MAAM,CACvB,CAAC;gBACF,OAAO;oBACL,EAAE,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,EAAE;oBAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjD,IAAI,EAAE,WAAW;oBACjB,WAAW,EAAE,UAAU;oBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,kDAAkD;gBAClD,MAAM,MAAM,GAAyB,EAAE,CAAC;gBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;oBACvD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACrB,CAAC;gBAED,gCAAgC;gBAChC,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,MAAM,SAAS,GAAwE,EAAE,CAAC;gBAC1F,IAAI,KAAK,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAElD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;oBACrB,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACtC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;oBAC7E,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAClC,KAAK,GAAG,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC;oBACnF,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;oBACxB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,OAAO,EAAE,SAAS,CAAC,MAAM;wBACvB,CAAC,CAAC;4BACE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;4BACtB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gCACxB,IAAI,EAAE,UAAmB;gCACzB,EAAE,EAAE,EAAE,CAAC,EAAE;gCACT,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,KAAK,EAAE,EAAE,CAAC,KAAK;6BAChB,CAAC,CAAC;yBACJ;wBACH,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;oBAC5B,IAAI,EAAE,WAAW;oBACjB,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;oBACvD,KAAK;iBACN,CAAC;YACJ,CAAC;YAED;gBACE,MAAM,IAAI,cAAc,CAAC,iBAAiB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,SAAS,GAAmB;YAChC;gBACE,EAAE,EAAE,WAAW;gBACf,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,qBAAqB;gBAClC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;aACzB;YACD;gBACE,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,wBAAwB;gBACrC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;aACzB;YACD;gBACE,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2BAA2B;gBACxC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;aACzB;YACD;gBACE,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,yBAAyB;gBACtC,KAAK,EAAE,CAAC,OAAO,CAAC;aACjB;SACF,CAAC;QAEF,6CAA6C;QAC7C,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzB,KAAK,OAAO;gBACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,2BAA2B,CAAC,CAAC;gBACxD,CAAC;gBACD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACvE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC7B,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,YAAY,EAAE,CAAC,CAAC,YAAY;oBAC5B,cAAc,EAAE,MAAM,EAAE,gCAAgC;iBACzD,CAAC,CAAC,CAAC;YAEN,KAAK,OAAO;gBACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM,IAAI,cAAc,CAAC,2BAA2B,CAAC,CAAC;gBACxD,CAAC;gBACD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC7D,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC7B,EAAE,EAAE,CAAC,CAAC,IAAI;oBACV,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,CAAC,MAAM,CAAC;oBACtB,cAAc,EAAE,MAAM,EAAE,kBAAkB;iBAC3C,CAAC,CAAC,CAAC;YAEN,KAAK,MAAM;gBACT,yCAAyC;gBACzC,OAAO,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAEvC,KAAK,YAAY;gBACf,4CAA4C;gBAC5C,OAAO,EAAE,CAAC;YAEZ;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,QAAgB;QACrC,MAAM,MAAM,GAAgC;YAC1C,SAAS,EAAE;gBACT;oBACE,EAAE,EAAE,4BAA4B;oBAChC,IAAI,EAAE,sBAAsB;oBAC5B,QAAQ,EAAE,WAAW;oBACrB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACzC,cAAc,EAAE,MAAM;oBACtB,iBAAiB,EAAE,IAAI;iBACxB;gBACD;oBACE,EAAE,EAAE,wBAAwB;oBAC5B,IAAI,EAAE,kBAAkB;oBACxB,QAAQ,EAAE,WAAW;oBACrB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACzC,cAAc,EAAE,MAAM;oBACtB,iBAAiB,EAAE,IAAI;iBACxB;gBACD;oBACE,EAAE,EAAE,2BAA2B;oBAC/B,IAAI,EAAE,qBAAqB;oBAC3B,QAAQ,EAAE,WAAW;oBACrB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACzC,cAAc,EAAE,MAAM;oBACtB,iBAAiB,EAAE,IAAI;iBACxB;aACF;YACD,MAAM,EAAE;gBACN;oBACE,EAAE,EAAE,QAAQ;oBACZ,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACzC,cAAc,EAAE,MAAM;oBACtB,iBAAiB,EAAE,IAAI;iBACxB;gBACD;oBACE,EAAE,EAAE,aAAa;oBACjB,IAAI,EAAE,aAAa;oBACnB,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACzC,cAAc,EAAE,MAAM;oBACtB,iBAAiB,EAAE,IAAI;iBACxB;gBACD;oBACE,EAAE,EAAE,eAAe;oBACnB,IAAI,EAAE,eAAe;oBACrB,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;oBAC/B,cAAc,EAAE,KAAK;oBACrB,iBAAiB,EAAE,IAAI;iBACxB;aACF;YACD,MAAM,EAAE;gBACN;oBACE,EAAE,EAAE,kBAAkB;oBACtB,IAAI,EAAE,kBAAkB;oBACxB,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACzC,cAAc,EAAE,OAAO;oBACvB,iBAAiB,EAAE,IAAI;iBACxB;gBACD;oBACE,EAAE,EAAE,gBAAgB;oBACpB,IAAI,EAAE,gBAAgB;oBACtB,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACzC,cAAc,EAAE,OAAO;oBACvB,iBAAiB,EAAE,IAAI;iBACxB;aACF;SACF,CAAC;QAEF,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,OAAsB;QAC1C,yCAAyC;QACzC,MAAM,gBAAgB,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE3E,IAAI,gBAAgB,EAAE,CAAC;YACrB,kCAAkC;YAClC,OAAO;gBACL,GAAG,OAAO;gBACV,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACnC,CAAC,CAAC,IAAI,KAAK,QAAQ;oBACjB,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,GAAG,uBAAuB,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;oBACjE,CAAC,CAAC,CAAC,CACN;aACF,CAAC;QACJ,CAAC;QAED,kCAAkC;QAClC,OAAO;YACL,GAAG,OAAO;YACV,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,EAAE;gBACpD,GAAG,OAAO,CAAC,QAAQ;aACpB;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,MAA8B;QACzC,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QAChD,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;wCAsBQ,CAAC"}

package/dist/harness/modes/byok.d.ts

@@ -0,0 +1,10 @@
+/**
+ * BYOK Mode (Bring Your Own Key)
+ * Routes requests to appropriate provider using user's API keys
+ */
+import type { BYOKConfig, StreamRequest, HarnessStreamChunk } from '../types';
+/**
+ * Stream from BYOK mode - routes to appropriate provider based on request.provider
+ */
+export declare function streamFromBYOK(config: BYOKConfig, request: StreamRequest): AsyncGenerator<HarnessStreamChunk>;
+//# sourceMappingURL=byok.d.ts.map

package/dist/harness/modes/byok.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"byok.d.ts","sourceRoot":"","sources":["../../../src/harness/modes/byok.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAWH,OAAO,KAAK,EACV,UAAU,EACV,aAAa,EACb,kBAAkB,EAEnB,MAAM,UAAU,CAAC;AAGlB;;GAEG;AACH,wBAAuB,cAAc,CACnC,MAAM,EAAE,UAAU,EAClB,OAAO,EAAE,aAAa,GACrB,cAAc,CAAC,kBAAkB,CAAC,CAsCpC"}