qa360 2.2.1 → 2.2.13

package/cli/dist/core/ai/deepseek-provider.d.ts

@@ -0,0 +1,81 @@
+/**
+ * DeepSeek LLM Provider
+ *
+ * Provider for DeepSeek API (https://api.deepseek.com).
+ * DeepSeek offers GPT-4 level performance at 95% lower cost.
+ *
+ * Environment variables:
+ * - DEEPSEEK_API_KEY: Required API key
+ * - DEEPSEEK_BASE_URL: Optional base URL (default: https://api.deepseek.com/v1)
+ * - DEEPSEEK_MODEL: Model to use (default: deepseek-chat)
+ *
+ * Pricing (as of 2025):
+ * - deepseek-chat: $0.14/M input tokens, $0.28/M output tokens
+ * - deepseek-coder: $0.14/M input tokens, $0.28/M output tokens
+ *
+ * Compared to GPT-4:
+ * - GPT-4: ~$30/M input, ~$60/M output
+ * - Savings: ~99.5% cheaper
+ */
+import type { LLMProvider, GenerationRequest, GenerationResponse } from './index.js';
+export interface DeepSeekConfig {
+    apiKey?: string;
+    baseURL?: string;
+    model?: string;
+    timeout?: number;
+}
+/**
+ * DeepSeek provider for cost-effective AI inference
+ *
+ * DeepSeek V3 matches GPT-4 performance at a fraction of the cost.
+ * Perfect for test generation, code analysis, and quality assurance tasks.
+ */
+export declare class DeepSeekProvider implements LLMProvider {
+    name: string;
+    models: string[];
+    private readonly apiKey;
+    private readonly baseURL;
+    private readonly defaultModel;
+    private readonly timeout;
+    constructor(config?: DeepSeekConfig);
+    isAvailable(): Promise<boolean>;
+    generate(request: GenerationRequest): Promise<GenerationResponse>;
+    stream(request: GenerationRequest): AsyncIterable<string>;
+    countTokens(text: string): number;
+    private buildMessages;
+    /**
+     * Get cost estimate for a generation
+     * DeepSeek pricing: $0.14/M input, $0.28/M output
+     */
+    estimateCost(inputTokens: number, outputTokens: number): number;
+    /**
+     * Compare cost to GPT-4
+     * GPT-4: ~$30/M input, ~$60/M output
+     */
+    compareGPT4(inputTokens: number, outputTokens: number): {
+        deepseekCost: number;
+        gpt4Cost: number;
+        savings: number;
+        savingsPercent: number;
+    };
+}
+/**
+ * DeepSeek-specific error
+ */
+export declare class DeepSeekError extends Error {
+    code: string;
+    details?: Record<string, unknown>;
+    constructor(message: string, details?: Record<string, unknown>);
+}
+/**
+ * Create DeepSeek provider with default settings
+ */
+export declare function createDeepSeekProvider(config?: DeepSeekConfig): DeepSeekProvider;
+/**
+ * Check if DeepSeek is available and configured
+ */
+export declare function checkDeepSeekSetup(): Promise<boolean>;
+/**
+ * Get DeepSeek API key setup instructions
+ */
+export declare function getDeepSeekSetupInstructions(): string;

package/cli/dist/core/ai/deepseek-provider.js

@@ -0,0 +1,266 @@
+/**
+ * DeepSeek LLM Provider
+ *
+ * Provider for DeepSeek API (https://api.deepseek.com).
+ * DeepSeek offers GPT-4 level performance at 95% lower cost.
+ *
+ * Environment variables:
+ * - DEEPSEEK_API_KEY: Required API key
+ * - DEEPSEEK_BASE_URL: Optional base URL (default: https://api.deepseek.com/v1)
+ * - DEEPSEEK_MODEL: Model to use (default: deepseek-chat)
+ *
+ * Pricing (as of 2025):
+ * - deepseek-chat: $0.14/M input tokens, $0.28/M output tokens
+ * - deepseek-coder: $0.14/M input tokens, $0.28/M output tokens
+ *
+ * Compared to GPT-4:
+ * - GPT-4: ~$30/M input, ~$60/M output
+ * - Savings: ~99.5% cheaper
+ */
+/**
+ * DeepSeek provider for cost-effective AI inference
+ *
+ * DeepSeek V3 matches GPT-4 performance at a fraction of the cost.
+ * Perfect for test generation, code analysis, and quality assurance tasks.
+ */
+export class DeepSeekProvider {
+    name = 'deepseek';
+    // Available DeepSeek models
+    models = [
+        'deepseek-chat', // General purpose, GPT-4 level
+        'deepseek-coder', // Specialized for code tasks
+        'deepseek-reasoner', // Enhanced reasoning capabilities
+    ];
+    apiKey;
+    baseURL;
+    defaultModel;
+    timeout;
+    constructor(config = {}) {
+        this.apiKey = config.apiKey || process.env.DEEPSEEK_API_KEY || '';
+        this.baseURL = config.baseURL || process.env.DEEPSEEK_BASE_URL || 'https://api.deepseek.com';
+        this.defaultModel = config.model || process.env.DEEPSEEK_MODEL || 'deepseek-chat';
+        this.timeout = config.timeout || 60000; // 1 minute default
+    }
+    async isAvailable() {
+        // Check if API key is present
+        if (!this.apiKey) {
+            return false;
+        }
+        // Try a minimal API call
+        try {
+            // Use timeout with AbortController for compatibility
+            const controller = new AbortController();
+            const timeoutId = setTimeout(() => controller.abort(), 5000);
+            const response = await fetch(`${this.baseURL}/v1/models`, {
+                method: 'GET',
+                headers: {
+                    'Authorization': `Bearer ${this.apiKey}`,
+                },
+                signal: controller.signal,
+            });
+            clearTimeout(timeoutId);
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    async generate(request) {
+        if (!this.apiKey) {
+            throw new DeepSeekError('DEEPSEEK_API_KEY is required', {
+                suggestion: 'Set DEEPSEEK_API_KEY environment variable or pass apiKey in config',
+                getApiKey: 'Get your API key at https://platform.deepseek.com/api_keys'
+            });
+        }
+        const messages = this.buildMessages(request);
+        // Use timeout with AbortController for compatibility
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), this.timeout);
+        try {
+            const response = await fetch(`${this.baseURL}/v1/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Authorization': `Bearer ${this.apiKey}`,
+                    'Content-Type': 'application/json',
+                },
+                signal: controller.signal,
+                body: JSON.stringify({
+                    model: this.defaultModel,
+                    messages,
+                    temperature: request.temperature ?? 0.7,
+                    max_tokens: request.maxTokens ?? 4096,
+                })
+            });
+            if (!response.ok) {
+                const errorText = await response.text().catch(() => 'Unknown error');
+                throw new DeepSeekError(`DeepSeek request failed: ${response.status} ${errorText}`, {
+                    status: response.status,
+                    response: errorText
+                });
+            }
+            const data = await response.json();
+            const choice = data.choices?.[0];
+            if (!choice) {
+                throw new DeepSeekError('No choices returned from DeepSeek');
+            }
+            return {
+                content: choice.message.content,
+                usage: {
+                    promptTokens: data.usage?.prompt_tokens || 0,
+                    completionTokens: data.usage?.completion_tokens || 0,
+                    totalTokens: data.usage?.total_tokens || 0,
+                },
+                model: data.model,
+                finishReason: choice.finish_reason === 'stop' ? 'stop' : 'length'
+            };
+        }
+        finally {
+            clearTimeout(timeoutId);
+        }
+    }
+    async *stream(request) {
+        if (!this.apiKey) {
+            throw new DeepSeekError('DEEPSEEK_API_KEY is required');
+        }
+        const messages = this.buildMessages(request);
+        const response = await fetch(`${this.baseURL}/v1/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Authorization': `Bearer ${this.apiKey}`,
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify({
+                model: this.defaultModel,
+                messages,
+                temperature: request.temperature ?? 0.7,
+                max_tokens: request.maxTokens ?? 4096,
+                stream: true,
+            })
+        });
+        if (!response.ok) {
+            throw new DeepSeekError(`DeepSeek stream failed: ${response.status}`);
+        }
+        const reader = response.body?.getReader();
+        if (!reader) {
+            throw new DeepSeekError('No response body');
+        }
+        const decoder = new TextDecoder();
+        let buffer = '';
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || '';
+            for (const line of lines) {
+                if (line.startsWith('data: ')) {
+                    const data = line.slice(6);
+                    if (data === '[DONE]') {
+                        return;
+                    }
+                    try {
+                        const parsed = JSON.parse(data);
+                        const content = parsed.choices?.[0]?.delta?.content;
+                        if (content) {
+                            yield content;
+                        }
+                    }
+                    catch {
+                        // Ignore invalid JSON
+                    }
+                }
+            }
+        }
+    }
+    countTokens(text) {
+        // DeepSeek uses the same tokenizer as GPT-4
+        // Approximate token count (roughly 4 chars per token)
+        return Math.ceil(text.length / 4);
+    }
+    buildMessages(request) {
+        const messages = [];
+        if (request.systemPrompt) {
+            messages.push({ role: 'system', content: request.systemPrompt });
+        }
+        messages.push({ role: 'user', content: request.prompt });
+        return messages;
+    }
+    /**
+     * Get cost estimate for a generation
+     * DeepSeek pricing: $0.14/M input, $0.28/M output
+     */
+    estimateCost(inputTokens, outputTokens) {
+        const inputCost = (inputTokens / 1_000_000) * 0.14;
+        const outputCost = (outputTokens / 1_000_000) * 0.28;
+        return inputCost + outputCost;
+    }
+    /**
+     * Compare cost to GPT-4
+     * GPT-4: ~$30/M input, ~$60/M output
+     */
+    compareGPT4(inputTokens, outputTokens) {
+        const deepseekCost = this.estimateCost(inputTokens, outputTokens);
+        const gpt4Cost = (inputTokens / 1_000_000) * 30 + (outputTokens / 1_000_000) * 60;
+        const savings = gpt4Cost - deepseekCost;
+        const savingsPercent = (savings / gpt4Cost) * 100;
+        return {
+            deepseekCost,
+            gpt4Cost,
+            savings,
+            savingsPercent
+        };
+    }
+}
+/**
+ * DeepSeek-specific error
+ */
+export class DeepSeekError extends Error {
+    code = 'DEEPSEEK_ERROR';
+    details;
+    constructor(message, details) {
+        super(message);
+        this.name = 'DeepSeekError';
+        this.details = details;
+    }
+}
+/**
+ * Create DeepSeek provider with default settings
+ */
+export function createDeepSeekProvider(config) {
+    return new DeepSeekProvider(config);
+}
+/**
+ * Check if DeepSeek is available and configured
+ */
+export async function checkDeepSeekSetup() {
+    const provider = new DeepSeekProvider();
+    return provider.isAvailable();
+}
+/**
+ * Get DeepSeek API key setup instructions
+ */
+export function getDeepSeekSetupInstructions() {
+    return `
+DeepSeek API Setup:
+
+1. Get your API key:
+   https://platform.deepseek.com/api_keys
+
+2. Set environment variable:
+   export DEEPSEEK_API_KEY=your_api_key_here
+
+3. Or configure in QA360:
+   qa360 secrets add DEEPSEEK_API_KEY
+
+Available models:
+- deepseek-chat    (General purpose, GPT-4 level)
+- deepseek-coder   (Code specialized)
+- deepseek-reasoner (Enhanced reasoning)
+
+Pricing (as of 2025):
+- Input:  $0.14 per million tokens
+- Output: $0.28 per million tokens
+- ~99.5% cheaper than GPT-4
+`;
+}

package/cli/dist/core/ai/index.d.ts

@@ -0,0 +1,60 @@
+/**
+ * QA360 AI Module - LLM Providers
+ *
+ * Multi-provider AI integration for test generation and analysis.
+ * Supports DeepSeek (best value), Ollama (local), OpenAI, Anthropic, and Mock providers.
+ *
+ * Default behavior: Automatically selects the first available provider
+ * using the factory pattern. DeepSeek is preferred for best value/cost ratio.
+ */
+export { OllamaProvider, createOllamaProvider, checkOllamaSetup, type OllamaConfig } from './ollama-provider.js';
+export { OpenAIProvider, createOpenAIProvider, checkOpenAISetup, type OpenAIConfig, OpenAIError } from './openai-provider.js';
+export { AnthropicProvider, createAnthropicProvider, checkAnthropicSetup, type AnthropicConfig, AnthropicError } from './anthropic-provider.js';
+export { DeepSeekProvider, createDeepSeekProvider, checkDeepSeekSetup, getDeepSeekSetupInstructions, type DeepSeekConfig, DeepSeekError } from './deepseek-provider.js';
+export { MockProvider, createMockProvider, createStandardMockProvider, MOCK_RESPONSES, type MockProviderConfig } from './mock-provider.js';
+export { FallbackProvider, createLLMProvider, createBest, createResilientLLMProvider, getProviderStatus, getProviderInfo, detectBestProvider, hasAnyProvider, type ProviderFactoryConfig, type ProviderType, type ProviderSelection, type ProviderInfo, PROVIDER_CHAIN, } from './provider-factory.js';
+/**
+ * Base interface for LLM providers
+ */
+export interface LLMProvider {
+    name: string;
+    models: string[];
+    generate(request: GenerationRequest): Promise<GenerationResponse>;
+    /**
+     * Streamed generation (optional)
+     */
+    stream?(request: GenerationRequest): AsyncIterable<string>;
+    /**
+     * Count tokens in text (approximate)
+     */
+    countTokens(text: string): number;
+    /**
+     * Check if provider is available
+     */
+    isAvailable(): Promise<boolean>;
+}
+/**
+ * Request for LLM generation
+ */
+export interface GenerationRequest {
+    prompt: string;
+    systemPrompt?: string;
+    maxTokens?: number;
+    temperature?: number;
+    jsonMode?: boolean;
+}
+/**
+ * Response from LLM
+ */
+export interface GenerationResponse {
+    content: string;
+    usage: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+    model: string;
+    finishReason: 'stop' | 'length' | 'content_filter';
+}
+export type { ModelInfo, PullProgress } from './ollama-provider.js';
+export { OllamaError } from './ollama-provider.js';

package/cli/dist/core/ai/index.js

@@ -0,0 +1,18 @@
+/**
+ * QA360 AI Module - LLM Providers
+ *
+ * Multi-provider AI integration for test generation and analysis.
+ * Supports DeepSeek (best value), Ollama (local), OpenAI, Anthropic, and Mock providers.
+ *
+ * Default behavior: Automatically selects the first available provider
+ * using the factory pattern. DeepSeek is preferred for best value/cost ratio.
+ */
+// Re-export all providers
+export { OllamaProvider, createOllamaProvider, checkOllamaSetup } from './ollama-provider.js';
+export { OpenAIProvider, createOpenAIProvider, checkOpenAISetup, OpenAIError } from './openai-provider.js';
+export { AnthropicProvider, createAnthropicProvider, checkAnthropicSetup, AnthropicError } from './anthropic-provider.js';
+export { DeepSeekProvider, createDeepSeekProvider, checkDeepSeekSetup, getDeepSeekSetupInstructions, DeepSeekError } from './deepseek-provider.js';
+export { MockProvider, createMockProvider, createStandardMockProvider, MOCK_RESPONSES } from './mock-provider.js';
+// Factory exports
+export { FallbackProvider, createLLMProvider, createBest, createResilientLLMProvider, getProviderStatus, getProviderInfo, detectBestProvider, hasAnyProvider, PROVIDER_CHAIN, } from './provider-factory.js';
+export { OllamaError } from './ollama-provider.js';

package/cli/dist/core/ai/llm-client.d.ts

@@ -0,0 +1,45 @@
+/**
+ * LLM Client Interface
+ *
+ * Abstract interface for LLM providers (Ollama, OpenAI, Anthropic, etc.).
+ * Allows switching between providers without changing application code.
+ */
+export interface LLMMessage {
+    role: 'system' | 'user' | 'assistant';
+    content: string;
+}
+export interface LLMResponse {
+    content: string;
+    model: string;
+    finish_reason?: 'stop' | 'length' | 'content_filter';
+    usage?: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface LLMClientConfig {
+    apiKey?: string;
+    baseURL?: string;
+    model?: string;
+    timeout?: number;
+    maxRetries?: number;
+}
+export interface ILLMClient {
+    /**
+     * Provider name (ollama, openai, anthropic, mock)
+     */
+    readonly provider: string;
+    /**
+     * Check if the provider is available and configured
+     */
+    available(): Promise<boolean>;
+    /**
+     * Generate a completion from a prompt
+     */
+    complete(prompt: string, options?: LLMClientConfig): Promise<LLMResponse>;
+    /**
+     * Generate a completion from a chat (messages)
+     */
+    chat(messages: LLMMessage[], options?: LLMClientConfig): Promise<LLMResponse>;
+}

package/cli/dist/core/ai/llm-client.js

@@ -0,0 +1,7 @@
+/**
+ * LLM Client Interface
+ *
+ * Abstract interface for LLM providers (Ollama, OpenAI, Anthropic, etc.).
+ * Allows switching between providers without changing application code.
+ */
+export {};

package/cli/dist/core/ai/mock-provider.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Mock LLM Provider
+ *
+ * Deterministic LLM provider for testing and fallback.
+ * Returns predefined responses without making network calls.
+ */
+import type { LLMProvider, GenerationRequest, GenerationResponse } from './index.js';
+export interface MockProviderConfig {
+    responses?: Record<string, string>;
+    defaultResponse?: string;
+    delay?: number;
+}
+export declare class MockProvider implements LLMProvider {
+    name: string;
+    models: string[];
+    private readonly responses;
+    private readonly defaultResponse;
+    private readonly delay;
+    constructor(config?: MockProviderConfig);
+    isAvailable(): Promise<boolean>;
+    generate(request: GenerationRequest): Promise<GenerationResponse>;
+    stream(request: GenerationRequest): AsyncIterable<string>;
+    countTokens(text: string): number;
+    private getRequestKey;
+    /**
+     * Set a predefined response for a specific prompt
+     */
+    setResponse(promptPattern: string, response: string): void;
+    /**
+     * Clear all predefined responses
+     */
+    clearResponses(): void;
+}
+/**
+ * Create a mock provider with predefined responses
+ */
+export declare function createMockProvider(config?: MockProviderConfig): MockProvider;
+/**
+ * Default mock responses for common QA360 prompts
+ */
+export declare const MOCK_RESPONSES: {
+    testGeneration: string;
+    codeAnalysis: string;
+    testSuggestions: string;
+};
+/**
+ * Create a mock provider with standard QA360 mock responses
+ */
+export declare function createStandardMockProvider(): MockProvider;

package/cli/dist/core/ai/mock-provider.js

@@ -0,0 +1,121 @@
+/**
+ * Mock LLM Provider
+ *
+ * Deterministic LLM provider for testing and fallback.
+ * Returns predefined responses without making network calls.
+ */
+export class MockProvider {
+    name = 'mock';
+    models = ['mock-model', 'mock-coder', 'mock-analyst'];
+    responses;
+    defaultResponse;
+    delay;
+    constructor(config = {}) {
+        this.responses = config.responses || {};
+        this.defaultResponse = config.defaultResponse || 'Mock LLM response';
+        this.delay = config.delay || 0;
+    }
+    async isAvailable() {
+        // Mock is always available
+        return true;
+    }
+    async generate(request) {
+        if (this.delay > 0) {
+            await new Promise(resolve => setTimeout(resolve, this.delay));
+        }
+        // Check for predefined response
+        const key = this.getRequestKey(request);
+        const content = this.responses[key] || this.defaultResponse;
+        return {
+            content,
+            usage: {
+                promptTokens: this.countTokens(request.prompt),
+                completionTokens: this.countTokens(content),
+                totalTokens: this.countTokens(request.prompt) + this.countTokens(content)
+            },
+            model: 'mock-model',
+            finishReason: 'stop'
+        };
+    }
+    async *stream(request) {
+        const response = await this.generate(request);
+        const words = response.content.split(' ');
+        for (const word of words) {
+            await new Promise(resolve => setTimeout(resolve, 10)); // Small delay between chunks
+            yield word + ' ';
+        }
+    }
+    countTokens(text) {
+        return Math.ceil(text.length / 4);
+    }
+    getRequestKey(request) {
+        // Create a simple key from the prompt
+        const prompt = request.prompt.substring(0, 100);
+        return prompt.replace(/\s+/g, ' ').trim();
+    }
+    /**
+     * Set a predefined response for a specific prompt
+     */
+    setResponse(promptPattern, response) {
+        const key = promptPattern.replace(/\s+/g, ' ').trim();
+        this.responses[key] = response;
+    }
+    /**
+     * Clear all predefined responses
+     */
+    clearResponses() {
+        Object.keys(this.responses).forEach(key => {
+            delete this.responses[key];
+        });
+    }
+}
+/**
+ * Create a mock provider with predefined responses
+ */
+export function createMockProvider(config) {
+    return new MockProvider(config);
+}
+/**
+ * Default mock responses for common QA360 prompts
+ */
+export const MOCK_RESPONSES = {
+    testGeneration: `{
+  "tests": [
+    {
+      "name": "API Health Check",
+      "type": "api_smoke",
+      "target": "https://api.example.com/health",
+      "method": "GET",
+      "expectedStatus": 200
+    }
+  ]
+}`,
+    codeAnalysis: `{
+  "issues": [
+    {
+      "severity": "medium",
+      "rule": "no-unused-vars",
+      "message": "Unused variable 'foo'",
+      "location": { "file": "src/app.ts", "line": 42 }
+    }
+  ]
+}`,
+    testSuggestions: `{
+  "suggestions": [
+    {
+      "type": "add_test",
+      "description": "Add test for login function",
+      "priority": "high"
+    }
+  ]
+}`
+};
+/**
+ * Create a mock provider with standard QA360 mock responses
+ */
+export function createStandardMockProvider() {
+    return new MockProvider({
+        responses: MOCK_RESPONSES,
+        delay: 50 // Simulate 50ms latency
+    });
+}