codehere 0.3.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of codehere might be problematic. Click here for more details.
- package/README.md +223 -42
- package/dist/application/agents/documentation-agent.d.ts +24 -0
- package/dist/application/agents/documentation-agent.d.ts.map +1 -0
- package/dist/application/agents/documentation-agent.js +399 -0
- package/dist/application/agents/documentation-agent.js.map +1 -0
- package/dist/application/agents/execution-agent.d.ts +11 -0
- package/dist/application/agents/execution-agent.d.ts.map +1 -1
- package/dist/application/agents/execution-agent.js +289 -80
- package/dist/application/agents/execution-agent.js.map +1 -1
- package/dist/application/agents/multi-agent-orchestrator.d.ts +3 -0
- package/dist/application/agents/multi-agent-orchestrator.d.ts.map +1 -1
- package/dist/application/agents/multi-agent-orchestrator.js +86 -0
- package/dist/application/agents/multi-agent-orchestrator.js.map +1 -1
- package/dist/application/agents/planning-agent.d.ts +3 -0
- package/dist/application/agents/planning-agent.d.ts.map +1 -1
- package/dist/application/agents/planning-agent.js +132 -64
- package/dist/application/agents/planning-agent.js.map +1 -1
- package/dist/application/agents/product-requirements-agent.d.ts +21 -0
- package/dist/application/agents/product-requirements-agent.d.ts.map +1 -0
- package/dist/application/agents/product-requirements-agent.js +247 -0
- package/dist/application/agents/product-requirements-agent.js.map +1 -0
- package/dist/application/agents/validation-agent.d.ts +5 -1
- package/dist/application/agents/validation-agent.d.ts.map +1 -1
- package/dist/application/agents/validation-agent.js +156 -21
- package/dist/application/agents/validation-agent.js.map +1 -1
- package/dist/application/services/dependency-container.d.ts +22 -2
- package/dist/application/services/dependency-container.d.ts.map +1 -1
- package/dist/application/services/dependency-container.js +144 -6
- package/dist/application/services/dependency-container.js.map +1 -1
- package/dist/application/services/intelligent-router.d.ts +13 -0
- package/dist/application/services/intelligent-router.d.ts.map +1 -1
- package/dist/application/services/intelligent-router.js +300 -87
- package/dist/application/services/intelligent-router.js.map +1 -1
- package/dist/application/use-cases/ask-question-use-case.d.ts +19 -0
- package/dist/application/use-cases/ask-question-use-case.d.ts.map +1 -1
- package/dist/application/use-cases/ask-question-use-case.js +125 -46
- package/dist/application/use-cases/ask-question-use-case.js.map +1 -1
- package/dist/application/use-cases/edit-file-use-case.d.ts.map +1 -1
- package/dist/application/use-cases/edit-file-use-case.js +16 -1
- package/dist/application/use-cases/edit-file-use-case.js.map +1 -1
- package/dist/domain/entities/documentation.d.ts +35 -0
- package/dist/domain/entities/documentation.d.ts.map +1 -0
- package/dist/domain/entities/documentation.js +6 -0
- package/dist/domain/entities/documentation.js.map +1 -0
- package/dist/domain/entities/product-requirements.d.ts +50 -0
- package/dist/domain/entities/product-requirements.d.ts.map +1 -0
- package/dist/domain/entities/product-requirements.js +6 -0
- package/dist/domain/entities/product-requirements.js.map +1 -0
- package/dist/domain/entities/task.d.ts +152 -0
- package/dist/domain/entities/task.d.ts.map +1 -0
- package/dist/domain/entities/task.js +61 -0
- package/dist/domain/entities/task.js.map +1 -0
- package/dist/domain/interfaces/agent.interface.d.ts +15 -0
- package/dist/domain/interfaces/agent.interface.d.ts.map +1 -0
- package/dist/domain/interfaces/agent.interface.js +6 -0
- package/dist/domain/interfaces/agent.interface.js.map +1 -0
- package/dist/domain/services/environment-mode-manager.d.ts +18 -0
- package/dist/domain/services/environment-mode-manager.d.ts.map +1 -0
- package/dist/domain/services/environment-mode-manager.js +37 -0
- package/dist/domain/services/environment-mode-manager.js.map +1 -0
- package/dist/domain/services/risk-tier-detector.d.ts +18 -0
- package/dist/domain/services/risk-tier-detector.d.ts.map +1 -0
- package/dist/domain/services/risk-tier-detector.js +65 -0
- package/dist/domain/services/risk-tier-detector.js.map +1 -0
- package/dist/formatter.d.ts.map +1 -1
- package/dist/formatter.js +10 -3
- package/dist/formatter.js.map +1 -1
- package/dist/index.js +103 -129
- package/dist/index.js.map +1 -1
- package/dist/infrastructure/ai/cohere-ai-service.d.ts.map +1 -1
- package/dist/infrastructure/ai/cohere-ai-service.js +15 -2
- package/dist/infrastructure/ai/cohere-ai-service.js.map +1 -1
- package/dist/infrastructure/ai/fake-ai-service.d.ts +22 -0
- package/dist/infrastructure/ai/fake-ai-service.d.ts.map +1 -0
- package/dist/infrastructure/ai/fake-ai-service.js +59 -0
- package/dist/infrastructure/ai/fake-ai-service.js.map +1 -0
- package/dist/infrastructure/ai/provider-ai-service.d.ts +59 -0
- package/dist/infrastructure/ai/provider-ai-service.d.ts.map +1 -0
- package/dist/infrastructure/ai/provider-ai-service.js +477 -0
- package/dist/infrastructure/ai/provider-ai-service.js.map +1 -0
- package/dist/infrastructure/cache/embedding-cache.d.ts +13 -1
- package/dist/infrastructure/cache/embedding-cache.d.ts.map +1 -1
- package/dist/infrastructure/cache/embedding-cache.js +80 -9
- package/dist/infrastructure/cache/embedding-cache.js.map +1 -1
- package/dist/infrastructure/cache/response-cache.d.ts +86 -0
- package/dist/infrastructure/cache/response-cache.d.ts.map +1 -0
- package/dist/infrastructure/cache/response-cache.js +224 -0
- package/dist/infrastructure/cache/response-cache.js.map +1 -0
- package/dist/infrastructure/context/conversation-context.d.ts +58 -0
- package/dist/infrastructure/context/conversation-context.d.ts.map +1 -0
- package/dist/infrastructure/context/conversation-context.js +170 -0
- package/dist/infrastructure/context/conversation-context.js.map +1 -0
- package/dist/infrastructure/context/session-manager.d.ts +26 -0
- package/dist/infrastructure/context/session-manager.d.ts.map +1 -0
- package/dist/infrastructure/context/session-manager.js +98 -0
- package/dist/infrastructure/context/session-manager.js.map +1 -0
- package/dist/infrastructure/cost/cost-tracker.d.ts +1 -0
- package/dist/infrastructure/cost/cost-tracker.d.ts.map +1 -1
- package/dist/infrastructure/cost/cost-tracker.js +12 -5
- package/dist/infrastructure/cost/cost-tracker.js.map +1 -1
- package/dist/infrastructure/governance/nist-ai-rmf.d.ts +6 -8
- package/dist/infrastructure/governance/nist-ai-rmf.d.ts.map +1 -1
- package/dist/infrastructure/governance/nist-ai-rmf.js +6 -8
- package/dist/infrastructure/governance/nist-ai-rmf.js.map +1 -1
- package/dist/infrastructure/governance/policy-as-code.d.ts +6 -8
- package/dist/infrastructure/governance/policy-as-code.d.ts.map +1 -1
- package/dist/infrastructure/governance/policy-as-code.js +6 -8
- package/dist/infrastructure/governance/policy-as-code.js.map +1 -1
- package/dist/infrastructure/governance/prompt-to-code-lineage.d.ts +7 -9
- package/dist/infrastructure/governance/prompt-to-code-lineage.d.ts.map +1 -1
- package/dist/infrastructure/governance/prompt-to-code-lineage.js +7 -9
- package/dist/infrastructure/governance/prompt-to-code-lineage.js.map +1 -1
- package/dist/infrastructure/providers/cohere-provider.d.ts +39 -0
- package/dist/infrastructure/providers/cohere-provider.d.ts.map +1 -0
- package/dist/infrastructure/providers/cohere-provider.js +359 -0
- package/dist/infrastructure/providers/cohere-provider.js.map +1 -0
- package/dist/infrastructure/providers/fake-provider.d.ts +43 -0
- package/dist/infrastructure/providers/fake-provider.d.ts.map +1 -0
- package/dist/infrastructure/providers/fake-provider.js +130 -0
- package/dist/infrastructure/providers/fake-provider.js.map +1 -0
- package/dist/infrastructure/providers/local-llm-provider.d.ts +49 -0
- package/dist/infrastructure/providers/local-llm-provider.d.ts.map +1 -0
- package/dist/infrastructure/providers/local-llm-provider.js +330 -0
- package/dist/infrastructure/providers/local-llm-provider.js.map +1 -0
- package/dist/infrastructure/providers/model-config.types.d.ts +70 -0
- package/dist/infrastructure/providers/model-config.types.d.ts.map +1 -0
- package/dist/infrastructure/providers/model-config.types.js +9 -0
- package/dist/infrastructure/providers/model-config.types.js.map +1 -0
- package/dist/infrastructure/providers/model-provider.interface.d.ts +113 -0
- package/dist/infrastructure/providers/model-provider.interface.d.ts.map +1 -0
- package/dist/infrastructure/providers/model-provider.interface.js +8 -0
- package/dist/infrastructure/providers/model-provider.interface.js.map +1 -0
- package/dist/infrastructure/providers/openai-provider.d.ts +38 -0
- package/dist/infrastructure/providers/openai-provider.d.ts.map +1 -0
- package/dist/infrastructure/providers/openai-provider.js +413 -0
- package/dist/infrastructure/providers/openai-provider.js.map +1 -0
- package/dist/infrastructure/providers/operation-provider-resolver.d.ts +48 -0
- package/dist/infrastructure/providers/operation-provider-resolver.d.ts.map +1 -0
- package/dist/infrastructure/providers/operation-provider-resolver.js +105 -0
- package/dist/infrastructure/providers/operation-provider-resolver.js.map +1 -0
- package/dist/infrastructure/providers/provider-config-loader.d.ts +37 -0
- package/dist/infrastructure/providers/provider-config-loader.d.ts.map +1 -0
- package/dist/infrastructure/providers/provider-config-loader.js +120 -0
- package/dist/infrastructure/providers/provider-config-loader.js.map +1 -0
- package/dist/infrastructure/providers/provider-registry.d.ts +53 -0
- package/dist/infrastructure/providers/provider-registry.d.ts.map +1 -0
- package/dist/infrastructure/providers/provider-registry.js +88 -0
- package/dist/infrastructure/providers/provider-registry.js.map +1 -0
- package/dist/infrastructure/storage/task-helpers.d.ts +58 -0
- package/dist/infrastructure/storage/task-helpers.d.ts.map +1 -0
- package/dist/infrastructure/storage/task-helpers.js +157 -0
- package/dist/infrastructure/storage/task-helpers.js.map +1 -0
- package/dist/infrastructure/storage/task-repository.d.ts +67 -0
- package/dist/infrastructure/storage/task-repository.d.ts.map +1 -0
- package/dist/infrastructure/storage/task-repository.js +205 -0
- package/dist/infrastructure/storage/task-repository.js.map +1 -0
- package/dist/infrastructure/ux/bi-directional-learning.d.ts +22 -0
- package/dist/infrastructure/ux/bi-directional-learning.d.ts.map +1 -1
- package/dist/infrastructure/ux/bi-directional-learning.js +144 -7
- package/dist/infrastructure/ux/bi-directional-learning.js.map +1 -1
- package/dist/infrastructure/ux/capability-boundaries.d.ts +50 -0
- package/dist/infrastructure/ux/capability-boundaries.d.ts.map +1 -0
- package/dist/infrastructure/ux/capability-boundaries.js +167 -0
- package/dist/infrastructure/ux/capability-boundaries.js.map +1 -0
- package/dist/infrastructure/ux/comprehensive-formatter.d.ts +63 -0
- package/dist/infrastructure/ux/comprehensive-formatter.d.ts.map +1 -0
- package/dist/infrastructure/ux/comprehensive-formatter.js +212 -0
- package/dist/infrastructure/ux/comprehensive-formatter.js.map +1 -0
- package/dist/infrastructure/ux/feedback-prompt.d.ts +42 -0
- package/dist/infrastructure/ux/feedback-prompt.d.ts.map +1 -0
- package/dist/infrastructure/ux/feedback-prompt.js +181 -0
- package/dist/infrastructure/ux/feedback-prompt.js.map +1 -0
- package/dist/infrastructure/ux/hitl-review-portal.d.ts.map +1 -1
- package/dist/infrastructure/ux/hitl-review-portal.js +4 -1
- package/dist/infrastructure/ux/hitl-review-portal.js.map +1 -1
- package/dist/infrastructure/ux/hitl-validation.d.ts +35 -0
- package/dist/infrastructure/ux/hitl-validation.d.ts.map +1 -1
- package/dist/infrastructure/ux/hitl-validation.js +86 -0
- package/dist/infrastructure/ux/hitl-validation.js.map +1 -1
- package/dist/infrastructure/ux/progress-indicator.d.ts +2 -1
- package/dist/infrastructure/ux/progress-indicator.d.ts.map +1 -1
- package/dist/infrastructure/ux/progress-indicator.js +13 -3
- package/dist/infrastructure/ux/progress-indicator.js.map +1 -1
- package/dist/infrastructure/ux/proportional-friction.d.ts +73 -0
- package/dist/infrastructure/ux/proportional-friction.d.ts.map +1 -0
- package/dist/infrastructure/ux/proportional-friction.js +200 -0
- package/dist/infrastructure/ux/proportional-friction.js.map +1 -0
- package/dist/infrastructure/validation/agent-feedback.d.ts +115 -0
- package/dist/infrastructure/validation/agent-feedback.d.ts.map +1 -0
- package/dist/infrastructure/validation/agent-feedback.js +227 -0
- package/dist/infrastructure/validation/agent-feedback.js.map +1 -0
- package/dist/infrastructure/validation/agent-validation-helper.d.ts +75 -0
- package/dist/infrastructure/validation/agent-validation-helper.d.ts.map +1 -0
- package/dist/infrastructure/validation/agent-validation-helper.js +88 -0
- package/dist/infrastructure/validation/agent-validation-helper.js.map +1 -0
- package/dist/infrastructure/validation/feedback-stats.d.ts +99 -0
- package/dist/infrastructure/validation/feedback-stats.d.ts.map +1 -0
- package/dist/infrastructure/validation/feedback-stats.js +173 -0
- package/dist/infrastructure/validation/feedback-stats.js.map +1 -0
- package/dist/infrastructure/validation/review-handler.d.ts +54 -0
- package/dist/infrastructure/validation/review-handler.d.ts.map +1 -0
- package/dist/infrastructure/validation/review-handler.js +206 -0
- package/dist/infrastructure/validation/review-handler.js.map +1 -0
- package/dist/infrastructure/validation/summary-aggregator.d.ts +42 -0
- package/dist/infrastructure/validation/summary-aggregator.d.ts.map +1 -0
- package/dist/infrastructure/validation/summary-aggregator.js +156 -0
- package/dist/infrastructure/validation/summary-aggregator.js.map +1 -0
- package/dist/infrastructure/validation/summary-extractor.d.ts +59 -0
- package/dist/infrastructure/validation/summary-extractor.d.ts.map +1 -0
- package/dist/infrastructure/validation/summary-extractor.js +102 -0
- package/dist/infrastructure/validation/summary-extractor.js.map +1 -0
- package/dist/infrastructure/validation/trace-summary.d.ts +72 -0
- package/dist/infrastructure/validation/trace-summary.d.ts.map +1 -0
- package/dist/infrastructure/validation/trace-summary.js +371 -0
- package/dist/infrastructure/validation/trace-summary.js.map +1 -0
- package/dist/infrastructure/validation/trust-config.d.ts +27 -0
- package/dist/infrastructure/validation/trust-config.d.ts.map +1 -0
- package/dist/infrastructure/validation/trust-config.js +113 -0
- package/dist/infrastructure/validation/trust-config.js.map +1 -0
- package/dist/infrastructure/xai/attention-visualizer.d.ts +6 -8
- package/dist/infrastructure/xai/attention-visualizer.d.ts.map +1 -1
- package/dist/infrastructure/xai/attention-visualizer.js +6 -8
- package/dist/infrastructure/xai/attention-visualizer.js.map +1 -1
- package/dist/infrastructure/xai/cot-visualizer.d.ts +6 -9
- package/dist/infrastructure/xai/cot-visualizer.d.ts.map +1 -1
- package/dist/infrastructure/xai/cot-visualizer.js +6 -9
- package/dist/infrastructure/xai/cot-visualizer.js.map +1 -1
- package/dist/infrastructure/xai/decision-tree-log.d.ts +6 -10
- package/dist/infrastructure/xai/decision-tree-log.d.ts.map +1 -1
- package/dist/infrastructure/xai/decision-tree-log.js +6 -10
- package/dist/infrastructure/xai/decision-tree-log.js.map +1 -1
- package/dist/infrastructure/xai/interactive-xai.d.ts +6 -8
- package/dist/infrastructure/xai/interactive-xai.d.ts.map +1 -1
- package/dist/infrastructure/xai/interactive-xai.js +6 -8
- package/dist/infrastructure/xai/interactive-xai.js.map +1 -1
- package/dist/infrastructure/xai/uncertainty-quantifier.d.ts +6 -9
- package/dist/infrastructure/xai/uncertainty-quantifier.d.ts.map +1 -1
- package/dist/infrastructure/xai/uncertainty-quantifier.js +6 -9
- package/dist/infrastructure/xai/uncertainty-quantifier.js.map +1 -1
- package/dist/presentation/cli/commands/ask-command.d.ts.map +1 -1
- package/dist/presentation/cli/commands/ask-command.js +84 -2
- package/dist/presentation/cli/commands/ask-command.js.map +1 -1
- package/dist/presentation/cli/commands/docs-command.d.ts +12 -0
- package/dist/presentation/cli/commands/docs-command.d.ts.map +1 -0
- package/dist/presentation/cli/commands/docs-command.js +196 -0
- package/dist/presentation/cli/commands/docs-command.js.map +1 -0
- package/dist/presentation/cli/commands/fix-command.d.ts +8 -0
- package/dist/presentation/cli/commands/fix-command.d.ts.map +1 -0
- package/dist/presentation/cli/commands/fix-command.js +309 -0
- package/dist/presentation/cli/commands/fix-command.js.map +1 -0
- package/dist/presentation/cli/commands/help-command.d.ts.map +1 -1
- package/dist/presentation/cli/commands/help-command.js +2 -0
- package/dist/presentation/cli/commands/help-command.js.map +1 -1
- package/dist/presentation/cli/commands/orchestrate-command.d.ts +1 -0
- package/dist/presentation/cli/commands/orchestrate-command.d.ts.map +1 -1
- package/dist/presentation/cli/commands/orchestrate-command.js +53 -0
- package/dist/presentation/cli/commands/orchestrate-command.js.map +1 -1
- package/dist/presentation/cli/commands/plan-command.d.ts +1 -0
- package/dist/presentation/cli/commands/plan-command.d.ts.map +1 -1
- package/dist/presentation/cli/commands/plan-command.js +80 -3
- package/dist/presentation/cli/commands/plan-command.js.map +1 -1
- package/dist/presentation/cli/commands/product-command.d.ts +12 -0
- package/dist/presentation/cli/commands/product-command.d.ts.map +1 -0
- package/dist/presentation/cli/commands/product-command.js +188 -0
- package/dist/presentation/cli/commands/product-command.js.map +1 -0
- package/dist/presentation/cli/commands/react-command.d.ts.map +1 -1
- package/dist/presentation/cli/commands/react-command.js +3 -1
- package/dist/presentation/cli/commands/react-command.js.map +1 -1
- package/dist/presentation/cli/commands/review-command.d.ts +14 -0
- package/dist/presentation/cli/commands/review-command.d.ts.map +1 -0
- package/dist/presentation/cli/commands/review-command.js +22 -0
- package/dist/presentation/cli/commands/review-command.js.map +1 -0
- package/dist/presentation/cli/commands/run-command.d.ts +15 -0
- package/dist/presentation/cli/commands/run-command.d.ts.map +1 -0
- package/dist/presentation/cli/commands/run-command.js +29 -0
- package/dist/presentation/cli/commands/run-command.js.map +1 -0
- package/dist/presentation/cli/commands/smart-command.d.ts +3 -1
- package/dist/presentation/cli/commands/smart-command.d.ts.map +1 -1
- package/dist/presentation/cli/commands/smart-command.js +92 -6
- package/dist/presentation/cli/commands/smart-command.js.map +1 -1
- package/dist/presentation/cli/commands/status-command.d.ts +11 -0
- package/dist/presentation/cli/commands/status-command.d.ts.map +1 -0
- package/dist/presentation/cli/commands/status-command.js +176 -0
- package/dist/presentation/cli/commands/status-command.js.map +1 -0
- package/dist/presentation/cli/commands/suggest-command.d.ts +13 -0
- package/dist/presentation/cli/commands/suggest-command.d.ts.map +1 -0
- package/dist/presentation/cli/commands/suggest-command.js +25 -0
- package/dist/presentation/cli/commands/suggest-command.js.map +1 -0
- package/dist/presentation/cli/error-display.d.ts.map +1 -1
- package/dist/presentation/cli/error-display.js +43 -0
- package/dist/presentation/cli/error-display.js.map +1 -1
- package/dist/session.js +19 -2
- package/dist/session.js.map +1 -1
- package/dist/ui.d.ts.map +1 -1
- package/dist/ui.js +8 -5
- package/dist/ui.js.map +1 -1
- package/package.json +10 -2
|
@@ -0,0 +1,359 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider Layer: CohereProvider
|
|
3
|
+
* Thin wrapper implementing IModelProvider for Cohere API
|
|
4
|
+
*
|
|
5
|
+
* Phase 4A: Foundation Implementation (No Behavior Change)
|
|
6
|
+
*
|
|
7
|
+
* TODO: In Phase 4B, integrate with CohereAIService context compression and prompt building.
|
|
8
|
+
* For now, this is a minimal wrapper that preserves existing Cohere behavior.
|
|
9
|
+
*/
|
|
10
|
+
import { CohereClient } from 'cohere-ai';
|
|
11
|
+
import { config } from 'dotenv';
|
|
12
|
+
import { join, dirname } from 'path';
|
|
13
|
+
import { fileURLToPath } from 'url';
|
|
14
|
+
import { encoding_for_model } from 'tiktoken';
|
|
15
|
+
import { retryWithBackoff, cohereCircuitBreaker } from '../../error-handler.js';
|
|
16
|
+
// Load .env (same pattern as CohereAIService)
|
|
17
|
+
try {
|
|
18
|
+
const __filename = fileURLToPath(import.meta.url);
|
|
19
|
+
const __dirname = dirname(__filename);
|
|
20
|
+
const agentDir = join(__dirname, '../../../..');
|
|
21
|
+
config({ path: join(agentDir, '.env') });
|
|
22
|
+
}
|
|
23
|
+
catch { }
|
|
24
|
+
config();
|
|
25
|
+
// Token counting (same as CohereAIService for consistency)
|
|
26
|
+
let tokenEncoder = null;
|
|
27
|
+
function getTokenEncoder() {
|
|
28
|
+
if (!tokenEncoder) {
|
|
29
|
+
try {
|
|
30
|
+
tokenEncoder = encoding_for_model('gpt-3.5-turbo');
|
|
31
|
+
}
|
|
32
|
+
catch {
|
|
33
|
+
tokenEncoder = encoding_for_model('gpt-4');
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return tokenEncoder;
|
|
37
|
+
}
|
|
38
|
+
function countTokens(text) {
|
|
39
|
+
try {
|
|
40
|
+
const encoder = getTokenEncoder();
|
|
41
|
+
return encoder.encode(text).length;
|
|
42
|
+
}
|
|
43
|
+
catch (error) {
|
|
44
|
+
console.warn('Warning: tiktoken failed, using character-based estimate (less accurate)');
|
|
45
|
+
return Math.ceil(text.length / 4);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Cohere Provider
|
|
50
|
+
* Minimal wrapper around CohereClient implementing IModelProvider
|
|
51
|
+
*/
|
|
52
|
+
export class CohereProvider {
|
|
53
|
+
id = 'cohere';
|
|
54
|
+
name = 'Cohere';
|
|
55
|
+
capabilities = {
|
|
56
|
+
chat: true,
|
|
57
|
+
streaming: true,
|
|
58
|
+
embedding: true,
|
|
59
|
+
embeddingQuery: true, // Cohere supports separate query embeddings
|
|
60
|
+
rerank: true,
|
|
61
|
+
toolCalling: true, // Cohere supports tool calling
|
|
62
|
+
};
|
|
63
|
+
client;
|
|
64
|
+
constructor(apiKey) {
|
|
65
|
+
const key = apiKey || process.env.COHERE_API_KEY;
|
|
66
|
+
if (!key) {
|
|
67
|
+
throw new Error('COHERE_API_KEY not found in environment');
|
|
68
|
+
}
|
|
69
|
+
this.client = new CohereClient({ token: key });
|
|
70
|
+
}
|
|
71
|
+
async getModels() {
|
|
72
|
+
// TODO: In Phase 4B, fetch available models from Cohere API if possible
|
|
73
|
+
// For now, return known Cohere models
|
|
74
|
+
return [
|
|
75
|
+
{
|
|
76
|
+
id: 'command-r-plus',
|
|
77
|
+
name: 'Command R+',
|
|
78
|
+
providerId: 'cohere',
|
|
79
|
+
providerModelId: 'command-r-plus',
|
|
80
|
+
contextWindow: 128000,
|
|
81
|
+
capabilities: {
|
|
82
|
+
chat: true,
|
|
83
|
+
streaming: true,
|
|
84
|
+
embedding: false,
|
|
85
|
+
embeddingQuery: false,
|
|
86
|
+
rerank: false,
|
|
87
|
+
toolCalling: true,
|
|
88
|
+
},
|
|
89
|
+
},
|
|
90
|
+
{
|
|
91
|
+
id: 'embed-english-v3',
|
|
92
|
+
name: 'Embed English v3.0',
|
|
93
|
+
providerId: 'cohere',
|
|
94
|
+
providerModelId: 'embed-english-v3.0',
|
|
95
|
+
contextWindow: 512,
|
|
96
|
+
capabilities: {
|
|
97
|
+
chat: false,
|
|
98
|
+
streaming: false,
|
|
99
|
+
embedding: true,
|
|
100
|
+
embeddingQuery: true,
|
|
101
|
+
rerank: false,
|
|
102
|
+
toolCalling: false,
|
|
103
|
+
},
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
id: 'rerank-english-v3',
|
|
107
|
+
name: 'Rerank English v3.0',
|
|
108
|
+
providerId: 'cohere',
|
|
109
|
+
providerModelId: 'rerank-english-v3.0',
|
|
110
|
+
contextWindow: 4096,
|
|
111
|
+
capabilities: {
|
|
112
|
+
chat: false,
|
|
113
|
+
streaming: false,
|
|
114
|
+
embedding: false,
|
|
115
|
+
embeddingQuery: false,
|
|
116
|
+
rerank: true,
|
|
117
|
+
toolCalling: false,
|
|
118
|
+
},
|
|
119
|
+
},
|
|
120
|
+
];
|
|
121
|
+
}
|
|
122
|
+
getDefaultModel() {
|
|
123
|
+
return 'command-r-plus';
|
|
124
|
+
}
|
|
125
|
+
async chat(prompt, options) {
|
|
126
|
+
const model = options?.model || this.getDefaultModel();
|
|
127
|
+
return await retryWithBackoff(async () => {
|
|
128
|
+
return await cohereCircuitBreaker.execute(async () => {
|
|
129
|
+
const response = await this.client.chat({
|
|
130
|
+
message: prompt,
|
|
131
|
+
...(model ? { model } : {}),
|
|
132
|
+
temperature: options?.temperature ?? 0.7,
|
|
133
|
+
...(options?.maxTokens ? { maxTokens: options.maxTokens } : {}),
|
|
134
|
+
});
|
|
135
|
+
const text = response.text || 'No response generated';
|
|
136
|
+
const inputTokens = countTokens(prompt);
|
|
137
|
+
const outputTokens = countTokens(text);
|
|
138
|
+
return {
|
|
139
|
+
text,
|
|
140
|
+
model: model || 'default',
|
|
141
|
+
usage: {
|
|
142
|
+
inputTokens,
|
|
143
|
+
outputTokens,
|
|
144
|
+
},
|
|
145
|
+
};
|
|
146
|
+
});
|
|
147
|
+
}, {
|
|
148
|
+
maxRetries: 5,
|
|
149
|
+
baseDelay: 2000,
|
|
150
|
+
maxDelay: 60000,
|
|
151
|
+
operationName: 'cohere-provider-chat',
|
|
152
|
+
});
|
|
153
|
+
}
|
|
154
|
+
async chatStream(prompt, options, onEvent) {
|
|
155
|
+
const model = options?.model || this.getDefaultModel();
|
|
156
|
+
let fullText = '';
|
|
157
|
+
try {
|
|
158
|
+
if (onEvent) {
|
|
159
|
+
onEvent({ type: 'start' });
|
|
160
|
+
}
|
|
161
|
+
// Check if Cohere SDK supports streaming
|
|
162
|
+
if (typeof this.client.chatStream === 'function') {
|
|
163
|
+
const stream = await this.client.chatStream({
|
|
164
|
+
message: prompt,
|
|
165
|
+
...(model ? { model } : {}),
|
|
166
|
+
temperature: options?.temperature ?? 0.7,
|
|
167
|
+
});
|
|
168
|
+
for await (const event of stream) {
|
|
169
|
+
if (event.eventType === 'text-generation' || event.type === 'text') {
|
|
170
|
+
const token = event.text || event.delta || '';
|
|
171
|
+
if (token) {
|
|
172
|
+
fullText += token;
|
|
173
|
+
if (onEvent) {
|
|
174
|
+
onEvent({ type: 'delta', text: token });
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
else {
|
|
181
|
+
// Fallback: Use regular chat
|
|
182
|
+
const response = await this.chat(prompt, options);
|
|
183
|
+
fullText = response.text;
|
|
184
|
+
// Simulate streaming by sending chunks
|
|
185
|
+
if (onEvent && fullText.length > 0) {
|
|
186
|
+
const chunkSize = 10;
|
|
187
|
+
for (let i = 0; i < fullText.length; i += chunkSize) {
|
|
188
|
+
const chunk = fullText.substring(i, i + chunkSize);
|
|
189
|
+
onEvent({ type: 'delta', text: chunk });
|
|
190
|
+
if (fullText.length > chunkSize * 2) {
|
|
191
|
+
await new Promise(resolve => setTimeout(resolve, 50));
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
if (onEvent) {
|
|
197
|
+
onEvent({ type: 'complete' });
|
|
198
|
+
}
|
|
199
|
+
const inputTokens = countTokens(prompt);
|
|
200
|
+
const outputTokens = countTokens(fullText);
|
|
201
|
+
return {
|
|
202
|
+
text: fullText,
|
|
203
|
+
model: model || 'default',
|
|
204
|
+
usage: {
|
|
205
|
+
inputTokens,
|
|
206
|
+
outputTokens,
|
|
207
|
+
},
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
catch (error) {
|
|
211
|
+
if (onEvent) {
|
|
212
|
+
onEvent({
|
|
213
|
+
type: 'error',
|
|
214
|
+
error: error instanceof Error ? error : new Error(String(error)),
|
|
215
|
+
});
|
|
216
|
+
}
|
|
217
|
+
throw error;
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
async embed(text) {
|
|
221
|
+
const texts = Array.isArray(text) ? text : [text];
|
|
222
|
+
return await retryWithBackoff(async () => {
|
|
223
|
+
return await cohereCircuitBreaker.execute(async () => {
|
|
224
|
+
const response = await this.client.embed({
|
|
225
|
+
texts,
|
|
226
|
+
model: 'embed-english-v3.0',
|
|
227
|
+
inputType: 'search_document',
|
|
228
|
+
});
|
|
229
|
+
const embeddings = response.embeddings;
|
|
230
|
+
if (texts.length === 1) {
|
|
231
|
+
return embeddings[0];
|
|
232
|
+
}
|
|
233
|
+
return embeddings;
|
|
234
|
+
});
|
|
235
|
+
}, {
|
|
236
|
+
maxRetries: 5,
|
|
237
|
+
baseDelay: 2000,
|
|
238
|
+
maxDelay: 60000,
|
|
239
|
+
operationName: 'cohere-provider-embed',
|
|
240
|
+
});
|
|
241
|
+
}
|
|
242
|
+
async embedQuery(query) {
|
|
243
|
+
return await retryWithBackoff(async () => {
|
|
244
|
+
return await cohereCircuitBreaker.execute(async () => {
|
|
245
|
+
const response = await this.client.embed({
|
|
246
|
+
texts: [query],
|
|
247
|
+
model: 'embed-english-v3.0',
|
|
248
|
+
inputType: 'search_query',
|
|
249
|
+
});
|
|
250
|
+
const embeddings = response.embeddings;
|
|
251
|
+
if (Array.isArray(embeddings)) {
|
|
252
|
+
if (embeddings.length === 0) {
|
|
253
|
+
throw new Error('No embedding returned for query');
|
|
254
|
+
}
|
|
255
|
+
return embeddings[0] || [];
|
|
256
|
+
}
|
|
257
|
+
else {
|
|
258
|
+
const embeddingsArray = embeddings.float || [];
|
|
259
|
+
if (embeddingsArray.length === 0) {
|
|
260
|
+
throw new Error('No embedding returned for query');
|
|
261
|
+
}
|
|
262
|
+
return embeddingsArray[0] || [];
|
|
263
|
+
}
|
|
264
|
+
});
|
|
265
|
+
}, {
|
|
266
|
+
maxRetries: 5,
|
|
267
|
+
baseDelay: 2000,
|
|
268
|
+
maxDelay: 60000,
|
|
269
|
+
operationName: 'cohere-provider-embed-query',
|
|
270
|
+
});
|
|
271
|
+
}
|
|
272
|
+
async rerank(query, documents, options) {
|
|
273
|
+
if (documents.length === 0) {
|
|
274
|
+
return {
|
|
275
|
+
results: [],
|
|
276
|
+
model: 'rerank-english-v3.0',
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
// Cohere Rerank API has limits, so we cap at 100 documents
|
|
280
|
+
const documentsToRerank = documents.slice(0, 100);
|
|
281
|
+
const topN = Math.min(options?.topN ?? 10, documentsToRerank.length);
|
|
282
|
+
const model = options?.model || 'rerank-english-v3.0';
|
|
283
|
+
return await retryWithBackoff(async () => {
|
|
284
|
+
return await cohereCircuitBreaker.execute(async () => {
|
|
285
|
+
const response = await this.client.rerank({
|
|
286
|
+
model,
|
|
287
|
+
query,
|
|
288
|
+
documents: documentsToRerank,
|
|
289
|
+
topN,
|
|
290
|
+
});
|
|
291
|
+
const results = (response.results || []).map((result) => ({
|
|
292
|
+
index: result.index,
|
|
293
|
+
relevanceScore: result.relevanceScore || 0,
|
|
294
|
+
}));
|
|
295
|
+
return {
|
|
296
|
+
results,
|
|
297
|
+
model,
|
|
298
|
+
};
|
|
299
|
+
});
|
|
300
|
+
}, {
|
|
301
|
+
maxRetries: 3,
|
|
302
|
+
baseDelay: 2000,
|
|
303
|
+
maxDelay: 30000,
|
|
304
|
+
operationName: 'cohere-provider-rerank',
|
|
305
|
+
});
|
|
306
|
+
}
|
|
307
|
+
async countTokens(text, _model) {
|
|
308
|
+
// TODO: In Phase 4B, use Cohere-specific tokenizer if available
|
|
309
|
+
// For now, use same tiktoken approach as CohereAIService
|
|
310
|
+
return Promise.resolve(countTokens(text));
|
|
311
|
+
}
|
|
312
|
+
async isAvailable() {
|
|
313
|
+
try {
|
|
314
|
+
// Simple availability check - try to get models
|
|
315
|
+
await this.getModels();
|
|
316
|
+
return true;
|
|
317
|
+
}
|
|
318
|
+
catch {
|
|
319
|
+
return false;
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
handleError(error) {
|
|
323
|
+
if (error && typeof error === 'object') {
|
|
324
|
+
const err = error;
|
|
325
|
+
// Check for rate limiting (429)
|
|
326
|
+
if (err.statusCode === 429 || err.status === 429) {
|
|
327
|
+
return {
|
|
328
|
+
type: 'rate_limit',
|
|
329
|
+
retryable: false,
|
|
330
|
+
message: 'Rate limit exceeded',
|
|
331
|
+
};
|
|
332
|
+
}
|
|
333
|
+
// Check for trial key quota
|
|
334
|
+
const errorMsg = err.message || String(error);
|
|
335
|
+
if (errorMsg.includes('Trial key') && errorMsg.includes('1000 API calls')) {
|
|
336
|
+
return {
|
|
337
|
+
type: 'quota_exceeded',
|
|
338
|
+
retryable: false,
|
|
339
|
+
message: 'Trial API key has reached monthly limit (1000 calls/month)',
|
|
340
|
+
};
|
|
341
|
+
}
|
|
342
|
+
// Check for authentication errors
|
|
343
|
+
if (err.statusCode === 401 || err.status === 401) {
|
|
344
|
+
return {
|
|
345
|
+
type: 'auth_error',
|
|
346
|
+
retryable: false,
|
|
347
|
+
message: 'Authentication failed - check API key',
|
|
348
|
+
};
|
|
349
|
+
}
|
|
350
|
+
}
|
|
351
|
+
// Default to retryable error
|
|
352
|
+
return {
|
|
353
|
+
type: 'unknown',
|
|
354
|
+
retryable: true,
|
|
355
|
+
message: error instanceof Error ? error.message : String(error),
|
|
356
|
+
};
|
|
357
|
+
}
|
|
358
|
+
}
|
|
359
|
+
//# sourceMappingURL=cohere-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cohere-provider.js","sourceRoot":"","sources":["../../../src/infrastructure/providers/cohere-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAW9C,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEhF,8CAA8C;AAC9C,IAAI,CAAC;IACH,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAChD,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;AAC3C,CAAC;AAAC,MAAM,CAAC,CAAA,CAAC;AACV,MAAM,EAAE,CAAC;AAET,2DAA2D;AAC3D,IAAI,YAAY,GAAiD,IAAI,CAAC;AACtE,SAAS,eAAe;IACtB,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,YAAY,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;QACzF,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,cAAc;IAChB,EAAE,GAAG,QAAQ,CAAC;IACd,IAAI,GAAG,QAAQ,CAAC;IAEhB,YAAY,GAAyB;QAC5C,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI,EAAE,4CAA4C;QAClE,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,IAAI,EAAE,+BAA+B;KACnD,CAAC;IAEM,MAAM,CAAe;IAE7B,YAAY,MAAe;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACjD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,SAAS;QACb,wEAAwE;QACxE,sCAAsC;QACtC,OAAO;YACL;gBACE,EAAE,EAAE,gBAAgB;gBACpB,IAAI,EAAE,YAAY;gBAClB,UAAU,EAAE,QAAQ;gBACpB,eAAe,EAAE,gBAAgB;gBACjC,aAAa,EAAE,MAAM;gBACrB,YAAY,EAAE;oBACZ,IAAI,EAAE,IAAI;oBACV,SAAS,EAAE,IAAI;oBACf,SAAS,EAAE,KAAK;oBAChB,cAAc,EAAE,KAAK;oBACrB,MAAM,EAAE,KAAK;oBACb,WAAW,EAAE,IAAI;iBAClB;aACF;YACD;gBACE,EAAE,EAAE,kBAAkB;gBACtB,IAAI,EAAE,oBAAoB;gBAC1B,UAAU,EAAE,QAAQ;gBACpB,eAAe,EAAE,oBAAoB;gBACrC,aAAa,EAAE,GAAG;gBAClB,YAAY,EAAE;oBACZ,IAAI,EAAE,KAAK;oBACX,SAAS,EAAE,KAAK;oBAChB,SAAS,EAAE,IAAI;oBACf,cAAc,EAAE,IAAI;oBACpB,MAAM,EAAE,KAAK;oBACb,WAAW,EAAE,KAAK;iBACnB;aACF;YACD;gBACE,EAAE,EAAE,mBAAmB;gBACvB,IAAI,EAAE,qBAAqB;gBAC3B,UAAU,EAAE,QAAQ;gBACpB,eAAe,EAAE,qBAAqB;gBACtC,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE;oBACZ,IAAI,EAAE,KAAK;oBACX,SAAS,EAAE,KAAK;oBAChB,SAAS,EAAE,KAAK;oBAChB,cAAc,EAAE,KAAK;oBACrB,MAAM,EAAE,IAAI;oBACZ,WAAW,EAAE,KAAK;iBACnB;aACF;SACF,CAAC;IACJ,CAAC;IAED,eAAe;QACb,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,OAAqB;QAC9C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvD,OAAO,MAAM,gBAAgB,CAC3B,KAAK,IAAI,EAAE;YACT,OAAO,MAAM,oBAAoB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBACtC,OAAO,EAAE,MAAM;oBACf,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3B,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;oBACxC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChE,CAAC,CAAC;gBAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,uBAAuB,CAAC;gBACtD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAEvC,OAAO;oBACL,IAAI;oBACJ,KAAK,EAAE,KAAK,IAAI,SAAS;oBACzB,KAAK,EAAE;wBACL,WAAW;wBACX,YAAY;qBACb;iBACF,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,sBAAsB;SACtC,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,MAAc,EACd,OAAqB,EACrB,OAAsC;QAEtC,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACvD,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,IAAI,CAAC;YACH,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAC7B,CAAC;YAED,yCAAyC;YACzC,IAAI,OAAQ,IAAI,CAAC,MAAc,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBAC1D,MAAM,MAAM,GAAG,MAAO,IAAI,CAAC,MAAc,CAAC,UAAU,CAAC;oBACnD,OAAO,EAAE,MAAM;oBACf,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3B,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;iBACzC,CAAC,CAAC;gBAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBACjC,IAAI,KAAK,CAAC,SAAS,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACnE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;wBAC9C,IAAI,KAAK,EAAE,CAAC;4BACV,QAAQ,IAAI,KAAK,CAAC;4BAClB,IAAI,OAAO,EAAE,CAAC;gCACZ,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;4BAC1C,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,6BAA6B;gBAC7B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAClD,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAEzB,uCAAuC;gBACvC,IAAI,OAAO,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACnC,MAAM,SAAS,GAAG,EAAE,CAAC;oBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;wBACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;wBACnD,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;wBACxC,IAAI,QAAQ,CAAC,MAAM,GAAG,SAAS,GAAG,CAAC,EAAE,CAAC;4BACpC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;wBACxD,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;YAE3C,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,KAAK,IAAI,SAAS;gBACzB,KAAK,EAAE;oBACL,WAAW;oBACX,YAAY;iBACb;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;iBACjE,CAAC,CAAC;YACL,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAuB;QACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAElD,OAAO,MAAM,gBAAgB,CAC3B,KAAK,IAAI,EAAE;YACT,OAAO,MAAM,oBAAoB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;oBACvC,KAAK;oBACL,KAAK,EAAE,oBAAoB;oBAC3B,SAAS,EAAE,iBAAiB;iBAC7B,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAQ,UAAyB,CAAC,CAAC,CAAa,CAAC;gBACnD,CAAC;gBACD,OAAO,UAAwB,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,uBAAuB;SACvC,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,OAAO,MAAM,gBAAgB,CAC3B,KAAK,IAAI,EAAE;YACT,OAAO,MAAM,oBAAoB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;oBACvC,KAAK,EAAE,CAAC,KAAK,CAAC;oBACd,KAAK,EAAE,oBAAoB;oBAC3B,SAAS,EAAE,cAAc;iBAC1B,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvC,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC9B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;oBACrD,CAAC;oBACD,OAAQ,UAAU,CAAC,CAAC,CAAc,IAAI,EAAE,CAAC;gBAC3C,CAAC;qBAAM,CAAC;oBACN,MAAM,eAAe,GAAI,UAAkB,CAAC,KAAK,IAAI,EAAE,CAAC;oBACxD,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACjC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;oBACrD,CAAC;oBACD,OAAQ,eAAe,CAAC,CAAC,CAAc,IAAI,EAAE,CAAC;gBAChD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,6BAA6B;SAC7C,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAA2C;QAE3C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,qBAAqB;aAC7B,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,MAAM,iBAAiB,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,qBAAqB,CAAC;QAEtD,OAAO,MAAM,gBAAgB,CAC3B,KAAK,IAAI,EAAE;YACT,OAAO,MAAM,oBAAoB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBACnD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;oBACxC,KAAK;oBACL,KAAK;oBACL,SAAS,EAAE,iBAAiB;oBAC5B,IAAI;iBACL,CAAC,CAAC;gBAEH,MAAM,OAAO,GAAmB,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,CAAC;oBAC7E,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,CAAC;iBAC3C,CAAC,CAAC,CAAC;gBAEJ,OAAO;oBACL,OAAO;oBACP,KAAK;iBACN,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,EACD;YACE,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,wBAAwB;SACxC,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,MAAe;QAC7C,gEAAgE;QAChE,yDAAyD;QACzD,OAAO,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,gDAAgD;YAChD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,WAAW,CAAE,KAAc;QACzB,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,KAAY,CAAC;YAEzB,gCAAgC;YAChC,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACjD,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,KAAK;oBAChB,OAAO,EAAE,qBAAqB;iBAC/B,CAAC;YACJ,CAAC;YAED,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9C,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC1E,OAAO;oBACL,IAAI,EAAE,gBAAgB;oBACtB,SAAS,EAAE,KAAK;oBAChB,OAAO,EAAE,4DAA4D;iBACtE,CAAC;YACJ,CAAC;YAED,kCAAkC;YAClC,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACjD,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,KAAK;oBAChB,OAAO,EAAE,uCAAuC;iBACjD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAChE,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider Layer: FakeProvider
|
|
3
|
+
* Deterministic test provider implementing IModelProvider
|
|
4
|
+
*
|
|
5
|
+
* Phase 4D: FakeProvider Implementation
|
|
6
|
+
* Provides deterministic outputs for testing and local demos without external API calls
|
|
7
|
+
*/
|
|
8
|
+
import type { IModelProvider, ProviderCapabilities, ModelInfo, ChatOptions, ChatResponse, StreamEvent, RerankResponse } from './model-provider.interface.js';
|
|
9
|
+
/**
|
|
10
|
+
* FakeProvider
|
|
11
|
+
* Deterministic provider for testing and demos
|
|
12
|
+
*
|
|
13
|
+
* Behavior:
|
|
14
|
+
* - Chat: Returns deterministic responses based on query
|
|
15
|
+
* - Streaming: Simulates streaming by sending words incrementally
|
|
16
|
+
* - Embeddings: Returns fixed-size zero vectors (768 dimensions)
|
|
17
|
+
* - Rerank: Returns documents in original order with fake scores
|
|
18
|
+
* - No external HTTP calls
|
|
19
|
+
*/
|
|
20
|
+
export declare class FakeProvider implements IModelProvider {
|
|
21
|
+
readonly id = "fake";
|
|
22
|
+
readonly name = "Fake Provider";
|
|
23
|
+
readonly capabilities: ProviderCapabilities;
|
|
24
|
+
private defaultModel;
|
|
25
|
+
getModels(): Promise<ModelInfo[]>;
|
|
26
|
+
getDefaultModel(): string;
|
|
27
|
+
chat(prompt: string, options?: ChatOptions): Promise<ChatResponse>;
|
|
28
|
+
chatStream(prompt: string, options?: ChatOptions, onEvent?: (event: StreamEvent) => void): Promise<ChatResponse>;
|
|
29
|
+
embed(text: string | string[]): Promise<number[] | number[][]>;
|
|
30
|
+
embedQuery(query: string): Promise<number[]>;
|
|
31
|
+
rerank(query: string, documents: string[], options?: {
|
|
32
|
+
topN?: number;
|
|
33
|
+
model?: string;
|
|
34
|
+
}): Promise<RerankResponse>;
|
|
35
|
+
countTokens(text: string, _model?: string): Promise<number>;
|
|
36
|
+
isAvailable(): Promise<boolean>;
|
|
37
|
+
handleError?(error: unknown): {
|
|
38
|
+
type: string;
|
|
39
|
+
retryable: boolean;
|
|
40
|
+
message: string;
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=fake-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fake-provider.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/providers/fake-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,WAAW,EACX,cAAc,EAEf,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;;;GAUG;AACH,qBAAa,YAAa,YAAW,cAAc;IACjD,QAAQ,CAAC,EAAE,UAAU;IACrB,QAAQ,CAAC,IAAI,mBAAmB;IAEhC,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAOzC;IAEF,OAAO,CAAC,YAAY,CAAmB;IAEjC,SAAS,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAavC,eAAe,IAAI,MAAM;IAInB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAqBlE,UAAU,CACd,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,WAAW,EACrB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GACrC,OAAO,CAAC,YAAY,CAAC;IA0BlB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;IAY9D,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAM5C,MAAM,CACV,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAC1C,OAAO,CAAC,cAAc,CAAC;IAgBpB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAM3D,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAKrC,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;CASpF"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider Layer: FakeProvider
|
|
3
|
+
* Deterministic test provider implementing IModelProvider
|
|
4
|
+
*
|
|
5
|
+
* Phase 4D: FakeProvider Implementation
|
|
6
|
+
* Provides deterministic outputs for testing and local demos without external API calls
|
|
7
|
+
*/
|
|
8
|
+
/**
|
|
9
|
+
* FakeProvider
|
|
10
|
+
* Deterministic provider for testing and demos
|
|
11
|
+
*
|
|
12
|
+
* Behavior:
|
|
13
|
+
* - Chat: Returns deterministic responses based on query
|
|
14
|
+
* - Streaming: Simulates streaming by sending words incrementally
|
|
15
|
+
* - Embeddings: Returns fixed-size zero vectors (768 dimensions)
|
|
16
|
+
* - Rerank: Returns documents in original order with fake scores
|
|
17
|
+
* - No external HTTP calls
|
|
18
|
+
*/
|
|
19
|
+
export class FakeProvider {
|
|
20
|
+
id = 'fake';
|
|
21
|
+
name = 'Fake Provider';
|
|
22
|
+
capabilities = {
|
|
23
|
+
chat: true,
|
|
24
|
+
streaming: true,
|
|
25
|
+
embedding: true,
|
|
26
|
+
embeddingQuery: true,
|
|
27
|
+
rerank: true,
|
|
28
|
+
toolCalling: false,
|
|
29
|
+
};
|
|
30
|
+
defaultModel = 'fake-model-v1';
|
|
31
|
+
async getModels() {
|
|
32
|
+
return [
|
|
33
|
+
{
|
|
34
|
+
id: 'fake-model-v1',
|
|
35
|
+
name: 'Fake Model v1',
|
|
36
|
+
providerId: this.id,
|
|
37
|
+
providerModelId: 'fake-model-v1',
|
|
38
|
+
contextWindow: 4096,
|
|
39
|
+
capabilities: { ...this.capabilities },
|
|
40
|
+
},
|
|
41
|
+
];
|
|
42
|
+
}
|
|
43
|
+
getDefaultModel() {
|
|
44
|
+
return this.defaultModel;
|
|
45
|
+
}
|
|
46
|
+
async chat(prompt, options) {
|
|
47
|
+
// Deterministic response based on prompt
|
|
48
|
+
// Truncate prompt to first 80 chars for consistency with FakeAIService
|
|
49
|
+
const promptPreview = prompt.length > 80 ? prompt.substring(0, 80) + '...' : prompt;
|
|
50
|
+
const text = `FAKE_RESPONSE: ${promptPreview}`;
|
|
51
|
+
// Simple token counting (character-based estimate)
|
|
52
|
+
const inputTokens = Math.ceil(prompt.length / 4);
|
|
53
|
+
const outputTokens = Math.ceil(text.length / 4);
|
|
54
|
+
return {
|
|
55
|
+
text,
|
|
56
|
+
model: options?.model || this.defaultModel,
|
|
57
|
+
usage: {
|
|
58
|
+
inputTokens,
|
|
59
|
+
outputTokens,
|
|
60
|
+
},
|
|
61
|
+
finishReason: 'stop',
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
async chatStream(prompt, options, onEvent) {
|
|
65
|
+
// Get the full response first
|
|
66
|
+
const response = await this.chat(prompt, options);
|
|
67
|
+
if (onEvent) {
|
|
68
|
+
onEvent({ type: 'start' });
|
|
69
|
+
// Simulate streaming by sending words incrementally
|
|
70
|
+
const words = response.text.split(' ');
|
|
71
|
+
for (let i = 0; i < words.length; i++) {
|
|
72
|
+
const word = words[i];
|
|
73
|
+
const isLast = i === words.length - 1;
|
|
74
|
+
const delta = isLast ? word : word + ' ';
|
|
75
|
+
// Small delay to simulate streaming
|
|
76
|
+
await new Promise(resolve => setTimeout(resolve, 10));
|
|
77
|
+
onEvent({ type: 'delta', text: delta });
|
|
78
|
+
}
|
|
79
|
+
onEvent({ type: 'complete', text: response.text });
|
|
80
|
+
}
|
|
81
|
+
return response;
|
|
82
|
+
}
|
|
83
|
+
async embed(text) {
|
|
84
|
+
// Return deterministic fake embeddings (all zeros, 768 dimensions)
|
|
85
|
+
// Matches FakeAIService behavior
|
|
86
|
+
const embeddingSize = 768;
|
|
87
|
+
if (Array.isArray(text)) {
|
|
88
|
+
return text.map(() => new Array(embeddingSize).fill(0));
|
|
89
|
+
}
|
|
90
|
+
return new Array(embeddingSize).fill(0);
|
|
91
|
+
}
|
|
92
|
+
async embedQuery(query) {
|
|
93
|
+
// Return deterministic fake query embedding (768 dimensions)
|
|
94
|
+
// Matches FakeAIService behavior
|
|
95
|
+
return new Array(768).fill(0);
|
|
96
|
+
}
|
|
97
|
+
async rerank(query, documents, options) {
|
|
98
|
+
// Return documents in original order with fake decreasing scores
|
|
99
|
+
// Matches FakeAIService behavior: 0.9, 0.8, 0.7, ...
|
|
100
|
+
const topN = Math.min(options?.topN || 10, documents.length);
|
|
101
|
+
const results = Array.from({ length: topN }, (_, i) => ({
|
|
102
|
+
index: i,
|
|
103
|
+
relevanceScore: 0.9 - (i * 0.1),
|
|
104
|
+
text: documents[i],
|
|
105
|
+
}));
|
|
106
|
+
return {
|
|
107
|
+
results,
|
|
108
|
+
model: options?.model || this.defaultModel,
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
async countTokens(text, _model) {
|
|
112
|
+
// Simple character-based token estimation (4 chars per token)
|
|
113
|
+
// Matches behavior used in other providers
|
|
114
|
+
return Math.ceil(text.length / 4);
|
|
115
|
+
}
|
|
116
|
+
async isAvailable() {
|
|
117
|
+
// Fake provider is always available (no external dependencies)
|
|
118
|
+
return true;
|
|
119
|
+
}
|
|
120
|
+
handleError(error) {
|
|
121
|
+
// Fake provider shouldn't have errors, but handle gracefully
|
|
122
|
+
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
123
|
+
return {
|
|
124
|
+
type: 'unknown',
|
|
125
|
+
retryable: false,
|
|
126
|
+
message: `FakeProvider error: ${errorMessage}`,
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=fake-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fake-provider.js","sourceRoot":"","sources":["../../../src/infrastructure/providers/fake-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAaH;;;;;;;;;;GAUG;AACH,MAAM,OAAO,YAAY;IACd,EAAE,GAAG,MAAM,CAAC;IACZ,IAAI,GAAG,eAAe,CAAC;IAEvB,YAAY,GAAyB;QAC5C,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI;QACpB,MAAM,EAAE,IAAI;QACZ,WAAW,EAAE,KAAK;KACnB,CAAC;IAEM,YAAY,GAAG,eAAe,CAAC;IAEvC,KAAK,CAAC,SAAS;QACb,OAAO;YACL;gBACE,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,IAAI,CAAC,EAAE;gBACnB,eAAe,EAAE,eAAe;gBAChC,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE;aACvC;SACF,CAAC;IACJ,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,OAAqB;QAC9C,yCAAyC;QACzC,uEAAuE;QACvE,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QACpF,MAAM,IAAI,GAAG,kBAAkB,aAAa,EAAE,CAAC;QAE/C,mDAAmD;QACnD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEhD,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;YAC1C,KAAK,EAAE;gBACL,WAAW;gBACX,YAAY;aACb;YACD,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,MAAc,EACd,OAAqB,EACrB,OAAsC;QAEtC,8BAA8B;QAC9B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAElD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAE3B,oDAAoD;YACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;gBACtC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC;gBAEzC,oCAAoC;gBACpC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;gBAEtD,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1C,CAAC;YAED,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAuB;QACjC,mEAAmE;QACnE,iCAAiC;QACjC,MAAM,aAAa,GAAG,GAAG,CAAC;QAE1B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC5B,6DAA6D;QAC7D,iCAAiC;QACjC,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAA2C;QAE3C,iEAAiE;QACjE,qDAAqD;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAmB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACtE,KAAK,EAAE,CAAC;YACR,cAAc,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;YAC/B,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;SACnB,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,OAAO;YACP,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;SAC3C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,MAAe;QAC7C,8DAA8D;QAC9D,2CAA2C;QAC3C,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,+DAA+D;QAC/D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAE,KAAc;QACzB,6DAA6D;QAC7D,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5E,OAAO;YACL,IAAI,EAAE,SAAS;YACf,SAAS,EAAE,KAAK;YAChB,OAAO,EAAE,uBAAuB,YAAY,EAAE;SAC/C,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider Layer: LocalLLMProvider
|
|
3
|
+
* OpenAI-compatible local LLM provider (Ollama, LM Studio, on-prem gateways)
|
|
4
|
+
*
|
|
5
|
+
* Phase 4E: Local LLM Provider Implementation
|
|
6
|
+
* Supports any OpenAI-compatible endpoint for chat and embeddings
|
|
7
|
+
*/
|
|
8
|
+
import type { IModelProvider, ProviderCapabilities, ModelInfo, ChatOptions, ChatResponse, StreamEvent, RerankResponse } from './model-provider.interface.js';
|
|
9
|
+
/**
|
|
10
|
+
* LocalLLMProvider
|
|
11
|
+
* Implements IModelProvider for OpenAI-compatible local endpoints
|
|
12
|
+
*
|
|
13
|
+
* Designed for:
|
|
14
|
+
* - Ollama (http://localhost:11434)
|
|
15
|
+
* - LM Studio (http://localhost:1234)
|
|
16
|
+
* - On-prem OpenAI-compatible gateways
|
|
17
|
+
*
|
|
18
|
+
* API Assumptions:
|
|
19
|
+
* - POST {baseUrl}/v1/chat/completions (OpenAI-compatible)
|
|
20
|
+
* - POST {baseUrl}/v1/embeddings (OpenAI-compatible)
|
|
21
|
+
* - Streaming via Server-Sent Events (SSE) if supported
|
|
22
|
+
*/
|
|
23
|
+
export declare class LocalLLMProvider implements IModelProvider {
|
|
24
|
+
readonly id = "local";
|
|
25
|
+
readonly name = "Local LLM Provider";
|
|
26
|
+
readonly capabilities: ProviderCapabilities;
|
|
27
|
+
private baseUrl;
|
|
28
|
+
private defaultChatModel;
|
|
29
|
+
private defaultEmbedModel;
|
|
30
|
+
constructor(baseUrl?: string, defaultChatModel?: string, defaultEmbedModel?: string);
|
|
31
|
+
getModels(): Promise<ModelInfo[]>;
|
|
32
|
+
getDefaultModel(): string;
|
|
33
|
+
chat(prompt: string, options?: ChatOptions): Promise<ChatResponse>;
|
|
34
|
+
chatStream(prompt: string, options?: ChatOptions, onEvent?: (event: StreamEvent) => void): Promise<ChatResponse>;
|
|
35
|
+
embed(text: string | string[]): Promise<number[] | number[][]>;
|
|
36
|
+
embedQuery(query: string): Promise<number[]>;
|
|
37
|
+
rerank?(_query: string, _documents: string[], _options?: {
|
|
38
|
+
topN?: number;
|
|
39
|
+
model?: string;
|
|
40
|
+
}): Promise<RerankResponse>;
|
|
41
|
+
countTokens(text: string, _model?: string): Promise<number>;
|
|
42
|
+
isAvailable(): Promise<boolean>;
|
|
43
|
+
handleError?(error: unknown): {
|
|
44
|
+
type: string;
|
|
45
|
+
retryable: boolean;
|
|
46
|
+
message: string;
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=local-llm-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"local-llm-provider.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/providers/local-llm-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,cAAc,EACd,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,WAAW,EACX,cAAc,EAEf,MAAM,+BAA+B,CAAC;AA2BvC;;;;;;;;;;;;;GAaG;AACH,qBAAa,gBAAiB,YAAW,cAAc;IACrD,QAAQ,CAAC,EAAE,WAAW;IACtB,QAAQ,CAAC,IAAI,wBAAwB;IAErC,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAOzC;IAEF,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,iBAAiB,CAAS;gBAGhC,OAAO,CAAC,EAAE,MAAM,EAChB,gBAAgB,CAAC,EAAE,MAAM,EACzB,iBAAiB,CAAC,EAAE,MAAM;IActB,SAAS,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAevC,eAAe,IAAI,MAAM;IAInB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAqDlE,UAAU,CACd,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,WAAW,EACrB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,GACrC,OAAO,CAAC,YAAY,CAAC;IA8FlB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;IAuC9D,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAOlD,MAAM,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAM9G,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAI3D,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IA6BrC,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,GAAG;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;CAqCpF"}
|