@cogitator-ai/core 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +920 -15
- package/dist/__tests__/agent.test.js +2 -2
- package/dist/__tests__/agent.test.js.map +1 -1
- package/dist/__tests__/base64.test.js +1 -1
- package/dist/__tests__/base64.test.js.map +1 -1
- package/dist/__tests__/calculator.test.js +1 -1
- package/dist/__tests__/calculator.test.js.map +1 -1
- package/dist/__tests__/cogitator-memory.test.js +2 -2
- package/dist/__tests__/cogitator-memory.test.js.map +1 -1
- package/dist/__tests__/datetime.test.js +1 -1
- package/dist/__tests__/datetime.test.js.map +1 -1
- package/dist/__tests__/exec.test.js +1 -1
- package/dist/__tests__/exec.test.js.map +1 -1
- package/dist/__tests__/filesystem.test.js +1 -1
- package/dist/__tests__/filesystem.test.js.map +1 -1
- package/dist/__tests__/google-backend.test.js +1 -1
- package/dist/__tests__/google-backend.test.js.map +1 -1
- package/dist/__tests__/hash.test.js +1 -1
- package/dist/__tests__/hash.test.js.map +1 -1
- package/dist/__tests__/http.test.js +1 -1
- package/dist/__tests__/http.test.js.map +1 -1
- package/dist/__tests__/json.test.js +1 -1
- package/dist/__tests__/json.test.js.map +1 -1
- package/dist/__tests__/logger.test.js +1 -1
- package/dist/__tests__/logger.test.js.map +1 -1
- package/dist/__tests__/random.test.js +1 -1
- package/dist/__tests__/random.test.js.map +1 -1
- package/dist/__tests__/regex.test.js +1 -1
- package/dist/__tests__/regex.test.js.map +1 -1
- package/dist/__tests__/registry.test.js +2 -2
- package/dist/__tests__/registry.test.js.map +1 -1
- package/dist/__tests__/sleep.test.js +1 -1
- package/dist/__tests__/sleep.test.js.map +1 -1
- package/dist/__tests__/tool.test.js +1 -1
- package/dist/__tests__/tool.test.js.map +1 -1
- package/dist/__tests__/uuid.test.js +1 -1
- package/dist/__tests__/uuid.test.js.map +1 -1
- package/dist/cogitator.d.ts +46 -1
- package/dist/cogitator.d.ts.map +1 -1
- package/dist/cogitator.js +274 -17
- package/dist/cogitator.js.map +1 -1
- package/dist/constitutional/constitution.d.ts +9 -0
- package/dist/constitutional/constitution.d.ts.map +1 -0
- package/dist/constitutional/constitution.js +215 -0
- package/dist/constitutional/constitution.js.map +1 -0
- package/dist/constitutional/constitutional-ai.d.ts +36 -0
- package/dist/constitutional/constitutional-ai.d.ts.map +1 -0
- package/dist/constitutional/constitutional-ai.js +163 -0
- package/dist/constitutional/constitutional-ai.js.map +1 -0
- package/dist/constitutional/critique-reviser.d.ts +20 -0
- package/dist/constitutional/critique-reviser.d.ts.map +1 -0
- package/dist/constitutional/critique-reviser.js +98 -0
- package/dist/constitutional/critique-reviser.js.map +1 -0
- package/dist/constitutional/index.d.ts +13 -0
- package/dist/constitutional/index.d.ts.map +1 -0
- package/dist/constitutional/index.js +8 -0
- package/dist/constitutional/index.js.map +1 -0
- package/dist/constitutional/input-filter.d.ts +19 -0
- package/dist/constitutional/input-filter.d.ts.map +1 -0
- package/dist/constitutional/input-filter.js +88 -0
- package/dist/constitutional/input-filter.js.map +1 -0
- package/dist/constitutional/output-filter.d.ts +19 -0
- package/dist/constitutional/output-filter.d.ts.map +1 -0
- package/dist/constitutional/output-filter.js +86 -0
- package/dist/constitutional/output-filter.js.map +1 -0
- package/dist/constitutional/prompts.d.ts +11 -0
- package/dist/constitutional/prompts.d.ts.map +1 -0
- package/dist/constitutional/prompts.js +202 -0
- package/dist/constitutional/prompts.js.map +1 -0
- package/dist/constitutional/tool-guard.d.ts +18 -0
- package/dist/constitutional/tool-guard.d.ts.map +1 -0
- package/dist/constitutional/tool-guard.js +125 -0
- package/dist/constitutional/tool-guard.js.map +1 -0
- package/dist/cost-routing/budget-enforcer.d.ts +26 -0
- package/dist/cost-routing/budget-enforcer.d.ts.map +1 -0
- package/dist/cost-routing/budget-enforcer.js +86 -0
- package/dist/cost-routing/budget-enforcer.js.map +1 -0
- package/dist/cost-routing/cost-router.d.ts +34 -0
- package/dist/cost-routing/cost-router.d.ts.map +1 -0
- package/dist/cost-routing/cost-router.js +80 -0
- package/dist/cost-routing/cost-router.js.map +1 -0
- package/dist/cost-routing/cost-tracker.d.ts +20 -0
- package/dist/cost-routing/cost-tracker.d.ts.map +1 -0
- package/dist/cost-routing/cost-tracker.js +85 -0
- package/dist/cost-routing/cost-tracker.js.map +1 -0
- package/dist/cost-routing/index.d.ts +6 -0
- package/dist/cost-routing/index.d.ts.map +1 -0
- package/dist/cost-routing/index.js +6 -0
- package/dist/cost-routing/index.js.map +1 -0
- package/dist/cost-routing/model-selector.d.ts +15 -0
- package/dist/cost-routing/model-selector.d.ts.map +1 -0
- package/dist/cost-routing/model-selector.js +216 -0
- package/dist/cost-routing/model-selector.js.map +1 -0
- package/dist/cost-routing/task-analyzer.d.ts +13 -0
- package/dist/cost-routing/task-analyzer.d.ts.map +1 -0
- package/dist/cost-routing/task-analyzer.js +185 -0
- package/dist/cost-routing/task-analyzer.js.map +1 -0
- package/dist/index.d.ts +19 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -0
- package/dist/index.js.map +1 -1
- package/dist/learning/ab-testing.d.ts +45 -0
- package/dist/learning/ab-testing.d.ts.map +1 -0
- package/dist/learning/ab-testing.js +267 -0
- package/dist/learning/ab-testing.js.map +1 -0
- package/dist/learning/agent-optimizer.d.ts +42 -0
- package/dist/learning/agent-optimizer.d.ts.map +1 -0
- package/dist/learning/agent-optimizer.js +273 -0
- package/dist/learning/agent-optimizer.js.map +1 -0
- package/dist/learning/auto-optimizer.d.ts +38 -0
- package/dist/learning/auto-optimizer.d.ts.map +1 -0
- package/dist/learning/auto-optimizer.js +229 -0
- package/dist/learning/auto-optimizer.js.map +1 -0
- package/dist/learning/demo-selector.d.ts +29 -0
- package/dist/learning/demo-selector.d.ts.map +1 -0
- package/dist/learning/demo-selector.js +235 -0
- package/dist/learning/demo-selector.js.map +1 -0
- package/dist/learning/index.d.ts +24 -0
- package/dist/learning/index.d.ts.map +1 -0
- package/dist/learning/index.js +13 -0
- package/dist/learning/index.js.map +1 -0
- package/dist/learning/instruction-optimizer.d.ts +29 -0
- package/dist/learning/instruction-optimizer.d.ts.map +1 -0
- package/dist/learning/instruction-optimizer.js +175 -0
- package/dist/learning/instruction-optimizer.js.map +1 -0
- package/dist/learning/metrics.d.ts +37 -0
- package/dist/learning/metrics.d.ts.map +1 -0
- package/dist/learning/metrics.js +310 -0
- package/dist/learning/metrics.js.map +1 -0
- package/dist/learning/postgres-trace-store.d.ts +53 -0
- package/dist/learning/postgres-trace-store.d.ts.map +1 -0
- package/dist/learning/postgres-trace-store.js +692 -0
- package/dist/learning/postgres-trace-store.js.map +1 -0
- package/dist/learning/prompt-logger.d.ts +29 -0
- package/dist/learning/prompt-logger.d.ts.map +1 -0
- package/dist/learning/prompt-logger.js +157 -0
- package/dist/learning/prompt-logger.js.map +1 -0
- package/dist/learning/prompt-monitor.d.ts +29 -0
- package/dist/learning/prompt-monitor.d.ts.map +1 -0
- package/dist/learning/prompt-monitor.js +243 -0
- package/dist/learning/prompt-monitor.js.map +1 -0
- package/dist/learning/prompts.d.ts +28 -0
- package/dist/learning/prompts.d.ts.map +1 -0
- package/dist/learning/prompts.js +195 -0
- package/dist/learning/prompts.js.map +1 -0
- package/dist/learning/rollback-manager.d.ts +36 -0
- package/dist/learning/rollback-manager.d.ts.map +1 -0
- package/dist/learning/rollback-manager.js +177 -0
- package/dist/learning/rollback-manager.js.map +1 -0
- package/dist/learning/trace-store.d.ts +26 -0
- package/dist/learning/trace-store.d.ts.map +1 -0
- package/dist/learning/trace-store.js +218 -0
- package/dist/learning/trace-store.js.map +1 -0
- package/dist/llm/google.d.ts.map +1 -1
- package/dist/llm/google.js +1 -2
- package/dist/llm/google.js.map +1 -1
- package/dist/reasoning/branch-evaluator.d.ts +28 -0
- package/dist/reasoning/branch-evaluator.d.ts.map +1 -0
- package/dist/reasoning/branch-evaluator.js +143 -0
- package/dist/reasoning/branch-evaluator.js.map +1 -0
- package/dist/reasoning/branch-generator.d.ts +9 -0
- package/dist/reasoning/branch-generator.d.ts.map +1 -0
- package/dist/reasoning/branch-generator.js +60 -0
- package/dist/reasoning/branch-generator.js.map +1 -0
- package/dist/reasoning/index.d.ts +5 -0
- package/dist/reasoning/index.d.ts.map +1 -0
- package/dist/reasoning/index.js +5 -0
- package/dist/reasoning/index.js.map +1 -0
- package/dist/reasoning/prompts.d.ts +19 -0
- package/dist/reasoning/prompts.d.ts.map +1 -0
- package/dist/reasoning/prompts.js +161 -0
- package/dist/reasoning/prompts.js.map +1 -0
- package/dist/reasoning/thought-tree.d.ts +32 -0
- package/dist/reasoning/thought-tree.d.ts.map +1 -0
- package/dist/reasoning/thought-tree.js +352 -0
- package/dist/reasoning/thought-tree.js.map +1 -0
- package/dist/reflection/index.d.ts +4 -0
- package/dist/reflection/index.d.ts.map +1 -0
- package/dist/reflection/index.js +4 -0
- package/dist/reflection/index.js.map +1 -0
- package/dist/reflection/insight-store.d.ts +19 -0
- package/dist/reflection/insight-store.d.ts.map +1 -0
- package/dist/reflection/insight-store.js +129 -0
- package/dist/reflection/insight-store.js.map +1 -0
- package/dist/reflection/prompts.d.ts +18 -0
- package/dist/reflection/prompts.d.ts.map +1 -0
- package/dist/reflection/prompts.js +157 -0
- package/dist/reflection/prompts.js.map +1 -0
- package/dist/reflection/reflection-engine.d.ts +25 -0
- package/dist/reflection/reflection-engine.d.ts.map +1 -0
- package/dist/reflection/reflection-engine.js +202 -0
- package/dist/reflection/reflection-engine.js.map +1 -0
- package/dist/registry.d.ts +1 -0
- package/dist/registry.d.ts.map +1 -1
- package/dist/registry.js +3 -0
- package/dist/registry.js.map +1 -1
- package/dist/time-travel/checkpoint-store.d.ts +34 -0
- package/dist/time-travel/checkpoint-store.d.ts.map +1 -0
- package/dist/time-travel/checkpoint-store.js +240 -0
- package/dist/time-travel/checkpoint-store.js.map +1 -0
- package/dist/time-travel/comparator.d.ts +26 -0
- package/dist/time-travel/comparator.d.ts.map +1 -0
- package/dist/time-travel/comparator.js +253 -0
- package/dist/time-travel/comparator.js.map +1 -0
- package/dist/time-travel/forker.d.ts +22 -0
- package/dist/time-travel/forker.d.ts.map +1 -0
- package/dist/time-travel/forker.js +118 -0
- package/dist/time-travel/forker.js.map +1 -0
- package/dist/time-travel/index.d.ts +6 -0
- package/dist/time-travel/index.d.ts.map +1 -0
- package/dist/time-travel/index.js +6 -0
- package/dist/time-travel/index.js.map +1 -0
- package/dist/time-travel/replayer.d.ts +20 -0
- package/dist/time-travel/replayer.d.ts.map +1 -0
- package/dist/time-travel/replayer.js +147 -0
- package/dist/time-travel/replayer.js.map +1 -0
- package/dist/time-travel/time-travel.d.ts +41 -0
- package/dist/time-travel/time-travel.d.ts.map +1 -0
- package/dist/time-travel/time-travel.js +127 -0
- package/dist/time-travel/time-travel.js.map +1 -0
- package/dist/tool.d.ts.map +1 -1
- package/dist/tool.js +2 -0
- package/dist/tool.js.map +1 -1
- package/dist/tools/base64.d.ts.map +1 -1
- package/dist/tools/base64.js +2 -8
- package/dist/tools/base64.js.map +1 -1
- package/dist/tools/datetime.d.ts.map +1 -1
- package/dist/tools/datetime.js.map +1 -1
- package/dist/tools/exec.d.ts.map +1 -1
- package/dist/tools/exec.js +1 -4
- package/dist/tools/exec.js.map +1 -1
- package/dist/tools/filesystem.d.ts.map +1 -1
- package/dist/tools/filesystem.js +4 -1
- package/dist/tools/filesystem.js.map +1 -1
- package/dist/tools/hash.d.ts.map +1 -1
- package/dist/tools/hash.js +1 -4
- package/dist/tools/hash.js.map +1 -1
- package/dist/tools/http.d.ts.map +1 -1
- package/dist/tools/http.js +1 -4
- package/dist/tools/http.js.map +1 -1
- package/dist/tools/regex.d.ts.map +1 -1
- package/dist/tools/regex.js +4 -1
- package/dist/tools/regex.js.map +1 -1
- package/dist/utils/circuit-breaker.d.ts.map +1 -1
- package/dist/utils/circuit-breaker.js.map +1 -1
- package/dist/utils/fallback.d.ts.map +1 -1
- package/dist/utils/fallback.js +1 -4
- package/dist/utils/fallback.js.map +1 -1
- package/dist/utils/retry.d.ts.map +1 -1
- package/dist/utils/retry.js +8 -13
- package/dist/utils/retry.js.map +1 -1
- package/package.json +17 -8
|
@@ -0,0 +1,216 @@
|
|
|
1
|
+
import { getModelRegistry } from '@cogitator-ai/models';
|
|
2
|
+
const ADVANCED_MODELS = [
|
|
3
|
+
'gpt-4o',
|
|
4
|
+
'gpt-4-turbo',
|
|
5
|
+
'claude-3-opus',
|
|
6
|
+
'claude-sonnet-4',
|
|
7
|
+
'claude-3-5-sonnet',
|
|
8
|
+
'gemini-1.5-pro',
|
|
9
|
+
'llama3.1:70b',
|
|
10
|
+
'llama3.2:70b',
|
|
11
|
+
'qwen2.5:72b',
|
|
12
|
+
'mixtral',
|
|
13
|
+
'deepseek-r1',
|
|
14
|
+
];
|
|
15
|
+
const FAST_MODELS = [
|
|
16
|
+
'gpt-4o-mini',
|
|
17
|
+
'claude-3-5-haiku',
|
|
18
|
+
'gemini-1.5-flash',
|
|
19
|
+
'gemini-2.0-flash',
|
|
20
|
+
'llama3.2:1b',
|
|
21
|
+
'llama3.2:3b',
|
|
22
|
+
'phi3',
|
|
23
|
+
'phi4',
|
|
24
|
+
'qwen2.5:1.5b',
|
|
25
|
+
'qwen2.5:3b',
|
|
26
|
+
];
|
|
27
|
+
const CODE_MODELS = [
|
|
28
|
+
'claude-3-5-sonnet',
|
|
29
|
+
'claude-sonnet-4',
|
|
30
|
+
'gpt-4o',
|
|
31
|
+
'codellama',
|
|
32
|
+
'starcoder',
|
|
33
|
+
'deepseek-coder',
|
|
34
|
+
'qwen2.5-coder',
|
|
35
|
+
];
|
|
36
|
+
export class ModelSelector {
|
|
37
|
+
config;
|
|
38
|
+
constructor(config) {
|
|
39
|
+
this.config = config;
|
|
40
|
+
}
|
|
41
|
+
async selectModel(requirements) {
|
|
42
|
+
const registry = getModelRegistry();
|
|
43
|
+
await registry.initialize();
|
|
44
|
+
const candidates = registry.listModels({
|
|
45
|
+
supportsTools: requirements.needsToolCalling ? true : undefined,
|
|
46
|
+
supportsVision: requirements.needsVision ? true : undefined,
|
|
47
|
+
minContextWindow: requirements.needsLongContext ? 32000 : undefined,
|
|
48
|
+
excludeDeprecated: true,
|
|
49
|
+
});
|
|
50
|
+
if (candidates.length === 0) {
|
|
51
|
+
return this.fallbackRecommendation();
|
|
52
|
+
}
|
|
53
|
+
const scored = candidates
|
|
54
|
+
.map((m) => this.scoreModel(m, requirements))
|
|
55
|
+
.filter((s) => s.score >= (this.config.minCapabilityMatch ?? 0.3) * 100)
|
|
56
|
+
.sort((a, b) => b.score - a.score);
|
|
57
|
+
if (scored.length === 0) {
|
|
58
|
+
return this.fallbackRecommendation();
|
|
59
|
+
}
|
|
60
|
+
if (this.config.preferLocal) {
|
|
61
|
+
const local = scored.find((s) => this.isLocalModel(s.model.id));
|
|
62
|
+
if (local && local.score >= scored[0].score * 0.8) {
|
|
63
|
+
return this.toRecommendation(local, scored, requirements);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
return this.toRecommendation(scored[0], scored, requirements);
|
|
67
|
+
}
|
|
68
|
+
scoreModel(model, requirements) {
|
|
69
|
+
let score = 100;
|
|
70
|
+
const reasons = [];
|
|
71
|
+
if (requirements.needsVision && !model.capabilities?.supportsVision) {
|
|
72
|
+
return { model, score: 0, reasons: ['Does not support vision (required)'] };
|
|
73
|
+
}
|
|
74
|
+
if (requirements.needsToolCalling && !model.capabilities?.supportsTools) {
|
|
75
|
+
return { model, score: 0, reasons: ['Does not support tool calling (required)'] };
|
|
76
|
+
}
|
|
77
|
+
if (requirements.needsLongContext && model.contextWindow < 32000) {
|
|
78
|
+
score -= 30;
|
|
79
|
+
reasons.push(`Limited context window (${model.contextWindow} tokens)`);
|
|
80
|
+
}
|
|
81
|
+
else if (model.contextWindow >= 100000) {
|
|
82
|
+
score += 5;
|
|
83
|
+
reasons.push('Large context window');
|
|
84
|
+
}
|
|
85
|
+
const isLocal = this.isLocalModel(model.id);
|
|
86
|
+
if (isLocal) {
|
|
87
|
+
score += 15;
|
|
88
|
+
reasons.push('Local model (no API cost)');
|
|
89
|
+
}
|
|
90
|
+
if (!isLocal) {
|
|
91
|
+
const avgCost = (model.pricing.input + model.pricing.output) / 2;
|
|
92
|
+
if (requirements.costSensitivity === 'high') {
|
|
93
|
+
if (avgCost > 10) {
|
|
94
|
+
score -= 25;
|
|
95
|
+
reasons.push('High cost model');
|
|
96
|
+
}
|
|
97
|
+
else if (avgCost < 1) {
|
|
98
|
+
score += 10;
|
|
99
|
+
reasons.push('Cost-effective');
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
else if (requirements.costSensitivity === 'low' && avgCost > 10) {
|
|
103
|
+
score += 5;
|
|
104
|
+
reasons.push('Premium model (quality prioritized)');
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
const isAdvanced = this.isAdvancedModel(model.id);
|
|
108
|
+
if (requirements.needsReasoning === 'advanced') {
|
|
109
|
+
if (isAdvanced) {
|
|
110
|
+
score += 15;
|
|
111
|
+
reasons.push('Strong reasoning capability');
|
|
112
|
+
}
|
|
113
|
+
else {
|
|
114
|
+
score -= 20;
|
|
115
|
+
reasons.push('May lack advanced reasoning');
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
else if (requirements.needsReasoning === 'basic' && !isAdvanced) {
|
|
119
|
+
score += 5;
|
|
120
|
+
reasons.push('Appropriate for basic tasks');
|
|
121
|
+
}
|
|
122
|
+
const isFast = this.isFastModel(model.id);
|
|
123
|
+
if (requirements.needsSpeed === 'fast') {
|
|
124
|
+
if (isFast || isLocal) {
|
|
125
|
+
score += 10;
|
|
126
|
+
reasons.push('Fast response time');
|
|
127
|
+
}
|
|
128
|
+
else {
|
|
129
|
+
score -= 10;
|
|
130
|
+
reasons.push('May be slower');
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
else if (requirements.needsSpeed === 'slow-ok' && isAdvanced) {
|
|
134
|
+
score += 5;
|
|
135
|
+
reasons.push('Quality over speed');
|
|
136
|
+
}
|
|
137
|
+
if (requirements.domains?.includes('code')) {
|
|
138
|
+
if (this.isCodeModel(model.id)) {
|
|
139
|
+
score += 10;
|
|
140
|
+
reasons.push('Strong coding capability');
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
if (requirements.complexity === 'complex' && isAdvanced) {
|
|
144
|
+
score += 10;
|
|
145
|
+
reasons.push('Suitable for complex tasks');
|
|
146
|
+
}
|
|
147
|
+
else if (requirements.complexity === 'simple' && isFast) {
|
|
148
|
+
score += 5;
|
|
149
|
+
reasons.push('Efficient for simple tasks');
|
|
150
|
+
}
|
|
151
|
+
return {
|
|
152
|
+
model,
|
|
153
|
+
score: Math.max(0, score),
|
|
154
|
+
reasons,
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
toRecommendation(scored, allScored, requirements) {
|
|
158
|
+
const fallbacks = allScored
|
|
159
|
+
.filter((s) => s.model.id !== scored.model.id)
|
|
160
|
+
.slice(0, 3)
|
|
161
|
+
.map((s) => s.model.id);
|
|
162
|
+
return {
|
|
163
|
+
modelId: scored.model.id,
|
|
164
|
+
provider: scored.model.provider,
|
|
165
|
+
score: scored.score,
|
|
166
|
+
reasons: scored.reasons,
|
|
167
|
+
estimatedCost: this.estimateCost(scored.model, requirements.complexity ?? 'moderate'),
|
|
168
|
+
fallbacks,
|
|
169
|
+
};
|
|
170
|
+
}
|
|
171
|
+
estimateCost(model, complexity) {
|
|
172
|
+
const tokenEstimates = {
|
|
173
|
+
simple: { input: 500, output: 200 },
|
|
174
|
+
moderate: { input: 2000, output: 1000 },
|
|
175
|
+
complex: { input: 8000, output: 4000 },
|
|
176
|
+
};
|
|
177
|
+
const estimate = tokenEstimates[complexity];
|
|
178
|
+
const inputCost = (model.pricing.input * estimate.input) / 1_000_000;
|
|
179
|
+
const outputCost = (model.pricing.output * estimate.output) / 1_000_000;
|
|
180
|
+
return inputCost + outputCost;
|
|
181
|
+
}
|
|
182
|
+
fallbackRecommendation() {
|
|
183
|
+
return {
|
|
184
|
+
modelId: 'gpt-4o-mini',
|
|
185
|
+
provider: 'openai',
|
|
186
|
+
score: 50,
|
|
187
|
+
reasons: ['Fallback model - no suitable candidates found'],
|
|
188
|
+
estimatedCost: 0.0005,
|
|
189
|
+
fallbacks: ['claude-3-5-haiku', 'gemini-1.5-flash'],
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
isLocalModel(modelId) {
|
|
193
|
+
const lower = modelId.toLowerCase();
|
|
194
|
+
return (lower.includes('ollama') ||
|
|
195
|
+
lower.includes('llama') ||
|
|
196
|
+
lower.includes('phi') ||
|
|
197
|
+
lower.includes('qwen') ||
|
|
198
|
+
lower.includes('mixtral') ||
|
|
199
|
+
lower.includes('codellama') ||
|
|
200
|
+
lower.includes('deepseek') ||
|
|
201
|
+
lower.includes('gemma'));
|
|
202
|
+
}
|
|
203
|
+
isAdvancedModel(modelId) {
|
|
204
|
+
const lower = modelId.toLowerCase();
|
|
205
|
+
return ADVANCED_MODELS.some((m) => lower.includes(m.toLowerCase()));
|
|
206
|
+
}
|
|
207
|
+
isFastModel(modelId) {
|
|
208
|
+
const lower = modelId.toLowerCase();
|
|
209
|
+
return FAST_MODELS.some((m) => lower.includes(m.toLowerCase()));
|
|
210
|
+
}
|
|
211
|
+
isCodeModel(modelId) {
|
|
212
|
+
const lower = modelId.toLowerCase();
|
|
213
|
+
return CODE_MODELS.some((m) => lower.includes(m.toLowerCase()));
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
//# sourceMappingURL=model-selector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-selector.js","sourceRoot":"","sources":["../../src/cost-routing/model-selector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAkB,MAAM,sBAAsB,CAAC;AAExE,MAAM,eAAe,GAAG;IACtB,QAAQ;IACR,aAAa;IACb,eAAe;IACf,iBAAiB;IACjB,mBAAmB;IACnB,gBAAgB;IAChB,cAAc;IACd,cAAc;IACd,aAAa;IACb,SAAS;IACT,aAAa;CACd,CAAC;AAEF,MAAM,WAAW,GAAG;IAClB,aAAa;IACb,kBAAkB;IAClB,kBAAkB;IAClB,kBAAkB;IAClB,aAAa;IACb,aAAa;IACb,MAAM;IACN,MAAM;IACN,cAAc;IACd,YAAY;CACb,CAAC;AAEF,MAAM,WAAW,GAAG;IAClB,mBAAmB;IACnB,iBAAiB;IACjB,QAAQ;IACR,WAAW;IACX,WAAW;IACX,gBAAgB;IAChB,eAAe;CAChB,CAAC;AAQF,MAAM,OAAO,aAAa;IAChB,MAAM,CAAoB;IAElC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,YAA8B;QAC9C,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;QACpC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAE5B,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;YACrC,aAAa,EAAE,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC/D,cAAc,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;YAC3D,gBAAgB,EAAE,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACnE,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QAEH,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,MAAM,GAAG,UAAU;aACtB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;aAC5C,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC;aACvE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAChE,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC;gBAClD,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IAChE,CAAC;IAEO,UAAU,CAAC,KAAgB,EAAE,YAA8B;QACjE,IAAI,KAAK,GAAG,GAAG,CAAC;QAChB,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,YAAY,CAAC,WAAW,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,EAAE,CAAC;YACpE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,oCAAoC,CAAC,EAAE,CAAC;QAC9E,CAAC;QAED,IAAI,YAAY,CAAC,gBAAgB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,aAAa,EAAE,CAAC;YACxE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,0CAA0C,CAAC,EAAE,CAAC;QACpF,CAAC;QAED,IAAI,YAAY,CAAC,gBAAgB,IAAI,KAAK,CAAC,aAAa,GAAG,KAAK,EAAE,CAAC;YACjE,KAAK,IAAI,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,2BAA2B,KAAK,CAAC,aAAa,UAAU,CAAC,CAAC;QACzE,CAAC;aAAM,IAAI,KAAK,CAAC,aAAa,IAAI,MAAM,EAAE,CAAC;YACzC,KAAK,IAAI,CAAC,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,IAAI,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,YAAY,CAAC,eAAe,KAAK,MAAM,EAAE,CAAC;gBAC5C,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;oBACjB,KAAK,IAAI,EAAE,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBAClC,CAAC;qBAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBACvB,KAAK,IAAI,EAAE,CAAC;oBACZ,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;iBAAM,IAAI,YAAY,CAAC,eAAe,KAAK,KAAK,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;gBAClE,KAAK,IAAI,CAAC,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClD,IAAI,YAAY,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YAC/C,IAAI,UAAU,EAAE,CAAC;gBACf,KAAK,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,KAAK,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;aAAM,IAAI,YAAY,CAAC,cAAc,KAAK,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;YAClE,KAAK,IAAI,CAAC,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,YAAY,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YACvC,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;gBACtB,KAAK,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,KAAK,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;aAAM,IAAI,YAAY,CAAC,UAAU,KAAK,SAAS,IAAI,UAAU,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC/B,KAAK,IAAI,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,YAAY,CAAC,UAAU,KAAK,SAAS,IAAI,UAAU,EAAE,CAAC;YACxD,KAAK,IAAI,EAAE,CAAC;YACZ,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC7C,CAAC;aAAM,IAAI,YAAY,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,EAAE,CAAC;YAC1D,KAAK,IAAI,CAAC,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO;YACL,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC;YACzB,OAAO;SACR,CAAC;IACJ,CAAC;IAEO,gBAAgB,CACtB,MAAmB,EACnB,SAAwB,EACxB,YAA8B;QAE9B,MAAM,SAAS,GAAG,SAAS;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;aAC7C,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAE1B,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE;YACxB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,UAAU,IAAI,UAAU,CAAC;YACrF,SAAS;SACV,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,KAAgB,EAAE,UAA6C;QAClF,MAAM,cAAc,GAAG;YACrB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;YACnC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;YACvC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;SACvC,CAAC;QAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC;QACrE,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;QAExE,OAAO,SAAS,GAAG,UAAU,CAAC;IAChC,CAAC;IAEO,sBAAsB;QAC5B,OAAO;YACL,OAAO,EAAE,aAAa;YACtB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,CAAC,+CAA+C,CAAC;YAC1D,aAAa,EAAE,MAAM;YACrB,SAAS,EAAE,CAAC,kBAAkB,EAAE,kBAAkB,CAAC;SACpD,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,OAAe;QAClC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,CACL,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxB,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YACvB,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;YACrB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACtB,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;YACzB,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC3B,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC1B,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CACxB,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,OAAe;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACtE,CAAC;IAEO,WAAW,CAAC,OAAe;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;IAEO,WAAW,CAAC,OAAe;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;CACF"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { TaskRequirements } from '@cogitator-ai/types';
|
|
2
|
+
export declare class TaskAnalyzer {
|
|
3
|
+
analyze(task: string): TaskRequirements;
|
|
4
|
+
private detectVision;
|
|
5
|
+
private detectToolNeeds;
|
|
6
|
+
private detectLongContext;
|
|
7
|
+
private detectReasoningLevel;
|
|
8
|
+
private detectSpeedNeeds;
|
|
9
|
+
private detectCostSensitivity;
|
|
10
|
+
private detectComplexity;
|
|
11
|
+
private detectDomains;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=task-analyzer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-analyzer.d.ts","sourceRoot":"","sources":["../../src/cost-routing/task-analyzer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAKjB,MAAM,qBAAqB,CAAC;AA4F7B,qBAAa,YAAY;IACvB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB;IAevC,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,iBAAiB;IAsBzB,OAAO,CAAC,oBAAoB;IAU5B,OAAO,CAAC,gBAAgB;IAUxB,OAAO,CAAC,qBAAqB;IAW7B,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,aAAa;CAStB"}
|
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
const VISION_KEYWORDS = [
|
|
2
|
+
'image',
|
|
3
|
+
'photo',
|
|
4
|
+
'picture',
|
|
5
|
+
'screenshot',
|
|
6
|
+
'diagram',
|
|
7
|
+
'chart',
|
|
8
|
+
'graph',
|
|
9
|
+
'visual',
|
|
10
|
+
'see',
|
|
11
|
+
'look at',
|
|
12
|
+
'analyze this',
|
|
13
|
+
'show me',
|
|
14
|
+
'drawing',
|
|
15
|
+
'illustration',
|
|
16
|
+
'png',
|
|
17
|
+
'jpg',
|
|
18
|
+
'jpeg',
|
|
19
|
+
'gif',
|
|
20
|
+
'svg',
|
|
21
|
+
];
|
|
22
|
+
const TOOL_KEYWORDS = [
|
|
23
|
+
'search',
|
|
24
|
+
'calculate',
|
|
25
|
+
'execute',
|
|
26
|
+
'run',
|
|
27
|
+
'fetch',
|
|
28
|
+
'api',
|
|
29
|
+
'database',
|
|
30
|
+
'file',
|
|
31
|
+
'code',
|
|
32
|
+
'browse',
|
|
33
|
+
'query',
|
|
34
|
+
'call',
|
|
35
|
+
'invoke',
|
|
36
|
+
'request',
|
|
37
|
+
'download',
|
|
38
|
+
'upload',
|
|
39
|
+
'scrape',
|
|
40
|
+
'crawl',
|
|
41
|
+
];
|
|
42
|
+
const ADVANCED_REASONING_KEYWORDS = [
|
|
43
|
+
'analyze',
|
|
44
|
+
'compare',
|
|
45
|
+
'evaluate',
|
|
46
|
+
'synthesize',
|
|
47
|
+
'critique',
|
|
48
|
+
'design',
|
|
49
|
+
'architect',
|
|
50
|
+
'optimize',
|
|
51
|
+
'reason',
|
|
52
|
+
'deduce',
|
|
53
|
+
'infer',
|
|
54
|
+
'prove',
|
|
55
|
+
'derive',
|
|
56
|
+
'solve complex',
|
|
57
|
+
'multi-step',
|
|
58
|
+
'strategic',
|
|
59
|
+
];
|
|
60
|
+
const MODERATE_REASONING_KEYWORDS = [
|
|
61
|
+
'explain',
|
|
62
|
+
'summarize',
|
|
63
|
+
'describe',
|
|
64
|
+
'outline',
|
|
65
|
+
'list',
|
|
66
|
+
'categorize',
|
|
67
|
+
'classify',
|
|
68
|
+
'organize',
|
|
69
|
+
'plan',
|
|
70
|
+
];
|
|
71
|
+
const SPEED_KEYWORDS = {
|
|
72
|
+
fast: ['quick', 'fast', 'asap', 'urgent', 'immediately', 'brief', 'short'],
|
|
73
|
+
slow: ['detailed', 'thorough', 'comprehensive', 'in-depth', 'extensive', 'careful'],
|
|
74
|
+
};
|
|
75
|
+
const DOMAIN_PATTERNS = {
|
|
76
|
+
code: /\b(code|program|function|class|api|typescript|javascript|python|rust|go|java|c\+\+|implement|debug|refactor|test|compile|build)\b/i,
|
|
77
|
+
math: /\b(math|calculate|equation|formula|statistics|probability|algebra|calculus|numerical|compute)\b/i,
|
|
78
|
+
creative: /\b(write|story|article|creative|blog|content|poem|essay|narrative|fiction|script|dialogue)\b/i,
|
|
79
|
+
analysis: /\b(analyze|research|data|report|study|investigate|examine|assess|evaluate|review)\b/i,
|
|
80
|
+
legal: /\b(legal|law|contract|compliance|regulation|policy|statute|liability|terms)\b/i,
|
|
81
|
+
medical: /\b(medical|health|clinical|diagnosis|treatment|symptom|patient|doctor|healthcare)\b/i,
|
|
82
|
+
finance: /\b(finance|financial|investment|stock|trading|budget|accounting|revenue|profit)\b/i,
|
|
83
|
+
};
|
|
84
|
+
export class TaskAnalyzer {
|
|
85
|
+
analyze(task) {
|
|
86
|
+
const lower = task.toLowerCase();
|
|
87
|
+
return {
|
|
88
|
+
needsVision: this.detectVision(lower),
|
|
89
|
+
needsToolCalling: this.detectToolNeeds(lower),
|
|
90
|
+
needsLongContext: this.detectLongContext(task),
|
|
91
|
+
needsReasoning: this.detectReasoningLevel(lower),
|
|
92
|
+
needsSpeed: this.detectSpeedNeeds(lower),
|
|
93
|
+
costSensitivity: this.detectCostSensitivity(lower),
|
|
94
|
+
complexity: this.detectComplexity(task),
|
|
95
|
+
domains: this.detectDomains(task),
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
detectVision(task) {
|
|
99
|
+
return VISION_KEYWORDS.some((k) => task.includes(k));
|
|
100
|
+
}
|
|
101
|
+
detectToolNeeds(task) {
|
|
102
|
+
return TOOL_KEYWORDS.some((k) => task.includes(k));
|
|
103
|
+
}
|
|
104
|
+
detectLongContext(task) {
|
|
105
|
+
const wordCount = task.split(/\s+/).length;
|
|
106
|
+
if (wordCount > 500)
|
|
107
|
+
return true;
|
|
108
|
+
const longContextIndicators = [
|
|
109
|
+
'document',
|
|
110
|
+
'file',
|
|
111
|
+
'codebase',
|
|
112
|
+
'repository',
|
|
113
|
+
'large',
|
|
114
|
+
'entire',
|
|
115
|
+
'full',
|
|
116
|
+
'complete',
|
|
117
|
+
'all of',
|
|
118
|
+
'whole',
|
|
119
|
+
'multiple files',
|
|
120
|
+
'many pages',
|
|
121
|
+
];
|
|
122
|
+
const lower = task.toLowerCase();
|
|
123
|
+
return longContextIndicators.some((k) => lower.includes(k));
|
|
124
|
+
}
|
|
125
|
+
detectReasoningLevel(task) {
|
|
126
|
+
if (ADVANCED_REASONING_KEYWORDS.some((k) => task.includes(k))) {
|
|
127
|
+
return 'advanced';
|
|
128
|
+
}
|
|
129
|
+
if (MODERATE_REASONING_KEYWORDS.some((k) => task.includes(k))) {
|
|
130
|
+
return 'moderate';
|
|
131
|
+
}
|
|
132
|
+
return 'basic';
|
|
133
|
+
}
|
|
134
|
+
detectSpeedNeeds(task) {
|
|
135
|
+
if (SPEED_KEYWORDS.fast.some((k) => task.includes(k))) {
|
|
136
|
+
return 'fast';
|
|
137
|
+
}
|
|
138
|
+
if (SPEED_KEYWORDS.slow.some((k) => task.includes(k))) {
|
|
139
|
+
return 'slow-ok';
|
|
140
|
+
}
|
|
141
|
+
return 'balanced';
|
|
142
|
+
}
|
|
143
|
+
detectCostSensitivity(task) {
|
|
144
|
+
const lower = task;
|
|
145
|
+
if (/\b(cheap|free|budget|low.?cost|economical)\b/.test(lower)) {
|
|
146
|
+
return 'high';
|
|
147
|
+
}
|
|
148
|
+
if (/\b(best|premium|quality|accurate|precise)\b/.test(lower)) {
|
|
149
|
+
return 'low';
|
|
150
|
+
}
|
|
151
|
+
return 'medium';
|
|
152
|
+
}
|
|
153
|
+
detectComplexity(task) {
|
|
154
|
+
const wordCount = task.split(/\s+/).length;
|
|
155
|
+
const sentenceCount = task.split(/[.!?]+/).filter((s) => s.trim()).length;
|
|
156
|
+
const hasMultipleSteps = /\b(then|after|next|finally|first|second|third|step)\b/i.test(task);
|
|
157
|
+
const hasConditions = /\b(if|when|unless|otherwise|either|or)\b/i.test(task);
|
|
158
|
+
let complexityScore = 0;
|
|
159
|
+
if (wordCount > 100)
|
|
160
|
+
complexityScore++;
|
|
161
|
+
if (wordCount > 300)
|
|
162
|
+
complexityScore++;
|
|
163
|
+
if (sentenceCount > 5)
|
|
164
|
+
complexityScore++;
|
|
165
|
+
if (hasMultipleSteps)
|
|
166
|
+
complexityScore++;
|
|
167
|
+
if (hasConditions)
|
|
168
|
+
complexityScore++;
|
|
169
|
+
if (complexityScore >= 3)
|
|
170
|
+
return 'complex';
|
|
171
|
+
if (complexityScore >= 1)
|
|
172
|
+
return 'moderate';
|
|
173
|
+
return 'simple';
|
|
174
|
+
}
|
|
175
|
+
detectDomains(task) {
|
|
176
|
+
const domains = [];
|
|
177
|
+
for (const [domain, pattern] of Object.entries(DOMAIN_PATTERNS)) {
|
|
178
|
+
if (pattern.test(task)) {
|
|
179
|
+
domains.push(domain);
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
return domains;
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
//# sourceMappingURL=task-analyzer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-analyzer.js","sourceRoot":"","sources":["../../src/cost-routing/task-analyzer.ts"],"names":[],"mappings":"AAQA,MAAM,eAAe,GAAG;IACtB,OAAO;IACP,OAAO;IACP,SAAS;IACT,YAAY;IACZ,SAAS;IACT,OAAO;IACP,OAAO;IACP,QAAQ;IACR,KAAK;IACL,SAAS;IACT,cAAc;IACd,SAAS;IACT,SAAS;IACT,cAAc;IACd,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,KAAK;CACN,CAAC;AAEF,MAAM,aAAa,GAAG;IACpB,QAAQ;IACR,WAAW;IACX,SAAS;IACT,KAAK;IACL,OAAO;IACP,KAAK;IACL,UAAU;IACV,MAAM;IACN,MAAM;IACN,QAAQ;IACR,OAAO;IACP,MAAM;IACN,QAAQ;IACR,SAAS;IACT,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,OAAO;CACR,CAAC;AAEF,MAAM,2BAA2B,GAAG;IAClC,SAAS;IACT,SAAS;IACT,UAAU;IACV,YAAY;IACZ,UAAU;IACV,QAAQ;IACR,WAAW;IACX,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,OAAO;IACP,QAAQ;IACR,eAAe;IACf,YAAY;IACZ,WAAW;CACZ,CAAC;AAEF,MAAM,2BAA2B,GAAG;IAClC,SAAS;IACT,WAAW;IACX,UAAU;IACV,SAAS;IACT,MAAM;IACN,YAAY;IACZ,UAAU;IACV,UAAU;IACV,MAAM;CACP,CAAC;AAEF,MAAM,cAAc,GAAG;IACrB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,CAAC;IAC1E,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,CAAC;CACpF,CAAC;AAEF,MAAM,eAAe,GAA2B;IAC9C,IAAI,EAAE,oIAAoI;IAC1I,IAAI,EAAE,kGAAkG;IACxG,QAAQ,EACN,+FAA+F;IACjG,QAAQ,EAAE,sFAAsF;IAChG,KAAK,EAAE,gFAAgF;IACvF,OAAO,EAAE,sFAAsF;IAC/F,OAAO,EAAE,oFAAoF;CAC9F,CAAC;AAEF,MAAM,OAAO,YAAY;IACvB,OAAO,CAAC,IAAY;QAClB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAEjC,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;YACrC,gBAAgB,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YAC7C,gBAAgB,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;YAC9C,cAAc,EAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC;YAChD,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;YACxC,eAAe,EAAE,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC;YAClD,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;YACvC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;SAClC,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;IAEO,eAAe,CAAC,IAAY;QAClC,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAEO,iBAAiB,CAAC,IAAY;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC3C,IAAI,SAAS,GAAG,GAAG;YAAE,OAAO,IAAI,CAAC;QAEjC,MAAM,qBAAqB,GAAG;YAC5B,UAAU;YACV,MAAM;YACN,UAAU;YACV,YAAY;YACZ,OAAO;YACP,QAAQ;YACR,MAAM;YACN,UAAU;YACV,QAAQ;YACR,OAAO;YACP,gBAAgB;YAChB,YAAY;SACb,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC;IAEO,oBAAoB,CAAC,IAAY;QACvC,IAAI,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,IAAI,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,gBAAgB,CAAC,IAAY;QACnC,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,qBAAqB,CAAC,IAAY;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC;QACnB,IAAI,8CAA8C,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/D,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,IAAI,6CAA6C,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,gBAAgB,CAAC,IAAY;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QAC1E,MAAM,gBAAgB,GAAG,wDAAwD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7F,MAAM,aAAa,GAAG,2CAA2C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7E,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,GAAG;YAAE,eAAe,EAAE,CAAC;QACvC,IAAI,SAAS,GAAG,GAAG;YAAE,eAAe,EAAE,CAAC;QACvC,IAAI,aAAa,GAAG,CAAC;YAAE,eAAe,EAAE,CAAC;QACzC,IAAI,gBAAgB;YAAE,eAAe,EAAE,CAAC;QACxC,IAAI,aAAa;YAAE,eAAe,EAAE,CAAC;QAErC,IAAI,eAAe,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QAC3C,IAAI,eAAe,IAAI,CAAC;YAAE,OAAO,UAAU,CAAC;QAC5C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;YAChE,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
|
package/dist/index.d.ts
CHANGED
|
@@ -10,10 +10,28 @@ export { ToolRegistry } from './registry';
|
|
|
10
10
|
export { calculator, datetime, builtinTools } from './tools/index';
|
|
11
11
|
export { Logger, getLogger, setLogger, createLogger } from './logger';
|
|
12
12
|
export type { LogLevel, LogContext, LogEntry, LoggerOptions } from './logger';
|
|
13
|
+
export { ReflectionEngine, InMemoryInsightStore } from './reflection/index';
|
|
14
|
+
export type { ReflectionEngineOptions } from './reflection/index';
|
|
15
|
+
export { ThoughtTreeExecutor, BranchGenerator, BranchEvaluator } from './reasoning/index';
|
|
16
|
+
export type { BranchEvaluatorOptions } from './reasoning/index';
|
|
17
|
+
export { AgentOptimizer, InMemoryTraceStore, MetricEvaluator, DemoSelector, InstructionOptimizer, createSuccessMetric, createExactMatchMetric, createContainsMetric, } from './learning/index';
|
|
18
|
+
export type { AgentOptimizerOptions, MetricEvaluatorOptions, DemoSelectorOptions, InstructionOptimizerOptions, } from './learning/index';
|
|
19
|
+
export { TimeTravel, InMemoryCheckpointStore, ExecutionReplayer, ExecutionForker, TraceComparator, } from './time-travel/index';
|
|
20
|
+
export type { TimeTravelOptions, ExecutionReplayerOptions, ExecutionForkerOptions, TraceComparatorOptions, } from './time-travel/index';
|
|
21
|
+
export { ConstitutionalAI, InputFilter, OutputFilter, ToolGuard, CritiqueReviser, DEFAULT_CONSTITUTION, DEFAULT_PRINCIPLES, createConstitution, extendConstitution, filterPrinciplesByLayer, getPrinciplesByCategory, getPrinciplesBySeverity, buildInputEvaluationPrompt, buildOutputEvaluationPrompt, buildCritiquePrompt, buildRevisionPrompt, parseEvaluationResponse, parseCritiqueResponse, } from './constitutional/index';
|
|
22
|
+
export type { ConstitutionalAIOptions, InputFilterOptions, OutputFilterOptions, ToolGuardOptions, CritiqueReviserOptions, } from './constitutional/index';
|
|
23
|
+
export { CostAwareRouter, TaskAnalyzer, ModelSelector, CostTracker, BudgetEnforcer, } from './cost-routing/index';
|
|
24
|
+
export type { CostAwareRouterOptions, CostFilter, BudgetCheckResult } from './cost-routing/index';
|
|
13
25
|
export { BaseLLMBackend, OllamaBackend, OpenAIBackend, AnthropicBackend, createLLMBackend, parseModel, } from './llm/index';
|
|
14
26
|
export { withRetry, retryable, CircuitBreaker, CircuitBreakerRegistry, withFallback, withGracefulDegradation, createLLMFallbackExecutor, } from './utils/index';
|
|
15
27
|
export type { RetryOptions, CircuitBreakerOptions, CircuitBreakerStats, CircuitState, FallbackConfig, LLMFallbackConfig, } from './utils/index';
|
|
16
28
|
export { CogitatorError, ErrorCode, ERROR_STATUS_CODES, isRetryableError, getRetryDelay, } from '@cogitator-ai/types';
|
|
17
29
|
export type { ErrorDetails, CogitatorErrorOptions } from '@cogitator-ai/types';
|
|
18
|
-
export type { AgentConfig, ResponseFormat, Tool, ToolConfig, ToolContext, ToolSchema, Message, MessageRole, ToolCall, ToolResult, LLMBackend, LLMProvider, LLMConfig, ChatRequest, ChatResponse, ChatStreamChunk, CogitatorConfig, RunOptions, RunResult, Span, } from '@cogitator-ai/types';
|
|
30
|
+
export type { AgentConfig, ResponseFormat, Tool, ToolConfig, ToolContext, ToolSchema, Message, MessageRole, ToolCall, ToolResult, LLMBackend, LLMProvider, LLMConfig, ChatRequest, ChatResponse, ChatStreamChunk, CogitatorConfig, RunOptions, RunResult, Span, ToTConfig, ToTResult, ToTStats, ToTRunOptions, ThoughtTree, ThoughtNode, ThoughtBranch, BranchScore, ProposedAction, ExplorationStrategy, ExecutionTrace, ExecutionStep, TraceStore, TraceMetrics, TraceQuery, TraceStoreStats, Demo, DemoStep, DemoStats, MetricResult, MetricFn, MetricDefinition, MetricEvaluatorConfig, BuiltinMetric, InstructionGap, InstructionOptimizationResult, OptimizerConfig, OptimizationResult, LearningConfig, LearningRunOptions, LearningRunResult, CompileOptions, LearningStats, } from '@cogitator-ai/types';
|
|
31
|
+
export { DEFAULT_TOT_CONFIG, DEFAULT_LEARNING_CONFIG, DEFAULT_OPTIMIZER_CONFIG, DEFAULT_TIME_TRAVEL_CONFIG, } from '@cogitator-ai/types';
|
|
32
|
+
export type { ExecutionCheckpoint, TimeTravelCheckpointStore, CheckpointQuery, ReplayOptions, ReplayResult, ReplayMode, ForkOptions, ForkResult, TraceDiff, StepDiff, StepDiffStatus, TimeTravelConfig, } from '@cogitator-ai/types';
|
|
33
|
+
export type { HarmCategory, Severity, FilterLayer, PrincipleCategory, ConstitutionalPrinciple, Constitution, HarmScore, FilterResult, CritiqueResult, RevisionResult, GuardrailConfig, ToolGuardResult, } from '@cogitator-ai/types';
|
|
34
|
+
export { DEFAULT_GUARDRAIL_CONFIG } from '@cogitator-ai/types';
|
|
35
|
+
export type { CostRoutingConfig, BudgetConfig, CostRecord, CostSummary, ModelRecommendation, TaskRequirements, TaskComplexity, ReasoningLevel, SpeedPreference, CostSensitivity, } from '@cogitator-ai/types';
|
|
36
|
+
export { DEFAULT_COST_ROUTING_CONFIG } from '@cogitator-ai/types';
|
|
19
37
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAEnE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACtE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9E,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,GACX,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,SAAS,EACT,SAAS,EACT,cAAc,EACd,sBAAsB,EACtB,YAAY,EACZ,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,YAAY,EACV,YAAY,EACZ,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,EACZ,cAAc,EACd,iBAAiB,GAClB,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,cAAc,EACd,SAAS,EACT,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,GACd,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAE/E,YAAY,EACV,WAAW,EACX,cAAc,EACd,IAAI,EACJ,UAAU,EACV,WAAW,EACX,UAAU,EACV,OAAO,EACP,WAAW,EACX,QAAQ,EACR,UAAU,EACV,UAAU,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,YAAY,EACZ,eAAe,EACf,eAAe,EACf,UAAU,EACV,SAAS,EACT,IAAI,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAEnE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACtE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9E,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,YAAY,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAElE,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC1F,YAAY,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAEhE,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,eAAe,EACf,YAAY,EACZ,oBAAoB,EACpB,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EACL,UAAU,EACV,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACV,iBAAiB,EACjB,wBAAwB,EACxB,sBAAsB,EACtB,sBAAsB,GACvB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,eAAe,EACf,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,uBAAuB,EACvB,uBAAuB,EACvB,uBAAuB,EACvB,0BAA0B,EAC1B,2BAA2B,EAC3B,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,wBAAwB,CAAC;AAChC,YAAY,EACV,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,eAAe,EACf,YAAY,EACZ,aAAa,EACb,WAAW,EACX,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,sBAAsB,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAElG,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,GACX,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,SAAS,EACT,SAAS,EACT,cAAc,EACd,sBAAsB,EACtB,YAAY,EACZ,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AACvB,YAAY,EACV,YAAY,EACZ,qBAAqB,EACrB,mBAAmB,EACnB,YAAY,EACZ,cAAc,EACd,iBAAiB,GAClB,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,cAAc,EACd,SAAS,EACT,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,GACd,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAE/E,YAAY,EACV,WAAW,EACX,cAAc,EACd,IAAI,EACJ,UAAU,EACV,WAAW,EACX,UAAU,EACV,OAAO,EACP,WAAW,EACX,QAAQ,EACR,UAAU,EACV,UAAU,EACV,WAAW,EACX,SAAS,EACT,WAAW,EACX,YAAY,EACZ,eAAe,EACf,eAAe,EACf,UAAU,EACV,SAAS,EACT,IAAI,EACJ,SAAS,EACT,SAAS,EACT,QAAQ,EACR,aAAa,EACb,WAAW,EACX,WAAW,EACX,aAAa,EACb,WAAW,EACX,cAAc,EACd,mBAAmB,EACnB,cAAc,EACd,aAAa,EACb,UAAU,EACV,YAAY,EACZ,UAAU,EACV,eAAe,EACf,IAAI,EACJ,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,QAAQ,EACR,gBAAgB,EAChB,qBAAqB,EACrB,aAAa,EACb,cAAc,EACd,6BAA6B,EAC7B,eAAe,EACf,kBAAkB,EAClB,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,cAAc,EACd,aAAa,GACd,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,qBAAqB,CAAC;AAE7B,YAAY,EACV,mBAAmB,EACnB,yBAAyB,EACzB,eAAe,EACf,aAAa,EACb,YAAY,EACZ,UAAU,EACV,WAAW,EACX,UAAU,EACV,SAAS,EACT,QAAQ,EACR,cAAc,EACd,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAE7B,YAAY,EACV,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,iBAAiB,EACjB,uBAAuB,EACvB,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,cAAc,EACd,cAAc,EACd,eAAe,EACf,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/D,YAAY,EACV,iBAAiB,EACjB,YAAY,EACZ,UAAU,EACV,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,cAAc,EACd,eAAe,EACf,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -9,7 +9,16 @@ export { tool, toolToSchema } from './tool';
|
|
|
9
9
|
export { ToolRegistry } from './registry';
|
|
10
10
|
export { calculator, datetime, builtinTools } from './tools/index';
|
|
11
11
|
export { Logger, getLogger, setLogger, createLogger } from './logger';
|
|
12
|
+
export { ReflectionEngine, InMemoryInsightStore } from './reflection/index';
|
|
13
|
+
export { ThoughtTreeExecutor, BranchGenerator, BranchEvaluator } from './reasoning/index';
|
|
14
|
+
export { AgentOptimizer, InMemoryTraceStore, MetricEvaluator, DemoSelector, InstructionOptimizer, createSuccessMetric, createExactMatchMetric, createContainsMetric, } from './learning/index';
|
|
15
|
+
export { TimeTravel, InMemoryCheckpointStore, ExecutionReplayer, ExecutionForker, TraceComparator, } from './time-travel/index';
|
|
16
|
+
export { ConstitutionalAI, InputFilter, OutputFilter, ToolGuard, CritiqueReviser, DEFAULT_CONSTITUTION, DEFAULT_PRINCIPLES, createConstitution, extendConstitution, filterPrinciplesByLayer, getPrinciplesByCategory, getPrinciplesBySeverity, buildInputEvaluationPrompt, buildOutputEvaluationPrompt, buildCritiquePrompt, buildRevisionPrompt, parseEvaluationResponse, parseCritiqueResponse, } from './constitutional/index';
|
|
17
|
+
export { CostAwareRouter, TaskAnalyzer, ModelSelector, CostTracker, BudgetEnforcer, } from './cost-routing/index';
|
|
12
18
|
export { BaseLLMBackend, OllamaBackend, OpenAIBackend, AnthropicBackend, createLLMBackend, parseModel, } from './llm/index';
|
|
13
19
|
export { withRetry, retryable, CircuitBreaker, CircuitBreakerRegistry, withFallback, withGracefulDegradation, createLLMFallbackExecutor, } from './utils/index';
|
|
14
20
|
export { CogitatorError, ErrorCode, ERROR_STATUS_CODES, isRetryableError, getRetryDelay, } from '@cogitator-ai/types';
|
|
21
|
+
export { DEFAULT_TOT_CONFIG, DEFAULT_LEARNING_CONFIG, DEFAULT_OPTIMIZER_CONFIG, DEFAULT_TIME_TRAVEL_CONFIG, } from '@cogitator-ai/types';
|
|
22
|
+
export { DEFAULT_GUARDRAIL_CONFIG } from '@cogitator-ai/types';
|
|
23
|
+
export { DEFAULT_COST_ROUTING_CONFIG } from '@cogitator-ai/types';
|
|
15
24
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAEnE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAGtE,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,GACX,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,SAAS,EACT,SAAS,EACT,cAAc,EACd,sBAAsB,EACtB,YAAY,EACZ,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AAUvB,OAAO,EACL,cAAc,EACd,SAAS,EACT,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,GACd,MAAM,qBAAqB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAEnE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAGtE,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAG1F,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,eAAe,EACf,YAAY,EACZ,oBAAoB,EACpB,mBAAmB,EACnB,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,kBAAkB,CAAC;AAQ1B,OAAO,EACL,UAAU,EACV,uBAAuB,EACvB,iBAAiB,EACjB,eAAe,EACf,eAAe,GAChB,MAAM,qBAAqB,CAAC;AAQ7B,OAAO,EACL,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,eAAe,EACf,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,uBAAuB,EACvB,uBAAuB,EACvB,uBAAuB,EACvB,0BAA0B,EAC1B,2BAA2B,EAC3B,mBAAmB,EACnB,mBAAmB,EACnB,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,wBAAwB,CAAC;AAShC,OAAO,EACL,eAAe,EACf,YAAY,EACZ,aAAa,EACb,WAAW,EACX,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EACL,cAAc,EACd,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,GACX,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,SAAS,EACT,SAAS,EACT,cAAc,EACd,sBAAsB,EACtB,YAAY,EACZ,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AAUvB,OAAO,EACL,cAAc,EACd,SAAS,EACT,kBAAkB,EAClB,gBAAgB,EAChB,aAAa,GACd,MAAM,qBAAqB,CAAC;AA0D7B,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,qBAAqB,CAAC;AA+B7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAc/D,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import type { ABTest, ABTestStore, ABTestVariant, ABTestOutcome, ABTestingConfig } from '@cogitator-ai/types';
|
|
2
|
+
export interface ABTestingFrameworkConfig extends ABTestingConfig {
|
|
3
|
+
store: ABTestStore;
|
|
4
|
+
}
|
|
5
|
+
export declare class ABTestingFramework {
|
|
6
|
+
private store;
|
|
7
|
+
private config;
|
|
8
|
+
private activeTests;
|
|
9
|
+
constructor(config: ABTestingFrameworkConfig);
|
|
10
|
+
createTest(params: {
|
|
11
|
+
agentId: string;
|
|
12
|
+
name: string;
|
|
13
|
+
description?: string;
|
|
14
|
+
controlInstructions: string;
|
|
15
|
+
treatmentInstructions: string;
|
|
16
|
+
treatmentAllocation?: number;
|
|
17
|
+
minSampleSize?: number;
|
|
18
|
+
maxDuration?: number;
|
|
19
|
+
confidenceLevel?: number;
|
|
20
|
+
metricToOptimize?: string;
|
|
21
|
+
}): Promise<ABTest>;
|
|
22
|
+
startTest(testId: string): Promise<ABTest>;
|
|
23
|
+
pauseTest(testId: string): Promise<ABTest>;
|
|
24
|
+
resumeTest(testId: string): Promise<ABTest>;
|
|
25
|
+
completeTest(testId: string): Promise<{
|
|
26
|
+
test: ABTest;
|
|
27
|
+
outcome: ABTestOutcome;
|
|
28
|
+
}>;
|
|
29
|
+
cancelTest(testId: string): Promise<ABTest>;
|
|
30
|
+
getActiveTest(agentId: string): Promise<ABTest | null>;
|
|
31
|
+
selectVariant(test: ABTest): ABTestVariant;
|
|
32
|
+
getInstructionsForVariant(test: ABTest, variant: ABTestVariant): string;
|
|
33
|
+
recordResult(testId: string, variant: ABTestVariant, score: number, latency: number, cost: number): Promise<void>;
|
|
34
|
+
checkAndCompleteIfReady(testId: string): Promise<ABTestOutcome | null>;
|
|
35
|
+
analyzeResults(test: ABTest): ABTestOutcome;
|
|
36
|
+
private emptyResults;
|
|
37
|
+
private calculateStd;
|
|
38
|
+
private welchTTest;
|
|
39
|
+
private tDistributionPValue;
|
|
40
|
+
private incompleteBeta;
|
|
41
|
+
private gamma;
|
|
42
|
+
private tCriticalValue;
|
|
43
|
+
private tCDF;
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=ab-testing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ab-testing.d.ts","sourceRoot":"","sources":["../../src/learning/ab-testing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EACN,WAAW,EACX,aAAa,EACb,aAAa,EAEb,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,wBAAyB,SAAQ,eAAe;IAC/D,KAAK,EAAE,WAAW,CAAC;CACpB;AAgBD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,WAAW,CAA6B;gBAEpC,MAAM,EAAE,wBAAwB;IAUtC,UAAU,CAAC,MAAM,EAAE;QACvB,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,qBAAqB,EAAE,MAAM,CAAC;QAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBb,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAU1C,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAS1C,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAS3C,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,aAAa,CAAA;KAAE,CAAC;IAa/E,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAU3C,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAa5D,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAI1C,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,MAAM;IAIjE,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EACf,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,IAAI,CAAC;IASV,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IA4B5E,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa;IAyE3C,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,YAAY;IAOpB,OAAO,CAAC,UAAU;IAqBlB,OAAO,CAAC,mBAAmB;IAM3B,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,KAAK;IAsBb,OAAO,CAAC,cAAc;IAoBtB,OAAO,CAAC,IAAI;CAKb"}
|