mozart-router 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +250 -0
- package/dist/adapters/cursor.d.ts +10 -0
- package/dist/adapters/cursor.d.ts.map +1 -0
- package/dist/adapters/cursor.js +39 -0
- package/dist/adapters/cursor.js.map +1 -0
- package/dist/adapters/generic.d.ts +24 -0
- package/dist/adapters/generic.d.ts.map +1 -0
- package/dist/adapters/generic.js +192 -0
- package/dist/adapters/generic.js.map +1 -0
- package/dist/adapters/hermes.d.ts +10 -0
- package/dist/adapters/hermes.d.ts.map +1 -0
- package/dist/adapters/hermes.js +170 -0
- package/dist/adapters/hermes.js.map +1 -0
- package/dist/adapters/index.d.ts +13 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +27 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/litellm.d.ts +15 -0
- package/dist/adapters/litellm.d.ts.map +1 -0
- package/dist/adapters/litellm.js +238 -0
- package/dist/adapters/litellm.js.map +1 -0
- package/dist/adapters/lmstudio.d.ts +12 -0
- package/dist/adapters/lmstudio.d.ts.map +1 -0
- package/dist/adapters/lmstudio.js +128 -0
- package/dist/adapters/lmstudio.js.map +1 -0
- package/dist/adapters/nim.d.ts +12 -0
- package/dist/adapters/nim.d.ts.map +1 -0
- package/dist/adapters/nim.js +163 -0
- package/dist/adapters/nim.js.map +1 -0
- package/dist/adapters/ollama.d.ts +12 -0
- package/dist/adapters/ollama.d.ts.map +1 -0
- package/dist/adapters/ollama.js +243 -0
- package/dist/adapters/ollama.js.map +1 -0
- package/dist/adapters/openclaw.d.ts +10 -0
- package/dist/adapters/openclaw.d.ts.map +1 -0
- package/dist/adapters/openclaw.js +197 -0
- package/dist/adapters/openclaw.js.map +1 -0
- package/dist/adapters/opencode.d.ts +10 -0
- package/dist/adapters/opencode.d.ts.map +1 -0
- package/dist/adapters/opencode.js +180 -0
- package/dist/adapters/opencode.js.map +1 -0
- package/dist/adapters/openrouter.d.ts +13 -0
- package/dist/adapters/openrouter.d.ts.map +1 -0
- package/dist/adapters/openrouter.js +173 -0
- package/dist/adapters/openrouter.js.map +1 -0
- package/dist/adapters/vllm.d.ts +12 -0
- package/dist/adapters/vllm.d.ts.map +1 -0
- package/dist/adapters/vllm.js +129 -0
- package/dist/adapters/vllm.js.map +1 -0
- package/dist/api/dashboard.d.ts +3 -0
- package/dist/api/dashboard.d.ts.map +1 -0
- package/dist/api/dashboard.js +98 -0
- package/dist/api/dashboard.js.map +1 -0
- package/dist/api/mcp.d.ts +32 -0
- package/dist/api/mcp.d.ts.map +1 -0
- package/dist/api/mcp.js +215 -0
- package/dist/api/mcp.js.map +1 -0
- package/dist/api/middleware.d.ts +20 -0
- package/dist/api/middleware.d.ts.map +1 -0
- package/dist/api/middleware.js +239 -0
- package/dist/api/middleware.js.map +1 -0
- package/dist/api/server.d.ts +26 -0
- package/dist/api/server.d.ts.map +1 -0
- package/dist/api/server.js +294 -0
- package/dist/api/server.js.map +1 -0
- package/dist/api/streaming.d.ts +19 -0
- package/dist/api/streaming.d.ts.map +1 -0
- package/dist/api/streaming.js +274 -0
- package/dist/api/streaming.js.map +1 -0
- package/dist/cli/config-init.d.ts +2 -0
- package/dist/cli/config-init.d.ts.map +1 -0
- package/dist/cli/config-init.js +73 -0
- package/dist/cli/config-init.js.map +1 -0
- package/dist/cli/main.d.ts +3 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +618 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/context/advanced-optimizer.d.ts +12 -0
- package/dist/context/advanced-optimizer.d.ts.map +1 -0
- package/dist/context/advanced-optimizer.js +64 -0
- package/dist/context/advanced-optimizer.js.map +1 -0
- package/dist/context/optimizer.d.ts +7 -0
- package/dist/context/optimizer.d.ts.map +1 -0
- package/dist/context/optimizer.js +101 -0
- package/dist/context/optimizer.js.map +1 -0
- package/dist/core/cache.d.ts +39 -0
- package/dist/core/cache.d.ts.map +1 -0
- package/dist/core/cache.js +90 -0
- package/dist/core/cache.js.map +1 -0
- package/dist/core/health.d.ts +32 -0
- package/dist/core/health.d.ts.map +1 -0
- package/dist/core/health.js +92 -0
- package/dist/core/health.js.map +1 -0
- package/dist/core/inventory.d.ts +28 -0
- package/dist/core/inventory.d.ts.map +1 -0
- package/dist/core/inventory.js +106 -0
- package/dist/core/inventory.js.map +1 -0
- package/dist/core/metrics.d.ts +48 -0
- package/dist/core/metrics.d.ts.map +1 -0
- package/dist/core/metrics.js +115 -0
- package/dist/core/metrics.js.map +1 -0
- package/dist/core/mozart.d.ts +39 -0
- package/dist/core/mozart.d.ts.map +1 -0
- package/dist/core/mozart.js +156 -0
- package/dist/core/mozart.js.map +1 -0
- package/dist/core/persistence.d.ts +13 -0
- package/dist/core/persistence.d.ts.map +1 -0
- package/dist/core/persistence.js +119 -0
- package/dist/core/persistence.js.map +1 -0
- package/dist/core/plugins.d.ts +18 -0
- package/dist/core/plugins.d.ts.map +1 -0
- package/dist/core/plugins.js +110 -0
- package/dist/core/plugins.js.map +1 -0
- package/dist/core/reliability.d.ts +23 -0
- package/dist/core/reliability.d.ts.map +1 -0
- package/dist/core/reliability.js +70 -0
- package/dist/core/reliability.js.map +1 -0
- package/dist/core/session.d.ts +17 -0
- package/dist/core/session.d.ts.map +1 -0
- package/dist/core/session.js +67 -0
- package/dist/core/session.js.map +1 -0
- package/dist/cost/dynamic-pricing.d.ts +24 -0
- package/dist/cost/dynamic-pricing.d.ts.map +1 -0
- package/dist/cost/dynamic-pricing.js +71 -0
- package/dist/cost/dynamic-pricing.js.map +1 -0
- package/dist/cost/estimator.d.ts +8 -0
- package/dist/cost/estimator.d.ts.map +1 -0
- package/dist/cost/estimator.js +48 -0
- package/dist/cost/estimator.js.map +1 -0
- package/dist/explain/engine.d.ts +6 -0
- package/dist/explain/engine.d.ts.map +1 -0
- package/dist/explain/engine.js +59 -0
- package/dist/explain/engine.js.map +1 -0
- package/dist/index.d.ts +59 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +112 -0
- package/dist/index.js.map +1 -0
- package/dist/logs/logger.d.ts +35 -0
- package/dist/logs/logger.d.ts.map +1 -0
- package/dist/logs/logger.js +73 -0
- package/dist/logs/logger.js.map +1 -0
- package/dist/logs/redactor.d.ts +6 -0
- package/dist/logs/redactor.d.ts.map +1 -0
- package/dist/logs/redactor.js +54 -0
- package/dist/logs/redactor.js.map +1 -0
- package/dist/policy/engine.d.ts +9 -0
- package/dist/policy/engine.d.ts.map +1 -0
- package/dist/policy/engine.js +55 -0
- package/dist/policy/engine.js.map +1 -0
- package/dist/policy/loader.d.ts +3 -0
- package/dist/policy/loader.d.ts.map +1 -0
- package/dist/policy/loader.js +27 -0
- package/dist/policy/loader.js.map +1 -0
- package/dist/policy/profiles.d.ts +11 -0
- package/dist/policy/profiles.d.ts.map +1 -0
- package/dist/policy/profiles.js +263 -0
- package/dist/policy/profiles.js.map +1 -0
- package/dist/policy/yaml-loader.d.ts +10 -0
- package/dist/policy/yaml-loader.d.ts.map +1 -0
- package/dist/policy/yaml-loader.js +160 -0
- package/dist/policy/yaml-loader.js.map +1 -0
- package/dist/privacy/guard.d.ts +8 -0
- package/dist/privacy/guard.d.ts.map +1 -0
- package/dist/privacy/guard.js +125 -0
- package/dist/privacy/guard.js.map +1 -0
- package/dist/routing/circuit-breaker.d.ts +23 -0
- package/dist/routing/circuit-breaker.d.ts.map +1 -0
- package/dist/routing/circuit-breaker.js +74 -0
- package/dist/routing/circuit-breaker.js.map +1 -0
- package/dist/routing/classifier.d.ts +5 -0
- package/dist/routing/classifier.d.ts.map +1 -0
- package/dist/routing/classifier.js +102 -0
- package/dist/routing/classifier.js.map +1 -0
- package/dist/routing/fallback.d.ts +27 -0
- package/dist/routing/fallback.d.ts.map +1 -0
- package/dist/routing/fallback.js +66 -0
- package/dist/routing/fallback.js.map +1 -0
- package/dist/routing/multistage.d.ts +49 -0
- package/dist/routing/multistage.d.ts.map +1 -0
- package/dist/routing/multistage.js +108 -0
- package/dist/routing/multistage.js.map +1 -0
- package/dist/routing/router.d.ts +22 -0
- package/dist/routing/router.d.ts.map +1 -0
- package/dist/routing/router.js +123 -0
- package/dist/routing/router.js.map +1 -0
- package/dist/routing/scorer.d.ts +8 -0
- package/dist/routing/scorer.d.ts.map +1 -0
- package/dist/routing/scorer.js +131 -0
- package/dist/routing/scorer.js.map +1 -0
- package/dist/skills/definitions.d.ts +10 -0
- package/dist/skills/definitions.d.ts.map +1 -0
- package/dist/skills/definitions.js +112 -0
- package/dist/skills/definitions.js.map +1 -0
- package/dist/skills/index.d.ts +3 -0
- package/dist/skills/index.d.ts.map +1 -0
- package/dist/skills/index.js +14 -0
- package/dist/skills/index.js.map +1 -0
- package/dist/types/index.d.ts +298 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +34 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/canrunit.d.ts +26 -0
- package/dist/utils/canrunit.d.ts.map +1 -0
- package/dist/utils/canrunit.js +69 -0
- package/dist/utils/canrunit.js.map +1 -0
- package/dist/utils/dealsforge.d.ts +6 -0
- package/dist/utils/dealsforge.d.ts.map +1 -0
- package/dist/utils/dealsforge.js +105 -0
- package/dist/utils/dealsforge.js.map +1 -0
- package/docs/ADAPTERS.md +129 -0
- package/docs/ARCHITECTURE.md +113 -0
- package/docs/DELEGATED_EXECUTION.md +62 -0
- package/docs/FEATURE_MATRIX.md +113 -0
- package/docs/GATEWAY_FIRST_PRINCIPLES.md +66 -0
- package/docs/INTEGRATIONS.md +94 -0
- package/docs/LIMITATIONS.md +43 -0
- package/docs/RECOMMEND_ONLY_MODE.md +82 -0
- package/docs/ROADMAP.md +70 -0
- package/docs/SECURITY.md +74 -0
- package/docs/SKILLS_AND_TOOLS.md +141 -0
- package/examples/community-adapter/TEMPLATE.md +157 -0
- package/examples/generic-tools/README.md +29 -0
- package/examples/generic-tools/mozart-tools.json +86 -0
- package/examples/hermes/README.md +29 -0
- package/examples/hermes/mozart-tool.json +48 -0
- package/examples/litellm/README.md +21 -0
- package/examples/litellm/config.yaml +39 -0
- package/examples/ollama/README.md +37 -0
- package/examples/ollama/usage.ts +59 -0
- package/examples/openclaw/README.md +26 -0
- package/examples/openclaw/mozart-skill.yaml +80 -0
- package/examples/opencode/README.md +30 -0
- package/examples/opencode/SKILL.md +47 -0
- package/examples/opencode/mozart-skill.json +64 -0
- package/examples/openrouter/README.md +21 -0
- package/examples/openrouter/config.json +14 -0
- package/package.json +53 -0
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
// Circuit breaker with half-open state for the Fallback Manager
|
|
3
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
+
exports.CircuitBreakerError = exports.CircuitBreaker = void 0;
|
|
5
|
+
class CircuitBreaker {
|
|
6
|
+
state = 'closed';
|
|
7
|
+
failureCount = 0;
|
|
8
|
+
lastFailureTime = 0;
|
|
9
|
+
halfOpenCalls = 0;
|
|
10
|
+
config;
|
|
11
|
+
constructor(config) {
|
|
12
|
+
this.config = {
|
|
13
|
+
failureThreshold: config?.failureThreshold ?? 3,
|
|
14
|
+
recoveryTimeoutMs: config?.recoveryTimeoutMs ?? 30000,
|
|
15
|
+
halfOpenMaxCalls: config?.halfOpenMaxCalls ?? 2,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
getState() {
|
|
19
|
+
if (this.state === 'open') {
|
|
20
|
+
if (Date.now() - this.lastFailureTime > this.config.recoveryTimeoutMs) {
|
|
21
|
+
this.state = 'half_open';
|
|
22
|
+
this.halfOpenCalls = 0;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
return this.state;
|
|
26
|
+
}
|
|
27
|
+
async call(fn) {
|
|
28
|
+
const state = this.getState();
|
|
29
|
+
if (state === 'open') {
|
|
30
|
+
throw new CircuitBreakerError('Circuit breaker is open');
|
|
31
|
+
}
|
|
32
|
+
if (state === 'half_open' && this.halfOpenCalls >= this.config.halfOpenMaxCalls) {
|
|
33
|
+
throw new CircuitBreakerError('Circuit breaker half-open limit reached');
|
|
34
|
+
}
|
|
35
|
+
if (state === 'half_open') {
|
|
36
|
+
this.halfOpenCalls++;
|
|
37
|
+
}
|
|
38
|
+
try {
|
|
39
|
+
const result = await fn();
|
|
40
|
+
this.onSuccess();
|
|
41
|
+
return result;
|
|
42
|
+
}
|
|
43
|
+
catch (err) {
|
|
44
|
+
this.onFailure();
|
|
45
|
+
throw err;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
onSuccess() {
|
|
49
|
+
this.failureCount = 0;
|
|
50
|
+
this.state = 'closed';
|
|
51
|
+
this.halfOpenCalls = 0;
|
|
52
|
+
}
|
|
53
|
+
onFailure() {
|
|
54
|
+
this.failureCount++;
|
|
55
|
+
this.lastFailureTime = Date.now();
|
|
56
|
+
if (this.failureCount >= this.config.failureThreshold) {
|
|
57
|
+
this.state = 'open';
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
reset() {
|
|
61
|
+
this.state = 'closed';
|
|
62
|
+
this.failureCount = 0;
|
|
63
|
+
this.halfOpenCalls = 0;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
exports.CircuitBreaker = CircuitBreaker;
|
|
67
|
+
class CircuitBreakerError extends Error {
|
|
68
|
+
constructor(message) {
|
|
69
|
+
super(message);
|
|
70
|
+
this.name = 'CircuitBreakerError';
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
exports.CircuitBreakerError = CircuitBreakerError;
|
|
74
|
+
//# sourceMappingURL=circuit-breaker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"circuit-breaker.js","sourceRoot":"","sources":["../../src/routing/circuit-breaker.ts"],"names":[],"mappings":";AAAA,gEAAgE;;;AAUhE,MAAa,cAAc;IACjB,KAAK,GAAiB,QAAQ,CAAC;IAC/B,YAAY,GAAG,CAAC,CAAC;IACjB,eAAe,GAAG,CAAC,CAAC;IACpB,aAAa,GAAG,CAAC,CAAC;IAClB,MAAM,CAAuB;IAErC,YAAY,MAAsC;QAChD,IAAI,CAAC,MAAM,GAAG;YACZ,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,IAAI,CAAC;YAC/C,iBAAiB,EAAE,MAAM,EAAE,iBAAiB,IAAI,KAAK;YACrD,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,IAAI,CAAC;SAChD,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBACtE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;gBACzB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI,CAAI,EAAoB;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE9B,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;YACrB,MAAM,IAAI,mBAAmB,CAAC,yBAAyB,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,KAAK,KAAK,WAAW,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAChF,MAAM,IAAI,mBAAmB,CAAC,yCAAyC,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;YAC1B,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAC1B,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;IACzB,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAElC,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YACtD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;QACtB,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;QACtB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;IACzB,CAAC;CACF;AAtED,wCAsEC;AAED,MAAa,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AALD,kDAKC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"classifier.d.ts","sourceRoot":"","sources":["../../src/routing/classifier.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAqF,MAAM,UAAU,CAAC;AAyB1H,qBAAa,cAAc;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,WAAW;CA4ExD"}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.TaskClassifier = void 0;
|
|
4
|
+
const TASK_PATTERNS = [
|
|
5
|
+
{ pattern: /\b(write|create|generate|build)\s.*tests?\b/i, taskType: 'test_writing', complexity: 'medium', contextNeed: 'high', priority: 95 },
|
|
6
|
+
{ pattern: /\b(test|spec)\s/i, taskType: 'test_writing', complexity: 'medium', contextNeed: 'medium', priority: 85 },
|
|
7
|
+
{ pattern: /\b(debug|fix|error|bug|issue|crash|fails?|failing|broken|not working)\b/i, taskType: 'debugging', complexity: 'high', contextNeed: 'very_high', priority: 90 },
|
|
8
|
+
{ pattern: /\b(refactor|rewrite|restructure|clean\s*up|improve\s*code)\b/i, taskType: 'refactor', complexity: 'high', contextNeed: 'high', priority: 92 },
|
|
9
|
+
{ pattern: /\b(review|audit|check|inspect)\s.*(code|security|vuln)\b/i, taskType: 'security_audit', complexity: 'high', contextNeed: 'high', priority: 93 },
|
|
10
|
+
{ pattern: /\b(security|vulnerability|exploit)\b/i, taskType: 'security_audit', complexity: 'critical', contextNeed: 'high', priority: 94 },
|
|
11
|
+
{ pattern: /\b(design|architecture|architect|system\s*design|component)\b/i, taskType: 'architecture', complexity: 'high', contextNeed: 'high', priority: 88 },
|
|
12
|
+
{ pattern: /\b(summarize|summary|tldr|recap|brief)\b/i, taskType: 'summarize', complexity: 'low', contextNeed: 'high', priority: 86 },
|
|
13
|
+
{ pattern: /\b(translate|translation|localize)\b/i, taskType: 'translate', complexity: 'low', contextNeed: 'medium', priority: 80 },
|
|
14
|
+
{ pattern: /\b(extract|parse|pull|scrape)\b/i, taskType: 'extract', complexity: 'low', contextNeed: 'medium', priority: 75 },
|
|
15
|
+
{ pattern: /\b(plan|roadmap|strategy|steps?\s*to|approach|proposal)\b/i, taskType: 'planning', complexity: 'medium', contextNeed: 'medium', priority: 78 },
|
|
16
|
+
{ pattern: /\b(research|investigate|look\s*up|find|search)\b/i, taskType: 'web_research', complexity: 'medium', contextNeed: 'medium', priority: 72 },
|
|
17
|
+
{ pattern: /\b(data|analysis|analyze|statistics|metrics)\b/i, taskType: 'data_analysis', complexity: 'medium', contextNeed: 'medium', priority: 74 },
|
|
18
|
+
{ pattern: /\b(story|write\s.*story|creative|poem|fiction|narrative)\b/i, taskType: 'creative_writing', complexity: 'low', contextNeed: 'low', priority: 70 },
|
|
19
|
+
{ pattern: /\b(format|beautify|prettify|style|indent)\b/i, taskType: 'formatting', complexity: 'low', contextNeed: 'low', priority: 65 },
|
|
20
|
+
{ pattern: /\b(edit|modify|update|change|patch)\s.*(file|code|component)\b/i, taskType: 'file_editing', complexity: 'medium', contextNeed: 'high', priority: 82 },
|
|
21
|
+
{ pattern: /\b(loop|agent|autonomous|repeated|repeatedly|process\s.*multiple)\b/i, taskType: 'agent_loop', complexity: 'high', contextNeed: 'very_high', priority: 84 },
|
|
22
|
+
{ pattern: /\b(long\s*context|large\s*files?|huge|massive|entire\s*codebase)\b/i, taskType: 'long_context_reasoning', complexity: 'high', contextNeed: 'very_high', priority: 87 },
|
|
23
|
+
{ pattern: /\b(code|implement|develop|build|add|feature|component|function|class|module|api|endpoint|route)\b/i, taskType: 'code_generation', complexity: 'medium', contextNeed: 'high', priority: 45 },
|
|
24
|
+
{ pattern: /\b(review|pr\s*review|pull\s*request|merge)\b/i, taskType: 'code_review', complexity: 'medium', contextNeed: 'high', priority: 77 },
|
|
25
|
+
];
|
|
26
|
+
class TaskClassifier {
|
|
27
|
+
classify(input, taskHint) {
|
|
28
|
+
const combined = taskHint ? `${taskHint} ${input}` : input;
|
|
29
|
+
let bestMatch = null;
|
|
30
|
+
let bestScore = 0;
|
|
31
|
+
for (const { pattern, taskType, complexity, contextNeed, priority } of TASK_PATTERNS) {
|
|
32
|
+
const matchResult = combined.match(pattern);
|
|
33
|
+
const matches = matchResult ? matchResult.length : 0;
|
|
34
|
+
if (matches === 0)
|
|
35
|
+
continue;
|
|
36
|
+
const score = matches * priority;
|
|
37
|
+
if (score > bestScore) {
|
|
38
|
+
bestScore = score;
|
|
39
|
+
bestMatch = { taskType, complexity, contextNeed };
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
if (!bestMatch) {
|
|
43
|
+
bestMatch = {
|
|
44
|
+
taskType: 'chat',
|
|
45
|
+
complexity: 'low',
|
|
46
|
+
contextNeed: 'low',
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
// Heuristic adjustments
|
|
50
|
+
let requiresCodeStrength = [
|
|
51
|
+
'code_generation', 'code_review', 'refactor', 'debugging', 'test_writing', 'security_audit',
|
|
52
|
+
].includes(bestMatch.taskType);
|
|
53
|
+
let requiresLongContext = bestMatch.contextNeed === 'very_high';
|
|
54
|
+
let requiresReasoning = ['debugging', 'architecture', 'refactor', 'security_audit', 'long_context_reasoning'].includes(bestMatch.taskType);
|
|
55
|
+
let requiresTools = ['code_generation', 'file_editing', 'agent_loop', 'debugging', 'test_writing'].includes(bestMatch.taskType);
|
|
56
|
+
let requiresJson = ['extract', 'data_analysis', 'translate'].includes(bestMatch.taskType);
|
|
57
|
+
let requiresVision = false;
|
|
58
|
+
// Long context heuristic
|
|
59
|
+
if (input.length > 50000 || combined.length > 50000) {
|
|
60
|
+
requiresLongContext = true;
|
|
61
|
+
if (bestMatch.contextNeed !== 'very_high')
|
|
62
|
+
bestMatch.contextNeed = 'high';
|
|
63
|
+
}
|
|
64
|
+
let privacyNeed = 'low';
|
|
65
|
+
if (['security_audit', 'data_analysis'].includes(bestMatch.taskType)) {
|
|
66
|
+
privacyNeed = 'high';
|
|
67
|
+
}
|
|
68
|
+
else if (['file_editing', 'agent_loop'].includes(bestMatch.taskType)) {
|
|
69
|
+
privacyNeed = 'medium';
|
|
70
|
+
}
|
|
71
|
+
let latencyPreference = 'balanced';
|
|
72
|
+
if (bestMatch.taskType === 'chat' || bestMatch.taskType === 'formatting') {
|
|
73
|
+
latencyPreference = 'fast';
|
|
74
|
+
}
|
|
75
|
+
else if (['architecture', 'security_audit', 'refactor'].includes(bestMatch.taskType)) {
|
|
76
|
+
latencyPreference = 'quality';
|
|
77
|
+
}
|
|
78
|
+
let costPreference = 'balanced';
|
|
79
|
+
if (['chat', 'formatting', 'translate'].includes(bestMatch.taskType)) {
|
|
80
|
+
costPreference = 'lowest';
|
|
81
|
+
}
|
|
82
|
+
else if (['architecture', 'security_audit'].includes(bestMatch.taskType)) {
|
|
83
|
+
costPreference = 'quality';
|
|
84
|
+
}
|
|
85
|
+
return {
|
|
86
|
+
taskType: bestMatch.taskType,
|
|
87
|
+
complexity: bestMatch.complexity,
|
|
88
|
+
contextNeed: bestMatch.contextNeed,
|
|
89
|
+
privacyNeed,
|
|
90
|
+
latencyPreference,
|
|
91
|
+
costPreference,
|
|
92
|
+
requiresTools,
|
|
93
|
+
requiresJson,
|
|
94
|
+
requiresLongContext,
|
|
95
|
+
requiresCodeStrength,
|
|
96
|
+
requiresVision,
|
|
97
|
+
requiresReasoning,
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
exports.TaskClassifier = TaskClassifier;
|
|
102
|
+
//# sourceMappingURL=classifier.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"classifier.js","sourceRoot":"","sources":["../../src/routing/classifier.ts"],"names":[],"mappings":";;;AAEA,MAAM,aAAa,GAAuH;IACxI,EAAE,OAAO,EAAE,8CAA8C,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC9I,EAAE,OAAO,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;IACpH,EAAE,OAAO,EAAE,0EAA0E,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC1K,EAAE,OAAO,EAAE,+DAA+D,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IACzJ,EAAE,OAAO,EAAE,2DAA2D,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC3J,EAAE,OAAO,EAAE,uCAAuC,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC3I,EAAE,OAAO,EAAE,gEAAgE,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC9J,EAAE,OAAO,EAAE,2CAA2C,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IACrI,EAAE,OAAO,EAAE,uCAAuC,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;IACnI,EAAE,OAAO,EAAE,kCAAkC,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC5H,EAAE,OAAO,EAAE,4DAA4D,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC1J,EAAE,OAAO,EAAE,mDAAmD,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;IACrJ,EAAE,OAAO,EAAE,iDAAiD,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;IACpJ,EAAE,OAAO,EAAE,6DAA6D,EAAE,QAAQ,EAAE,kBAAkB,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC7J,EAAE,OAAO,EAAE,8CAA8C,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;IACxI,EAAE,OAAO,EAAE,iEAAiE,EAAE,QAAQ,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IACjK,EAAE,OAAO,EAAE,sEAAsE,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE;IACvK,EAAE,OAAO,EAAE,qEAAqE,EAAE,QAAQ,EAAE,wBAAwB,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE;IAClL,EAAE,OAAO,EAAE,oGAAoG,EAAE,QAAQ,EAAE,iBAAiB,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;IACvM,EAAE,OAAO,EAAE,gDAAgD,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;CAChJ,CAAC;AAEF,MAAa,cAAc;IACzB,QAAQ,CAAC,KAAa,EAAE,QAAiB;QACvC,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3D,IAAI,SAAS,GAAoF,IAAI,CAAC;QACtG,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,aAAa,EAAE,CAAC;YACrF,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,IAAI,OAAO,KAAK,CAAC;gBAAE,SAAS;YAC5B,MAAM,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;YACjC,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACtB,SAAS,GAAG,KAAK,CAAC;gBAClB,SAAS,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;YACpD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAS,GAAG;gBACV,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,KAAK;gBACjB,WAAW,EAAE,KAAK;aACnB,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,oBAAoB,GAAG;YACzB,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,gBAAgB;SAC5F,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC/B,IAAI,mBAAmB,GAAG,SAAS,CAAC,WAAW,KAAK,WAAW,CAAC;QAChE,IAAI,iBAAiB,GAAG,CAAC,WAAW,EAAE,cAAc,EAAE,UAAU,EAAE,gBAAgB,EAAE,wBAAwB,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC3I,IAAI,aAAa,GAAG,CAAC,iBAAiB,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChI,IAAI,YAAY,GAAG,CAAC,SAAS,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC1F,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,yBAAyB;QACzB,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,IAAI,QAAQ,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YACpD,mBAAmB,GAAG,IAAI,CAAC;YAC3B,IAAI,SAAS,CAAC,WAAW,KAAK,WAAW;gBAAE,SAAS,CAAC,WAAW,GAAG,MAAM,CAAC;QAC5E,CAAC;QAED,IAAI,WAAW,GAAgB,KAAK,CAAC;QACrC,IAAI,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,WAAW,GAAG,MAAM,CAAC;QACvB,CAAC;aAAM,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvE,WAAW,GAAG,QAAQ,CAAC;QACzB,CAAC;QAED,IAAI,iBAAiB,GAAsB,UAAU,CAAC;QACtD,IAAI,SAAS,CAAC,QAAQ,KAAK,MAAM,IAAI,SAAS,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YACzE,iBAAiB,GAAG,MAAM,CAAC;QAC7B,CAAC;aAAM,IAAI,CAAC,cAAc,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvF,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,IAAI,cAAc,GAAmB,UAAU,CAAC;QAChD,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,cAAc,GAAG,QAAQ,CAAC;QAC5B,CAAC;aAAM,IAAI,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3E,cAAc,GAAG,SAAS,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,WAAW;YACX,iBAAiB;YACjB,cAAc;YACd,aAAa;YACb,YAAY;YACZ,mBAAmB;YACnB,oBAAoB;YACpB,cAAc;YACd,iBAAiB;SAClB,CAAC;IACJ,CAAC;CACF;AA7ED,wCA6EC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { RouteDecision, TaskProfile } from '../types';
|
|
2
|
+
export type FallbackEvent = 'provider_unavailable' | 'quota_exceeded' | 'timeout' | 'rate_limit' | 'server_error' | 'invalid_response' | 'latency_high' | 'cost_too_high';
|
|
3
|
+
export interface FallbackResult {
|
|
4
|
+
success: boolean;
|
|
5
|
+
route: RouteDecision;
|
|
6
|
+
attempt: number;
|
|
7
|
+
events: FallbackEvent[];
|
|
8
|
+
totalTimeMs: number;
|
|
9
|
+
error?: string;
|
|
10
|
+
}
|
|
11
|
+
export declare class FallbackManager {
|
|
12
|
+
private maxRetries;
|
|
13
|
+
private backoffMs;
|
|
14
|
+
private maxBackoffMs;
|
|
15
|
+
constructor(options?: {
|
|
16
|
+
maxRetries?: number;
|
|
17
|
+
backoffMs?: number;
|
|
18
|
+
maxBackoffMs?: number;
|
|
19
|
+
});
|
|
20
|
+
execute(primaryRoute: RouteDecision, fallbacks: RouteDecision[], executor: (route: RouteDecision) => Promise<{
|
|
21
|
+
success: boolean;
|
|
22
|
+
event?: FallbackEvent;
|
|
23
|
+
}>): Promise<FallbackResult>;
|
|
24
|
+
getFallbackCandidates(primaryRoute: RouteDecision, task: TaskProfile, event: FallbackEvent): RouteDecision[];
|
|
25
|
+
private sleep;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=fallback.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fallback.d.ts","sourceRoot":"","sources":["../../src/routing/fallback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,WAAW,EAAS,MAAM,UAAU,CAAC;AAE7D,MAAM,MAAM,aAAa,GAAG,sBAAsB,GAAG,gBAAgB,GAAG,SAAS,GAAG,YAAY,GAAG,cAAc,GAAG,kBAAkB,GAAG,cAAc,GAAG,eAAe,CAAC;AAE1K,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAS;gBAEjB,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IAMlF,OAAO,CACX,YAAY,EAAE,aAAa,EAC3B,SAAS,EAAE,aAAa,EAAE,EAC1B,QAAQ,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,aAAa,CAAA;KAAE,CAAC,GACvF,OAAO,CAAC,cAAc,CAAC;IA4C1B,qBAAqB,CACnB,YAAY,EAAE,aAAa,EAC3B,IAAI,EAAE,WAAW,EACjB,KAAK,EAAE,aAAa,GACnB,aAAa,EAAE;IAalB,OAAO,CAAC,KAAK;CAGd"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.FallbackManager = void 0;
|
|
4
|
+
class FallbackManager {
|
|
5
|
+
maxRetries;
|
|
6
|
+
backoffMs;
|
|
7
|
+
maxBackoffMs;
|
|
8
|
+
constructor(options) {
|
|
9
|
+
this.maxRetries = options?.maxRetries ?? 3;
|
|
10
|
+
this.backoffMs = options?.backoffMs ?? 500;
|
|
11
|
+
this.maxBackoffMs = options?.maxBackoffMs ?? 10000;
|
|
12
|
+
}
|
|
13
|
+
async execute(primaryRoute, fallbacks, executor) {
|
|
14
|
+
const start = Date.now();
|
|
15
|
+
const events = [];
|
|
16
|
+
const allRoutes = [primaryRoute, ...fallbacks];
|
|
17
|
+
for (let i = 0; i < allRoutes.length && i <= this.maxRetries; i++) {
|
|
18
|
+
const route = allRoutes[i];
|
|
19
|
+
const result = await executor(route);
|
|
20
|
+
if (result.success) {
|
|
21
|
+
return {
|
|
22
|
+
success: true,
|
|
23
|
+
route,
|
|
24
|
+
attempt: i + 1,
|
|
25
|
+
events,
|
|
26
|
+
totalTimeMs: Date.now() - start,
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
if (result.event) {
|
|
30
|
+
events.push(result.event);
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
events.push('server_error');
|
|
34
|
+
}
|
|
35
|
+
if (i < allRoutes.length - 1 && i < this.maxRetries) {
|
|
36
|
+
const delay = Math.min(this.backoffMs * Math.pow(2, i), this.maxBackoffMs);
|
|
37
|
+
await this.sleep(delay);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
return {
|
|
41
|
+
success: false,
|
|
42
|
+
route: primaryRoute,
|
|
43
|
+
attempt: allRoutes.length,
|
|
44
|
+
events,
|
|
45
|
+
totalTimeMs: Date.now() - start,
|
|
46
|
+
error: `All ${allRoutes.length} routes exhausted. Events: ${events.join(', ')}`,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
getFallbackCandidates(primaryRoute, task, event) {
|
|
50
|
+
if (event === 'cost_too_high') {
|
|
51
|
+
return primaryRoute.fallbacks.filter((f) => f.estimatedCost < primaryRoute.estimatedCost);
|
|
52
|
+
}
|
|
53
|
+
if (event === 'latency_high') {
|
|
54
|
+
return primaryRoute.fallbacks;
|
|
55
|
+
}
|
|
56
|
+
if (event === 'quota_exceeded' || event === 'provider_unavailable' || event === 'server_error') {
|
|
57
|
+
return primaryRoute.fallbacks;
|
|
58
|
+
}
|
|
59
|
+
return primaryRoute.fallbacks;
|
|
60
|
+
}
|
|
61
|
+
sleep(ms) {
|
|
62
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
exports.FallbackManager = FallbackManager;
|
|
66
|
+
//# sourceMappingURL=fallback.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fallback.js","sourceRoot":"","sources":["../../src/routing/fallback.ts"],"names":[],"mappings":";;;AAaA,MAAa,eAAe;IAClB,UAAU,CAAS;IACnB,SAAS,CAAS;IAClB,YAAY,CAAS;IAE7B,YAAY,OAA4E;QACtF,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,KAAK,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,OAAO,CACX,YAA2B,EAC3B,SAA0B,EAC1B,QAAwF;QAExF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,CAAC,YAAY,EAAE,GAAG,SAAS,CAAC,CAAC;QAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;YAErC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,KAAK;oBACL,OAAO,EAAE,CAAC,GAAG,CAAC;oBACd,MAAM;oBACN,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;iBAChC,CAAC;YACJ,CAAC;YAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9B,CAAC;YAED,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAC/B,IAAI,CAAC,YAAY,CAClB,CAAC;gBACF,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,YAAY;YACnB,OAAO,EAAE,SAAS,CAAC,MAAM;YACzB,MAAM;YACN,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC/B,KAAK,EAAE,OAAO,SAAS,CAAC,MAAM,8BAA8B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAChF,CAAC;IACJ,CAAC;IAED,qBAAqB,CACnB,YAA2B,EAC3B,IAAiB,EACjB,KAAoB;QAEpB,IAAI,KAAK,KAAK,eAAe,EAAE,CAAC;YAC9B,OAAO,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;YAC7B,OAAO,YAAY,CAAC,SAAS,CAAC;QAChC,CAAC;QACD,IAAI,KAAK,KAAK,gBAAgB,IAAI,KAAK,KAAK,sBAAsB,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;YAC/F,OAAO,YAAY,CAAC,SAAS,CAAC;QAChC,CAAC;QACD,OAAO,YAAY,CAAC,SAAS,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AA/ED,0CA+EC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { RouteDecision, CostEstimate, TokenUsage } from '../types';
|
|
2
|
+
import { InventoryRegistry } from '../core/inventory';
|
|
3
|
+
import { PolicyEngine } from '../policy/engine';
|
|
4
|
+
import { TaskClassifier } from '../routing/classifier';
|
|
5
|
+
import { RoutingEngine } from '../routing/router';
|
|
6
|
+
import { CostEstimator } from '../cost/estimator';
|
|
7
|
+
import { ContextOptimizer } from '../context/optimizer';
|
|
8
|
+
import { PrivacyGuard } from '../privacy/guard';
|
|
9
|
+
export interface MultiStageStep {
|
|
10
|
+
name: string;
|
|
11
|
+
description: string;
|
|
12
|
+
taskType: string;
|
|
13
|
+
route: RouteDecision;
|
|
14
|
+
output?: string;
|
|
15
|
+
cost: CostEstimate;
|
|
16
|
+
tokens: TokenUsage;
|
|
17
|
+
}
|
|
18
|
+
export interface MultiStageResult {
|
|
19
|
+
steps: MultiStageStep[];
|
|
20
|
+
totalCost: CostEstimate;
|
|
21
|
+
totalTokens: TokenUsage;
|
|
22
|
+
elapsedMs: number;
|
|
23
|
+
success: boolean;
|
|
24
|
+
error?: string;
|
|
25
|
+
}
|
|
26
|
+
export declare class MultiStageRouter {
|
|
27
|
+
private registry;
|
|
28
|
+
private policy;
|
|
29
|
+
private classifier;
|
|
30
|
+
private router;
|
|
31
|
+
private costEstimator;
|
|
32
|
+
private contextOptimizer;
|
|
33
|
+
private privacyGuard;
|
|
34
|
+
constructor(registry: InventoryRegistry, policy: PolicyEngine, classifier: TaskClassifier, router: RoutingEngine, costEstimator: CostEstimator, contextOptimizer: ContextOptimizer, privacyGuard: PrivacyGuard);
|
|
35
|
+
defineStages(task: string): Array<{
|
|
36
|
+
name: string;
|
|
37
|
+
taskHint: string;
|
|
38
|
+
description: string;
|
|
39
|
+
}>;
|
|
40
|
+
execute(task: string, executor: (step: {
|
|
41
|
+
name: string;
|
|
42
|
+
taskHint: string;
|
|
43
|
+
}, route: RouteDecision) => Promise<{
|
|
44
|
+
output: string;
|
|
45
|
+
cost: CostEstimate;
|
|
46
|
+
tokens: TokenUsage;
|
|
47
|
+
}>): Promise<MultiStageResult>;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=multistage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"multistage.d.ts","sourceRoot":"","sources":["../../src/routing/multistage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAgC,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACjG,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,SAAS,EAAE,YAAY,CAAC;IACxB,WAAW,EAAE,UAAU,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,gBAAgB;IAEzB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,gBAAgB;IACxB,OAAO,CAAC,YAAY;gBANZ,QAAQ,EAAE,iBAAiB,EAC3B,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,cAAc,EAC1B,MAAM,EAAE,aAAa,EACrB,aAAa,EAAE,aAAa,EAC5B,gBAAgB,EAAE,gBAAgB,EAClC,YAAY,EAAE,YAAY;IAGpC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAwCpF,OAAO,CACX,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,EAAE,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,YAAY,CAAC;QAAC,MAAM,EAAE,UAAU,CAAA;KAAE,CAAC,GAChJ,OAAO,CAAC,gBAAgB,CAAC;CAuD7B"}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MultiStageRouter = void 0;
|
|
4
|
+
class MultiStageRouter {
|
|
5
|
+
registry;
|
|
6
|
+
policy;
|
|
7
|
+
classifier;
|
|
8
|
+
router;
|
|
9
|
+
costEstimator;
|
|
10
|
+
contextOptimizer;
|
|
11
|
+
privacyGuard;
|
|
12
|
+
constructor(registry, policy, classifier, router, costEstimator, contextOptimizer, privacyGuard) {
|
|
13
|
+
this.registry = registry;
|
|
14
|
+
this.policy = policy;
|
|
15
|
+
this.classifier = classifier;
|
|
16
|
+
this.router = router;
|
|
17
|
+
this.costEstimator = costEstimator;
|
|
18
|
+
this.contextOptimizer = contextOptimizer;
|
|
19
|
+
this.privacyGuard = privacyGuard;
|
|
20
|
+
}
|
|
21
|
+
defineStages(task) {
|
|
22
|
+
const profile = this.classifier.classify(task);
|
|
23
|
+
// Simple tasks get single stage
|
|
24
|
+
if (profile.complexity === 'low') {
|
|
25
|
+
return [{ name: 'generate', taskHint: task, description: 'Generate response' }];
|
|
26
|
+
}
|
|
27
|
+
// Complex tasks get multi-stage pipeline
|
|
28
|
+
if (profile.taskType === 'code_generation' || profile.taskType === 'refactor') {
|
|
29
|
+
return [
|
|
30
|
+
{ name: 'analyze', taskHint: `Analyze the requirements: ${task}`, description: 'Analyze and plan approach' },
|
|
31
|
+
{ name: 'generate', taskHint: `Implement based on the plan: ${task}`, description: 'Generate implementation' },
|
|
32
|
+
{ name: 'review', taskHint: `Review and validate: ${task}`, description: 'Review and validate output' },
|
|
33
|
+
];
|
|
34
|
+
}
|
|
35
|
+
if (profile.taskType === 'debugging') {
|
|
36
|
+
return [
|
|
37
|
+
{ name: 'classify', taskHint: `Classify this error: ${task}`, description: 'Classify and isolate the error' },
|
|
38
|
+
{ name: 'analyze', taskHint: `Find root cause: ${task}`, description: 'Identify root cause' },
|
|
39
|
+
{ name: 'fix', taskHint: `Generate fix for: ${task}`, description: 'Generate and apply fix' },
|
|
40
|
+
{ name: 'verify', taskHint: `Verify the fix: ${task}`, description: 'Verify the fix works' },
|
|
41
|
+
];
|
|
42
|
+
}
|
|
43
|
+
if (profile.taskType === 'security_audit') {
|
|
44
|
+
return [
|
|
45
|
+
{ name: 'scan', taskHint: `Scan for vulnerabilities: ${task}`, description: 'Scan for vulnerabilities' },
|
|
46
|
+
{ name: 'analyze', taskHint: `Analyze vulnerability severity: ${task}`, description: 'Analyze severity and impact' },
|
|
47
|
+
{ name: 'recommend', taskHint: `Recommend fixes: ${task}`, description: 'Generate remediation recommendations' },
|
|
48
|
+
];
|
|
49
|
+
}
|
|
50
|
+
return [
|
|
51
|
+
{ name: 'analyze', taskHint: `Analyze: ${task}`, description: 'Analyze the request' },
|
|
52
|
+
{ name: 'generate', taskHint: `Generate: ${task}`, description: 'Generate the response' },
|
|
53
|
+
];
|
|
54
|
+
}
|
|
55
|
+
async execute(task, executor) {
|
|
56
|
+
const start = Date.now();
|
|
57
|
+
const stages = this.defineStages(task);
|
|
58
|
+
const steps = [];
|
|
59
|
+
let totalInputCost = 0;
|
|
60
|
+
let totalOutputCost = 0;
|
|
61
|
+
let totalInput = 0;
|
|
62
|
+
let totalOutput = 0;
|
|
63
|
+
let accumulatedContext = '';
|
|
64
|
+
for (const stage of stages) {
|
|
65
|
+
const taskProfile = this.classifier.classify(stage.taskHint);
|
|
66
|
+
const privacyResult = this.privacyGuard.evaluate(stage.taskHint + accumulatedContext);
|
|
67
|
+
const policyEval = this.policy.evaluate(taskProfile, privacyResult, 'balanced', 'balanced');
|
|
68
|
+
const contextStrategy = this.contextOptimizer.optimize(stage.taskHint, accumulatedContext ? [accumulatedContext] : [], taskProfile);
|
|
69
|
+
const route = this.router.route(taskProfile, privacyResult, policyEval, contextStrategy);
|
|
70
|
+
try {
|
|
71
|
+
const result = await executor(stage, route);
|
|
72
|
+
totalInputCost += result.cost.inputCost;
|
|
73
|
+
totalOutputCost += result.cost.outputCost;
|
|
74
|
+
totalInput += result.tokens.input;
|
|
75
|
+
totalOutput += result.tokens.output;
|
|
76
|
+
accumulatedContext += '\n' + result.output;
|
|
77
|
+
steps.push({
|
|
78
|
+
name: stage.name,
|
|
79
|
+
description: stage.description,
|
|
80
|
+
taskType: taskProfile.taskType,
|
|
81
|
+
route,
|
|
82
|
+
output: result.output,
|
|
83
|
+
cost: result.cost,
|
|
84
|
+
tokens: result.tokens,
|
|
85
|
+
});
|
|
86
|
+
}
|
|
87
|
+
catch (err) {
|
|
88
|
+
return {
|
|
89
|
+
steps,
|
|
90
|
+
totalCost: { inputCost: totalInputCost, outputCost: totalOutputCost, totalCost: totalInputCost + totalOutputCost, currency: 'USD' },
|
|
91
|
+
totalTokens: { input: totalInput, output: totalOutput, total: totalInput + totalOutput },
|
|
92
|
+
elapsedMs: Date.now() - start,
|
|
93
|
+
success: false,
|
|
94
|
+
error: `Stage "${stage.name}" failed: ${err}`,
|
|
95
|
+
};
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return {
|
|
99
|
+
steps,
|
|
100
|
+
totalCost: { inputCost: totalInputCost, outputCost: totalOutputCost, totalCost: totalInputCost + totalOutputCost, currency: 'USD' },
|
|
101
|
+
totalTokens: { input: totalInput, output: totalOutput, total: totalInput + totalOutput },
|
|
102
|
+
elapsedMs: Date.now() - start,
|
|
103
|
+
success: true,
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
exports.MultiStageRouter = MultiStageRouter;
|
|
108
|
+
//# sourceMappingURL=multistage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"multistage.js","sourceRoot":"","sources":["../../src/routing/multistage.ts"],"names":[],"mappings":";;;AA4BA,MAAa,gBAAgB;IAEjB;IACA;IACA;IACA;IACA;IACA;IACA;IAPV,YACU,QAA2B,EAC3B,MAAoB,EACpB,UAA0B,EAC1B,MAAqB,EACrB,aAA4B,EAC5B,gBAAkC,EAClC,YAA0B;QAN1B,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,WAAM,GAAN,MAAM,CAAc;QACpB,eAAU,GAAV,UAAU,CAAgB;QAC1B,WAAM,GAAN,MAAM,CAAe;QACrB,kBAAa,GAAb,aAAa,CAAe;QAC5B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,iBAAY,GAAZ,YAAY,CAAc;IACjC,CAAC;IAEJ,YAAY,CAAC,IAAY;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE/C,gCAAgC;QAChC,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;YACjC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,mBAAmB,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,CAAC,QAAQ,KAAK,iBAAiB,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;YAC9E,OAAO;gBACL,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,6BAA6B,IAAI,EAAE,EAAE,WAAW,EAAE,2BAA2B,EAAE;gBAC5G,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,gCAAgC,IAAI,EAAE,EAAE,WAAW,EAAE,yBAAyB,EAAE;gBAC9G,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,wBAAwB,IAAI,EAAE,EAAE,WAAW,EAAE,4BAA4B,EAAE;aACxG,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;YACrC,OAAO;gBACL,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,wBAAwB,IAAI,EAAE,EAAE,WAAW,EAAE,gCAAgC,EAAE;gBAC7G,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,oBAAoB,IAAI,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE;gBAC7F,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,qBAAqB,IAAI,EAAE,EAAE,WAAW,EAAE,wBAAwB,EAAE;gBAC7F,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,mBAAmB,IAAI,EAAE,EAAE,WAAW,EAAE,sBAAsB,EAAE;aAC7F,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,gBAAgB,EAAE,CAAC;YAC1C,OAAO;gBACL,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,6BAA6B,IAAI,EAAE,EAAE,WAAW,EAAE,0BAA0B,EAAE;gBACxG,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,mCAAmC,IAAI,EAAE,EAAE,WAAW,EAAE,6BAA6B,EAAE;gBACpH,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,oBAAoB,IAAI,EAAE,EAAE,WAAW,EAAE,sCAAsC,EAAE;aACjH,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,IAAI,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE;YACrF,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,aAAa,IAAI,EAAE,EAAE,WAAW,EAAE,uBAAuB,EAAE;SAC1F,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CACX,IAAY,EACZ,QAAiJ;QAEjJ,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,kBAAkB,GAAG,EAAE,CAAC;QAE5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC7D,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG,kBAAkB,CAAC,CAAC;YACtF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;YAC5F,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;YACpI,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,aAAa,EAAE,UAAU,EAAE,eAAe,CAAC,CAAC;YAEzF,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAC5C,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;gBACxC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC1C,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAClC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;gBACpC,kBAAkB,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC;gBAE3C,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,QAAQ,EAAE,WAAW,CAAC,QAAQ;oBAC9B,KAAK;oBACL,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO;oBACL,KAAK;oBACL,SAAS,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,GAAG,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE;oBACnI,WAAW,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,GAAG,WAAW,EAAE;oBACxF,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;oBAC7B,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,UAAU,KAAK,CAAC,IAAI,aAAa,GAAG,EAAE;iBAC9C,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,KAAK;YACL,SAAS,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,eAAe,EAAE,SAAS,EAAE,cAAc,GAAG,eAAe,EAAE,QAAQ,EAAE,KAAK,EAAE;YACnI,WAAW,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,GAAG,WAAW,EAAE;YACxF,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;YAC7B,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;CACF;AA7GD,4CA6GC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { TaskProfile, PrivacyDecision, RouteDecision, ContextStrategy } from '../types';
|
|
2
|
+
import { InventoryRegistry } from '../core/inventory';
|
|
3
|
+
import { PolicyEngine } from '../policy/engine';
|
|
4
|
+
import { CostEstimator } from '../cost/estimator';
|
|
5
|
+
export interface PolicyEvalResult {
|
|
6
|
+
allowedProviders: string[];
|
|
7
|
+
blockedProviders: string[];
|
|
8
|
+
requireLocal: boolean;
|
|
9
|
+
preferCheap: boolean;
|
|
10
|
+
allowCloud: boolean;
|
|
11
|
+
maxCost: number;
|
|
12
|
+
}
|
|
13
|
+
export declare class RoutingEngine {
|
|
14
|
+
private registry;
|
|
15
|
+
private policy;
|
|
16
|
+
private costEstimator;
|
|
17
|
+
private scorer;
|
|
18
|
+
constructor(registry: InventoryRegistry, policy: PolicyEngine, costEstimator: CostEstimator);
|
|
19
|
+
route(profile: TaskProfile, privacy: PrivacyDecision, policyEval: PolicyEvalResult, contextStrategy: ContextStrategy): RouteDecision;
|
|
20
|
+
private buildDefaultRoute;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=router.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../../src/routing/router.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,WAAW,EACX,eAAe,EACf,aAAa,EACb,eAAe,EAEhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGlD,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,EAAE,OAAO,CAAC;IACrB,UAAU,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,aAAa;IAItB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,aAAa;IALvB,OAAO,CAAC,MAAM,CAAgB;gBAGpB,QAAQ,EAAE,iBAAiB,EAC3B,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,aAAa;IAKtC,KAAK,CACH,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,eAAe,EACxB,UAAU,EAAE,gBAAgB,EAC5B,eAAe,EAAE,eAAe,GAC/B,aAAa;IA4FhB,OAAO,CAAC,iBAAiB;CAwB1B"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.RoutingEngine = void 0;
|
|
4
|
+
const scorer_1 = require("./scorer");
|
|
5
|
+
class RoutingEngine {
|
|
6
|
+
registry;
|
|
7
|
+
policy;
|
|
8
|
+
costEstimator;
|
|
9
|
+
scorer;
|
|
10
|
+
constructor(registry, policy, costEstimator) {
|
|
11
|
+
this.registry = registry;
|
|
12
|
+
this.policy = policy;
|
|
13
|
+
this.costEstimator = costEstimator;
|
|
14
|
+
this.scorer = new scorer_1.RoutingScorer();
|
|
15
|
+
}
|
|
16
|
+
route(profile, privacy, policyEval, contextStrategy) {
|
|
17
|
+
const models = this.registry.listModels();
|
|
18
|
+
if (models.length === 0) {
|
|
19
|
+
return this.buildDefaultRoute(profile, contextStrategy);
|
|
20
|
+
}
|
|
21
|
+
// Filter models
|
|
22
|
+
const candidates = models.filter((m) => {
|
|
23
|
+
if (privacy.action === 'local_only' && m.privacyLevel !== 'local')
|
|
24
|
+
return false;
|
|
25
|
+
if (privacy.action === 'block_cloud' && m.privacyLevel === 'cloud')
|
|
26
|
+
return false;
|
|
27
|
+
if (policyEval.blockedProviders.includes(m.providerId))
|
|
28
|
+
return false;
|
|
29
|
+
if (policyEval.requireLocal && m.privacyLevel !== 'local')
|
|
30
|
+
return false;
|
|
31
|
+
if (profile.requiresLongContext && m.contextWindow && m.contextWindow < 32000)
|
|
32
|
+
return false;
|
|
33
|
+
if (profile.requiresTools && m.supportsTools === false)
|
|
34
|
+
return false;
|
|
35
|
+
if (profile.requiresJson && m.supportsJsonMode === false)
|
|
36
|
+
return false;
|
|
37
|
+
if (profile.requiresVision && !m.modality.includes('vision') && !m.modality.includes('multimodal'))
|
|
38
|
+
return false;
|
|
39
|
+
if (profile.requiresCodeStrength && m.qualityClass === 'low')
|
|
40
|
+
return false;
|
|
41
|
+
return true;
|
|
42
|
+
});
|
|
43
|
+
if (candidates.length === 0) {
|
|
44
|
+
return this.buildDefaultRoute(profile, contextStrategy);
|
|
45
|
+
}
|
|
46
|
+
// Score all candidates
|
|
47
|
+
const scores = candidates.map((m) => this.scorer.score(m, profile, {
|
|
48
|
+
cheapFirst: this.policy.config.routing.cheapFirst,
|
|
49
|
+
preferLocal: this.policy.config.routing.preferLocalForSimpleTasks,
|
|
50
|
+
}));
|
|
51
|
+
// Sort by total score descending
|
|
52
|
+
scores.sort((a, b) => b.totalScore - a.totalScore);
|
|
53
|
+
const top = scores[0];
|
|
54
|
+
const fallbacks = scores.slice(1, Math.min(3, scores.length)).map((s) => ({
|
|
55
|
+
selectedGateway: s.gatewayId,
|
|
56
|
+
selectedProvider: s.providerId,
|
|
57
|
+
selectedModel: s.modelId,
|
|
58
|
+
score: s.totalScore,
|
|
59
|
+
confidence: s.totalScore * 0.8,
|
|
60
|
+
contextStrategy: contextStrategy.action,
|
|
61
|
+
estimatedCost: this.costEstimator.estimateCostForModel(this.registry.getModel(s.providerId, s.modelId) ?? null, contextStrategy.estimatedInputTokens),
|
|
62
|
+
estimatedTokens: {
|
|
63
|
+
input: contextStrategy.estimatedInputTokens,
|
|
64
|
+
output: Math.ceil(contextStrategy.estimatedInputTokens * 0.3),
|
|
65
|
+
total: 0,
|
|
66
|
+
},
|
|
67
|
+
fallbacks: [],
|
|
68
|
+
explanation: s.explanation,
|
|
69
|
+
}));
|
|
70
|
+
fallbacks.forEach((fb) => {
|
|
71
|
+
fb.estimatedTokens.total = fb.estimatedTokens.input + fb.estimatedTokens.output;
|
|
72
|
+
});
|
|
73
|
+
const estimatedCost = this.costEstimator.estimateCostForModel(this.registry.getModel(top.providerId, top.modelId) ?? null, contextStrategy.estimatedInputTokens);
|
|
74
|
+
const estimatedTokens = {
|
|
75
|
+
input: contextStrategy.estimatedInputTokens,
|
|
76
|
+
output: Math.ceil(contextStrategy.estimatedInputTokens * 0.3),
|
|
77
|
+
total: 0,
|
|
78
|
+
};
|
|
79
|
+
estimatedTokens.total = estimatedTokens.input + estimatedTokens.output;
|
|
80
|
+
return {
|
|
81
|
+
selectedGateway: top.gatewayId,
|
|
82
|
+
selectedProvider: top.providerId,
|
|
83
|
+
selectedModel: top.modelId,
|
|
84
|
+
score: top.totalScore,
|
|
85
|
+
confidence: top.totalScore * 0.9,
|
|
86
|
+
contextStrategy: contextStrategy.action,
|
|
87
|
+
estimatedCost,
|
|
88
|
+
estimatedTokens,
|
|
89
|
+
fallbacks,
|
|
90
|
+
explanation: [
|
|
91
|
+
`Task: ${profile.taskType} (complexity: ${profile.complexity}, context: ${profile.contextNeed})`,
|
|
92
|
+
`Selected: ${top.gatewayId ? top.gatewayId + ' -> ' : ''}${top.providerId}/${top.modelId} (score: ${top.totalScore})`,
|
|
93
|
+
...top.explanation,
|
|
94
|
+
`Fallbacks: ${fallbacks.map((f) => f.selectedModel).join(', ')}`,
|
|
95
|
+
],
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
buildDefaultRoute(profile, contextStrategy) {
|
|
99
|
+
const tokens = {
|
|
100
|
+
input: contextStrategy.estimatedInputTokens,
|
|
101
|
+
output: Math.ceil(contextStrategy.estimatedInputTokens * 0.3),
|
|
102
|
+
total: 0,
|
|
103
|
+
};
|
|
104
|
+
tokens.total = tokens.input + tokens.output;
|
|
105
|
+
return {
|
|
106
|
+
selectedProvider: 'none',
|
|
107
|
+
selectedModel: 'none',
|
|
108
|
+
score: 0,
|
|
109
|
+
confidence: 0,
|
|
110
|
+
contextStrategy: 'send_all',
|
|
111
|
+
estimatedCost: 0,
|
|
112
|
+
estimatedTokens: tokens,
|
|
113
|
+
fallbacks: [],
|
|
114
|
+
explanation: [
|
|
115
|
+
`Task: ${profile.taskType} — no models available in inventory.`,
|
|
116
|
+
'Run `mozart doctor` to detect available gateways and providers.',
|
|
117
|
+
'Or add models manually via adapter configuration.',
|
|
118
|
+
],
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
exports.RoutingEngine = RoutingEngine;
|
|
123
|
+
//# sourceMappingURL=router.js.map
|