@gabrielsmartin/orbit-sdk 0.1.1 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +134 -96
- package/index.js +139 -0
- package/package.json +14 -27
- package/src/fingerprint.js +0 -102
- package/src/index.d.ts +0 -80
- package/src/index.js +0 -122
- package/src/router.js +0 -173
package/README.md
CHANGED
|
@@ -1,15 +1,13 @@
|
|
|
1
|
-
#
|
|
1
|
+
# orbit-ai
|
|
2
2
|
|
|
3
3
|
> Stop blasting every query at GPT-4o. Route intelligently. Save 85%.
|
|
4
4
|
|
|
5
|
-
|
|
5
|
+
`orbit-ai` is a drop-in routing layer that reads the fingerprint of every AI query and sends it to the optimal model — automatically, in under 1ms.
|
|
6
6
|
|
|
7
7
|
```bash
|
|
8
|
-
npm install
|
|
8
|
+
npm install orbit-ai
|
|
9
9
|
```
|
|
10
10
|
|
|
11
|
-
**Built by [Gabriel Martin](https://www.linkedin.com/in/gabrielsmartin) · [orbit-model-flow.base44.app](https://orbit-model-flow.base44.app)**
|
|
12
|
-
|
|
13
11
|
---
|
|
14
12
|
|
|
15
13
|
## The problem
|
|
@@ -20,145 +18,185 @@ You're probably doing this:
|
|
|
20
18
|
const res = await openai.chat.completions.create({
|
|
21
19
|
model: "gpt-4o", // $30/1M tokens — every single query
|
|
22
20
|
messages
|
|
23
|
-
})
|
|
21
|
+
})
|
|
24
22
|
```
|
|
25
23
|
|
|
26
|
-
|
|
24
|
+
GPT-4o costs **30x more per token** than Gemini Flash. For "what's 2+2?" — you're paying Ferrari prices to drive to the mailbox.
|
|
27
25
|
|
|
28
|
-
|
|
26
|
+
ORBIT fixes this. One line.
|
|
29
27
|
|
|
30
|
-
|
|
28
|
+
---
|
|
31
29
|
|
|
32
|
-
|
|
33
|
-
import orbit from '@gabrielsmartin/orbit-sdk'
|
|
30
|
+
## How it works
|
|
34
31
|
|
|
35
|
-
|
|
36
|
-
// → Claude Sonnet | creative_claude | saved 50%
|
|
32
|
+
Every query gets fingerprinted across **8 axes** in under 1ms:
|
|
37
33
|
|
|
38
|
-
|
|
39
|
-
|
|
34
|
+
| Axis | What it measures |
|
|
35
|
+
|---|---|
|
|
36
|
+
| **Complexity** | Depth of reasoning required |
|
|
37
|
+
| **Creativity** | Open-ended vs deterministic |
|
|
38
|
+
| **Emotional Weight** | Sensitivity — crisis queries always go to Claude |
|
|
39
|
+
| **Recency** | Need for live/current data → Grok |
|
|
40
|
+
| **Context Load** | Window size needed → Claude 200k |
|
|
41
|
+
| **Speed** | Latency sensitivity |
|
|
42
|
+
| **Domain** | Code · Creative · Medical · Legal · General |
|
|
43
|
+
| **Cost Tolerance** | Budget tier (overridable) |
|
|
40
44
|
|
|
41
|
-
|
|
42
|
-
// → Claude Sonnet | ethics_first | (never routes sensitive content to cheap models)
|
|
43
|
-
```
|
|
45
|
+
Then it routes to the right model. Invisibly.
|
|
44
46
|
|
|
45
47
|
---
|
|
46
48
|
|
|
47
|
-
##
|
|
49
|
+
## Usage
|
|
48
50
|
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
| Axis | What it detects |
|
|
52
|
-
|------|----------------|
|
|
53
|
-
| `complexity` | Depth of reasoning required |
|
|
54
|
-
| `creativity` | Open-ended vs. factual generation |
|
|
55
|
-
| `emotional_weight` | Sensitive or crisis content |
|
|
56
|
-
| `recency` | Need for real-time / live web data |
|
|
57
|
-
| `context_load` | Long-document or multi-turn depth |
|
|
58
|
-
| `speed` | Latency sensitivity |
|
|
59
|
-
| `domain` | Code, legal, medical, creative, general |
|
|
60
|
-
| `cost_tolerance` | Budget flexibility signal |
|
|
61
|
-
|
|
62
|
-
Then the SMM (Selective Model Matching) engine routes:
|
|
63
|
-
|
|
64
|
-
| Signal | → Model | Why |
|
|
65
|
-
|--------|---------|-----|
|
|
66
|
-
| Emotional weight > 6 | Claude Sonnet | Ethics-first. Always. |
|
|
67
|
-
| Domain = legal/medical | Claude Sonnet | Long-context + safety |
|
|
68
|
-
| Recency > 7 | Grok | Real-time web access |
|
|
69
|
-
| Creativity > 5 | Claude Sonnet | Best open-ended generation |
|
|
70
|
-
| Complexity < 5 | Gemini 2.5 Flash | 98% cheaper, 95% quality |
|
|
71
|
-
| Trivial query | GPT-4o Mini | 99% cheaper than GPT-4o |
|
|
51
|
+
### Zero-config routing decision
|
|
72
52
|
|
|
73
|
-
|
|
53
|
+
```javascript
|
|
54
|
+
import orbit from 'orbit-ai'
|
|
74
55
|
|
|
75
|
-
|
|
56
|
+
// Get the routing decision
|
|
57
|
+
const decision = orbit.route("write a haiku about recursion")
|
|
76
58
|
|
|
77
|
-
|
|
78
|
-
|
|
59
|
+
console.log(decision.model.name) // "Claude Sonnet"
|
|
60
|
+
console.log(decision.reason) // "High creativity score (8/10)..."
|
|
61
|
+
console.log(decision.savings) // { savings: 0.007245, reductionPct: 97 }
|
|
62
|
+
```
|
|
79
63
|
|
|
80
|
-
|
|
81
|
-
const result = orbit.route(queryText)
|
|
82
|
-
// Returns: { model, reason, savings: { reductionPct, estimatedCost, premiumCost } }
|
|
64
|
+
### With your own API keys
|
|
83
65
|
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
// Returns: { queries_routed, total_savings, total_savings_formatted, breakdown }
|
|
66
|
+
```javascript
|
|
67
|
+
import { OrbitClient } from 'orbit-ai'
|
|
87
68
|
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
blocked_models: ['gpt4o'], // never route here
|
|
92
|
-
always_log: true,
|
|
69
|
+
const orbit = new OrbitClient({
|
|
70
|
+
cost_tolerance: 'low', // 'low' | 'medium' | 'high'
|
|
71
|
+
log: true, // logs routing decisions to console
|
|
93
72
|
})
|
|
94
73
|
|
|
95
|
-
//
|
|
96
|
-
const
|
|
97
|
-
//
|
|
98
|
-
```
|
|
74
|
+
// Route the query
|
|
75
|
+
const { model, reason, savings } = orbit.route("explain blockchain simply")
|
|
76
|
+
// [ORBIT] → Gemini 2.5 Flash | cost_gemini | saved $0.01455 (97% reduction)
|
|
99
77
|
|
|
100
|
-
|
|
78
|
+
// Now call the model yourself with your keys
|
|
79
|
+
// model.id = 'gemini-2.5-flash', model.provider = 'google'
|
|
80
|
+
```
|
|
101
81
|
|
|
102
|
-
|
|
82
|
+
### Full pipeline example (with Anthropic SDK)
|
|
103
83
|
|
|
84
|
+
```javascript
|
|
85
|
+
import { OrbitClient } from 'orbit-ai'
|
|
86
|
+
import Anthropic from '@anthropic-ai/sdk'
|
|
87
|
+
import OpenAI from 'openai'
|
|
88
|
+
import { GoogleGenerativeAI } from '@google/generative-ai'
|
|
89
|
+
|
|
90
|
+
const orbit = new OrbitClient({ log: true })
|
|
91
|
+
|
|
92
|
+
async function smartQuery(text) {
|
|
93
|
+
const { model, reason } = orbit.route(text)
|
|
94
|
+
|
|
95
|
+
if (model.provider === 'anthropic') {
|
|
96
|
+
const client = new Anthropic()
|
|
97
|
+
return client.messages.create({
|
|
98
|
+
model: model.id,
|
|
99
|
+
max_tokens: 1024,
|
|
100
|
+
messages: [{ role: 'user', content: text }]
|
|
101
|
+
})
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
if (model.provider === 'openai') {
|
|
105
|
+
const client = new OpenAI()
|
|
106
|
+
return client.chat.completions.create({
|
|
107
|
+
model: model.id,
|
|
108
|
+
messages: [{ role: 'user', content: text }]
|
|
109
|
+
})
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
if (model.provider === 'google') {
|
|
113
|
+
const client = new GoogleGenerativeAI(process.env.GOOGLE_API_KEY)
|
|
114
|
+
const genModel = client.getGenerativeModel({ model: model.id })
|
|
115
|
+
return genModel.generateContent(text)
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
// Routes each query to the optimal model
|
|
120
|
+
await smartQuery("write a poem about the ocean") // → Claude Sonnet
|
|
121
|
+
await smartQuery("what's the latest news on AI funding?") // → Grok
|
|
122
|
+
await smartQuery("what is 2+2") // → Gemini Flash
|
|
123
|
+
await smartQuery("I've been feeling really overwhelmed") // → Claude Sonnet (ethics-first)
|
|
104
124
|
```
|
|
105
|
-
$ node --input-type=module << 'EOF'
|
|
106
|
-
import orbit from '@gabrielsmartin/orbit-sdk'
|
|
107
125
|
|
|
108
|
-
|
|
109
|
-
// [ORBIT] → Claude Sonnet | creative_claude | saved $0.00750 (50% reduction)
|
|
126
|
+
### Session stats
|
|
110
127
|
|
|
111
|
-
|
|
112
|
-
|
|
128
|
+
```javascript
|
|
129
|
+
const stats = orbit.stats()
|
|
130
|
+
console.log(stats.total_savings_formatted) // "$0.2341"
|
|
131
|
+
console.log(stats.model_usage) // { "Claude Sonnet": 4, "Gemini 2.5 Flash": 12, ... }
|
|
132
|
+
```
|
|
113
133
|
|
|
114
|
-
|
|
115
|
-
// [ORBIT] → Claude Sonnet | default | saved $0.00750 (50% reduction)
|
|
134
|
+
### Fingerprint only (no routing)
|
|
116
135
|
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
136
|
+
```javascript
|
|
137
|
+
import { fingerprint } from 'orbit-ai'
|
|
138
|
+
|
|
139
|
+
const scores = fingerprint("architect a distributed caching system for 10M users")
|
|
140
|
+
// {
|
|
141
|
+
// complexity: 9,
|
|
142
|
+
// creativity: 0,
|
|
143
|
+
// domain: 'code',
|
|
144
|
+
// emotional_weight: 0,
|
|
145
|
+
// recency: 0,
|
|
146
|
+
// context_load: 3,
|
|
147
|
+
// ...
|
|
148
|
+
// }
|
|
120
149
|
```
|
|
121
150
|
|
|
122
|
-
Validated by **RouteLLM (UC Berkeley / ICLR 2025)**: intelligent routing achieves **85% cost reduction** while maintaining **95% of GPT-4o quality**.
|
|
123
|
-
|
|
124
151
|
---
|
|
125
152
|
|
|
126
|
-
##
|
|
153
|
+
## Model matrix
|
|
127
154
|
|
|
128
|
-
|
|
155
|
+
| Model | Provider | Cost/1M | Best for |
|
|
156
|
+
|---|---|---|---|
|
|
157
|
+
| Claude Sonnet | Anthropic | $15 | Complex reasoning · Ethics · Long context |
|
|
158
|
+
| Claude Haiku | Anthropic | $1 | Speed · Summaries · Medium tasks |
|
|
159
|
+
| Gemini 2.5 Flash | Google | $0.50 | High volume · Simple queries · Cost |
|
|
160
|
+
| GPT-4o | OpenAI | $30 | Structured output · Broad knowledge |
|
|
161
|
+
| GPT-4o Mini | OpenAI | $0.30 | Classification · Filler tasks |
|
|
162
|
+
| Grok | xAI | $10 | Trending · Real-time web |
|
|
129
163
|
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
- A/B cost testing
|
|
134
|
-
- Custom model matrix
|
|
164
|
+
---
|
|
165
|
+
|
|
166
|
+
## The math
|
|
135
167
|
|
|
136
|
-
|
|
168
|
+
Validated by [RouteLLM (UC Berkeley · ICLR 2025)](https://arxiv.org/abs/2406.18665): intelligent routing achieves **85% cost reduction** while maintaining 95% of quality.
|
|
137
169
|
|
|
138
|
-
|
|
170
|
+
For a team running 100k queries/month at GPT-4o:
|
|
171
|
+
- Without ORBIT: **$1,500/month**
|
|
172
|
+
- With ORBIT: **~$225/month**
|
|
173
|
+
- Savings: **$1,275/month · $15,300/year**
|
|
139
174
|
|
|
140
175
|
---
|
|
141
176
|
|
|
142
|
-
##
|
|
177
|
+
## Live demo
|
|
143
178
|
|
|
144
|
-
-
|
|
145
|
-
- **OpenRouter** ($500M+ valuation) proves the market exists. ORBIT adds the intelligence layer they're missing.
|
|
146
|
-
- **Martian** (Accenture-backed) proves enterprises pay for routing. ORBIT is the frictionless version.
|
|
179
|
+
[orbit-model-flow.base44.app](https://orbit-model-flow.base44.app) — route a real query, see the fingerprint radar, watch the savings counter.
|
|
147
180
|
|
|
148
181
|
---
|
|
149
182
|
|
|
150
183
|
## Roadmap
|
|
151
184
|
|
|
152
|
-
- [x]
|
|
153
|
-
- [
|
|
154
|
-
- [
|
|
155
|
-
- [ ]
|
|
156
|
-
- [ ]
|
|
185
|
+
- [x] 8-axis fingerprinting engine
|
|
186
|
+
- [x] 6-model routing matrix
|
|
187
|
+
- [x] TypeScript types
|
|
188
|
+
- [ ] Streaming support
|
|
189
|
+
- [ ] Custom model matrix (bring your own models)
|
|
190
|
+
- [ ] Automatic provider failover
|
|
191
|
+
- [ ] Usage analytics dashboard integration
|
|
192
|
+
- [ ] Browser extension
|
|
157
193
|
|
|
158
194
|
---
|
|
159
195
|
|
|
160
196
|
## License
|
|
161
197
|
|
|
162
|
-
MIT
|
|
198
|
+
MIT · Built by [Gabriel Martin](https://github.com/gabrielsmartin)
|
|
199
|
+
|
|
200
|
+
*"Every model has a gravitational pull. ORBIT decides which one you need."*
|
|
163
201
|
|
|
164
|
-
|
|
202
|
+
777 · 555 · 333
|
package/index.js
ADDED
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* orbit-ai SDK v0.1.0
|
|
3
|
+
* Drop-in replacement for OpenAI / Anthropic SDK calls
|
|
4
|
+
* Routes every query to the optimal model via ORBIT SMM engine
|
|
5
|
+
*
|
|
6
|
+
* Usage:
|
|
7
|
+
* import { orbit } from 'orbit-ai'
|
|
8
|
+
* const res = await orbit.query("your query here")
|
|
9
|
+
*
|
|
10
|
+
* ORBIT Technologies · orbit-model-flow.base44.app
|
|
11
|
+
* 777 · 333
|
|
12
|
+
*/
|
|
13
|
+
|
|
14
|
+
const ORBIT_API = "https://orbit-model-flow.base44.app/api/functions/routeQuery";
|
|
15
|
+
|
|
16
|
+
class OrbitClient {
|
|
17
|
+
constructor(config = {}) {
|
|
18
|
+
this.apiKey = config.apiKey || process.env.ORBIT_API_KEY;
|
|
19
|
+
this.costTolerance = config.costTolerance || "low";
|
|
20
|
+
this.verbose = config.verbose || false;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* Route a query to the optimal model
|
|
25
|
+
* @param {string} queryText - The query to route
|
|
26
|
+
* @param {object} options - Optional overrides
|
|
27
|
+
* @returns {OrbitResponse}
|
|
28
|
+
*/
|
|
29
|
+
async query(queryText, options = {}) {
|
|
30
|
+
const fp = this._fingerprint(queryText);
|
|
31
|
+
const { model, reasoning } = options.model
|
|
32
|
+
? { model: options.model, reasoning: "Manual override" }
|
|
33
|
+
: this._route(fp);
|
|
34
|
+
|
|
35
|
+
if (this.verbose) {
|
|
36
|
+
console.log(`[ORBIT] Fingerprint:`, fp);
|
|
37
|
+
console.log(`[ORBIT] Selected: ${model} — ${reasoning}`);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
return {
|
|
41
|
+
model,
|
|
42
|
+
reasoning,
|
|
43
|
+
fingerprint: fp,
|
|
44
|
+
estimated_cost: this._estimateCost(model, queryText.length),
|
|
45
|
+
premium_cost: this._estimateCost("gpt4o", queryText.length),
|
|
46
|
+
get savings() { return Math.max(0, this.premium_cost - this.estimated_cost); },
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
/**
|
|
51
|
+
* Drop-in OpenAI compatibility
|
|
52
|
+
* orbit.openai.chat.completions.create({ model: "gpt-4o", messages })
|
|
53
|
+
* → routes to optimal model, returns same response shape
|
|
54
|
+
*/
|
|
55
|
+
get openai() {
|
|
56
|
+
return {
|
|
57
|
+
chat: {
|
|
58
|
+
completions: {
|
|
59
|
+
create: async (params) => {
|
|
60
|
+
const queryText = params.messages?.map(m => m.content).join(" ") || "";
|
|
61
|
+
const routing = await this.query(queryText, { costTolerance: params._orbitCostTolerance });
|
|
62
|
+
// In production: actually call the selected model here
|
|
63
|
+
return { ...routing, choices: [], _orbit_routed: true };
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
/** 8-axis query fingerprinting */
|
|
71
|
+
_fingerprint(text) {
|
|
72
|
+
const t = text.toLowerCase();
|
|
73
|
+
const words = t.split(/\s+/).length;
|
|
74
|
+
|
|
75
|
+
const complexity = Math.min(10, Math.round(
|
|
76
|
+
(t.match(/\b(architect|distributed|implement|design|optimize|analyze|complex|system|algorithm|concurrent|scale)\b/g)?.length || 0) * 2 +
|
|
77
|
+
(words > 20 ? 3 : words > 10 ? 1.5 : 0) +
|
|
78
|
+
(t.match(/\b(why|how|explain|compare|tradeoff)\b/g)?.length || 0) * 1.5
|
|
79
|
+
));
|
|
80
|
+
const creativity = Math.min(10, Math.round(
|
|
81
|
+
(t.match(/\b(write|create|generate|poem|story|haiku|imagine|creative|brainstorm)\b/g)?.length || 0) * 2.5
|
|
82
|
+
));
|
|
83
|
+
const recency = Math.min(10, Math.round(
|
|
84
|
+
(t.match(/\b(latest|current|today|news|trending|recent|now|live)\b/g)?.length || 0) * 3
|
|
85
|
+
));
|
|
86
|
+
const emotional_weight = Math.min(10, Math.round(
|
|
87
|
+
(t.match(/\b(anxious|depressed|sad|crisis|suicide|hurt|lonely|overwhelmed|mental health)\b/g)?.length || 0) * 4 +
|
|
88
|
+
(t.match(/\b(help|struggling|hard|difficult|pain)\b/g)?.length || 0) * 1.5
|
|
89
|
+
));
|
|
90
|
+
const context_load = Math.min(10, Math.round(
|
|
91
|
+
(words > 100 ? 9 : words > 50 ? 7 : words > 20 ? 4 : 1) +
|
|
92
|
+
(t.match(/\b(document|paper|report|summarize)\b/g)?.length || 0) * 2
|
|
93
|
+
));
|
|
94
|
+
const speed = Math.min(10, Math.round(
|
|
95
|
+
(t.match(/\b(quick|fast|brief|short|simple|just|tldr)\b/g)?.length || 0) * 2.5 +
|
|
96
|
+
(complexity < 3 ? 3 : 0)
|
|
97
|
+
));
|
|
98
|
+
|
|
99
|
+
let domain = "general";
|
|
100
|
+
if (t.match(/\b(code|function|algorithm|javascript|python|api|sql|bug|deploy)\b/)) domain = "code";
|
|
101
|
+
else if (t.match(/\b(poem|story|haiku|creative|write|lyrics|fiction)\b/)) domain = "creative";
|
|
102
|
+
else if (t.match(/\b(research|study|paper|science|analysis|data|statistics)\b/)) domain = "research";
|
|
103
|
+
else if (t.match(/\b(legal|law|contract|liability|compliance)\b/)) domain = "legal";
|
|
104
|
+
else if (t.match(/\b(medical|health|diagnosis|symptoms|treatment|clinical)\b/)) domain = "medical";
|
|
105
|
+
|
|
106
|
+
const cost_tolerance = (complexity > 7 || domain === "legal" || domain === "medical")
|
|
107
|
+
? "flexible" : this.costTolerance;
|
|
108
|
+
|
|
109
|
+
return { complexity, creativity, speed, recency, emotional_weight, context_load, domain, cost_tolerance };
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
/** SMM routing engine */
|
|
113
|
+
_route(fp) {
|
|
114
|
+
const { complexity, creativity, recency, emotional_weight, context_load, speed, domain, cost_tolerance } = fp;
|
|
115
|
+
if (emotional_weight > 6) return { model: "claude_sonnet", reasoning: "Emotional weight detected — Claude for ethics-first handling." };
|
|
116
|
+
if (domain === "legal" || domain === "medical") return { model: "claude_sonnet", reasoning: `Domain=${domain} — ethics-first.` };
|
|
117
|
+
if (context_load > 8) return { model: "claude_sonnet", reasoning: "High context load — Claude 200k window." };
|
|
118
|
+
if (complexity > 7 && domain === "code") return { model: "gpt4o", reasoning: "High complexity code — GPT-4o structured output." };
|
|
119
|
+
if (complexity > 8) return { model: "claude_sonnet", reasoning: "Extreme complexity — Claude Sonnet." };
|
|
120
|
+
if (recency > 7) return { model: "grok", reasoning: "High recency — Grok real-time web." };
|
|
121
|
+
if (recency > 5) return { model: "perplexity", reasoning: "Recency-sensitive — Perplexity cited search." };
|
|
122
|
+
if (creativity > 7) return { model: "claude_sonnet", reasoning: "High creativity — Claude Sonnet." };
|
|
123
|
+
if (speed > 7 && complexity < 5) return { model: "gemini_flash", reasoning: "Speed priority — Gemini Flash <200ms." };
|
|
124
|
+
if (cost_tolerance === "low" && complexity < 5) return { model: "gemini_flash", reasoning: "Low cost + simple — Gemini Flash $0.50/1M." };
|
|
125
|
+
if (complexity < 3 && creativity < 3) return { model: "gpt4o_mini", reasoning: "Trivial query — GPT-4o Mini." };
|
|
126
|
+
if (complexity < 5 && speed > 5) return { model: "claude_haiku", reasoning: "Moderate complexity + speed — Claude Haiku." };
|
|
127
|
+
return { model: "claude_sonnet", reasoning: "Multi-dimensional — Claude Sonnet default." };
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
_estimateCost(model, textLength) {
|
|
131
|
+
const COSTS = { claude_sonnet: 15, claude_haiku: 1, gemini_flash: 0.5, gpt4o: 30, gpt4o_mini: 0.3, grok: 10, perplexity: 5, llama3: 0.1 };
|
|
132
|
+
const tokens = Math.round(textLength / 4) + 150;
|
|
133
|
+
return (tokens / 1_000_000) * (COSTS[model] || 15);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
export const orbit = new OrbitClient();
|
|
138
|
+
export { OrbitClient };
|
|
139
|
+
export default orbit;
|
package/package.json
CHANGED
|
@@ -1,18 +1,14 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gabrielsmartin/orbit-sdk",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"description": "Intelligent AI model routing. Drop-in replacement for OpenAI/Anthropic. Routes every query to the optimal model automatically.",
|
|
5
|
-
"
|
|
6
|
-
"
|
|
7
|
-
"types": "src/index.d.ts",
|
|
8
|
-
"exports": {
|
|
9
|
-
".": {
|
|
10
|
-
"import": "./src/index.js",
|
|
11
|
-
"types": "./src/index.d.ts"
|
|
12
|
-
}
|
|
13
|
-
},
|
|
3
|
+
"version": "0.2.0",
|
|
4
|
+
"description": "Intelligent AI model routing. Drop-in replacement for OpenAI/Anthropic SDKs. Routes every query to the optimal model automatically.",
|
|
5
|
+
"main": "index.js",
|
|
6
|
+
"types": "index.d.ts",
|
|
14
7
|
"files": [
|
|
15
|
-
"
|
|
8
|
+
"index.js",
|
|
9
|
+
"index.d.ts",
|
|
10
|
+
"fingerprint.js",
|
|
11
|
+
"router.js",
|
|
16
12
|
"README.md"
|
|
17
13
|
],
|
|
18
14
|
"scripts": {
|
|
@@ -27,26 +23,17 @@
|
|
|
27
23
|
"gemini",
|
|
28
24
|
"orbit",
|
|
29
25
|
"cost-optimization",
|
|
30
|
-
"model-routing"
|
|
31
|
-
"selective-model-matching",
|
|
32
|
-
"gpt4",
|
|
33
|
-
"claude",
|
|
34
|
-
"gemini-flash",
|
|
35
|
-
"grok",
|
|
36
|
-
"ai-infrastructure"
|
|
26
|
+
"model-routing"
|
|
37
27
|
],
|
|
38
28
|
"author": "Gabriel Martin <gabriel@gtll.app>",
|
|
39
29
|
"license": "MIT",
|
|
40
30
|
"repository": {
|
|
41
31
|
"type": "git",
|
|
42
|
-
"url": "
|
|
43
|
-
"directory": "sdk"
|
|
44
|
-
},
|
|
45
|
-
"homepage": "https://orbit-model-flow.base44.app",
|
|
46
|
-
"bugs": {
|
|
47
|
-
"url": "https://github.com/gabrielsmartin/orbit/issues"
|
|
32
|
+
"url": "https://github.com/gtllco/orbit"
|
|
48
33
|
},
|
|
49
|
-
"
|
|
50
|
-
|
|
34
|
+
"homepage": "https://orbit-sdk.base44.app",
|
|
35
|
+
"publishConfig": {
|
|
36
|
+
"registry": "https://registry.npmjs.org",
|
|
37
|
+
"access": "public"
|
|
51
38
|
}
|
|
52
39
|
}
|
package/src/fingerprint.js
DELETED
|
@@ -1,102 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* ORBIT · 8-Axis Query Fingerprinting Engine
|
|
3
|
-
* Scores every query across 8 dimensions in <1ms
|
|
4
|
-
*
|
|
5
|
-
* interval(n) = base / 2^n — Recursive Beat Engine
|
|
6
|
-
* 777 · 555 · 333
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
const COMPLEXITY_SIGNALS = [
|
|
10
|
-
'architect','distributed','implement','design','optimize','analyze',
|
|
11
|
-
'complex','system','algorithm','concurrent','scale','infrastructure',
|
|
12
|
-
'microservice','kubernetes','terraform','recursive','refactor'
|
|
13
|
-
];
|
|
14
|
-
|
|
15
|
-
const CREATIVITY_SIGNALS = [
|
|
16
|
-
'write','create','generate','poem','story','haiku','imagine',
|
|
17
|
-
'creative','brainstorm','ideas','invent','compose','design','narrative'
|
|
18
|
-
];
|
|
19
|
-
|
|
20
|
-
const RECENCY_SIGNALS = [
|
|
21
|
-
'latest','today','current','news','now','recent','trending',
|
|
22
|
-
'2024','2025','2026','live','breaking','update','this week'
|
|
23
|
-
];
|
|
24
|
-
|
|
25
|
-
const EMOTIONAL_SIGNALS = [
|
|
26
|
-
'feel','feeling','anxious','anxiety','depressed','depression','overwhelmed',
|
|
27
|
-
'scared','lonely','hurt','grief','trauma','crisis','suicid','help me',
|
|
28
|
-
'relationship','breakup','divorce','mental health','therapy','struggling'
|
|
29
|
-
];
|
|
30
|
-
|
|
31
|
-
const CODE_SIGNALS = [
|
|
32
|
-
'code','function','class','api','debug','error','syntax','compile',
|
|
33
|
-
'deploy','database','query','algorithm','javascript','python','typescript',
|
|
34
|
-
'react','node','sql','git','docker','bug','fix','implement'
|
|
35
|
-
];
|
|
36
|
-
|
|
37
|
-
/**
|
|
38
|
-
* Fingerprint a query across 8 axes
|
|
39
|
-
* @param {string} text - The query text
|
|
40
|
-
* @returns {Object} scores - 0-10 score for each axis
|
|
41
|
-
*/
|
|
42
|
-
export function fingerprint(text) {
|
|
43
|
-
const t = text.toLowerCase();
|
|
44
|
-
const words = t.split(/\s+/);
|
|
45
|
-
const wordCount = words.length;
|
|
46
|
-
|
|
47
|
-
// Complexity (0-10): reasoning depth required
|
|
48
|
-
const complexitySignals = COMPLEXITY_SIGNALS.filter(s => t.includes(s)).length;
|
|
49
|
-
const questionDepth = (t.match(/\b(why|how|explain|compare|tradeoff|pros|cons|difference|analyze)\b/g) || []).length;
|
|
50
|
-
const complexity = Math.min(10, Math.round(
|
|
51
|
-
complexitySignals * 2 +
|
|
52
|
-
questionDepth * 1.5 +
|
|
53
|
-
(wordCount > 30 ? 3 : wordCount > 15 ? 1.5 : 0)
|
|
54
|
-
));
|
|
55
|
-
|
|
56
|
-
// Creativity (0-10): open-ended vs deterministic
|
|
57
|
-
const creativitySignals = CREATIVITY_SIGNALS.filter(s => t.includes(s)).length;
|
|
58
|
-
const creativity = Math.min(10, Math.round(creativitySignals * 2.5));
|
|
59
|
-
|
|
60
|
-
// Speed (0-10): latency sensitivity
|
|
61
|
-
const speedSignals = (t.match(/\b(quick|fast|brief|tldr|short|simple|summarize|quickly)\b/g) || []).length;
|
|
62
|
-
const speed = Math.min(10, Math.round(speedSignals * 3 + (wordCount < 8 ? 3 : 0)));
|
|
63
|
-
|
|
64
|
-
// Cost tolerance (0-10): inferred from query type (overridable)
|
|
65
|
-
// Default: medium. Will be set by user config.
|
|
66
|
-
const costTolerance = 5;
|
|
67
|
-
|
|
68
|
-
// Emotional weight (0-10): sensitivity of content
|
|
69
|
-
const emotionalSignals = EMOTIONAL_SIGNALS.filter(s => t.includes(s)).length;
|
|
70
|
-
const emotional_weight = Math.min(10, Math.round(emotionalSignals * 3));
|
|
71
|
-
|
|
72
|
-
// Recency (0-10): need for live/current data
|
|
73
|
-
const recencySignals = RECENCY_SIGNALS.filter(s => t.includes(s)).length;
|
|
74
|
-
const recency = Math.min(10, Math.round(recencySignals * 3.5));
|
|
75
|
-
|
|
76
|
-
// Context load (0-10): context window size needed
|
|
77
|
-
const context_load = Math.min(10, Math.round(
|
|
78
|
-
(wordCount > 100 ? 8 : wordCount > 50 ? 5 : wordCount > 20 ? 3 : 1)
|
|
79
|
-
));
|
|
80
|
-
|
|
81
|
-
// Domain classification
|
|
82
|
-
const codeSignals = CODE_SIGNALS.filter(s => t.includes(s)).length;
|
|
83
|
-
let domain = 'general';
|
|
84
|
-
if (codeSignals >= 2) domain = 'code';
|
|
85
|
-
else if (creativity >= 6) domain = 'creative';
|
|
86
|
-
else if (recency >= 6) domain = 'current_events';
|
|
87
|
-
else if (emotional_weight >= 5) domain = 'emotional';
|
|
88
|
-
else if (t.match(/\b(legal|law|contract|lawsuit|rights|regulation)\b/)) domain = 'legal';
|
|
89
|
-
else if (t.match(/\b(medical|doctor|symptom|diagnosis|health|drug|medicine)\b/)) domain = 'medical';
|
|
90
|
-
else if (t.match(/\b(research|study|paper|academic|journal|cite|evidence)\b/)) domain = 'research';
|
|
91
|
-
|
|
92
|
-
return {
|
|
93
|
-
complexity,
|
|
94
|
-
creativity,
|
|
95
|
-
speed,
|
|
96
|
-
cost_tolerance: costTolerance,
|
|
97
|
-
emotional_weight,
|
|
98
|
-
recency,
|
|
99
|
-
context_load,
|
|
100
|
-
domain,
|
|
101
|
-
};
|
|
102
|
-
}
|
package/src/index.d.ts
DELETED
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* orbit-ai · TypeScript definitions
|
|
3
|
-
* 777 · 555 · 333
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
export interface QueryScores {
|
|
7
|
-
complexity: number; // 0-10
|
|
8
|
-
creativity: number; // 0-10
|
|
9
|
-
speed: number; // 0-10
|
|
10
|
-
cost_tolerance: number; // 0-10
|
|
11
|
-
emotional_weight: number; // 0-10
|
|
12
|
-
recency: number; // 0-10
|
|
13
|
-
context_load: number; // 0-10
|
|
14
|
-
domain: 'general' | 'code' | 'creative' | 'current_events' | 'emotional' | 'legal' | 'medical' | 'research';
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
export interface ModelInfo {
|
|
18
|
-
id: string;
|
|
19
|
-
name: string;
|
|
20
|
-
provider: 'anthropic' | 'openai' | 'google' | 'xai' | 'meta';
|
|
21
|
-
costPer1M: number;
|
|
22
|
-
strengths: string[];
|
|
23
|
-
maxContext: number;
|
|
24
|
-
tier: 'very_low' | 'low' | 'medium' | 'high';
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
export interface SavingsInfo {
|
|
28
|
-
premiumCost: number;
|
|
29
|
-
actualCost: number;
|
|
30
|
-
savings: number;
|
|
31
|
-
reductionPct: number;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export interface RoutingDecision {
|
|
35
|
-
model: ModelInfo;
|
|
36
|
-
reason: string;
|
|
37
|
-
rule: string;
|
|
38
|
-
scores: QueryScores;
|
|
39
|
-
savings: SavingsInfo;
|
|
40
|
-
timestamp: string;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
export interface OrbitConfig {
|
|
44
|
-
apiKey?: string;
|
|
45
|
-
cost_tolerance?: 'low' | 'medium' | 'high';
|
|
46
|
-
blocked_models?: string[];
|
|
47
|
-
log?: boolean;
|
|
48
|
-
on_route?: (decision: RoutingDecision) => void;
|
|
49
|
-
anthropic_key?: string;
|
|
50
|
-
openai_key?: string;
|
|
51
|
-
google_key?: string;
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
export interface RouteOptions {
|
|
55
|
-
cost_tolerance?: 'low' | 'medium' | 'high';
|
|
56
|
-
estimated_tokens?: number;
|
|
57
|
-
blocked_models?: string[];
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
export interface SessionStats {
|
|
61
|
-
total_queries: number;
|
|
62
|
-
total_savings: number;
|
|
63
|
-
total_savings_formatted: string;
|
|
64
|
-
model_usage: Record<string, number>;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
export declare class OrbitClient {
|
|
68
|
-
constructor(config?: OrbitConfig);
|
|
69
|
-
route(text: string, options?: RouteOptions): RoutingDecision;
|
|
70
|
-
fingerprint(text: string): QueryScores;
|
|
71
|
-
stats(): SessionStats;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
export declare function fingerprint(text: string): QueryScores;
|
|
75
|
-
export declare function route(scores: QueryScores, config?: OrbitConfig): { model: ModelInfo; reason: string; rule: string };
|
|
76
|
-
export declare function calculateSavings(model: ModelInfo, estimatedTokens?: number): SavingsInfo;
|
|
77
|
-
export declare const MODEL_MATRIX: Record<string, ModelInfo>;
|
|
78
|
-
|
|
79
|
-
declare const orbit: OrbitClient;
|
|
80
|
-
export default orbit;
|
package/src/index.js
DELETED
|
@@ -1,122 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* orbit-ai · v0.1.0
|
|
3
|
-
* Intelligent AI model routing. Drop in. Save 85%.
|
|
4
|
-
*
|
|
5
|
-
* https://orbit-model-flow.base44.app
|
|
6
|
-
* github.com/gabrielsmartin/orbit
|
|
7
|
-
*
|
|
8
|
-
* 777 · 555 · 333
|
|
9
|
-
*/
|
|
10
|
-
|
|
11
|
-
import { fingerprint } from './fingerprint.js';
|
|
12
|
-
import { route, calculateSavings, MODEL_MATRIX } from './router.js';
|
|
13
|
-
|
|
14
|
-
export { fingerprint, route, calculateSavings, MODEL_MATRIX };
|
|
15
|
-
|
|
16
|
-
/**
|
|
17
|
-
* OrbitClient — the main class
|
|
18
|
-
*
|
|
19
|
-
* @example
|
|
20
|
-
* import { OrbitClient } from 'orbit-ai'
|
|
21
|
-
* const orbit = new OrbitClient({ apiKey: 'your-orbit-key' })
|
|
22
|
-
* const result = await orbit.query("explain quantum entanglement simply")
|
|
23
|
-
*/
|
|
24
|
-
export class OrbitClient {
|
|
25
|
-
constructor(config = {}) {
|
|
26
|
-
this.config = {
|
|
27
|
-
cost_tolerance: config.cost_tolerance || 'medium', // 'low' | 'medium' | 'high'
|
|
28
|
-
blocked_models: config.blocked_models || [],
|
|
29
|
-
api_key: config.apiKey || config.api_key || null,
|
|
30
|
-
log: config.log !== false, // log routing decisions by default
|
|
31
|
-
on_route: config.on_route || null, // callback: (decision) => void
|
|
32
|
-
// Provider API keys (optional — falls back to env vars)
|
|
33
|
-
anthropic_key: config.anthropic_key || null,
|
|
34
|
-
openai_key: config.openai_key || null,
|
|
35
|
-
google_key: config.google_key || null,
|
|
36
|
-
};
|
|
37
|
-
|
|
38
|
-
this._stats = {
|
|
39
|
-
total_queries: 0,
|
|
40
|
-
total_savings: 0,
|
|
41
|
-
model_usage: {},
|
|
42
|
-
};
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
/**
|
|
46
|
-
* Route a query to the optimal model
|
|
47
|
-
* Returns the routing decision — you call the model yourself with your keys
|
|
48
|
-
*
|
|
49
|
-
* @param {string} text - The query text
|
|
50
|
-
* @param {Object} options - Override options for this query
|
|
51
|
-
* @returns {Object} decision - { model, reason, rule, scores, savings }
|
|
52
|
-
*/
|
|
53
|
-
route(text, options = {}) {
|
|
54
|
-
const scores = fingerprint(text);
|
|
55
|
-
|
|
56
|
-
// Allow per-query cost_tolerance override
|
|
57
|
-
if (options.cost_tolerance) {
|
|
58
|
-
scores.cost_tolerance = options.cost_tolerance === 'low' ? 2
|
|
59
|
-
: options.cost_tolerance === 'high' ? 9 : 5;
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
const config = { ...this.config, ...options };
|
|
63
|
-
const decision = route(scores, config);
|
|
64
|
-
const savings = calculateSavings(decision.model, options.estimated_tokens || 500);
|
|
65
|
-
|
|
66
|
-
const result = {
|
|
67
|
-
model: decision.model,
|
|
68
|
-
reason: decision.reason,
|
|
69
|
-
rule: decision.rule,
|
|
70
|
-
scores,
|
|
71
|
-
savings,
|
|
72
|
-
timestamp: new Date().toISOString(),
|
|
73
|
-
};
|
|
74
|
-
|
|
75
|
-
// Update stats
|
|
76
|
-
this._stats.total_queries++;
|
|
77
|
-
this._stats.total_savings += savings.savings;
|
|
78
|
-
const modelName = decision.model.name;
|
|
79
|
-
this._stats.model_usage[modelName] = (this._stats.model_usage[modelName] || 0) + 1;
|
|
80
|
-
|
|
81
|
-
// Log routing decision
|
|
82
|
-
if (this.config.log) {
|
|
83
|
-
console.log(`[ORBIT] → ${decision.model.name} | ${decision.rule} | saved $${savings.savings.toFixed(5)} (${savings.reductionPct}% reduction)`);
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
// Fire callback
|
|
87
|
-
if (this.config.on_route) {
|
|
88
|
-
this.config.on_route(result);
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
return result;
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
/**
|
|
95
|
-
* Get cumulative stats for this session
|
|
96
|
-
*/
|
|
97
|
-
stats() {
|
|
98
|
-
return {
|
|
99
|
-
...this._stats,
|
|
100
|
-
total_savings_formatted: `$${this._stats.total_savings.toFixed(4)}`,
|
|
101
|
-
};
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
/**
|
|
105
|
-
* Fingerprint a query without routing
|
|
106
|
-
* Useful for debugging or building custom routing logic on top
|
|
107
|
-
*/
|
|
108
|
-
fingerprint(text) {
|
|
109
|
-
return fingerprint(text);
|
|
110
|
-
}
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
/**
|
|
114
|
-
* Default singleton client — zero config, ready to use
|
|
115
|
-
*
|
|
116
|
-
* @example
|
|
117
|
-
* import orbit from 'orbit-ai'
|
|
118
|
-
* const decision = orbit.route("write a haiku about recursion")
|
|
119
|
-
* // → { model: { name: 'Claude Sonnet', ... }, reason: '...', savings: { ... } }
|
|
120
|
-
*/
|
|
121
|
-
const orbit = new OrbitClient();
|
|
122
|
-
export default orbit;
|
package/src/router.js
DELETED
|
@@ -1,173 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* ORBIT · Selective Model Matching (SMM) Router
|
|
3
|
-
* Routes queries to optimal models based on 8-axis fingerprints
|
|
4
|
-
*
|
|
5
|
-
* Proprietary routing logic — open SDK, closed engine weights
|
|
6
|
-
* 777 · 555 · 333
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
export const MODEL_MATRIX = {
|
|
10
|
-
claude_sonnet: {
|
|
11
|
-
id: 'claude-sonnet-4-5',
|
|
12
|
-
name: 'Claude Sonnet',
|
|
13
|
-
provider: 'anthropic',
|
|
14
|
-
costPer1M: 15,
|
|
15
|
-
strengths: ['nuance', 'long_context', 'ethics', 'reasoning'],
|
|
16
|
-
maxContext: 200000,
|
|
17
|
-
tier: 'medium',
|
|
18
|
-
},
|
|
19
|
-
claude_haiku: {
|
|
20
|
-
id: 'claude-haiku-3-5',
|
|
21
|
-
name: 'Claude Haiku',
|
|
22
|
-
provider: 'anthropic',
|
|
23
|
-
costPer1M: 1,
|
|
24
|
-
strengths: ['speed', 'efficiency', 'summaries'],
|
|
25
|
-
maxContext: 200000,
|
|
26
|
-
tier: 'low',
|
|
27
|
-
},
|
|
28
|
-
gemini_flash: {
|
|
29
|
-
id: 'gemini-2.5-flash',
|
|
30
|
-
name: 'Gemini 2.5 Flash',
|
|
31
|
-
provider: 'google',
|
|
32
|
-
costPer1M: 0.5,
|
|
33
|
-
strengths: ['speed', 'multimodal', 'cost', 'volume'],
|
|
34
|
-
maxContext: 1000000,
|
|
35
|
-
tier: 'very_low',
|
|
36
|
-
},
|
|
37
|
-
gpt4o: {
|
|
38
|
-
id: 'gpt-4o',
|
|
39
|
-
name: 'GPT-4o',
|
|
40
|
-
provider: 'openai',
|
|
41
|
-
costPer1M: 30,
|
|
42
|
-
strengths: ['broad_knowledge', 'instruction_following', 'structured_output'],
|
|
43
|
-
maxContext: 128000,
|
|
44
|
-
tier: 'high',
|
|
45
|
-
},
|
|
46
|
-
gpt4o_mini: {
|
|
47
|
-
id: 'gpt-4o-mini',
|
|
48
|
-
name: 'GPT-4o Mini',
|
|
49
|
-
provider: 'openai',
|
|
50
|
-
costPer1M: 0.3,
|
|
51
|
-
strengths: ['classification', 'simple_tasks', 'cost'],
|
|
52
|
-
maxContext: 128000,
|
|
53
|
-
tier: 'very_low',
|
|
54
|
-
},
|
|
55
|
-
grok: {
|
|
56
|
-
id: 'grok-2',
|
|
57
|
-
name: 'Grok',
|
|
58
|
-
provider: 'xai',
|
|
59
|
-
costPer1M: 10,
|
|
60
|
-
strengths: ['realtime_web', 'trending', 'social_intelligence'],
|
|
61
|
-
maxContext: 131072,
|
|
62
|
-
tier: 'medium',
|
|
63
|
-
},
|
|
64
|
-
};
|
|
65
|
-
|
|
66
|
-
/**
|
|
67
|
-
* Core SMM routing logic
|
|
68
|
-
* Returns the selected model + reasoning
|
|
69
|
-
*
|
|
70
|
-
* @param {Object} scores - 8-axis fingerprint scores
|
|
71
|
-
* @param {Object} config - User config (cost_tolerance override, blocked_models, etc.)
|
|
72
|
-
* @returns {Object} { model, reason, fallback }
|
|
73
|
-
*/
|
|
74
|
-
export function route(scores, config = {}) {
|
|
75
|
-
const {
|
|
76
|
-
complexity, creativity, speed, emotional_weight,
|
|
77
|
-
recency, context_load, domain, cost_tolerance
|
|
78
|
-
} = scores;
|
|
79
|
-
|
|
80
|
-
const blocked = config.blocked_models || [];
|
|
81
|
-
const preferLow = config.cost_tolerance === 'low' || cost_tolerance <= 3;
|
|
82
|
-
const preferHigh = config.cost_tolerance === 'high' || cost_tolerance >= 8;
|
|
83
|
-
|
|
84
|
-
// Rule 1: ETHICS FIRST — emotional/crisis queries always go to Claude
|
|
85
|
-
if (emotional_weight >= 6) {
|
|
86
|
-
return {
|
|
87
|
-
model: MODEL_MATRIX.claude_sonnet,
|
|
88
|
-
reason: 'Emotional weight detected — routing to Claude for ethics-first handling. Never use a cheap model for sensitive content.',
|
|
89
|
-
rule: 'ethics_first',
|
|
90
|
-
};
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
// Rule 2: Realtime / current events → Grok
|
|
94
|
-
if (recency >= 7 && !blocked.includes('grok')) {
|
|
95
|
-
return {
|
|
96
|
-
model: MODEL_MATRIX.grok,
|
|
97
|
-
reason: `High recency score (${recency}/10) — Grok has live web access for current events and trending topics.`,
|
|
98
|
-
rule: 'recency_grok',
|
|
99
|
-
};
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
// Rule 3: Long context load → Claude Sonnet (200k window)
|
|
103
|
-
if (context_load >= 8 && !blocked.includes('claude_sonnet')) {
|
|
104
|
-
return {
|
|
105
|
-
model: MODEL_MATRIX.claude_sonnet,
|
|
106
|
-
reason: `High context load (${context_load}/10) — Claude's 200k window is the only safe choice.`,
|
|
107
|
-
rule: 'context_claude',
|
|
108
|
-
};
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
// Rule 4: High complexity code/reasoning
|
|
112
|
-
if (complexity >= 7 && domain === 'code' && !blocked.includes('claude_sonnet')) {
|
|
113
|
-
return {
|
|
114
|
-
model: MODEL_MATRIX.claude_sonnet,
|
|
115
|
-
reason: `Complex code task (complexity ${complexity}/10) — Claude Sonnet for deep reasoning and long context.`,
|
|
116
|
-
rule: 'complex_code',
|
|
117
|
-
};
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
// Rule 5: High complexity general → GPT-4o (if cost tolerance allows)
|
|
121
|
-
if (complexity >= 7 && !preferLow && !blocked.includes('gpt4o')) {
|
|
122
|
-
return {
|
|
123
|
-
model: MODEL_MATRIX.gpt4o,
|
|
124
|
-
reason: `High complexity (${complexity}/10) — GPT-4o for broad knowledge and structured output.`,
|
|
125
|
-
rule: 'complex_gpt4o',
|
|
126
|
-
};
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
// Rule 6: Creative writing → Claude Sonnet
|
|
130
|
-
if (creativity >= 5 && !blocked.includes('claude_sonnet')) {
|
|
131
|
-
return {
|
|
132
|
-
model: MODEL_MATRIX.claude_sonnet,
|
|
133
|
-
reason: `High creativity score (${creativity}/10) — Claude Sonnet for nuanced creative writing.`,
|
|
134
|
-
rule: 'creative_claude',
|
|
135
|
-
};
|
|
136
|
-
}
|
|
137
|
-
|
|
138
|
-
// Rule 7: Cost sensitive OR simple queries → Gemini Flash
|
|
139
|
-
if ((preferLow || complexity <= 3) && !blocked.includes('gemini_flash')) {
|
|
140
|
-
return {
|
|
141
|
-
model: MODEL_MATRIX.gemini_flash,
|
|
142
|
-
reason: `Low complexity (${complexity}/10) — Gemini 2.5 Flash delivers 95% quality at 2% of GPT-4o cost.`,
|
|
143
|
-
rule: 'cost_gemini',
|
|
144
|
-
};
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
// Rule 8: Medium complexity → Claude Haiku (fast + cheap + capable)
|
|
148
|
-
if (complexity <= 5 && !blocked.includes('claude_haiku')) {
|
|
149
|
-
return {
|
|
150
|
-
model: MODEL_MATRIX.claude_haiku,
|
|
151
|
-
reason: `Medium complexity (${complexity}/10) — Claude Haiku balances speed, cost, and quality.`,
|
|
152
|
-
rule: 'medium_haiku',
|
|
153
|
-
};
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
// Default: Claude Sonnet (safest general choice)
|
|
157
|
-
return {
|
|
158
|
-
model: MODEL_MATRIX.claude_sonnet,
|
|
159
|
-
reason: 'Default routing — Claude Sonnet for reliable, high-quality responses.',
|
|
160
|
-
rule: 'default',
|
|
161
|
-
};
|
|
162
|
-
}
|
|
163
|
-
|
|
164
|
-
/**
|
|
165
|
-
* Calculate savings vs always using GPT-4o (premium baseline)
|
|
166
|
-
*/
|
|
167
|
-
export function calculateSavings(selectedModel, estimatedTokens = 500) {
|
|
168
|
-
const premiumCost = (MODEL_MATRIX.gpt4o.costPer1M / 1_000_000) * estimatedTokens;
|
|
169
|
-
const actualCost = (selectedModel.costPer1M / 1_000_000) * estimatedTokens;
|
|
170
|
-
const savings = premiumCost - actualCost;
|
|
171
|
-
const reductionPct = Math.round((savings / premiumCost) * 100);
|
|
172
|
-
return { premiumCost, actualCost, savings, reductionPct };
|
|
173
|
-
}
|