@gabrielsmartin/orbit-sdk 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +202 -0
- package/package.json +52 -0
- package/src/fingerprint.js +102 -0
- package/src/index.d.ts +80 -0
- package/src/index.js +122 -0
- package/src/router.js +173 -0
package/README.md
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
1
|
+
# orbit-ai
|
|
2
|
+
|
|
3
|
+
> Stop blasting every query at GPT-4o. Route intelligently. Save 85%.
|
|
4
|
+
|
|
5
|
+
`orbit-ai` is a drop-in routing layer that reads the fingerprint of every AI query and sends it to the optimal model — automatically, in under 1ms.
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
npm install orbit-ai
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
---
|
|
12
|
+
|
|
13
|
+
## The problem
|
|
14
|
+
|
|
15
|
+
You're probably doing this:
|
|
16
|
+
|
|
17
|
+
```javascript
|
|
18
|
+
const res = await openai.chat.completions.create({
|
|
19
|
+
model: "gpt-4o", // $30/1M tokens — every single query
|
|
20
|
+
messages
|
|
21
|
+
})
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
GPT-4o costs **30x more per token** than Gemini Flash. For "what's 2+2?" — you're paying Ferrari prices to drive to the mailbox.
|
|
25
|
+
|
|
26
|
+
ORBIT fixes this. One line.
|
|
27
|
+
|
|
28
|
+
---
|
|
29
|
+
|
|
30
|
+
## How it works
|
|
31
|
+
|
|
32
|
+
Every query gets fingerprinted across **8 axes** in under 1ms:
|
|
33
|
+
|
|
34
|
+
| Axis | What it measures |
|
|
35
|
+
|---|---|
|
|
36
|
+
| **Complexity** | Depth of reasoning required |
|
|
37
|
+
| **Creativity** | Open-ended vs deterministic |
|
|
38
|
+
| **Emotional Weight** | Sensitivity — crisis queries always go to Claude |
|
|
39
|
+
| **Recency** | Need for live/current data → Grok |
|
|
40
|
+
| **Context Load** | Window size needed → Claude 200k |
|
|
41
|
+
| **Speed** | Latency sensitivity |
|
|
42
|
+
| **Domain** | Code · Creative · Medical · Legal · General |
|
|
43
|
+
| **Cost Tolerance** | Budget tier (overridable) |
|
|
44
|
+
|
|
45
|
+
Then it routes to the right model. Invisibly.
|
|
46
|
+
|
|
47
|
+
---
|
|
48
|
+
|
|
49
|
+
## Usage
|
|
50
|
+
|
|
51
|
+
### Zero-config routing decision
|
|
52
|
+
|
|
53
|
+
```javascript
|
|
54
|
+
import orbit from 'orbit-ai'
|
|
55
|
+
|
|
56
|
+
// Get the routing decision
|
|
57
|
+
const decision = orbit.route("write a haiku about recursion")
|
|
58
|
+
|
|
59
|
+
console.log(decision.model.name) // "Claude Sonnet"
|
|
60
|
+
console.log(decision.reason) // "High creativity score (8/10)..."
|
|
61
|
+
console.log(decision.savings) // { savings: 0.007245, reductionPct: 97 }
|
|
62
|
+
```
|
|
63
|
+
|
|
64
|
+
### With your own API keys
|
|
65
|
+
|
|
66
|
+
```javascript
|
|
67
|
+
import { OrbitClient } from 'orbit-ai'
|
|
68
|
+
|
|
69
|
+
const orbit = new OrbitClient({
|
|
70
|
+
cost_tolerance: 'low', // 'low' | 'medium' | 'high'
|
|
71
|
+
log: true, // logs routing decisions to console
|
|
72
|
+
})
|
|
73
|
+
|
|
74
|
+
// Route the query
|
|
75
|
+
const { model, reason, savings } = orbit.route("explain blockchain simply")
|
|
76
|
+
// [ORBIT] → Gemini 2.5 Flash | cost_gemini | saved $0.01455 (97% reduction)
|
|
77
|
+
|
|
78
|
+
// Now call the model yourself with your keys
|
|
79
|
+
// model.id = 'gemini-2.5-flash', model.provider = 'google'
|
|
80
|
+
```
|
|
81
|
+
|
|
82
|
+
### Full pipeline example (with Anthropic SDK)
|
|
83
|
+
|
|
84
|
+
```javascript
|
|
85
|
+
import { OrbitClient } from 'orbit-ai'
|
|
86
|
+
import Anthropic from '@anthropic-ai/sdk'
|
|
87
|
+
import OpenAI from 'openai'
|
|
88
|
+
import { GoogleGenerativeAI } from '@google/generative-ai'
|
|
89
|
+
|
|
90
|
+
const orbit = new OrbitClient({ log: true })
|
|
91
|
+
|
|
92
|
+
async function smartQuery(text) {
|
|
93
|
+
const { model, reason } = orbit.route(text)
|
|
94
|
+
|
|
95
|
+
if (model.provider === 'anthropic') {
|
|
96
|
+
const client = new Anthropic()
|
|
97
|
+
return client.messages.create({
|
|
98
|
+
model: model.id,
|
|
99
|
+
max_tokens: 1024,
|
|
100
|
+
messages: [{ role: 'user', content: text }]
|
|
101
|
+
})
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
if (model.provider === 'openai') {
|
|
105
|
+
const client = new OpenAI()
|
|
106
|
+
return client.chat.completions.create({
|
|
107
|
+
model: model.id,
|
|
108
|
+
messages: [{ role: 'user', content: text }]
|
|
109
|
+
})
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
if (model.provider === 'google') {
|
|
113
|
+
const client = new GoogleGenerativeAI(process.env.GOOGLE_API_KEY)
|
|
114
|
+
const genModel = client.getGenerativeModel({ model: model.id })
|
|
115
|
+
return genModel.generateContent(text)
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
// Routes each query to the optimal model
|
|
120
|
+
await smartQuery("write a poem about the ocean") // → Claude Sonnet
|
|
121
|
+
await smartQuery("what's the latest news on AI funding?") // → Grok
|
|
122
|
+
await smartQuery("what is 2+2") // → Gemini Flash
|
|
123
|
+
await smartQuery("I've been feeling really overwhelmed") // → Claude Sonnet (ethics-first)
|
|
124
|
+
```
|
|
125
|
+
|
|
126
|
+
### Session stats
|
|
127
|
+
|
|
128
|
+
```javascript
|
|
129
|
+
const stats = orbit.stats()
|
|
130
|
+
console.log(stats.total_savings_formatted) // "$0.2341"
|
|
131
|
+
console.log(stats.model_usage) // { "Claude Sonnet": 4, "Gemini 2.5 Flash": 12, ... }
|
|
132
|
+
```
|
|
133
|
+
|
|
134
|
+
### Fingerprint only (no routing)
|
|
135
|
+
|
|
136
|
+
```javascript
|
|
137
|
+
import { fingerprint } from 'orbit-ai'
|
|
138
|
+
|
|
139
|
+
const scores = fingerprint("architect a distributed caching system for 10M users")
|
|
140
|
+
// {
|
|
141
|
+
// complexity: 9,
|
|
142
|
+
// creativity: 0,
|
|
143
|
+
// domain: 'code',
|
|
144
|
+
// emotional_weight: 0,
|
|
145
|
+
// recency: 0,
|
|
146
|
+
// context_load: 3,
|
|
147
|
+
// ...
|
|
148
|
+
// }
|
|
149
|
+
```
|
|
150
|
+
|
|
151
|
+
---
|
|
152
|
+
|
|
153
|
+
## Model matrix
|
|
154
|
+
|
|
155
|
+
| Model | Provider | Cost/1M | Best for |
|
|
156
|
+
|---|---|---|---|
|
|
157
|
+
| Claude Sonnet | Anthropic | $15 | Complex reasoning · Ethics · Long context |
|
|
158
|
+
| Claude Haiku | Anthropic | $1 | Speed · Summaries · Medium tasks |
|
|
159
|
+
| Gemini 2.5 Flash | Google | $0.50 | High volume · Simple queries · Cost |
|
|
160
|
+
| GPT-4o | OpenAI | $30 | Structured output · Broad knowledge |
|
|
161
|
+
| GPT-4o Mini | OpenAI | $0.30 | Classification · Filler tasks |
|
|
162
|
+
| Grok | xAI | $10 | Trending · Real-time web |
|
|
163
|
+
|
|
164
|
+
---
|
|
165
|
+
|
|
166
|
+
## The math
|
|
167
|
+
|
|
168
|
+
Validated by [RouteLLM (UC Berkeley · ICLR 2025)](https://arxiv.org/abs/2406.18665): intelligent routing achieves **85% cost reduction** while maintaining 95% of quality.
|
|
169
|
+
|
|
170
|
+
For a team running 100k queries/month at GPT-4o:
|
|
171
|
+
- Without ORBIT: **$1,500/month**
|
|
172
|
+
- With ORBIT: **~$225/month**
|
|
173
|
+
- Savings: **$1,275/month · $15,300/year**
|
|
174
|
+
|
|
175
|
+
---
|
|
176
|
+
|
|
177
|
+
## Live demo
|
|
178
|
+
|
|
179
|
+
[orbit-model-flow.base44.app](https://orbit-model-flow.base44.app) — route a real query, see the fingerprint radar, watch the savings counter.
|
|
180
|
+
|
|
181
|
+
---
|
|
182
|
+
|
|
183
|
+
## Roadmap
|
|
184
|
+
|
|
185
|
+
- [x] 8-axis fingerprinting engine
|
|
186
|
+
- [x] 6-model routing matrix
|
|
187
|
+
- [x] TypeScript types
|
|
188
|
+
- [ ] Streaming support
|
|
189
|
+
- [ ] Custom model matrix (bring your own models)
|
|
190
|
+
- [ ] Automatic provider failover
|
|
191
|
+
- [ ] Usage analytics dashboard integration
|
|
192
|
+
- [ ] Browser extension
|
|
193
|
+
|
|
194
|
+
---
|
|
195
|
+
|
|
196
|
+
## License
|
|
197
|
+
|
|
198
|
+
MIT · Built by [Gabriel Martin](https://github.com/gabrielsmartin)
|
|
199
|
+
|
|
200
|
+
*"Every model has a gravitational pull. ORBIT decides which one you need."*
|
|
201
|
+
|
|
202
|
+
777 · 555 · 333
|
package/package.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@gabrielsmartin/orbit-sdk",
|
|
3
|
+
"version": "0.1.0",
|
|
4
|
+
"description": "Intelligent AI model routing. Drop-in replacement for OpenAI/Anthropic. Routes every query to the optimal model automatically.",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "src/index.js",
|
|
7
|
+
"types": "src/index.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"import": "./src/index.js",
|
|
11
|
+
"types": "./src/index.d.ts"
|
|
12
|
+
}
|
|
13
|
+
},
|
|
14
|
+
"files": [
|
|
15
|
+
"src",
|
|
16
|
+
"README.md"
|
|
17
|
+
],
|
|
18
|
+
"scripts": {
|
|
19
|
+
"test": "node test.js"
|
|
20
|
+
},
|
|
21
|
+
"keywords": [
|
|
22
|
+
"ai",
|
|
23
|
+
"llm",
|
|
24
|
+
"routing",
|
|
25
|
+
"openai",
|
|
26
|
+
"anthropic",
|
|
27
|
+
"gemini",
|
|
28
|
+
"orbit",
|
|
29
|
+
"cost-optimization",
|
|
30
|
+
"model-routing",
|
|
31
|
+
"selective-model-matching",
|
|
32
|
+
"gpt4",
|
|
33
|
+
"claude",
|
|
34
|
+
"gemini-flash",
|
|
35
|
+
"grok",
|
|
36
|
+
"ai-infrastructure"
|
|
37
|
+
],
|
|
38
|
+
"author": "Gabriel Martin <gabriel@gtll.app>",
|
|
39
|
+
"license": "MIT",
|
|
40
|
+
"repository": {
|
|
41
|
+
"type": "git",
|
|
42
|
+
"url": "git+https://github.com/gabrielsmartin/orbit.git",
|
|
43
|
+
"directory": "sdk"
|
|
44
|
+
},
|
|
45
|
+
"homepage": "https://orbit-model-flow.base44.app",
|
|
46
|
+
"bugs": {
|
|
47
|
+
"url": "https://github.com/gabrielsmartin/orbit/issues"
|
|
48
|
+
},
|
|
49
|
+
"engines": {
|
|
50
|
+
"node": ">=16"
|
|
51
|
+
}
|
|
52
|
+
}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ORBIT · 8-Axis Query Fingerprinting Engine
|
|
3
|
+
* Scores every query across 8 dimensions in <1ms
|
|
4
|
+
*
|
|
5
|
+
* interval(n) = base / 2^n — Recursive Beat Engine
|
|
6
|
+
* 777 · 555 · 333
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
const COMPLEXITY_SIGNALS = [
|
|
10
|
+
'architect','distributed','implement','design','optimize','analyze',
|
|
11
|
+
'complex','system','algorithm','concurrent','scale','infrastructure',
|
|
12
|
+
'microservice','kubernetes','terraform','recursive','refactor'
|
|
13
|
+
];
|
|
14
|
+
|
|
15
|
+
const CREATIVITY_SIGNALS = [
|
|
16
|
+
'write','create','generate','poem','story','haiku','imagine',
|
|
17
|
+
'creative','brainstorm','ideas','invent','compose','design','narrative'
|
|
18
|
+
];
|
|
19
|
+
|
|
20
|
+
const RECENCY_SIGNALS = [
|
|
21
|
+
'latest','today','current','news','now','recent','trending',
|
|
22
|
+
'2024','2025','2026','live','breaking','update','this week'
|
|
23
|
+
];
|
|
24
|
+
|
|
25
|
+
const EMOTIONAL_SIGNALS = [
|
|
26
|
+
'feel','feeling','anxious','anxiety','depressed','depression','overwhelmed',
|
|
27
|
+
'scared','lonely','hurt','grief','trauma','crisis','suicid','help me',
|
|
28
|
+
'relationship','breakup','divorce','mental health','therapy','struggling'
|
|
29
|
+
];
|
|
30
|
+
|
|
31
|
+
const CODE_SIGNALS = [
|
|
32
|
+
'code','function','class','api','debug','error','syntax','compile',
|
|
33
|
+
'deploy','database','query','algorithm','javascript','python','typescript',
|
|
34
|
+
'react','node','sql','git','docker','bug','fix','implement'
|
|
35
|
+
];
|
|
36
|
+
|
|
37
|
+
/**
|
|
38
|
+
* Fingerprint a query across 8 axes
|
|
39
|
+
* @param {string} text - The query text
|
|
40
|
+
* @returns {Object} scores - 0-10 score for each axis
|
|
41
|
+
*/
|
|
42
|
+
export function fingerprint(text) {
|
|
43
|
+
const t = text.toLowerCase();
|
|
44
|
+
const words = t.split(/\s+/);
|
|
45
|
+
const wordCount = words.length;
|
|
46
|
+
|
|
47
|
+
// Complexity (0-10): reasoning depth required
|
|
48
|
+
const complexitySignals = COMPLEXITY_SIGNALS.filter(s => t.includes(s)).length;
|
|
49
|
+
const questionDepth = (t.match(/\b(why|how|explain|compare|tradeoff|pros|cons|difference|analyze)\b/g) || []).length;
|
|
50
|
+
const complexity = Math.min(10, Math.round(
|
|
51
|
+
complexitySignals * 2 +
|
|
52
|
+
questionDepth * 1.5 +
|
|
53
|
+
(wordCount > 30 ? 3 : wordCount > 15 ? 1.5 : 0)
|
|
54
|
+
));
|
|
55
|
+
|
|
56
|
+
// Creativity (0-10): open-ended vs deterministic
|
|
57
|
+
const creativitySignals = CREATIVITY_SIGNALS.filter(s => t.includes(s)).length;
|
|
58
|
+
const creativity = Math.min(10, Math.round(creativitySignals * 2.5));
|
|
59
|
+
|
|
60
|
+
// Speed (0-10): latency sensitivity
|
|
61
|
+
const speedSignals = (t.match(/\b(quick|fast|brief|tldr|short|simple|summarize|quickly)\b/g) || []).length;
|
|
62
|
+
const speed = Math.min(10, Math.round(speedSignals * 3 + (wordCount < 8 ? 3 : 0)));
|
|
63
|
+
|
|
64
|
+
// Cost tolerance (0-10): inferred from query type (overridable)
|
|
65
|
+
// Default: medium. Will be set by user config.
|
|
66
|
+
const costTolerance = 5;
|
|
67
|
+
|
|
68
|
+
// Emotional weight (0-10): sensitivity of content
|
|
69
|
+
const emotionalSignals = EMOTIONAL_SIGNALS.filter(s => t.includes(s)).length;
|
|
70
|
+
const emotional_weight = Math.min(10, Math.round(emotionalSignals * 3));
|
|
71
|
+
|
|
72
|
+
// Recency (0-10): need for live/current data
|
|
73
|
+
const recencySignals = RECENCY_SIGNALS.filter(s => t.includes(s)).length;
|
|
74
|
+
const recency = Math.min(10, Math.round(recencySignals * 3.5));
|
|
75
|
+
|
|
76
|
+
// Context load (0-10): context window size needed
|
|
77
|
+
const context_load = Math.min(10, Math.round(
|
|
78
|
+
(wordCount > 100 ? 8 : wordCount > 50 ? 5 : wordCount > 20 ? 3 : 1)
|
|
79
|
+
));
|
|
80
|
+
|
|
81
|
+
// Domain classification
|
|
82
|
+
const codeSignals = CODE_SIGNALS.filter(s => t.includes(s)).length;
|
|
83
|
+
let domain = 'general';
|
|
84
|
+
if (codeSignals >= 2) domain = 'code';
|
|
85
|
+
else if (creativity >= 6) domain = 'creative';
|
|
86
|
+
else if (recency >= 6) domain = 'current_events';
|
|
87
|
+
else if (emotional_weight >= 5) domain = 'emotional';
|
|
88
|
+
else if (t.match(/\b(legal|law|contract|lawsuit|rights|regulation)\b/)) domain = 'legal';
|
|
89
|
+
else if (t.match(/\b(medical|doctor|symptom|diagnosis|health|drug|medicine)\b/)) domain = 'medical';
|
|
90
|
+
else if (t.match(/\b(research|study|paper|academic|journal|cite|evidence)\b/)) domain = 'research';
|
|
91
|
+
|
|
92
|
+
return {
|
|
93
|
+
complexity,
|
|
94
|
+
creativity,
|
|
95
|
+
speed,
|
|
96
|
+
cost_tolerance: costTolerance,
|
|
97
|
+
emotional_weight,
|
|
98
|
+
recency,
|
|
99
|
+
context_load,
|
|
100
|
+
domain,
|
|
101
|
+
};
|
|
102
|
+
}
|
package/src/index.d.ts
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* orbit-ai · TypeScript definitions
|
|
3
|
+
* 777 · 555 · 333
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
export interface QueryScores {
|
|
7
|
+
complexity: number; // 0-10
|
|
8
|
+
creativity: number; // 0-10
|
|
9
|
+
speed: number; // 0-10
|
|
10
|
+
cost_tolerance: number; // 0-10
|
|
11
|
+
emotional_weight: number; // 0-10
|
|
12
|
+
recency: number; // 0-10
|
|
13
|
+
context_load: number; // 0-10
|
|
14
|
+
domain: 'general' | 'code' | 'creative' | 'current_events' | 'emotional' | 'legal' | 'medical' | 'research';
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export interface ModelInfo {
|
|
18
|
+
id: string;
|
|
19
|
+
name: string;
|
|
20
|
+
provider: 'anthropic' | 'openai' | 'google' | 'xai' | 'meta';
|
|
21
|
+
costPer1M: number;
|
|
22
|
+
strengths: string[];
|
|
23
|
+
maxContext: number;
|
|
24
|
+
tier: 'very_low' | 'low' | 'medium' | 'high';
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
export interface SavingsInfo {
|
|
28
|
+
premiumCost: number;
|
|
29
|
+
actualCost: number;
|
|
30
|
+
savings: number;
|
|
31
|
+
reductionPct: number;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export interface RoutingDecision {
|
|
35
|
+
model: ModelInfo;
|
|
36
|
+
reason: string;
|
|
37
|
+
rule: string;
|
|
38
|
+
scores: QueryScores;
|
|
39
|
+
savings: SavingsInfo;
|
|
40
|
+
timestamp: string;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export interface OrbitConfig {
|
|
44
|
+
apiKey?: string;
|
|
45
|
+
cost_tolerance?: 'low' | 'medium' | 'high';
|
|
46
|
+
blocked_models?: string[];
|
|
47
|
+
log?: boolean;
|
|
48
|
+
on_route?: (decision: RoutingDecision) => void;
|
|
49
|
+
anthropic_key?: string;
|
|
50
|
+
openai_key?: string;
|
|
51
|
+
google_key?: string;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export interface RouteOptions {
|
|
55
|
+
cost_tolerance?: 'low' | 'medium' | 'high';
|
|
56
|
+
estimated_tokens?: number;
|
|
57
|
+
blocked_models?: string[];
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
export interface SessionStats {
|
|
61
|
+
total_queries: number;
|
|
62
|
+
total_savings: number;
|
|
63
|
+
total_savings_formatted: string;
|
|
64
|
+
model_usage: Record<string, number>;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export declare class OrbitClient {
|
|
68
|
+
constructor(config?: OrbitConfig);
|
|
69
|
+
route(text: string, options?: RouteOptions): RoutingDecision;
|
|
70
|
+
fingerprint(text: string): QueryScores;
|
|
71
|
+
stats(): SessionStats;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
export declare function fingerprint(text: string): QueryScores;
|
|
75
|
+
export declare function route(scores: QueryScores, config?: OrbitConfig): { model: ModelInfo; reason: string; rule: string };
|
|
76
|
+
export declare function calculateSavings(model: ModelInfo, estimatedTokens?: number): SavingsInfo;
|
|
77
|
+
export declare const MODEL_MATRIX: Record<string, ModelInfo>;
|
|
78
|
+
|
|
79
|
+
declare const orbit: OrbitClient;
|
|
80
|
+
export default orbit;
|
package/src/index.js
ADDED
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* orbit-ai · v0.1.0
|
|
3
|
+
* Intelligent AI model routing. Drop in. Save 85%.
|
|
4
|
+
*
|
|
5
|
+
* https://orbit-model-flow.base44.app
|
|
6
|
+
* github.com/gabrielsmartin/orbit
|
|
7
|
+
*
|
|
8
|
+
* 777 · 555 · 333
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
import { fingerprint } from './fingerprint.js';
|
|
12
|
+
import { route, calculateSavings, MODEL_MATRIX } from './router.js';
|
|
13
|
+
|
|
14
|
+
export { fingerprint, route, calculateSavings, MODEL_MATRIX };
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* OrbitClient — the main class
|
|
18
|
+
*
|
|
19
|
+
* @example
|
|
20
|
+
* import { OrbitClient } from 'orbit-ai'
|
|
21
|
+
* const orbit = new OrbitClient({ apiKey: 'your-orbit-key' })
|
|
22
|
+
* const result = await orbit.query("explain quantum entanglement simply")
|
|
23
|
+
*/
|
|
24
|
+
export class OrbitClient {
|
|
25
|
+
constructor(config = {}) {
|
|
26
|
+
this.config = {
|
|
27
|
+
cost_tolerance: config.cost_tolerance || 'medium', // 'low' | 'medium' | 'high'
|
|
28
|
+
blocked_models: config.blocked_models || [],
|
|
29
|
+
api_key: config.apiKey || config.api_key || null,
|
|
30
|
+
log: config.log !== false, // log routing decisions by default
|
|
31
|
+
on_route: config.on_route || null, // callback: (decision) => void
|
|
32
|
+
// Provider API keys (optional — falls back to env vars)
|
|
33
|
+
anthropic_key: config.anthropic_key || null,
|
|
34
|
+
openai_key: config.openai_key || null,
|
|
35
|
+
google_key: config.google_key || null,
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
this._stats = {
|
|
39
|
+
total_queries: 0,
|
|
40
|
+
total_savings: 0,
|
|
41
|
+
model_usage: {},
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* Route a query to the optimal model
|
|
47
|
+
* Returns the routing decision — you call the model yourself with your keys
|
|
48
|
+
*
|
|
49
|
+
* @param {string} text - The query text
|
|
50
|
+
* @param {Object} options - Override options for this query
|
|
51
|
+
* @returns {Object} decision - { model, reason, rule, scores, savings }
|
|
52
|
+
*/
|
|
53
|
+
route(text, options = {}) {
|
|
54
|
+
const scores = fingerprint(text);
|
|
55
|
+
|
|
56
|
+
// Allow per-query cost_tolerance override
|
|
57
|
+
if (options.cost_tolerance) {
|
|
58
|
+
scores.cost_tolerance = options.cost_tolerance === 'low' ? 2
|
|
59
|
+
: options.cost_tolerance === 'high' ? 9 : 5;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
const config = { ...this.config, ...options };
|
|
63
|
+
const decision = route(scores, config);
|
|
64
|
+
const savings = calculateSavings(decision.model, options.estimated_tokens || 500);
|
|
65
|
+
|
|
66
|
+
const result = {
|
|
67
|
+
model: decision.model,
|
|
68
|
+
reason: decision.reason,
|
|
69
|
+
rule: decision.rule,
|
|
70
|
+
scores,
|
|
71
|
+
savings,
|
|
72
|
+
timestamp: new Date().toISOString(),
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
// Update stats
|
|
76
|
+
this._stats.total_queries++;
|
|
77
|
+
this._stats.total_savings += savings.savings;
|
|
78
|
+
const modelName = decision.model.name;
|
|
79
|
+
this._stats.model_usage[modelName] = (this._stats.model_usage[modelName] || 0) + 1;
|
|
80
|
+
|
|
81
|
+
// Log routing decision
|
|
82
|
+
if (this.config.log) {
|
|
83
|
+
console.log(`[ORBIT] → ${decision.model.name} | ${decision.rule} | saved $${savings.savings.toFixed(5)} (${savings.reductionPct}% reduction)`);
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
// Fire callback
|
|
87
|
+
if (this.config.on_route) {
|
|
88
|
+
this.config.on_route(result);
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
return result;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
/**
|
|
95
|
+
* Get cumulative stats for this session
|
|
96
|
+
*/
|
|
97
|
+
stats() {
|
|
98
|
+
return {
|
|
99
|
+
...this._stats,
|
|
100
|
+
total_savings_formatted: `$${this._stats.total_savings.toFixed(4)}`,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
/**
|
|
105
|
+
* Fingerprint a query without routing
|
|
106
|
+
* Useful for debugging or building custom routing logic on top
|
|
107
|
+
*/
|
|
108
|
+
fingerprint(text) {
|
|
109
|
+
return fingerprint(text);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
/**
|
|
114
|
+
* Default singleton client — zero config, ready to use
|
|
115
|
+
*
|
|
116
|
+
* @example
|
|
117
|
+
* import orbit from 'orbit-ai'
|
|
118
|
+
* const decision = orbit.route("write a haiku about recursion")
|
|
119
|
+
* // → { model: { name: 'Claude Sonnet', ... }, reason: '...', savings: { ... } }
|
|
120
|
+
*/
|
|
121
|
+
const orbit = new OrbitClient();
|
|
122
|
+
export default orbit;
|
package/src/router.js
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ORBIT · Selective Model Matching (SMM) Router
|
|
3
|
+
* Routes queries to optimal models based on 8-axis fingerprints
|
|
4
|
+
*
|
|
5
|
+
* Proprietary routing logic — open SDK, closed engine weights
|
|
6
|
+
* 777 · 555 · 333
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
export const MODEL_MATRIX = {
|
|
10
|
+
claude_sonnet: {
|
|
11
|
+
id: 'claude-sonnet-4-5',
|
|
12
|
+
name: 'Claude Sonnet',
|
|
13
|
+
provider: 'anthropic',
|
|
14
|
+
costPer1M: 15,
|
|
15
|
+
strengths: ['nuance', 'long_context', 'ethics', 'reasoning'],
|
|
16
|
+
maxContext: 200000,
|
|
17
|
+
tier: 'medium',
|
|
18
|
+
},
|
|
19
|
+
claude_haiku: {
|
|
20
|
+
id: 'claude-haiku-3-5',
|
|
21
|
+
name: 'Claude Haiku',
|
|
22
|
+
provider: 'anthropic',
|
|
23
|
+
costPer1M: 1,
|
|
24
|
+
strengths: ['speed', 'efficiency', 'summaries'],
|
|
25
|
+
maxContext: 200000,
|
|
26
|
+
tier: 'low',
|
|
27
|
+
},
|
|
28
|
+
gemini_flash: {
|
|
29
|
+
id: 'gemini-2.5-flash',
|
|
30
|
+
name: 'Gemini 2.5 Flash',
|
|
31
|
+
provider: 'google',
|
|
32
|
+
costPer1M: 0.5,
|
|
33
|
+
strengths: ['speed', 'multimodal', 'cost', 'volume'],
|
|
34
|
+
maxContext: 1000000,
|
|
35
|
+
tier: 'very_low',
|
|
36
|
+
},
|
|
37
|
+
gpt4o: {
|
|
38
|
+
id: 'gpt-4o',
|
|
39
|
+
name: 'GPT-4o',
|
|
40
|
+
provider: 'openai',
|
|
41
|
+
costPer1M: 30,
|
|
42
|
+
strengths: ['broad_knowledge', 'instruction_following', 'structured_output'],
|
|
43
|
+
maxContext: 128000,
|
|
44
|
+
tier: 'high',
|
|
45
|
+
},
|
|
46
|
+
gpt4o_mini: {
|
|
47
|
+
id: 'gpt-4o-mini',
|
|
48
|
+
name: 'GPT-4o Mini',
|
|
49
|
+
provider: 'openai',
|
|
50
|
+
costPer1M: 0.3,
|
|
51
|
+
strengths: ['classification', 'simple_tasks', 'cost'],
|
|
52
|
+
maxContext: 128000,
|
|
53
|
+
tier: 'very_low',
|
|
54
|
+
},
|
|
55
|
+
grok: {
|
|
56
|
+
id: 'grok-2',
|
|
57
|
+
name: 'Grok',
|
|
58
|
+
provider: 'xai',
|
|
59
|
+
costPer1M: 10,
|
|
60
|
+
strengths: ['realtime_web', 'trending', 'social_intelligence'],
|
|
61
|
+
maxContext: 131072,
|
|
62
|
+
tier: 'medium',
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
|
|
66
|
+
/**
|
|
67
|
+
* Core SMM routing logic
|
|
68
|
+
* Returns the selected model + reasoning
|
|
69
|
+
*
|
|
70
|
+
* @param {Object} scores - 8-axis fingerprint scores
|
|
71
|
+
* @param {Object} config - User config (cost_tolerance override, blocked_models, etc.)
|
|
72
|
+
* @returns {Object} { model, reason, fallback }
|
|
73
|
+
*/
|
|
74
|
+
export function route(scores, config = {}) {
|
|
75
|
+
const {
|
|
76
|
+
complexity, creativity, speed, emotional_weight,
|
|
77
|
+
recency, context_load, domain, cost_tolerance
|
|
78
|
+
} = scores;
|
|
79
|
+
|
|
80
|
+
const blocked = config.blocked_models || [];
|
|
81
|
+
const preferLow = config.cost_tolerance === 'low' || cost_tolerance <= 3;
|
|
82
|
+
const preferHigh = config.cost_tolerance === 'high' || cost_tolerance >= 8;
|
|
83
|
+
|
|
84
|
+
// Rule 1: ETHICS FIRST — emotional/crisis queries always go to Claude
|
|
85
|
+
if (emotional_weight >= 6) {
|
|
86
|
+
return {
|
|
87
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
88
|
+
reason: 'Emotional weight detected — routing to Claude for ethics-first handling. Never use a cheap model for sensitive content.',
|
|
89
|
+
rule: 'ethics_first',
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
// Rule 2: Realtime / current events → Grok
|
|
94
|
+
if (recency >= 7 && !blocked.includes('grok')) {
|
|
95
|
+
return {
|
|
96
|
+
model: MODEL_MATRIX.grok,
|
|
97
|
+
reason: `High recency score (${recency}/10) — Grok has live web access for current events and trending topics.`,
|
|
98
|
+
rule: 'recency_grok',
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
// Rule 3: Long context load → Claude Sonnet (200k window)
|
|
103
|
+
if (context_load >= 8 && !blocked.includes('claude_sonnet')) {
|
|
104
|
+
return {
|
|
105
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
106
|
+
reason: `High context load (${context_load}/10) — Claude's 200k window is the only safe choice.`,
|
|
107
|
+
rule: 'context_claude',
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
// Rule 4: High complexity code/reasoning
|
|
112
|
+
if (complexity >= 7 && domain === 'code' && !blocked.includes('claude_sonnet')) {
|
|
113
|
+
return {
|
|
114
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
115
|
+
reason: `Complex code task (complexity ${complexity}/10) — Claude Sonnet for deep reasoning and long context.`,
|
|
116
|
+
rule: 'complex_code',
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
// Rule 5: High complexity general → GPT-4o (if cost tolerance allows)
|
|
121
|
+
if (complexity >= 7 && !preferLow && !blocked.includes('gpt4o')) {
|
|
122
|
+
return {
|
|
123
|
+
model: MODEL_MATRIX.gpt4o,
|
|
124
|
+
reason: `High complexity (${complexity}/10) — GPT-4o for broad knowledge and structured output.`,
|
|
125
|
+
rule: 'complex_gpt4o',
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
// Rule 6: Creative writing → Claude Sonnet
|
|
130
|
+
if (creativity >= 5 && !blocked.includes('claude_sonnet')) {
|
|
131
|
+
return {
|
|
132
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
133
|
+
reason: `High creativity score (${creativity}/10) — Claude Sonnet for nuanced creative writing.`,
|
|
134
|
+
rule: 'creative_claude',
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
// Rule 7: Cost sensitive OR simple queries → Gemini Flash
|
|
139
|
+
if ((preferLow || complexity <= 3) && !blocked.includes('gemini_flash')) {
|
|
140
|
+
return {
|
|
141
|
+
model: MODEL_MATRIX.gemini_flash,
|
|
142
|
+
reason: `Low complexity (${complexity}/10) — Gemini 2.5 Flash delivers 95% quality at 2% of GPT-4o cost.`,
|
|
143
|
+
rule: 'cost_gemini',
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
// Rule 8: Medium complexity → Claude Haiku (fast + cheap + capable)
|
|
148
|
+
if (complexity <= 5 && !blocked.includes('claude_haiku')) {
|
|
149
|
+
return {
|
|
150
|
+
model: MODEL_MATRIX.claude_haiku,
|
|
151
|
+
reason: `Medium complexity (${complexity}/10) — Claude Haiku balances speed, cost, and quality.`,
|
|
152
|
+
rule: 'medium_haiku',
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
// Default: Claude Sonnet (safest general choice)
|
|
157
|
+
return {
|
|
158
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
159
|
+
reason: 'Default routing — Claude Sonnet for reliable, high-quality responses.',
|
|
160
|
+
rule: 'default',
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
/**
|
|
165
|
+
* Calculate savings vs always using GPT-4o (premium baseline)
|
|
166
|
+
*/
|
|
167
|
+
export function calculateSavings(selectedModel, estimatedTokens = 500) {
|
|
168
|
+
const premiumCost = (MODEL_MATRIX.gpt4o.costPer1M / 1_000_000) * estimatedTokens;
|
|
169
|
+
const actualCost = (selectedModel.costPer1M / 1_000_000) * estimatedTokens;
|
|
170
|
+
const savings = premiumCost - actualCost;
|
|
171
|
+
const reductionPct = Math.round((savings / premiumCost) * 100);
|
|
172
|
+
return { premiumCost, actualCost, savings, reductionPct };
|
|
173
|
+
}
|