@gabrielsmartin/orbit-sdk 0.2.0 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.d.ts +80 -0
- package/index.js +9 -134
- package/package.json +14 -4
- package/src/fingerprint.js +102 -0
- package/src/index.js +122 -0
- package/src/router.js +173 -0
package/index.d.ts
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* orbit-ai · TypeScript definitions
|
|
3
|
+
* 777 · 555 · 333
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
export interface QueryScores {
|
|
7
|
+
complexity: number; // 0-10
|
|
8
|
+
creativity: number; // 0-10
|
|
9
|
+
speed: number; // 0-10
|
|
10
|
+
cost_tolerance: number; // 0-10
|
|
11
|
+
emotional_weight: number; // 0-10
|
|
12
|
+
recency: number; // 0-10
|
|
13
|
+
context_load: number; // 0-10
|
|
14
|
+
domain: 'general' | 'code' | 'creative' | 'current_events' | 'emotional' | 'legal' | 'medical' | 'research';
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export interface ModelInfo {
|
|
18
|
+
id: string;
|
|
19
|
+
name: string;
|
|
20
|
+
provider: 'anthropic' | 'openai' | 'google' | 'xai' | 'meta';
|
|
21
|
+
costPer1M: number;
|
|
22
|
+
strengths: string[];
|
|
23
|
+
maxContext: number;
|
|
24
|
+
tier: 'very_low' | 'low' | 'medium' | 'high';
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
export interface SavingsInfo {
|
|
28
|
+
premiumCost: number;
|
|
29
|
+
actualCost: number;
|
|
30
|
+
savings: number;
|
|
31
|
+
reductionPct: number;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export interface RoutingDecision {
|
|
35
|
+
model: ModelInfo;
|
|
36
|
+
reason: string;
|
|
37
|
+
rule: string;
|
|
38
|
+
scores: QueryScores;
|
|
39
|
+
savings: SavingsInfo;
|
|
40
|
+
timestamp: string;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export interface OrbitConfig {
|
|
44
|
+
apiKey?: string;
|
|
45
|
+
cost_tolerance?: 'low' | 'medium' | 'high';
|
|
46
|
+
blocked_models?: string[];
|
|
47
|
+
log?: boolean;
|
|
48
|
+
on_route?: (decision: RoutingDecision) => void;
|
|
49
|
+
anthropic_key?: string;
|
|
50
|
+
openai_key?: string;
|
|
51
|
+
google_key?: string;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export interface RouteOptions {
|
|
55
|
+
cost_tolerance?: 'low' | 'medium' | 'high';
|
|
56
|
+
estimated_tokens?: number;
|
|
57
|
+
blocked_models?: string[];
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
export interface SessionStats {
|
|
61
|
+
total_queries: number;
|
|
62
|
+
total_savings: number;
|
|
63
|
+
total_savings_formatted: string;
|
|
64
|
+
model_usage: Record<string, number>;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export declare class OrbitClient {
|
|
68
|
+
constructor(config?: OrbitConfig);
|
|
69
|
+
route(text: string, options?: RouteOptions): RoutingDecision;
|
|
70
|
+
fingerprint(text: string): QueryScores;
|
|
71
|
+
stats(): SessionStats;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
export declare function fingerprint(text: string): QueryScores;
|
|
75
|
+
export declare function route(scores: QueryScores, config?: OrbitConfig): { model: ModelInfo; reason: string; rule: string };
|
|
76
|
+
export declare function calculateSavings(model: ModelInfo, estimatedTokens?: number): SavingsInfo;
|
|
77
|
+
export declare const MODEL_MATRIX: Record<string, ModelInfo>;
|
|
78
|
+
|
|
79
|
+
declare const orbit: OrbitClient;
|
|
80
|
+
export default orbit;
|
package/index.js
CHANGED
|
@@ -1,139 +1,14 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* orbit-
|
|
3
|
-
*
|
|
4
|
-
*
|
|
5
|
-
*
|
|
6
|
-
*
|
|
7
|
-
* import { orbit } from 'orbit-ai'
|
|
8
|
-
* const res = await orbit.query("your query here")
|
|
9
|
-
*
|
|
10
|
-
* ORBIT Technologies · orbit-model-flow.base44.app
|
|
11
|
-
* 777 · 333
|
|
2
|
+
* @gabrielsmartin/orbit-sdk
|
|
3
|
+
* Intelligent AI model routing — routes every query to the optimal model in <1ms
|
|
4
|
+
*
|
|
5
|
+
* 777 · 555 · 333
|
|
6
|
+
* github.com/gtllco/orbit
|
|
12
7
|
*/
|
|
13
8
|
|
|
14
|
-
|
|
9
|
+
export { fingerprint, route, calculateSavings, MODEL_MATRIX, OrbitClient } from './src/index.js';
|
|
15
10
|
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
this.costTolerance = config.costTolerance || "low";
|
|
20
|
-
this.verbose = config.verbose || false;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
/**
|
|
24
|
-
* Route a query to the optimal model
|
|
25
|
-
* @param {string} queryText - The query to route
|
|
26
|
-
* @param {object} options - Optional overrides
|
|
27
|
-
* @returns {OrbitResponse}
|
|
28
|
-
*/
|
|
29
|
-
async query(queryText, options = {}) {
|
|
30
|
-
const fp = this._fingerprint(queryText);
|
|
31
|
-
const { model, reasoning } = options.model
|
|
32
|
-
? { model: options.model, reasoning: "Manual override" }
|
|
33
|
-
: this._route(fp);
|
|
34
|
-
|
|
35
|
-
if (this.verbose) {
|
|
36
|
-
console.log(`[ORBIT] Fingerprint:`, fp);
|
|
37
|
-
console.log(`[ORBIT] Selected: ${model} — ${reasoning}`);
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
return {
|
|
41
|
-
model,
|
|
42
|
-
reasoning,
|
|
43
|
-
fingerprint: fp,
|
|
44
|
-
estimated_cost: this._estimateCost(model, queryText.length),
|
|
45
|
-
premium_cost: this._estimateCost("gpt4o", queryText.length),
|
|
46
|
-
get savings() { return Math.max(0, this.premium_cost - this.estimated_cost); },
|
|
47
|
-
};
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
/**
|
|
51
|
-
* Drop-in OpenAI compatibility
|
|
52
|
-
* orbit.openai.chat.completions.create({ model: "gpt-4o", messages })
|
|
53
|
-
* → routes to optimal model, returns same response shape
|
|
54
|
-
*/
|
|
55
|
-
get openai() {
|
|
56
|
-
return {
|
|
57
|
-
chat: {
|
|
58
|
-
completions: {
|
|
59
|
-
create: async (params) => {
|
|
60
|
-
const queryText = params.messages?.map(m => m.content).join(" ") || "";
|
|
61
|
-
const routing = await this.query(queryText, { costTolerance: params._orbitCostTolerance });
|
|
62
|
-
// In production: actually call the selected model here
|
|
63
|
-
return { ...routing, choices: [], _orbit_routed: true };
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
}
|
|
67
|
-
};
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
/** 8-axis query fingerprinting */
|
|
71
|
-
_fingerprint(text) {
|
|
72
|
-
const t = text.toLowerCase();
|
|
73
|
-
const words = t.split(/\s+/).length;
|
|
74
|
-
|
|
75
|
-
const complexity = Math.min(10, Math.round(
|
|
76
|
-
(t.match(/\b(architect|distributed|implement|design|optimize|analyze|complex|system|algorithm|concurrent|scale)\b/g)?.length || 0) * 2 +
|
|
77
|
-
(words > 20 ? 3 : words > 10 ? 1.5 : 0) +
|
|
78
|
-
(t.match(/\b(why|how|explain|compare|tradeoff)\b/g)?.length || 0) * 1.5
|
|
79
|
-
));
|
|
80
|
-
const creativity = Math.min(10, Math.round(
|
|
81
|
-
(t.match(/\b(write|create|generate|poem|story|haiku|imagine|creative|brainstorm)\b/g)?.length || 0) * 2.5
|
|
82
|
-
));
|
|
83
|
-
const recency = Math.min(10, Math.round(
|
|
84
|
-
(t.match(/\b(latest|current|today|news|trending|recent|now|live)\b/g)?.length || 0) * 3
|
|
85
|
-
));
|
|
86
|
-
const emotional_weight = Math.min(10, Math.round(
|
|
87
|
-
(t.match(/\b(anxious|depressed|sad|crisis|suicide|hurt|lonely|overwhelmed|mental health)\b/g)?.length || 0) * 4 +
|
|
88
|
-
(t.match(/\b(help|struggling|hard|difficult|pain)\b/g)?.length || 0) * 1.5
|
|
89
|
-
));
|
|
90
|
-
const context_load = Math.min(10, Math.round(
|
|
91
|
-
(words > 100 ? 9 : words > 50 ? 7 : words > 20 ? 4 : 1) +
|
|
92
|
-
(t.match(/\b(document|paper|report|summarize)\b/g)?.length || 0) * 2
|
|
93
|
-
));
|
|
94
|
-
const speed = Math.min(10, Math.round(
|
|
95
|
-
(t.match(/\b(quick|fast|brief|short|simple|just|tldr)\b/g)?.length || 0) * 2.5 +
|
|
96
|
-
(complexity < 3 ? 3 : 0)
|
|
97
|
-
));
|
|
98
|
-
|
|
99
|
-
let domain = "general";
|
|
100
|
-
if (t.match(/\b(code|function|algorithm|javascript|python|api|sql|bug|deploy)\b/)) domain = "code";
|
|
101
|
-
else if (t.match(/\b(poem|story|haiku|creative|write|lyrics|fiction)\b/)) domain = "creative";
|
|
102
|
-
else if (t.match(/\b(research|study|paper|science|analysis|data|statistics)\b/)) domain = "research";
|
|
103
|
-
else if (t.match(/\b(legal|law|contract|liability|compliance)\b/)) domain = "legal";
|
|
104
|
-
else if (t.match(/\b(medical|health|diagnosis|symptoms|treatment|clinical)\b/)) domain = "medical";
|
|
105
|
-
|
|
106
|
-
const cost_tolerance = (complexity > 7 || domain === "legal" || domain === "medical")
|
|
107
|
-
? "flexible" : this.costTolerance;
|
|
108
|
-
|
|
109
|
-
return { complexity, creativity, speed, recency, emotional_weight, context_load, domain, cost_tolerance };
|
|
110
|
-
}
|
|
111
|
-
|
|
112
|
-
/** SMM routing engine */
|
|
113
|
-
_route(fp) {
|
|
114
|
-
const { complexity, creativity, recency, emotional_weight, context_load, speed, domain, cost_tolerance } = fp;
|
|
115
|
-
if (emotional_weight > 6) return { model: "claude_sonnet", reasoning: "Emotional weight detected — Claude for ethics-first handling." };
|
|
116
|
-
if (domain === "legal" || domain === "medical") return { model: "claude_sonnet", reasoning: `Domain=${domain} — ethics-first.` };
|
|
117
|
-
if (context_load > 8) return { model: "claude_sonnet", reasoning: "High context load — Claude 200k window." };
|
|
118
|
-
if (complexity > 7 && domain === "code") return { model: "gpt4o", reasoning: "High complexity code — GPT-4o structured output." };
|
|
119
|
-
if (complexity > 8) return { model: "claude_sonnet", reasoning: "Extreme complexity — Claude Sonnet." };
|
|
120
|
-
if (recency > 7) return { model: "grok", reasoning: "High recency — Grok real-time web." };
|
|
121
|
-
if (recency > 5) return { model: "perplexity", reasoning: "Recency-sensitive — Perplexity cited search." };
|
|
122
|
-
if (creativity > 7) return { model: "claude_sonnet", reasoning: "High creativity — Claude Sonnet." };
|
|
123
|
-
if (speed > 7 && complexity < 5) return { model: "gemini_flash", reasoning: "Speed priority — Gemini Flash <200ms." };
|
|
124
|
-
if (cost_tolerance === "low" && complexity < 5) return { model: "gemini_flash", reasoning: "Low cost + simple — Gemini Flash $0.50/1M." };
|
|
125
|
-
if (complexity < 3 && creativity < 3) return { model: "gpt4o_mini", reasoning: "Trivial query — GPT-4o Mini." };
|
|
126
|
-
if (complexity < 5 && speed > 5) return { model: "claude_haiku", reasoning: "Moderate complexity + speed — Claude Haiku." };
|
|
127
|
-
return { model: "claude_sonnet", reasoning: "Multi-dimensional — Claude Sonnet default." };
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
_estimateCost(model, textLength) {
|
|
131
|
-
const COSTS = { claude_sonnet: 15, claude_haiku: 1, gemini_flash: 0.5, gpt4o: 30, gpt4o_mini: 0.3, grok: 10, perplexity: 5, llama3: 0.1 };
|
|
132
|
-
const tokens = Math.round(textLength / 4) + 150;
|
|
133
|
-
return (tokens / 1_000_000) * (COSTS[model] || 15);
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
export const orbit = new OrbitClient();
|
|
138
|
-
export { OrbitClient };
|
|
11
|
+
// Default export — zero-config instance
|
|
12
|
+
import { OrbitClient } from './src/index.js';
|
|
13
|
+
const orbit = new OrbitClient();
|
|
139
14
|
export default orbit;
|
package/package.json
CHANGED
|
@@ -1,14 +1,13 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gabrielsmartin/orbit-sdk",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.3",
|
|
4
4
|
"description": "Intelligent AI model routing. Drop-in replacement for OpenAI/Anthropic SDKs. Routes every query to the optimal model automatically.",
|
|
5
5
|
"main": "index.js",
|
|
6
6
|
"types": "index.d.ts",
|
|
7
7
|
"files": [
|
|
8
8
|
"index.js",
|
|
9
9
|
"index.d.ts",
|
|
10
|
-
"
|
|
11
|
-
"router.js",
|
|
10
|
+
"src/",
|
|
12
11
|
"README.md"
|
|
13
12
|
],
|
|
14
13
|
"scripts": {
|
|
@@ -25,7 +24,7 @@
|
|
|
25
24
|
"cost-optimization",
|
|
26
25
|
"model-routing"
|
|
27
26
|
],
|
|
28
|
-
"author": "Gabriel Martin <
|
|
27
|
+
"author": "Gabriel Martin <admin@gtll.app>",
|
|
29
28
|
"license": "MIT",
|
|
30
29
|
"repository": {
|
|
31
30
|
"type": "git",
|
|
@@ -35,5 +34,16 @@
|
|
|
35
34
|
"publishConfig": {
|
|
36
35
|
"registry": "https://registry.npmjs.org",
|
|
37
36
|
"access": "public"
|
|
37
|
+
},
|
|
38
|
+
"module": "index.js",
|
|
39
|
+
"type": "module",
|
|
40
|
+
"exports": {
|
|
41
|
+
".": {
|
|
42
|
+
"import": "./index.js",
|
|
43
|
+
"types": "./index.d.ts"
|
|
44
|
+
}
|
|
45
|
+
},
|
|
46
|
+
"engines": {
|
|
47
|
+
"node": ">=18.0.0"
|
|
38
48
|
}
|
|
39
49
|
}
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ORBIT · 8-Axis Query Fingerprinting Engine
|
|
3
|
+
* Scores every query across 8 dimensions in <1ms
|
|
4
|
+
*
|
|
5
|
+
* interval(n) = base / 2^n — Recursive Beat Engine
|
|
6
|
+
* 777 · 555 · 333
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
const COMPLEXITY_SIGNALS = [
|
|
10
|
+
'architect','distributed','implement','design','optimize','analyze',
|
|
11
|
+
'complex','system','algorithm','concurrent','scale','infrastructure',
|
|
12
|
+
'microservice','kubernetes','terraform','recursive','refactor'
|
|
13
|
+
];
|
|
14
|
+
|
|
15
|
+
const CREATIVITY_SIGNALS = [
|
|
16
|
+
'write','create','generate','poem','story','haiku','imagine',
|
|
17
|
+
'creative','brainstorm','ideas','invent','compose','design','narrative'
|
|
18
|
+
];
|
|
19
|
+
|
|
20
|
+
const RECENCY_SIGNALS = [
|
|
21
|
+
'latest','today','current','news','now','recent','trending',
|
|
22
|
+
'2024','2025','2026','live','breaking','update','this week'
|
|
23
|
+
];
|
|
24
|
+
|
|
25
|
+
const EMOTIONAL_SIGNALS = [
|
|
26
|
+
'feel','feeling','anxious','anxiety','depressed','depression','overwhelmed',
|
|
27
|
+
'scared','lonely','hurt','grief','trauma','crisis','suicid','help me',
|
|
28
|
+
'relationship','breakup','divorce','mental health','therapy','struggling'
|
|
29
|
+
];
|
|
30
|
+
|
|
31
|
+
const CODE_SIGNALS = [
|
|
32
|
+
'code','function','class','api','debug','error','syntax','compile',
|
|
33
|
+
'deploy','database','query','algorithm','javascript','python','typescript',
|
|
34
|
+
'react','node','sql','git','docker','bug','fix','implement'
|
|
35
|
+
];
|
|
36
|
+
|
|
37
|
+
/**
|
|
38
|
+
* Fingerprint a query across 8 axes
|
|
39
|
+
* @param {string} text - The query text
|
|
40
|
+
* @returns {Object} scores - 0-10 score for each axis
|
|
41
|
+
*/
|
|
42
|
+
export function fingerprint(text) {
|
|
43
|
+
const t = text.toLowerCase();
|
|
44
|
+
const words = t.split(/\s+/);
|
|
45
|
+
const wordCount = words.length;
|
|
46
|
+
|
|
47
|
+
// Complexity (0-10): reasoning depth required
|
|
48
|
+
const complexitySignals = COMPLEXITY_SIGNALS.filter(s => t.includes(s)).length;
|
|
49
|
+
const questionDepth = (t.match(/\b(why|how|explain|compare|tradeoff|pros|cons|difference|analyze)\b/g) || []).length;
|
|
50
|
+
const complexity = Math.min(10, Math.round(
|
|
51
|
+
complexitySignals * 2 +
|
|
52
|
+
questionDepth * 1.5 +
|
|
53
|
+
(wordCount > 30 ? 3 : wordCount > 15 ? 1.5 : 0)
|
|
54
|
+
));
|
|
55
|
+
|
|
56
|
+
// Creativity (0-10): open-ended vs deterministic
|
|
57
|
+
const creativitySignals = CREATIVITY_SIGNALS.filter(s => t.includes(s)).length;
|
|
58
|
+
const creativity = Math.min(10, Math.round(creativitySignals * 2.5));
|
|
59
|
+
|
|
60
|
+
// Speed (0-10): latency sensitivity
|
|
61
|
+
const speedSignals = (t.match(/\b(quick|fast|brief|tldr|short|simple|summarize|quickly)\b/g) || []).length;
|
|
62
|
+
const speed = Math.min(10, Math.round(speedSignals * 3 + (wordCount < 8 ? 3 : 0)));
|
|
63
|
+
|
|
64
|
+
// Cost tolerance (0-10): inferred from query type (overridable)
|
|
65
|
+
// Default: medium. Will be set by user config.
|
|
66
|
+
const costTolerance = 5;
|
|
67
|
+
|
|
68
|
+
// Emotional weight (0-10): sensitivity of content
|
|
69
|
+
const emotionalSignals = EMOTIONAL_SIGNALS.filter(s => t.includes(s)).length;
|
|
70
|
+
const emotional_weight = Math.min(10, Math.round(emotionalSignals * 3));
|
|
71
|
+
|
|
72
|
+
// Recency (0-10): need for live/current data
|
|
73
|
+
const recencySignals = RECENCY_SIGNALS.filter(s => t.includes(s)).length;
|
|
74
|
+
const recency = Math.min(10, Math.round(recencySignals * 3.5));
|
|
75
|
+
|
|
76
|
+
// Context load (0-10): context window size needed
|
|
77
|
+
const context_load = Math.min(10, Math.round(
|
|
78
|
+
(wordCount > 100 ? 8 : wordCount > 50 ? 5 : wordCount > 20 ? 3 : 1)
|
|
79
|
+
));
|
|
80
|
+
|
|
81
|
+
// Domain classification
|
|
82
|
+
const codeSignals = CODE_SIGNALS.filter(s => t.includes(s)).length;
|
|
83
|
+
let domain = 'general';
|
|
84
|
+
if (codeSignals >= 2) domain = 'code';
|
|
85
|
+
else if (creativity >= 6) domain = 'creative';
|
|
86
|
+
else if (recency >= 6) domain = 'current_events';
|
|
87
|
+
else if (emotional_weight >= 5) domain = 'emotional';
|
|
88
|
+
else if (t.match(/\b(legal|law|contract|lawsuit|rights|regulation)\b/)) domain = 'legal';
|
|
89
|
+
else if (t.match(/\b(medical|doctor|symptom|diagnosis|health|drug|medicine)\b/)) domain = 'medical';
|
|
90
|
+
else if (t.match(/\b(research|study|paper|academic|journal|cite|evidence)\b/)) domain = 'research';
|
|
91
|
+
|
|
92
|
+
return {
|
|
93
|
+
complexity,
|
|
94
|
+
creativity,
|
|
95
|
+
speed,
|
|
96
|
+
cost_tolerance: costTolerance,
|
|
97
|
+
emotional_weight,
|
|
98
|
+
recency,
|
|
99
|
+
context_load,
|
|
100
|
+
domain,
|
|
101
|
+
};
|
|
102
|
+
}
|
package/src/index.js
ADDED
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* orbit-ai · v0.1.0
|
|
3
|
+
* Intelligent AI model routing. Drop in. Save 85%.
|
|
4
|
+
*
|
|
5
|
+
* https://orbit-model-flow.base44.app
|
|
6
|
+
* github.com/gabrielsmartin/orbit
|
|
7
|
+
*
|
|
8
|
+
* 777 · 555 · 333
|
|
9
|
+
*/
|
|
10
|
+
|
|
11
|
+
import { fingerprint } from './fingerprint.js';
|
|
12
|
+
import { route, calculateSavings, MODEL_MATRIX } from './router.js';
|
|
13
|
+
|
|
14
|
+
export { fingerprint, route, calculateSavings, MODEL_MATRIX };
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* OrbitClient — the main class
|
|
18
|
+
*
|
|
19
|
+
* @example
|
|
20
|
+
* import { OrbitClient } from 'orbit-ai'
|
|
21
|
+
* const orbit = new OrbitClient({ apiKey: 'your-orbit-key' })
|
|
22
|
+
* const result = await orbit.query("explain quantum entanglement simply")
|
|
23
|
+
*/
|
|
24
|
+
export class OrbitClient {
|
|
25
|
+
constructor(config = {}) {
|
|
26
|
+
this.config = {
|
|
27
|
+
cost_tolerance: config.cost_tolerance || 'medium', // 'low' | 'medium' | 'high'
|
|
28
|
+
blocked_models: config.blocked_models || [],
|
|
29
|
+
api_key: config.apiKey || config.api_key || null,
|
|
30
|
+
log: config.log !== false, // log routing decisions by default
|
|
31
|
+
on_route: config.on_route || null, // callback: (decision) => void
|
|
32
|
+
// Provider API keys (optional — falls back to env vars)
|
|
33
|
+
anthropic_key: config.anthropic_key || null,
|
|
34
|
+
openai_key: config.openai_key || null,
|
|
35
|
+
google_key: config.google_key || null,
|
|
36
|
+
};
|
|
37
|
+
|
|
38
|
+
this._stats = {
|
|
39
|
+
total_queries: 0,
|
|
40
|
+
total_savings: 0,
|
|
41
|
+
model_usage: {},
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* Route a query to the optimal model
|
|
47
|
+
* Returns the routing decision — you call the model yourself with your keys
|
|
48
|
+
*
|
|
49
|
+
* @param {string} text - The query text
|
|
50
|
+
* @param {Object} options - Override options for this query
|
|
51
|
+
* @returns {Object} decision - { model, reason, rule, scores, savings }
|
|
52
|
+
*/
|
|
53
|
+
route(text, options = {}) {
|
|
54
|
+
const scores = fingerprint(text);
|
|
55
|
+
|
|
56
|
+
// Allow per-query cost_tolerance override
|
|
57
|
+
if (options.cost_tolerance) {
|
|
58
|
+
scores.cost_tolerance = options.cost_tolerance === 'low' ? 2
|
|
59
|
+
: options.cost_tolerance === 'high' ? 9 : 5;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
const config = { ...this.config, ...options };
|
|
63
|
+
const decision = route(scores, config);
|
|
64
|
+
const savings = calculateSavings(decision.model, options.estimated_tokens || 500);
|
|
65
|
+
|
|
66
|
+
const result = {
|
|
67
|
+
model: decision.model,
|
|
68
|
+
reason: decision.reason,
|
|
69
|
+
rule: decision.rule,
|
|
70
|
+
scores,
|
|
71
|
+
savings,
|
|
72
|
+
timestamp: new Date().toISOString(),
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
// Update stats
|
|
76
|
+
this._stats.total_queries++;
|
|
77
|
+
this._stats.total_savings += savings.savings;
|
|
78
|
+
const modelName = decision.model.name;
|
|
79
|
+
this._stats.model_usage[modelName] = (this._stats.model_usage[modelName] || 0) + 1;
|
|
80
|
+
|
|
81
|
+
// Log routing decision
|
|
82
|
+
if (this.config.log) {
|
|
83
|
+
console.log(`[ORBIT] → ${decision.model.name} | ${decision.rule} | saved $${savings.savings.toFixed(5)} (${savings.reductionPct}% reduction)`);
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
// Fire callback
|
|
87
|
+
if (this.config.on_route) {
|
|
88
|
+
this.config.on_route(result);
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
return result;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
/**
|
|
95
|
+
* Get cumulative stats for this session
|
|
96
|
+
*/
|
|
97
|
+
stats() {
|
|
98
|
+
return {
|
|
99
|
+
...this._stats,
|
|
100
|
+
total_savings_formatted: `$${this._stats.total_savings.toFixed(4)}`,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
/**
|
|
105
|
+
* Fingerprint a query without routing
|
|
106
|
+
* Useful for debugging or building custom routing logic on top
|
|
107
|
+
*/
|
|
108
|
+
fingerprint(text) {
|
|
109
|
+
return fingerprint(text);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
/**
|
|
114
|
+
* Default singleton client — zero config, ready to use
|
|
115
|
+
*
|
|
116
|
+
* @example
|
|
117
|
+
* import orbit from 'orbit-ai'
|
|
118
|
+
* const decision = orbit.route("write a haiku about recursion")
|
|
119
|
+
* // → { model: { name: 'Claude Sonnet', ... }, reason: '...', savings: { ... } }
|
|
120
|
+
*/
|
|
121
|
+
const orbit = new OrbitClient();
|
|
122
|
+
export default orbit;
|
package/src/router.js
ADDED
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ORBIT · Selective Model Matching (SMM) Router
|
|
3
|
+
* Routes queries to optimal models based on 8-axis fingerprints
|
|
4
|
+
*
|
|
5
|
+
* Proprietary routing logic — open SDK, closed engine weights
|
|
6
|
+
* 777 · 555 · 333
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
export const MODEL_MATRIX = {
|
|
10
|
+
claude_sonnet: {
|
|
11
|
+
id: 'claude-sonnet-4-5',
|
|
12
|
+
name: 'Claude Sonnet',
|
|
13
|
+
provider: 'anthropic',
|
|
14
|
+
costPer1M: 15,
|
|
15
|
+
strengths: ['nuance', 'long_context', 'ethics', 'reasoning'],
|
|
16
|
+
maxContext: 200000,
|
|
17
|
+
tier: 'medium',
|
|
18
|
+
},
|
|
19
|
+
claude_haiku: {
|
|
20
|
+
id: 'claude-haiku-3-5',
|
|
21
|
+
name: 'Claude Haiku',
|
|
22
|
+
provider: 'anthropic',
|
|
23
|
+
costPer1M: 1,
|
|
24
|
+
strengths: ['speed', 'efficiency', 'summaries'],
|
|
25
|
+
maxContext: 200000,
|
|
26
|
+
tier: 'low',
|
|
27
|
+
},
|
|
28
|
+
gemini_flash: {
|
|
29
|
+
id: 'gemini-2.5-flash',
|
|
30
|
+
name: 'Gemini 2.5 Flash',
|
|
31
|
+
provider: 'google',
|
|
32
|
+
costPer1M: 0.5,
|
|
33
|
+
strengths: ['speed', 'multimodal', 'cost', 'volume'],
|
|
34
|
+
maxContext: 1000000,
|
|
35
|
+
tier: 'very_low',
|
|
36
|
+
},
|
|
37
|
+
gpt4o: {
|
|
38
|
+
id: 'gpt-4o',
|
|
39
|
+
name: 'GPT-4o',
|
|
40
|
+
provider: 'openai',
|
|
41
|
+
costPer1M: 30,
|
|
42
|
+
strengths: ['broad_knowledge', 'instruction_following', 'structured_output'],
|
|
43
|
+
maxContext: 128000,
|
|
44
|
+
tier: 'high',
|
|
45
|
+
},
|
|
46
|
+
gpt4o_mini: {
|
|
47
|
+
id: 'gpt-4o-mini',
|
|
48
|
+
name: 'GPT-4o Mini',
|
|
49
|
+
provider: 'openai',
|
|
50
|
+
costPer1M: 0.3,
|
|
51
|
+
strengths: ['classification', 'simple_tasks', 'cost'],
|
|
52
|
+
maxContext: 128000,
|
|
53
|
+
tier: 'very_low',
|
|
54
|
+
},
|
|
55
|
+
grok: {
|
|
56
|
+
id: 'grok-2',
|
|
57
|
+
name: 'Grok',
|
|
58
|
+
provider: 'xai',
|
|
59
|
+
costPer1M: 10,
|
|
60
|
+
strengths: ['realtime_web', 'trending', 'social_intelligence'],
|
|
61
|
+
maxContext: 131072,
|
|
62
|
+
tier: 'medium',
|
|
63
|
+
},
|
|
64
|
+
};
|
|
65
|
+
|
|
66
|
+
/**
|
|
67
|
+
* Core SMM routing logic
|
|
68
|
+
* Returns the selected model + reasoning
|
|
69
|
+
*
|
|
70
|
+
* @param {Object} scores - 8-axis fingerprint scores
|
|
71
|
+
* @param {Object} config - User config (cost_tolerance override, blocked_models, etc.)
|
|
72
|
+
* @returns {Object} { model, reason, fallback }
|
|
73
|
+
*/
|
|
74
|
+
export function route(scores, config = {}) {
|
|
75
|
+
const {
|
|
76
|
+
complexity, creativity, speed, emotional_weight,
|
|
77
|
+
recency, context_load, domain, cost_tolerance
|
|
78
|
+
} = scores;
|
|
79
|
+
|
|
80
|
+
const blocked = config.blocked_models || [];
|
|
81
|
+
const preferLow = config.cost_tolerance === 'low' || cost_tolerance <= 3;
|
|
82
|
+
const preferHigh = config.cost_tolerance === 'high' || cost_tolerance >= 8;
|
|
83
|
+
|
|
84
|
+
// Rule 1: ETHICS FIRST — emotional/crisis queries always go to Claude
|
|
85
|
+
if (emotional_weight >= 6) {
|
|
86
|
+
return {
|
|
87
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
88
|
+
reason: 'Emotional weight detected — routing to Claude for ethics-first handling. Never use a cheap model for sensitive content.',
|
|
89
|
+
rule: 'ethics_first',
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
// Rule 2: Realtime / current events → Grok
|
|
94
|
+
if (recency >= 7 && !blocked.includes('grok')) {
|
|
95
|
+
return {
|
|
96
|
+
model: MODEL_MATRIX.grok,
|
|
97
|
+
reason: `High recency score (${recency}/10) — Grok has live web access for current events and trending topics.`,
|
|
98
|
+
rule: 'recency_grok',
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
// Rule 3: Long context load → Claude Sonnet (200k window)
|
|
103
|
+
if (context_load >= 8 && !blocked.includes('claude_sonnet')) {
|
|
104
|
+
return {
|
|
105
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
106
|
+
reason: `High context load (${context_load}/10) — Claude's 200k window is the only safe choice.`,
|
|
107
|
+
rule: 'context_claude',
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
// Rule 4: High complexity code/reasoning
|
|
112
|
+
if (complexity >= 7 && domain === 'code' && !blocked.includes('claude_sonnet')) {
|
|
113
|
+
return {
|
|
114
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
115
|
+
reason: `Complex code task (complexity ${complexity}/10) — Claude Sonnet for deep reasoning and long context.`,
|
|
116
|
+
rule: 'complex_code',
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
// Rule 5: High complexity general → GPT-4o (if cost tolerance allows)
|
|
121
|
+
if (complexity >= 7 && !preferLow && !blocked.includes('gpt4o')) {
|
|
122
|
+
return {
|
|
123
|
+
model: MODEL_MATRIX.gpt4o,
|
|
124
|
+
reason: `High complexity (${complexity}/10) — GPT-4o for broad knowledge and structured output.`,
|
|
125
|
+
rule: 'complex_gpt4o',
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
// Rule 6: Creative writing → Claude Sonnet
|
|
130
|
+
if (creativity >= 5 && !blocked.includes('claude_sonnet')) {
|
|
131
|
+
return {
|
|
132
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
133
|
+
reason: `High creativity score (${creativity}/10) — Claude Sonnet for nuanced creative writing.`,
|
|
134
|
+
rule: 'creative_claude',
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
// Rule 7: Cost sensitive OR simple queries → Gemini Flash
|
|
139
|
+
if ((preferLow || complexity <= 3) && !blocked.includes('gemini_flash')) {
|
|
140
|
+
return {
|
|
141
|
+
model: MODEL_MATRIX.gemini_flash,
|
|
142
|
+
reason: `Low complexity (${complexity}/10) — Gemini 2.5 Flash delivers 95% quality at 2% of GPT-4o cost.`,
|
|
143
|
+
rule: 'cost_gemini',
|
|
144
|
+
};
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
// Rule 8: Medium complexity → Claude Haiku (fast + cheap + capable)
|
|
148
|
+
if (complexity <= 5 && !blocked.includes('claude_haiku')) {
|
|
149
|
+
return {
|
|
150
|
+
model: MODEL_MATRIX.claude_haiku,
|
|
151
|
+
reason: `Medium complexity (${complexity}/10) — Claude Haiku balances speed, cost, and quality.`,
|
|
152
|
+
rule: 'medium_haiku',
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
// Default: Claude Sonnet (safest general choice)
|
|
157
|
+
return {
|
|
158
|
+
model: MODEL_MATRIX.claude_sonnet,
|
|
159
|
+
reason: 'Default routing — Claude Sonnet for reliable, high-quality responses.',
|
|
160
|
+
rule: 'default',
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
/**
|
|
165
|
+
* Calculate savings vs always using GPT-4o (premium baseline)
|
|
166
|
+
*/
|
|
167
|
+
export function calculateSavings(selectedModel, estimatedTokens = 500) {
|
|
168
|
+
const premiumCost = (MODEL_MATRIX.gpt4o.costPer1M / 1_000_000) * estimatedTokens;
|
|
169
|
+
const actualCost = (selectedModel.costPer1M / 1_000_000) * estimatedTokens;
|
|
170
|
+
const savings = premiumCost - actualCost;
|
|
171
|
+
const reductionPct = Math.round((savings / premiumCost) * 100);
|
|
172
|
+
return { premiumCost, actualCost, savings, reductionPct };
|
|
173
|
+
}
|