@phantomind/core 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/aider.d.ts +12 -0
- package/dist/adapters/aider.d.ts.map +1 -0
- package/dist/adapters/aider.js +24 -0
- package/dist/adapters/aider.js.map +1 -0
- package/dist/adapters/base.d.ts +21 -0
- package/dist/adapters/base.d.ts.map +1 -0
- package/dist/adapters/base.js +83 -0
- package/dist/adapters/base.js.map +1 -0
- package/dist/adapters/claude-code.d.ts +12 -0
- package/dist/adapters/claude-code.d.ts.map +1 -0
- package/dist/adapters/claude-code.js +31 -0
- package/dist/adapters/claude-code.js.map +1 -0
- package/dist/adapters/cline.d.ts +12 -0
- package/dist/adapters/cline.d.ts.map +1 -0
- package/dist/adapters/cline.js +32 -0
- package/dist/adapters/cline.js.map +1 -0
- package/dist/adapters/codex.d.ts +18 -0
- package/dist/adapters/codex.d.ts.map +1 -0
- package/dist/adapters/codex.js +38 -0
- package/dist/adapters/codex.js.map +1 -0
- package/dist/adapters/continue.d.ts +12 -0
- package/dist/adapters/continue.d.ts.map +1 -0
- package/dist/adapters/continue.js +29 -0
- package/dist/adapters/continue.js.map +1 -0
- package/dist/adapters/copilot.d.ts +12 -0
- package/dist/adapters/copilot.d.ts.map +1 -0
- package/dist/adapters/copilot.js +31 -0
- package/dist/adapters/copilot.js.map +1 -0
- package/dist/adapters/cursor.d.ts +12 -0
- package/dist/adapters/cursor.d.ts.map +1 -0
- package/dist/adapters/cursor.js +34 -0
- package/dist/adapters/cursor.js.map +1 -0
- package/dist/adapters/index.d.ts +32 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +64 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/windsurf.d.ts +12 -0
- package/dist/adapters/windsurf.d.ts.map +1 -0
- package/dist/adapters/windsurf.js +32 -0
- package/dist/adapters/windsurf.js.map +1 -0
- package/dist/adapters/zed.d.ts +12 -0
- package/dist/adapters/zed.d.ts.map +1 -0
- package/dist/adapters/zed.js +27 -0
- package/dist/adapters/zed.js.map +1 -0
- package/dist/agent/decomposer.d.ts +55 -0
- package/dist/agent/decomposer.d.ts.map +1 -0
- package/dist/agent/decomposer.js +172 -0
- package/dist/agent/decomposer.js.map +1 -0
- package/dist/agent/executor.d.ts +33 -0
- package/dist/agent/executor.d.ts.map +1 -0
- package/dist/agent/executor.js +260 -0
- package/dist/agent/executor.js.map +1 -0
- package/dist/agent/index.d.ts +8 -0
- package/dist/agent/index.d.ts.map +1 -0
- package/dist/agent/index.js +8 -0
- package/dist/agent/index.js.map +1 -0
- package/dist/agent/memory.d.ts +95 -0
- package/dist/agent/memory.d.ts.map +1 -0
- package/dist/agent/memory.js +211 -0
- package/dist/agent/memory.js.map +1 -0
- package/dist/agent/orchestrator.d.ts +54 -0
- package/dist/agent/orchestrator.d.ts.map +1 -0
- package/dist/agent/orchestrator.js +190 -0
- package/dist/agent/orchestrator.js.map +1 -0
- package/dist/agent/queue.d.ts +95 -0
- package/dist/agent/queue.d.ts.map +1 -0
- package/dist/agent/queue.js +231 -0
- package/dist/agent/queue.js.map +1 -0
- package/dist/agent/retry.d.ts +61 -0
- package/dist/agent/retry.d.ts.map +1 -0
- package/dist/agent/retry.js +162 -0
- package/dist/agent/retry.js.map +1 -0
- package/dist/agent/roles.d.ts +35 -0
- package/dist/agent/roles.d.ts.map +1 -0
- package/dist/agent/roles.js +269 -0
- package/dist/agent/roles.js.map +1 -0
- package/dist/cli/agent.d.ts +12 -0
- package/dist/cli/agent.d.ts.map +1 -0
- package/dist/cli/agent.js +85 -0
- package/dist/cli/agent.js.map +1 -0
- package/dist/cli/audit.d.ts +11 -0
- package/dist/cli/audit.d.ts.map +1 -0
- package/dist/cli/audit.js +63 -0
- package/dist/cli/audit.js.map +1 -0
- package/dist/cli/eval.d.ts +11 -0
- package/dist/cli/eval.d.ts.map +1 -0
- package/dist/cli/eval.js +79 -0
- package/dist/cli/eval.js.map +1 -0
- package/dist/cli/index.d.ts +9 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +9 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/init.d.ts +13 -0
- package/dist/cli/init.d.ts.map +1 -0
- package/dist/cli/init.js +157 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/main.d.ts +7 -0
- package/dist/cli/main.d.ts.map +1 -0
- package/dist/cli/main.js +153 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/serve.d.ts +11 -0
- package/dist/cli/serve.d.ts.map +1 -0
- package/dist/cli/serve.js +23 -0
- package/dist/cli/serve.js.map +1 -0
- package/dist/cli/stats.d.ts +10 -0
- package/dist/cli/stats.d.ts.map +1 -0
- package/dist/cli/stats.js +68 -0
- package/dist/cli/stats.js.map +1 -0
- package/dist/cli/sync.d.ts +11 -0
- package/dist/cli/sync.d.ts.map +1 -0
- package/dist/cli/sync.js +49 -0
- package/dist/cli/sync.js.map +1 -0
- package/dist/cli/validate.d.ts +13 -0
- package/dist/cli/validate.d.ts.map +1 -0
- package/dist/cli/validate.js +125 -0
- package/dist/cli/validate.js.map +1 -0
- package/dist/config/index.d.ts +2 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +2 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/loader.d.ts +25 -0
- package/dist/config/loader.d.ts.map +1 -0
- package/dist/config/loader.js +190 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/context/embedder.d.ts +53 -0
- package/dist/context/embedder.d.ts.map +1 -0
- package/dist/context/embedder.js +235 -0
- package/dist/context/embedder.js.map +1 -0
- package/dist/context/engine.d.ts +82 -0
- package/dist/context/engine.d.ts.map +1 -0
- package/dist/context/engine.js +343 -0
- package/dist/context/engine.js.map +1 -0
- package/dist/context/index.d.ts +5 -0
- package/dist/context/index.d.ts.map +1 -0
- package/dist/context/index.js +5 -0
- package/dist/context/index.js.map +1 -0
- package/dist/context/learner.d.ts +44 -0
- package/dist/context/learner.d.ts.map +1 -0
- package/dist/context/learner.js +246 -0
- package/dist/context/learner.js.map +1 -0
- package/dist/context/versioning.d.ts +29 -0
- package/dist/context/versioning.d.ts.map +1 -0
- package/dist/context/versioning.js +81 -0
- package/dist/context/versioning.js.map +1 -0
- package/dist/index.d.ts +169 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +285 -0
- package/dist/index.js.map +1 -0
- package/dist/mcp/index.d.ts +2 -0
- package/dist/mcp/index.d.ts.map +1 -0
- package/dist/mcp/index.js +2 -0
- package/dist/mcp/index.js.map +1 -0
- package/dist/mcp/server.d.ts +31 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +334 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/observability/audit.d.ts +61 -0
- package/dist/observability/audit.d.ts.map +1 -0
- package/dist/observability/audit.js +168 -0
- package/dist/observability/audit.js.map +1 -0
- package/dist/observability/cost-tracker.d.ts +71 -0
- package/dist/observability/cost-tracker.d.ts.map +1 -0
- package/dist/observability/cost-tracker.js +206 -0
- package/dist/observability/cost-tracker.js.map +1 -0
- package/dist/observability/dashboard.d.ts +52 -0
- package/dist/observability/dashboard.d.ts.map +1 -0
- package/dist/observability/dashboard.js +134 -0
- package/dist/observability/dashboard.js.map +1 -0
- package/dist/observability/index.d.ts +4 -0
- package/dist/observability/index.d.ts.map +1 -0
- package/dist/observability/index.js +4 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/providers/anthropic.d.ts +14 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +99 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/base.d.ts +52 -0
- package/dist/providers/base.d.ts.map +1 -0
- package/dist/providers/base.js +68 -0
- package/dist/providers/base.js.map +1 -0
- package/dist/providers/deepseek.d.ts +15 -0
- package/dist/providers/deepseek.d.ts.map +1 -0
- package/dist/providers/deepseek.js +99 -0
- package/dist/providers/deepseek.js.map +1 -0
- package/dist/providers/gemini.d.ts +15 -0
- package/dist/providers/gemini.d.ts.map +1 -0
- package/dist/providers/gemini.js +118 -0
- package/dist/providers/gemini.js.map +1 -0
- package/dist/providers/groq.d.ts +15 -0
- package/dist/providers/groq.d.ts.map +1 -0
- package/dist/providers/groq.js +101 -0
- package/dist/providers/groq.js.map +1 -0
- package/dist/providers/index.d.ts +11 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +11 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/mistral.d.ts +15 -0
- package/dist/providers/mistral.d.ts.map +1 -0
- package/dist/providers/mistral.js +99 -0
- package/dist/providers/mistral.js.map +1 -0
- package/dist/providers/ollama.d.ts +14 -0
- package/dist/providers/ollama.d.ts.map +1 -0
- package/dist/providers/ollama.js +122 -0
- package/dist/providers/ollama.js.map +1 -0
- package/dist/providers/openai.d.ts +14 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +80 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/providers/openrouter.d.ts +15 -0
- package/dist/providers/openrouter.d.ts.map +1 -0
- package/dist/providers/openrouter.js +101 -0
- package/dist/providers/openrouter.js.map +1 -0
- package/dist/providers/router.d.ts +51 -0
- package/dist/providers/router.d.ts.map +1 -0
- package/dist/providers/router.js +198 -0
- package/dist/providers/router.js.map +1 -0
- package/dist/quality/anomaly.d.ts +32 -0
- package/dist/quality/anomaly.d.ts.map +1 -0
- package/dist/quality/anomaly.js +126 -0
- package/dist/quality/anomaly.js.map +1 -0
- package/dist/quality/consistency.d.ts +26 -0
- package/dist/quality/consistency.d.ts.map +1 -0
- package/dist/quality/consistency.js +156 -0
- package/dist/quality/consistency.js.map +1 -0
- package/dist/quality/dual-verifier.d.ts +22 -0
- package/dist/quality/dual-verifier.d.ts.map +1 -0
- package/dist/quality/dual-verifier.js +137 -0
- package/dist/quality/dual-verifier.js.map +1 -0
- package/dist/quality/hallucination-guard.d.ts +57 -0
- package/dist/quality/hallucination-guard.d.ts.map +1 -0
- package/dist/quality/hallucination-guard.js +245 -0
- package/dist/quality/hallucination-guard.js.map +1 -0
- package/dist/quality/index.d.ts +7 -0
- package/dist/quality/index.d.ts.map +1 -0
- package/dist/quality/index.js +7 -0
- package/dist/quality/index.js.map +1 -0
- package/dist/quality/regression.d.ts +44 -0
- package/dist/quality/regression.d.ts.map +1 -0
- package/dist/quality/regression.js +181 -0
- package/dist/quality/regression.js.map +1 -0
- package/dist/quality/secret-scanner.d.ts +36 -0
- package/dist/quality/secret-scanner.d.ts.map +1 -0
- package/dist/quality/secret-scanner.js +187 -0
- package/dist/quality/secret-scanner.js.map +1 -0
- package/dist/schemas/index.d.ts +2 -0
- package/dist/schemas/index.d.ts.map +1 -0
- package/dist/schemas/index.js +2 -0
- package/dist/schemas/index.js.map +1 -0
- package/dist/schemas/registry.d.ts +72 -0
- package/dist/schemas/registry.d.ts.map +1 -0
- package/dist/schemas/registry.js +483 -0
- package/dist/schemas/registry.js.map +1 -0
- package/dist/templates/engine.d.ts +70 -0
- package/dist/templates/engine.d.ts.map +1 -0
- package/dist/templates/engine.js +71 -0
- package/dist/templates/engine.js.map +1 -0
- package/dist/templates/index.d.ts +2 -0
- package/dist/templates/index.d.ts.map +1 -0
- package/dist/templates/index.js +2 -0
- package/dist/templates/index.js.map +1 -0
- package/dist/types.d.ts +912 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +75 -0
- package/dist/types.js.map +1 -0
- package/package.json +85 -0
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhantomMindAI — OpenAI Provider
|
|
3
|
+
*/
|
|
4
|
+
import { BaseProvider } from './base.js';
|
|
5
|
+
export class OpenAIProvider extends BaseProvider {
|
|
6
|
+
client;
|
|
7
|
+
async getClient() {
|
|
8
|
+
if (!this.client) {
|
|
9
|
+
const { default: OpenAI } = await import('openai');
|
|
10
|
+
this.client = new OpenAI({
|
|
11
|
+
apiKey: this.config.apiKey || process.env.OPENAI_API_KEY,
|
|
12
|
+
...(this.config.baseUrl && { baseURL: this.config.baseUrl }),
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
return this.client;
|
|
16
|
+
}
|
|
17
|
+
async complete(request) {
|
|
18
|
+
const client = await this.getClient();
|
|
19
|
+
const messages = this.buildMessages(request);
|
|
20
|
+
const start = Date.now();
|
|
21
|
+
const response = await client.chat.completions.create({
|
|
22
|
+
model: this.config.model,
|
|
23
|
+
messages: messages.map(m => ({ role: m.role, content: m.content })),
|
|
24
|
+
max_tokens: request.maxTokens ?? this.config.maxTokens ?? 8096,
|
|
25
|
+
temperature: request.temperature ?? this.config.temperature ?? 0.2,
|
|
26
|
+
});
|
|
27
|
+
const content = response.choices[0]?.message?.content ?? '';
|
|
28
|
+
const inputTokens = response.usage?.prompt_tokens ?? 0;
|
|
29
|
+
const outputTokens = response.usage?.completion_tokens ?? 0;
|
|
30
|
+
return {
|
|
31
|
+
content,
|
|
32
|
+
model: this.config.model,
|
|
33
|
+
provider: 'openai',
|
|
34
|
+
usage: {
|
|
35
|
+
inputTokens,
|
|
36
|
+
outputTokens,
|
|
37
|
+
totalTokens: inputTokens + outputTokens,
|
|
38
|
+
estimatedCost: this.estimateCost({ inputTokens, outputTokens }),
|
|
39
|
+
},
|
|
40
|
+
duration: Date.now() - start,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
async *stream(request) {
|
|
44
|
+
const client = await this.getClient();
|
|
45
|
+
const messages = this.buildMessages(request);
|
|
46
|
+
const stream = await client.chat.completions.create({
|
|
47
|
+
model: this.config.model,
|
|
48
|
+
messages: messages.map(m => ({ role: m.role, content: m.content })),
|
|
49
|
+
max_tokens: request.maxTokens ?? this.config.maxTokens ?? 8096,
|
|
50
|
+
temperature: request.temperature ?? this.config.temperature ?? 0.2,
|
|
51
|
+
stream: true,
|
|
52
|
+
});
|
|
53
|
+
let totalContent = '';
|
|
54
|
+
for await (const chunk of stream) {
|
|
55
|
+
const delta = chunk.choices[0]?.delta?.content ?? '';
|
|
56
|
+
totalContent += delta;
|
|
57
|
+
if (delta) {
|
|
58
|
+
yield { content: delta, done: false };
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
yield {
|
|
62
|
+
content: '',
|
|
63
|
+
done: true,
|
|
64
|
+
usage: {
|
|
65
|
+
inputTokens: 0,
|
|
66
|
+
outputTokens: 0,
|
|
67
|
+
totalTokens: 0,
|
|
68
|
+
estimatedCost: 0,
|
|
69
|
+
},
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
async isAvailable() {
|
|
73
|
+
const apiKey = this.config.apiKey || process.env.OPENAI_API_KEY;
|
|
74
|
+
return !!apiKey;
|
|
75
|
+
}
|
|
76
|
+
async listModels() {
|
|
77
|
+
return ['gpt-4o', 'gpt-4o-mini', 'o1', 'o3'];
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAOzC,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,MAAM,CAAM;IAEZ,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;gBACxD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;aAC7D,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACpD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;YAC9D,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG;SACnE,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC5D,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;QAE5D,OAAO;YACL,OAAO;YACP,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE;gBACL,WAAW;gBACX,YAAY;gBACZ,WAAW,EAAE,WAAW,GAAG,YAAY;gBACvC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;aAChE;YACD,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA0B;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;YAC9D,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG;YAClE,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;QAEH,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YACrD,YAAY,IAAI,KAAK,CAAC;YACtB,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAED,MAAM;YACJ,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,IAAI;YACV,KAAK,EAAE;gBACL,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;gBACf,WAAW,EAAE,CAAC;gBACd,aAAa,EAAE,CAAC;aACjB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAChE,OAAO,CAAC,CAAC,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;CACF"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhantomMindAI — OpenRouter Provider (universal gateway)
|
|
3
|
+
*/
|
|
4
|
+
import { BaseProvider } from './base.js';
|
|
5
|
+
import type { CompletionRequest, CompletionResponse, StreamChunk } from '../types.js';
|
|
6
|
+
export declare class OpenRouterProvider extends BaseProvider {
|
|
7
|
+
private baseUrl;
|
|
8
|
+
private apiKey;
|
|
9
|
+
constructor(config: any);
|
|
10
|
+
complete(request: CompletionRequest): Promise<CompletionResponse>;
|
|
11
|
+
stream(request: CompletionRequest): AsyncGenerator<StreamChunk>;
|
|
12
|
+
isAvailable(): Promise<boolean>;
|
|
13
|
+
listModels(): Promise<string[]>;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=openrouter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openrouter.d.ts","sourceRoot":"","sources":["../../src/providers/openrouter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAEtF,qBAAa,kBAAmB,SAAQ,YAAY;IAClD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,GAAG;IAMjB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA0ChE,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,cAAc,CAAC,WAAW,CAAC;IA8ChE,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAI/B,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAGtC"}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhantomMindAI — OpenRouter Provider (universal gateway)
|
|
3
|
+
*/
|
|
4
|
+
import { BaseProvider } from './base.js';
|
|
5
|
+
export class OpenRouterProvider extends BaseProvider {
|
|
6
|
+
baseUrl;
|
|
7
|
+
apiKey;
|
|
8
|
+
constructor(config) {
|
|
9
|
+
super(config);
|
|
10
|
+
this.apiKey = config.apiKey || process.env.OPENROUTER_API_KEY || '';
|
|
11
|
+
this.baseUrl = config.baseUrl || 'https://openrouter.ai/api/v1';
|
|
12
|
+
}
|
|
13
|
+
async complete(request) {
|
|
14
|
+
const messages = this.buildMessages(request);
|
|
15
|
+
const start = Date.now();
|
|
16
|
+
const response = await fetch(`${this.baseUrl}/chat/completions`, {
|
|
17
|
+
method: 'POST',
|
|
18
|
+
headers: {
|
|
19
|
+
'Content-Type': 'application/json',
|
|
20
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
21
|
+
'X-Title': 'PhantomMindAI',
|
|
22
|
+
},
|
|
23
|
+
body: JSON.stringify({
|
|
24
|
+
model: this.config.model,
|
|
25
|
+
messages: messages.map(m => ({ role: m.role, content: m.content })),
|
|
26
|
+
max_tokens: request.maxTokens ?? this.config.maxTokens ?? 8096,
|
|
27
|
+
temperature: request.temperature ?? this.config.temperature ?? 0.2,
|
|
28
|
+
}),
|
|
29
|
+
});
|
|
30
|
+
if (!response.ok) {
|
|
31
|
+
throw new Error(`OpenRouter API error: ${response.status} ${await response.text()}`);
|
|
32
|
+
}
|
|
33
|
+
const data = await response.json();
|
|
34
|
+
const content = data.choices?.[0]?.message?.content ?? '';
|
|
35
|
+
const inputTokens = data.usage?.prompt_tokens ?? 0;
|
|
36
|
+
const outputTokens = data.usage?.completion_tokens ?? 0;
|
|
37
|
+
return {
|
|
38
|
+
content,
|
|
39
|
+
model: this.config.model,
|
|
40
|
+
provider: 'openrouter',
|
|
41
|
+
usage: {
|
|
42
|
+
inputTokens,
|
|
43
|
+
outputTokens,
|
|
44
|
+
totalTokens: inputTokens + outputTokens,
|
|
45
|
+
estimatedCost: this.estimateCost({ inputTokens, outputTokens }),
|
|
46
|
+
},
|
|
47
|
+
duration: Date.now() - start,
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
async *stream(request) {
|
|
51
|
+
const messages = this.buildMessages(request);
|
|
52
|
+
const response = await fetch(`${this.baseUrl}/chat/completions`, {
|
|
53
|
+
method: 'POST',
|
|
54
|
+
headers: {
|
|
55
|
+
'Content-Type': 'application/json',
|
|
56
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
57
|
+
'X-Title': 'PhantomMindAI',
|
|
58
|
+
},
|
|
59
|
+
body: JSON.stringify({
|
|
60
|
+
model: this.config.model,
|
|
61
|
+
messages: messages.map(m => ({ role: m.role, content: m.content })),
|
|
62
|
+
max_tokens: request.maxTokens ?? this.config.maxTokens ?? 8096,
|
|
63
|
+
temperature: request.temperature ?? this.config.temperature ?? 0.2,
|
|
64
|
+
stream: true,
|
|
65
|
+
}),
|
|
66
|
+
});
|
|
67
|
+
if (!response.ok || !response.body) {
|
|
68
|
+
throw new Error(`OpenRouter stream error: ${response.status}`);
|
|
69
|
+
}
|
|
70
|
+
const reader = response.body.getReader();
|
|
71
|
+
const decoder = new TextDecoder();
|
|
72
|
+
let buffer = '';
|
|
73
|
+
while (true) {
|
|
74
|
+
const { done, value } = await reader.read();
|
|
75
|
+
if (done)
|
|
76
|
+
break;
|
|
77
|
+
buffer += decoder.decode(value, { stream: true });
|
|
78
|
+
const lines = buffer.split('\n');
|
|
79
|
+
buffer = lines.pop() ?? '';
|
|
80
|
+
for (const line of lines) {
|
|
81
|
+
if (line.startsWith('data: ') && line !== 'data: [DONE]') {
|
|
82
|
+
try {
|
|
83
|
+
const data = JSON.parse(line.slice(6));
|
|
84
|
+
const text = data.choices?.[0]?.delta?.content ?? '';
|
|
85
|
+
if (text)
|
|
86
|
+
yield { content: text, done: false };
|
|
87
|
+
}
|
|
88
|
+
catch { /* skip */ }
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
yield { content: '', done: true };
|
|
93
|
+
}
|
|
94
|
+
async isAvailable() {
|
|
95
|
+
return !!(this.config.apiKey || process.env.OPENROUTER_API_KEY);
|
|
96
|
+
}
|
|
97
|
+
async listModels() {
|
|
98
|
+
return ['anthropic/claude-sonnet-4', 'openai/gpt-4o', 'google/gemini-2.0-flash-001'];
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
//# sourceMappingURL=openrouter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/providers/openrouter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,MAAM,OAAO,kBAAmB,SAAQ,YAAY;IAC1C,OAAO,CAAS;IAChB,MAAM,CAAS;IAEvB,YAAY,MAAW;QACrB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC;QACpE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,8BAA8B,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,SAAS,EAAE,eAAe;aAC3B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnE,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;gBAC9D,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG;aACnE,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,IAAI,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAS,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC1D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;QAExD,OAAO;YACL,OAAO;YACP,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE;gBACL,WAAW;gBACX,YAAY;gBACZ,WAAW,EAAE,WAAW,GAAG,YAAY;gBACvC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;aAChE;YACD,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC7B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA0B;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE7C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;YAC/D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,SAAS,EAAE,eAAe;aAC3B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnE,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;gBAC9D,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG;gBAClE,MAAM,EAAE,IAAI;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;oBACzD,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;wBACrD,IAAI,IAAI;4BAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;oBACjD,CAAC;oBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,CAAC,2BAA2B,EAAE,eAAe,EAAE,6BAA6B,CAAC,CAAC;IACvF,CAAC;CACF"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhantomMindAI — Provider Router & Factory
|
|
3
|
+
* Handles provider creation, automatic fallback, and budget-aware routing.
|
|
4
|
+
*/
|
|
5
|
+
import { EventEmitter } from 'eventemitter3';
|
|
6
|
+
import { BaseProvider } from './base.js';
|
|
7
|
+
import type { ProviderConfig, ProviderRouting, CompletionRequest, CompletionResponse, StreamChunk } from '../types.js';
|
|
8
|
+
export declare class ProviderRouter extends EventEmitter {
|
|
9
|
+
private providers;
|
|
10
|
+
private routing;
|
|
11
|
+
private dailyCost;
|
|
12
|
+
private dailyCostDate;
|
|
13
|
+
private maxCostPerDay;
|
|
14
|
+
private warningThreshold;
|
|
15
|
+
private fallbackOnBudget;
|
|
16
|
+
constructor(routing: ProviderRouting, budgetConfig?: {
|
|
17
|
+
maxCostPerDay?: number;
|
|
18
|
+
warningAt?: number;
|
|
19
|
+
fallbackOnBudget?: string;
|
|
20
|
+
});
|
|
21
|
+
private initProvider;
|
|
22
|
+
/**
|
|
23
|
+
* Complete with automatic fallback and budget awareness
|
|
24
|
+
*/
|
|
25
|
+
complete(request: CompletionRequest): Promise<CompletionResponse>;
|
|
26
|
+
/**
|
|
27
|
+
* Stream with fallback
|
|
28
|
+
*/
|
|
29
|
+
stream(request: CompletionRequest): AsyncGenerator<StreamChunk>;
|
|
30
|
+
/**
|
|
31
|
+
* Get a specific provider by name
|
|
32
|
+
*/
|
|
33
|
+
getProvider(name: string): BaseProvider | undefined;
|
|
34
|
+
/**
|
|
35
|
+
* Get a provider for a specific slot
|
|
36
|
+
*/
|
|
37
|
+
getSlotProvider(slot: 'primary' | 'fallback' | 'budget' | 'local'): BaseProvider | undefined;
|
|
38
|
+
/**
|
|
39
|
+
* Get daily cost tracking
|
|
40
|
+
*/
|
|
41
|
+
getDailyCost(): number;
|
|
42
|
+
private executeWithTracking;
|
|
43
|
+
private trackCost;
|
|
44
|
+
private shouldUseBudgetProvider;
|
|
45
|
+
private resetDailyCostIfNeeded;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Factory function to create a provider instance
|
|
49
|
+
*/
|
|
50
|
+
export declare function createProvider(config: ProviderConfig): BaseProvider;
|
|
51
|
+
//# sourceMappingURL=router.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../../src/providers/router.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AASzC,OAAO,KAAK,EAEV,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,WAAW,EAEZ,MAAM,aAAa,CAAC;AAIrB,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,SAAS,CAAwC;IACzD,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,aAAa,CAAM;IAC3B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,gBAAgB,CAAS;gBAG/B,OAAO,EAAE,eAAe,EACxB,YAAY,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE;IAe1F,OAAO,CAAC,YAAY;IAKpB;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAoDvE;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,cAAc,CAAC,WAAW,CAAC;IAgBtE;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAWnD;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,SAAS,GAAG,UAAU,GAAG,QAAQ,GAAG,OAAO,GAAG,YAAY,GAAG,SAAS;IAI5F;;OAEG;IACH,YAAY,IAAI,MAAM;YAKR,mBAAmB;IAmBjC,OAAO,CAAC,SAAS;IAajB,OAAO,CAAC,uBAAuB;IAK/B,OAAO,CAAC,sBAAsB;CAO/B;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,YAAY,CAqBnE"}
|
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhantomMindAI — Provider Router & Factory
|
|
3
|
+
* Handles provider creation, automatic fallback, and budget-aware routing.
|
|
4
|
+
*/
|
|
5
|
+
import { EventEmitter } from 'eventemitter3';
|
|
6
|
+
import { AnthropicProvider } from './anthropic.js';
|
|
7
|
+
import { OpenAIProvider } from './openai.js';
|
|
8
|
+
import { GeminiProvider } from './gemini.js';
|
|
9
|
+
import { GroqProvider } from './groq.js';
|
|
10
|
+
import { MistralProvider } from './mistral.js';
|
|
11
|
+
import { OllamaProvider } from './ollama.js';
|
|
12
|
+
import { DeepSeekProvider } from './deepseek.js';
|
|
13
|
+
import { OpenRouterProvider } from './openrouter.js';
|
|
14
|
+
const FALLBACK_TIMEOUT_MS = 2000;
|
|
15
|
+
export class ProviderRouter extends EventEmitter {
|
|
16
|
+
providers = new Map();
|
|
17
|
+
routing;
|
|
18
|
+
dailyCost = 0;
|
|
19
|
+
dailyCostDate = '';
|
|
20
|
+
maxCostPerDay;
|
|
21
|
+
warningThreshold;
|
|
22
|
+
fallbackOnBudget;
|
|
23
|
+
constructor(routing, budgetConfig) {
|
|
24
|
+
super();
|
|
25
|
+
this.routing = routing;
|
|
26
|
+
this.maxCostPerDay = budgetConfig?.maxCostPerDay ?? 10.0;
|
|
27
|
+
this.warningThreshold = budgetConfig?.warningAt ?? 80;
|
|
28
|
+
this.fallbackOnBudget = budgetConfig?.fallbackOnBudget ?? 'budget';
|
|
29
|
+
// Initialize providers
|
|
30
|
+
this.initProvider('primary', routing.primary);
|
|
31
|
+
if (routing.fallback)
|
|
32
|
+
this.initProvider('fallback', routing.fallback);
|
|
33
|
+
if (routing.budget)
|
|
34
|
+
this.initProvider('budget', routing.budget);
|
|
35
|
+
if (routing.local)
|
|
36
|
+
this.initProvider('local', routing.local);
|
|
37
|
+
}
|
|
38
|
+
initProvider(slot, config) {
|
|
39
|
+
const provider = createProvider(config);
|
|
40
|
+
this.providers.set(slot, provider);
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Complete with automatic fallback and budget awareness
|
|
44
|
+
*/
|
|
45
|
+
async complete(request) {
|
|
46
|
+
this.resetDailyCostIfNeeded();
|
|
47
|
+
// Check budget
|
|
48
|
+
if (this.shouldUseBudgetProvider()) {
|
|
49
|
+
const budgetProvider = this.providers.get(this.fallbackOnBudget);
|
|
50
|
+
if (budgetProvider) {
|
|
51
|
+
this.emit('provider:fallback', { reason: 'budget', provider: this.fallbackOnBudget });
|
|
52
|
+
return this.executeWithTracking(budgetProvider, request);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
// Try primary
|
|
56
|
+
const primary = this.providers.get('primary');
|
|
57
|
+
if (!primary)
|
|
58
|
+
throw new Error('No primary provider configured');
|
|
59
|
+
try {
|
|
60
|
+
const controller = new AbortController();
|
|
61
|
+
const timeout = setTimeout(() => controller.abort(), this.routing.primary.timeout ?? 30000);
|
|
62
|
+
const result = await this.executeWithTracking(primary, request);
|
|
63
|
+
clearTimeout(timeout);
|
|
64
|
+
return result;
|
|
65
|
+
}
|
|
66
|
+
catch (error) {
|
|
67
|
+
this.emit('provider:fallback', { reason: 'error', error, provider: 'primary' });
|
|
68
|
+
// Try fallback
|
|
69
|
+
const fallback = this.providers.get('fallback');
|
|
70
|
+
if (fallback) {
|
|
71
|
+
try {
|
|
72
|
+
return await this.executeWithTracking(fallback, request);
|
|
73
|
+
}
|
|
74
|
+
catch (fallbackError) {
|
|
75
|
+
this.emit('provider:fallback', { reason: 'error', error: fallbackError, provider: 'fallback' });
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
// Try budget
|
|
79
|
+
const budget = this.providers.get('budget');
|
|
80
|
+
if (budget) {
|
|
81
|
+
return this.executeWithTracking(budget, request);
|
|
82
|
+
}
|
|
83
|
+
// Try local
|
|
84
|
+
const local = this.providers.get('local');
|
|
85
|
+
if (local) {
|
|
86
|
+
return this.executeWithTracking(local, request);
|
|
87
|
+
}
|
|
88
|
+
throw error;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
/**
|
|
92
|
+
* Stream with fallback
|
|
93
|
+
*/
|
|
94
|
+
async *stream(request) {
|
|
95
|
+
const primary = this.providers.get('primary');
|
|
96
|
+
if (!primary)
|
|
97
|
+
throw new Error('No primary provider configured');
|
|
98
|
+
try {
|
|
99
|
+
yield* primary.stream(request);
|
|
100
|
+
}
|
|
101
|
+
catch (error) {
|
|
102
|
+
const fallback = this.providers.get('fallback');
|
|
103
|
+
if (fallback) {
|
|
104
|
+
yield* fallback.stream(request);
|
|
105
|
+
}
|
|
106
|
+
else {
|
|
107
|
+
throw error;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* Get a specific provider by name
|
|
113
|
+
*/
|
|
114
|
+
getProvider(name) {
|
|
115
|
+
// Check slots first
|
|
116
|
+
if (this.providers.has(name))
|
|
117
|
+
return this.providers.get(name);
|
|
118
|
+
// Check by provider name
|
|
119
|
+
for (const provider of this.providers.values()) {
|
|
120
|
+
if (provider.providerName === name)
|
|
121
|
+
return provider;
|
|
122
|
+
}
|
|
123
|
+
return undefined;
|
|
124
|
+
}
|
|
125
|
+
/**
|
|
126
|
+
* Get a provider for a specific slot
|
|
127
|
+
*/
|
|
128
|
+
getSlotProvider(slot) {
|
|
129
|
+
return this.providers.get(slot);
|
|
130
|
+
}
|
|
131
|
+
/**
|
|
132
|
+
* Get daily cost tracking
|
|
133
|
+
*/
|
|
134
|
+
getDailyCost() {
|
|
135
|
+
this.resetDailyCostIfNeeded();
|
|
136
|
+
return this.dailyCost;
|
|
137
|
+
}
|
|
138
|
+
async executeWithTracking(provider, request) {
|
|
139
|
+
this.emit('provider:request', { provider: provider.providerName, model: provider.getModel() });
|
|
140
|
+
const result = await provider.complete(request);
|
|
141
|
+
this.trackCost(result.usage);
|
|
142
|
+
this.emit('provider:response', {
|
|
143
|
+
provider: provider.providerName,
|
|
144
|
+
model: result.model,
|
|
145
|
+
usage: result.usage,
|
|
146
|
+
duration: result.duration,
|
|
147
|
+
});
|
|
148
|
+
return result;
|
|
149
|
+
}
|
|
150
|
+
trackCost(usage) {
|
|
151
|
+
this.resetDailyCostIfNeeded();
|
|
152
|
+
this.dailyCost += usage.estimatedCost;
|
|
153
|
+
const percentage = (this.dailyCost / this.maxCostPerDay) * 100;
|
|
154
|
+
if (percentage >= this.warningThreshold) {
|
|
155
|
+
this.emit('budget:warning', { dailyCost: this.dailyCost, maxCost: this.maxCostPerDay, percentage });
|
|
156
|
+
}
|
|
157
|
+
if (percentage >= 100) {
|
|
158
|
+
this.emit('budget:exceeded', { dailyCost: this.dailyCost, maxCost: this.maxCostPerDay });
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
shouldUseBudgetProvider() {
|
|
162
|
+
const percentage = (this.dailyCost / this.maxCostPerDay) * 100;
|
|
163
|
+
return percentage >= this.warningThreshold && this.providers.has(this.fallbackOnBudget);
|
|
164
|
+
}
|
|
165
|
+
resetDailyCostIfNeeded() {
|
|
166
|
+
const today = new Date().toISOString().split('T')[0];
|
|
167
|
+
if (this.dailyCostDate !== today) {
|
|
168
|
+
this.dailyCost = 0;
|
|
169
|
+
this.dailyCostDate = today;
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
/**
|
|
174
|
+
* Factory function to create a provider instance
|
|
175
|
+
*/
|
|
176
|
+
export function createProvider(config) {
|
|
177
|
+
switch (config.name) {
|
|
178
|
+
case 'anthropic':
|
|
179
|
+
return new AnthropicProvider(config);
|
|
180
|
+
case 'openai':
|
|
181
|
+
return new OpenAIProvider(config);
|
|
182
|
+
case 'gemini':
|
|
183
|
+
return new GeminiProvider(config);
|
|
184
|
+
case 'groq':
|
|
185
|
+
return new GroqProvider(config);
|
|
186
|
+
case 'mistral':
|
|
187
|
+
return new MistralProvider(config);
|
|
188
|
+
case 'ollama':
|
|
189
|
+
return new OllamaProvider(config);
|
|
190
|
+
case 'deepseek':
|
|
191
|
+
return new DeepSeekProvider(config);
|
|
192
|
+
case 'openrouter':
|
|
193
|
+
return new OpenRouterProvider(config);
|
|
194
|
+
default:
|
|
195
|
+
throw new Error(`Unsupported provider: ${config.name}`);
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
//# sourceMappingURL=router.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.js","sourceRoot":"","sources":["../../src/providers/router.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAWrD,MAAM,mBAAmB,GAAG,IAAI,CAAC;AAEjC,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,SAAS,GAA8B,IAAI,GAAG,EAAE,CAAC;IACjD,OAAO,CAAkB;IACzB,SAAS,GAAG,CAAC,CAAC;IACd,aAAa,GAAG,EAAE,CAAC;IACnB,aAAa,CAAS;IACtB,gBAAgB,CAAS;IACzB,gBAAgB,CAAS;IAEjC,YACE,OAAwB,EACxB,YAAwF;QAExF,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,YAAY,EAAE,aAAa,IAAI,IAAI,CAAC;QACzD,IAAI,CAAC,gBAAgB,GAAG,YAAY,EAAE,SAAS,IAAI,EAAE,CAAC;QACtD,IAAI,CAAC,gBAAgB,GAAG,YAAY,EAAE,gBAAgB,IAAI,QAAQ,CAAC;QAEnE,uBAAuB;QACvB,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,QAAQ;YAAE,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QACtE,IAAI,OAAO,CAAC,MAAM;YAAE,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,OAAO,CAAC,KAAK;YAAE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/D,CAAC;IAEO,YAAY,CAAC,IAAY,EAAE,MAAsB;QACvD,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE9B,eAAe;QACf,IAAI,IAAI,CAAC,uBAAuB,EAAE,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACjE,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBACtF,OAAO,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,cAAc;QACd,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;YAE5F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAChE,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;YAEhF,eAAe;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAChD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC3D,CAAC;gBAAC,OAAO,aAAa,EAAE,CAAC;oBACvB,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC;gBAClG,CAAC;YACH,CAAC;YAED,aAAa;YACb,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC5C,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,CAAC;YAED,YAAY;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,MAAM,CAAC,OAA0B;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAChD,IAAI,QAAQ,EAAE,CAAC;gBACb,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,IAAY;QACtB,oBAAoB;QACpB,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAE9D,yBAAyB;QACzB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;YAC/C,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI;gBAAE,OAAO,QAAQ,CAAC;QACtD,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAiD;QAC/D,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,QAAsB,EACtB,OAA0B;QAE1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAE/F,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE7B,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE;YAC7B,QAAQ,EAAE,QAAQ,CAAC,YAAY;YAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,SAAS,CAAC,KAAiB;QACjC,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,aAAa,CAAC;QAEtC,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC;QAC/D,IAAI,UAAU,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,EAAE,CAAC,CAAC;QACtG,CAAC;QACD,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAEO,uBAAuB;QAC7B,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC;QAC/D,OAAO,UAAU,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC1F,CAAC;IAEO,sBAAsB;QAC5B,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;YACnB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC7B,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAsB;IACnD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,WAAW;YACd,OAAO,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACvC,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,MAAM;YACT,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAClC,KAAK,SAAS;YACZ,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,UAAU;YACb,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACtC,KAAK,YAAY;YACf,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACxC;YACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhantomMindAI — Anomaly Detector
|
|
3
|
+
* Real-time monitoring of agent behavior to detect stuck loops, thrashing, etc.
|
|
4
|
+
*/
|
|
5
|
+
import type { AnomalyReport, AnomalyMetrics } from '../types.js';
|
|
6
|
+
export declare class AnomalyDetector {
|
|
7
|
+
private actions;
|
|
8
|
+
private fileAccessCounts;
|
|
9
|
+
private tokenHistory;
|
|
10
|
+
private windowMs;
|
|
11
|
+
private maxFileAccess;
|
|
12
|
+
private maxStepsWithoutProgress;
|
|
13
|
+
private maxErrorRate;
|
|
14
|
+
private tokenSpikeMultiplier;
|
|
15
|
+
/**
|
|
16
|
+
* Record an agent action
|
|
17
|
+
*/
|
|
18
|
+
recordAction(action: string, file: string | undefined, success: boolean, tokenUsage: number): void;
|
|
19
|
+
/**
|
|
20
|
+
* Check for anomalies in recent behavior
|
|
21
|
+
*/
|
|
22
|
+
check(): AnomalyReport;
|
|
23
|
+
/**
|
|
24
|
+
* Get current metrics
|
|
25
|
+
*/
|
|
26
|
+
getMetrics(): AnomalyMetrics;
|
|
27
|
+
/**
|
|
28
|
+
* Reset metrics (e.g., after human intervention)
|
|
29
|
+
*/
|
|
30
|
+
reset(): void;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=anomaly.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anomaly.d.ts","sourceRoot":"","sources":["../../src/quality/anomaly.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAUjE,qBAAa,eAAe;IAC1B,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,YAAY,CAAgB;IACpC,OAAO,CAAC,QAAQ,CAAS;IAGzB,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,uBAAuB,CAAM;IACrC,OAAO,CAAC,YAAY,CAAO;IAC3B,OAAO,CAAC,oBAAoB,CAAO;IAEnC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAiBlG;;OAEG;IACH,KAAK,IAAI,aAAa;IA4DtB;;OAEG;IACH,UAAU,IAAI,cAAc;IA6B5B;;OAEG;IACH,KAAK,IAAI,IAAI;CAKd"}
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhantomMindAI — Anomaly Detector
|
|
3
|
+
* Real-time monitoring of agent behavior to detect stuck loops, thrashing, etc.
|
|
4
|
+
*/
|
|
5
|
+
export class AnomalyDetector {
|
|
6
|
+
actions = [];
|
|
7
|
+
fileAccessCounts = new Map();
|
|
8
|
+
tokenHistory = [];
|
|
9
|
+
windowMs = 60000; // 60 second window
|
|
10
|
+
// Thresholds
|
|
11
|
+
maxFileAccess = 5;
|
|
12
|
+
maxStepsWithoutProgress = 10;
|
|
13
|
+
maxErrorRate = 0.5;
|
|
14
|
+
tokenSpikeMultiplier = 3.0;
|
|
15
|
+
/**
|
|
16
|
+
* Record an agent action
|
|
17
|
+
*/
|
|
18
|
+
recordAction(action, file, success, tokenUsage) {
|
|
19
|
+
const record = {
|
|
20
|
+
action,
|
|
21
|
+
file,
|
|
22
|
+
timestamp: Date.now(),
|
|
23
|
+
success,
|
|
24
|
+
tokenUsage,
|
|
25
|
+
};
|
|
26
|
+
this.actions.push(record);
|
|
27
|
+
this.tokenHistory.push(tokenUsage);
|
|
28
|
+
if (file) {
|
|
29
|
+
this.fileAccessCounts.set(file, (this.fileAccessCounts.get(file) ?? 0) + 1);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Check for anomalies in recent behavior
|
|
34
|
+
*/
|
|
35
|
+
check() {
|
|
36
|
+
const metrics = this.getMetrics();
|
|
37
|
+
// Check: Same file accessed >5 times in 60s
|
|
38
|
+
const now = Date.now();
|
|
39
|
+
const recentActions = this.actions.filter(a => now - a.timestamp < this.windowMs);
|
|
40
|
+
const recentFileAccess = new Map();
|
|
41
|
+
for (const action of recentActions) {
|
|
42
|
+
if (action.file) {
|
|
43
|
+
recentFileAccess.set(action.file, (recentFileAccess.get(action.file) ?? 0) + 1);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
for (const [file, count] of recentFileAccess) {
|
|
47
|
+
if (count > this.maxFileAccess) {
|
|
48
|
+
return {
|
|
49
|
+
detected: true,
|
|
50
|
+
type: 'stuck-loop',
|
|
51
|
+
description: `File "${file}" accessed ${count} times in the last 60 seconds. Agent may be stuck in a loop.`,
|
|
52
|
+
metrics,
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
// Check: No progress after N steps
|
|
57
|
+
if (metrics.stepsWithoutProgress > this.maxStepsWithoutProgress) {
|
|
58
|
+
return {
|
|
59
|
+
detected: true,
|
|
60
|
+
type: 'no-progress',
|
|
61
|
+
description: `No measurable progress after ${metrics.stepsWithoutProgress} steps. Agent may be stuck.`,
|
|
62
|
+
metrics,
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
// Check: High error rate
|
|
66
|
+
if (this.actions.length >= 5 && metrics.errorRate > this.maxErrorRate) {
|
|
67
|
+
return {
|
|
68
|
+
detected: true,
|
|
69
|
+
type: 'high-error-rate',
|
|
70
|
+
description: `Error rate is ${(metrics.errorRate * 100).toFixed(0)}% in the last 5 actions. Agent may be failing.`,
|
|
71
|
+
metrics,
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
// Check: Token usage spike
|
|
75
|
+
if (this.tokenHistory.length >= 3 && metrics.averageTokenUsage > 0) {
|
|
76
|
+
const lastUsage = this.tokenHistory[this.tokenHistory.length - 1];
|
|
77
|
+
if (lastUsage > metrics.averageTokenUsage * this.tokenSpikeMultiplier) {
|
|
78
|
+
return {
|
|
79
|
+
detected: true,
|
|
80
|
+
type: 'token-spike',
|
|
81
|
+
description: `Token usage spike: ${lastUsage} tokens (avg: ${metrics.averageTokenUsage.toFixed(0)}). Possible runaway prompt.`,
|
|
82
|
+
metrics,
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
return { detected: false, metrics };
|
|
87
|
+
}
|
|
88
|
+
/**
|
|
89
|
+
* Get current metrics
|
|
90
|
+
*/
|
|
91
|
+
getMetrics() {
|
|
92
|
+
const last5 = this.actions.slice(-5);
|
|
93
|
+
const errorRate = last5.length > 0
|
|
94
|
+
? last5.filter(a => !a.success).length / last5.length
|
|
95
|
+
: 0;
|
|
96
|
+
const avgTokens = this.tokenHistory.length > 0
|
|
97
|
+
? this.tokenHistory.reduce((a, b) => a + b, 0) / this.tokenHistory.length
|
|
98
|
+
: 0;
|
|
99
|
+
// Compute steps without progress (consecutive failed or no-op steps)
|
|
100
|
+
let stepsWithoutProgress = 0;
|
|
101
|
+
for (let i = this.actions.length - 1; i >= 0; i--) {
|
|
102
|
+
if (!this.actions[i].success || this.actions[i].action === 'read_file') {
|
|
103
|
+
stepsWithoutProgress++;
|
|
104
|
+
}
|
|
105
|
+
else {
|
|
106
|
+
break;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
return {
|
|
110
|
+
fileAccessCounts: Object.fromEntries(this.fileAccessCounts),
|
|
111
|
+
stepsWithoutProgress,
|
|
112
|
+
errorRate,
|
|
113
|
+
tokenUsageHistory: this.tokenHistory.slice(-20),
|
|
114
|
+
averageTokenUsage: avgTokens,
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
/**
|
|
118
|
+
* Reset metrics (e.g., after human intervention)
|
|
119
|
+
*/
|
|
120
|
+
reset() {
|
|
121
|
+
this.actions = [];
|
|
122
|
+
this.fileAccessCounts.clear();
|
|
123
|
+
this.tokenHistory = [];
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
//# sourceMappingURL=anomaly.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anomaly.js","sourceRoot":"","sources":["../../src/quality/anomaly.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAYH,MAAM,OAAO,eAAe;IAClB,OAAO,GAAmB,EAAE,CAAC;IAC7B,gBAAgB,GAAwB,IAAI,GAAG,EAAE,CAAC;IAClD,YAAY,GAAa,EAAE,CAAC;IAC5B,QAAQ,GAAG,KAAK,CAAC,CAAC,mBAAmB;IAE7C,aAAa;IACL,aAAa,GAAG,CAAC,CAAC;IAClB,uBAAuB,GAAG,EAAE,CAAC;IAC7B,YAAY,GAAG,GAAG,CAAC;IACnB,oBAAoB,GAAG,GAAG,CAAC;IAEnC;;OAEG;IACH,YAAY,CAAC,MAAc,EAAE,IAAwB,EAAE,OAAgB,EAAE,UAAkB;QACzF,MAAM,MAAM,GAAiB;YAC3B,MAAM;YACN,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO;YACP,UAAU;SACX,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEnC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAElC,4CAA4C;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClF,MAAM,gBAAgB,GAAwB,IAAI,GAAG,EAAE,CAAC;QACxD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,gBAAgB,EAAE,CAAC;YAC7C,IAAI,KAAK,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC/B,OAAO;oBACL,QAAQ,EAAE,IAAI;oBACd,IAAI,EAAE,YAAY;oBAClB,WAAW,EAAE,SAAS,IAAI,cAAc,KAAK,8DAA8D;oBAC3G,OAAO;iBACR,CAAC;YACJ,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAChE,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,gCAAgC,OAAO,CAAC,oBAAoB,6BAA6B;gBACtG,OAAO;aACR,CAAC;QACJ,CAAC;QAED,yBAAyB;QACzB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACtE,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EAAE,iBAAiB,CAAC,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gDAAgD;gBAClH,OAAO;aACR,CAAC;QACJ,CAAC;QAED,2BAA2B;QAC3B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YACnE,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,SAAS,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBACtE,OAAO;oBACL,QAAQ,EAAE,IAAI;oBACd,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,sBAAsB,SAAS,iBAAiB,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B;oBAC9H,OAAO;iBACR,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,UAAU;QACR,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;YAChC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM;YACrD,CAAC,CAAC,CAAC,CAAC;QAEN,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;YAC5C,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM;YACzE,CAAC,CAAC,CAAC,CAAC;QAEN,qEAAqE;QACrE,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACvE,oBAAoB,EAAE,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO;YACL,gBAAgB,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAC3D,oBAAoB;YACpB,SAAS;YACT,iBAAiB,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC/C,iBAAiB,EAAE,SAAS;SAC7B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;IACzB,CAAC;CACF"}
|