opc-agent 4.2.13 → 5.0.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.opc/memory.db +0 -0
- package/TASK.md +49 -0
- package/data/brain.db/deepbrain.sqlite +0 -0
- package/dist/channels/api.d.ts +14 -0
- package/dist/channels/api.d.ts.map +1 -0
- package/dist/channels/api.js +58 -0
- package/dist/channels/api.js.map +1 -0
- package/dist/cli.js +144 -52
- package/dist/cli.js.map +1 -1
- package/dist/core/agent-loop.d.ts +3 -0
- package/dist/core/agent-loop.d.ts.map +1 -0
- package/dist/core/agent-loop.js +51 -0
- package/dist/core/agent-loop.js.map +1 -0
- package/dist/core/context-assembler.d.ts +12 -0
- package/dist/core/context-assembler.d.ts.map +1 -0
- package/dist/core/context-assembler.js +81 -0
- package/dist/core/context-assembler.js.map +1 -0
- package/dist/core/guardrails.d.ts +16 -0
- package/dist/core/guardrails.d.ts.map +1 -0
- package/dist/core/guardrails.js +62 -0
- package/dist/core/guardrails.js.map +1 -0
- package/dist/core/index.d.ts +1 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +3 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/iteration-budget.d.ts +12 -0
- package/dist/core/iteration-budget.d.ts.map +1 -0
- package/dist/core/iteration-budget.js +26 -0
- package/dist/core/iteration-budget.js.map +1 -0
- package/dist/core/types.d.ts +412 -0
- package/dist/core/types.d.ts.map +1 -1
- package/dist/deepbrain/embedding.d.ts +7 -0
- package/dist/deepbrain/embedding.d.ts.map +1 -0
- package/dist/deepbrain/embedding.js +108 -0
- package/dist/deepbrain/embedding.js.map +1 -0
- package/dist/deepbrain/index.d.ts +8 -0
- package/dist/deepbrain/index.d.ts.map +1 -0
- package/dist/deepbrain/index.js +19 -0
- package/dist/deepbrain/index.js.map +1 -0
- package/dist/deepbrain/migrate.d.ts +2 -0
- package/dist/deepbrain/migrate.d.ts.map +1 -0
- package/dist/deepbrain/migrate.js +139 -0
- package/dist/deepbrain/migrate.js.map +1 -0
- package/dist/deepbrain/provider.d.ts +13 -0
- package/dist/deepbrain/provider.d.ts.map +1 -0
- package/dist/deepbrain/provider.js +85 -0
- package/dist/deepbrain/provider.js.map +1 -0
- package/dist/deepbrain/recall.d.ts +9 -0
- package/dist/deepbrain/recall.d.ts.map +1 -0
- package/dist/deepbrain/recall.js +48 -0
- package/dist/deepbrain/recall.js.map +1 -0
- package/dist/deepbrain/store.d.ts +36 -0
- package/dist/deepbrain/store.d.ts.map +1 -0
- package/dist/deepbrain/store.js +342 -0
- package/dist/deepbrain/store.js.map +1 -0
- package/dist/deepbrain/workspace-files.d.ts +5 -0
- package/dist/deepbrain/workspace-files.d.ts.map +1 -0
- package/dist/deepbrain/workspace-files.js +159 -0
- package/dist/deepbrain/workspace-files.js.map +1 -0
- package/dist/evolution/index.d.ts +1 -0
- package/dist/evolution/index.d.ts.map +1 -0
- package/dist/evolution/index.js +3 -0
- package/dist/evolution/index.js.map +1 -0
- package/dist/evolution/l1-experience.d.ts +5 -0
- package/dist/evolution/l1-experience.d.ts.map +1 -0
- package/dist/evolution/l1-experience.js +117 -0
- package/dist/evolution/l1-experience.js.map +1 -0
- package/dist/evolution/l2-consolidation.d.ts +4 -0
- package/dist/evolution/l2-consolidation.d.ts.map +1 -0
- package/dist/evolution/l2-consolidation.js +106 -0
- package/dist/evolution/l2-consolidation.js.map +1 -0
- package/dist/evolution/l2-memskill.d.ts +12 -0
- package/dist/evolution/l2-memskill.d.ts.map +1 -0
- package/dist/evolution/l2-memskill.js +57 -0
- package/dist/evolution/l2-memskill.js.map +1 -0
- package/dist/evolution/l3-skill-discover.d.ts +4 -0
- package/dist/evolution/l3-skill-discover.d.ts.map +1 -0
- package/dist/evolution/l3-skill-discover.js +139 -0
- package/dist/evolution/l3-skill-discover.js.map +1 -0
- package/dist/evolution/l3-skill-verify.d.ts +12 -0
- package/dist/evolution/l3-skill-verify.d.ts.map +1 -0
- package/dist/evolution/l3-skill-verify.js +122 -0
- package/dist/evolution/l3-skill-verify.js.map +1 -0
- package/dist/evolution/l4-desensitize.d.ts +7 -0
- package/dist/evolution/l4-desensitize.d.ts.map +1 -0
- package/dist/evolution/l4-desensitize.js +30 -0
- package/dist/evolution/l4-desensitize.js.map +1 -0
- package/dist/evolution/l4-group-evolve.d.ts +8 -0
- package/dist/evolution/l4-group-evolve.d.ts.map +1 -0
- package/dist/evolution/l4-group-evolve.js +15 -0
- package/dist/evolution/l4-group-evolve.js.map +1 -0
- package/dist/evolution/maturity-scorer.d.ts +11 -0
- package/dist/evolution/maturity-scorer.d.ts.map +1 -0
- package/dist/evolution/maturity-scorer.js +21 -0
- package/dist/evolution/maturity-scorer.js.map +1 -0
- package/dist/index.d.ts +7 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +33 -5
- package/dist/index.js.map +1 -1
- package/dist/providers/agentkits.d.ts +20 -0
- package/dist/providers/agentkits.d.ts.map +1 -0
- package/dist/providers/agentkits.js +173 -0
- package/dist/providers/agentkits.js.map +1 -0
- package/dist/providers/model-provider.d.ts +16 -0
- package/dist/providers/model-provider.d.ts.map +1 -0
- package/dist/providers/model-provider.js +13 -0
- package/dist/providers/model-provider.js.map +1 -0
- package/dist/providers/model-recommender.d.ts +15 -0
- package/dist/providers/model-recommender.d.ts.map +1 -0
- package/dist/providers/model-recommender.js +71 -0
- package/dist/providers/model-recommender.js.map +1 -0
- package/dist/providers/ollama.d.ts +22 -0
- package/dist/providers/ollama.d.ts.map +1 -0
- package/dist/providers/ollama.js +176 -0
- package/dist/providers/ollama.js.map +1 -0
- package/dist/providers/openai-compat.d.ts +23 -0
- package/dist/providers/openai-compat.d.ts.map +1 -0
- package/dist/providers/openai-compat.js +184 -0
- package/dist/providers/openai-compat.js.map +1 -0
- package/dist/providers/router.d.ts +11 -0
- package/dist/providers/router.d.ts.map +1 -0
- package/dist/providers/router.js +48 -0
- package/dist/providers/router.js.map +1 -0
- package/dist/scheduler/cron.d.ts +19 -0
- package/dist/scheduler/cron.d.ts.map +1 -0
- package/dist/scheduler/cron.js +64 -0
- package/dist/scheduler/cron.js.map +1 -0
- package/dist/schema/oad.d.ts +72 -72
- package/dist/skills/loader.d.ts +16 -0
- package/dist/skills/loader.d.ts.map +1 -0
- package/dist/skills/loader.js +114 -0
- package/dist/skills/loader.js.map +1 -0
- package/dist/skills/matcher.d.ts +18 -0
- package/dist/skills/matcher.d.ts.map +1 -0
- package/dist/skills/matcher.js +70 -0
- package/dist/skills/matcher.js.map +1 -0
- package/dist/studio/agent-pool.d.ts +17 -0
- package/dist/studio/agent-pool.d.ts.map +1 -0
- package/dist/studio/agent-pool.js +35 -0
- package/dist/studio/agent-pool.js.map +1 -0
- package/dist/studio/assistant-tools.d.ts +4 -0
- package/dist/studio/assistant-tools.d.ts.map +1 -0
- package/dist/studio/assistant-tools.js +36 -0
- package/dist/studio/assistant-tools.js.map +1 -0
- package/dist/studio/index.d.ts +1 -0
- package/dist/studio/index.d.ts.map +1 -0
- package/dist/studio/index.js +3 -0
- package/dist/studio/index.js.map +1 -0
- package/dist/studio/server.d.ts.map +1 -1
- package/dist/studio/server.js +13 -18
- package/dist/studio/server.js.map +1 -1
- package/dist/templates/index.d.ts +1 -0
- package/dist/templates/index.d.ts.map +1 -0
- package/dist/templates/index.js +3 -0
- package/dist/templates/index.js.map +1 -0
- package/dist/templates/roles/index.d.ts +4 -0
- package/dist/templates/roles/index.d.ts.map +1 -0
- package/dist/templates/roles/index.js +46 -0
- package/dist/templates/roles/index.js.map +1 -0
- package/dist/templates/template-provider.d.ts +16 -0
- package/dist/templates/template-provider.d.ts.map +1 -0
- package/dist/templates/template-provider.js +60 -0
- package/dist/templates/template-provider.js.map +1 -0
- package/dist/tools/builtin/definitions.d.ts +7 -0
- package/dist/tools/builtin/definitions.d.ts.map +1 -0
- package/dist/tools/builtin/definitions.js +60 -0
- package/dist/tools/builtin/definitions.js.map +1 -0
- package/dist/tools/execute-code.d.ts +20 -0
- package/dist/tools/execute-code.d.ts.map +1 -0
- package/dist/tools/execute-code.js +92 -0
- package/dist/tools/execute-code.js.map +1 -0
- package/dist/tools/hooks.d.ts +47 -0
- package/dist/tools/hooks.d.ts.map +1 -0
- package/dist/tools/hooks.js +69 -0
- package/dist/tools/hooks.js.map +1 -0
- package/dist/tools/index.d.ts +9 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +16 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/permission.d.ts +20 -0
- package/dist/tools/permission.d.ts.map +1 -0
- package/dist/tools/permission.js +35 -0
- package/dist/tools/permission.js.map +1 -0
- package/dist/tools/registry.d.ts +25 -0
- package/dist/tools/registry.d.ts.map +1 -0
- package/dist/tools/registry.js +42 -0
- package/dist/tools/registry.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.recommendModel = recommendModel;
|
|
37
|
+
exports.recommendOllamaModel = recommendOllamaModel;
|
|
38
|
+
// v2 model recommender — RAM-based Ollama model selection + cost/experience strategy picker
|
|
39
|
+
const os = __importStar(require("os"));
|
|
40
|
+
function recommendModel(opts) {
|
|
41
|
+
const { available, config } = opts;
|
|
42
|
+
if (available.length === 0)
|
|
43
|
+
return null;
|
|
44
|
+
if (config.strategy === 'free') {
|
|
45
|
+
return available.find(m => m.isLocal) ?? available[0];
|
|
46
|
+
}
|
|
47
|
+
if (config.strategy === 'cost') {
|
|
48
|
+
const sorted = [...available].sort((a, b) => {
|
|
49
|
+
const costA = a.costPerMToken?.input ?? (a.isLocal ? 0 : Infinity);
|
|
50
|
+
const costB = b.costPerMToken?.input ?? (b.isLocal ? 0 : Infinity);
|
|
51
|
+
return costA - costB;
|
|
52
|
+
});
|
|
53
|
+
return sorted[0];
|
|
54
|
+
}
|
|
55
|
+
// experience: prefer cloud, highest quality first
|
|
56
|
+
return available[0];
|
|
57
|
+
}
|
|
58
|
+
function recommendOllamaModel() {
|
|
59
|
+
const ramGB = os.totalmem() / (1024 ** 3);
|
|
60
|
+
if (ramGB < 8) {
|
|
61
|
+
return { chatModel: 'qwen2.5:1.5b', embedModel: 'nomic-embed-text', ramGB, tier: 'nano' };
|
|
62
|
+
}
|
|
63
|
+
if (ramGB < 16) {
|
|
64
|
+
return { chatModel: 'llama3.2:3b', embedModel: 'nomic-embed-text', ramGB, tier: 'small' };
|
|
65
|
+
}
|
|
66
|
+
if (ramGB < 32) {
|
|
67
|
+
return { chatModel: 'llama3.1:8b', embedModel: 'nomic-embed-text', ramGB, tier: 'medium' };
|
|
68
|
+
}
|
|
69
|
+
return { chatModel: 'llama3.3:70b', embedModel: 'nomic-embed-text', ramGB, tier: 'large' };
|
|
70
|
+
}
|
|
71
|
+
//# sourceMappingURL=model-recommender.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-recommender.js","sourceRoot":"","sources":["../../src/providers/model-recommender.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiBA,wCAmBC;AAED,oDAaC;AAnDD,4FAA4F;AAC5F,uCAAyB;AAgBzB,SAAgB,cAAc,CAAC,IAAsB;IACnD,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACnC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAExC,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,aAAa,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACnE,MAAM,KAAK,GAAG,CAAC,CAAC,aAAa,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACnE,OAAO,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;IAED,kDAAkD;IAClD,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;AACtB,CAAC;AAED,SAAgB,oBAAoB;IAClC,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAE1C,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC5F,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACf,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC5F,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACf,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC7F,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AAC7F,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ChatRequest, ChatResponse, StreamChunk, EmbedRequest, EmbedResponse, ModelInfo } from '../core/types';
|
|
2
|
+
import { BaseModelProvider } from './model-provider';
|
|
3
|
+
export interface OllamaConfig {
|
|
4
|
+
baseUrl?: string;
|
|
5
|
+
model?: string;
|
|
6
|
+
embeddingModel?: string;
|
|
7
|
+
}
|
|
8
|
+
export declare class OllamaProvider extends BaseModelProvider {
|
|
9
|
+
private config;
|
|
10
|
+
private baseUrl;
|
|
11
|
+
private _chatModel;
|
|
12
|
+
private _embedModel;
|
|
13
|
+
constructor(config?: OllamaConfig);
|
|
14
|
+
private detectChatModel;
|
|
15
|
+
private detectEmbedModel;
|
|
16
|
+
chat(req: ChatRequest): Promise<ChatResponse>;
|
|
17
|
+
chatStream(req: ChatRequest): AsyncIterable<StreamChunk>;
|
|
18
|
+
embed(req: EmbedRequest): Promise<EmbedResponse>;
|
|
19
|
+
info(): Promise<ModelInfo[]>;
|
|
20
|
+
ping(): Promise<boolean>;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,aAAa,EACb,SAAS,EAEV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAqBD,qBAAa,cAAe,SAAQ,iBAAiB;IAKvC,OAAO,CAAC,MAAM;IAJ1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,WAAW,CAAqB;gBAEpB,MAAM,GAAE,YAAiB;YAO/B,eAAe;YAgBf,gBAAgB;IAcxB,IAAI,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAoC5C,UAAU,CAAC,GAAG,EAAE,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IA0CzD,KAAK,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAqBhD,IAAI,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAqB5B,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;CAQ/B"}
|
|
@@ -0,0 +1,176 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OllamaProvider = void 0;
|
|
4
|
+
const model_provider_1 = require("./model-provider");
|
|
5
|
+
class OllamaProvider extends model_provider_1.BaseModelProvider {
|
|
6
|
+
config;
|
|
7
|
+
baseUrl;
|
|
8
|
+
_chatModel;
|
|
9
|
+
_embedModel;
|
|
10
|
+
constructor(config = {}) {
|
|
11
|
+
super();
|
|
12
|
+
this.config = config;
|
|
13
|
+
this.baseUrl = config.baseUrl ?? 'http://localhost:11434';
|
|
14
|
+
this._chatModel = config.model;
|
|
15
|
+
this._embedModel = config.embeddingModel;
|
|
16
|
+
}
|
|
17
|
+
async detectChatModel() {
|
|
18
|
+
if (this._chatModel)
|
|
19
|
+
return this._chatModel;
|
|
20
|
+
try {
|
|
21
|
+
const res = await fetch(`${this.baseUrl}/api/tags`);
|
|
22
|
+
if (!res.ok)
|
|
23
|
+
return 'llama3.2';
|
|
24
|
+
const data = await res.json();
|
|
25
|
+
const chatModels = (data.models ?? [])
|
|
26
|
+
.filter(m => !m.name.toLowerCase().includes('embed'))
|
|
27
|
+
.sort((a, b) => b.size - a.size);
|
|
28
|
+
this._chatModel = chatModels[0]?.name ?? 'llama3.2';
|
|
29
|
+
}
|
|
30
|
+
catch {
|
|
31
|
+
this._chatModel = 'llama3.2';
|
|
32
|
+
}
|
|
33
|
+
return this._chatModel;
|
|
34
|
+
}
|
|
35
|
+
async detectEmbedModel() {
|
|
36
|
+
if (this._embedModel)
|
|
37
|
+
return this._embedModel;
|
|
38
|
+
try {
|
|
39
|
+
const res = await fetch(`${this.baseUrl}/api/tags`);
|
|
40
|
+
if (!res.ok)
|
|
41
|
+
return 'nomic-embed-text';
|
|
42
|
+
const data = await res.json();
|
|
43
|
+
const embedModels = (data.models ?? []).filter(m => m.name.toLowerCase().includes('embed'));
|
|
44
|
+
this._embedModel = embedModels[0]?.name ?? 'nomic-embed-text';
|
|
45
|
+
}
|
|
46
|
+
catch {
|
|
47
|
+
this._embedModel = 'nomic-embed-text';
|
|
48
|
+
}
|
|
49
|
+
return this._embedModel;
|
|
50
|
+
}
|
|
51
|
+
async chat(req) {
|
|
52
|
+
const model = req.model ?? await this.detectChatModel();
|
|
53
|
+
const messages = req.messages.map(m => ({ role: m.role, content: m.content }));
|
|
54
|
+
if (req.systemPrompt)
|
|
55
|
+
messages.unshift({ role: 'system', content: req.systemPrompt });
|
|
56
|
+
const res = await fetch(`${this.baseUrl}/api/chat`, {
|
|
57
|
+
method: 'POST',
|
|
58
|
+
headers: { 'Content-Type': 'application/json' },
|
|
59
|
+
body: JSON.stringify({ model, messages, stream: false }),
|
|
60
|
+
});
|
|
61
|
+
if (!res.ok) {
|
|
62
|
+
const text = await res.text();
|
|
63
|
+
throw new Error(`Ollama error ${res.status}: ${text}`);
|
|
64
|
+
}
|
|
65
|
+
const data = await res.json();
|
|
66
|
+
const assistantMsg = {
|
|
67
|
+
role: 'assistant',
|
|
68
|
+
content: data.message.content,
|
|
69
|
+
timestamp: Date.now(),
|
|
70
|
+
};
|
|
71
|
+
return {
|
|
72
|
+
id: `ollama-${Date.now()}`,
|
|
73
|
+
model,
|
|
74
|
+
message: assistantMsg,
|
|
75
|
+
usage: {
|
|
76
|
+
promptTokens: data.prompt_eval_count ?? 0,
|
|
77
|
+
completionTokens: data.eval_count ?? 0,
|
|
78
|
+
totalTokens: (data.prompt_eval_count ?? 0) + (data.eval_count ?? 0),
|
|
79
|
+
},
|
|
80
|
+
finishReason: 'stop',
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
async *chatStream(req) {
|
|
84
|
+
const model = req.model ?? await this.detectChatModel();
|
|
85
|
+
const messages = req.messages.map(m => ({ role: m.role, content: m.content }));
|
|
86
|
+
if (req.systemPrompt)
|
|
87
|
+
messages.unshift({ role: 'system', content: req.systemPrompt });
|
|
88
|
+
const res = await fetch(`${this.baseUrl}/api/chat`, {
|
|
89
|
+
method: 'POST',
|
|
90
|
+
headers: { 'Content-Type': 'application/json' },
|
|
91
|
+
body: JSON.stringify({ model, messages, stream: true }),
|
|
92
|
+
});
|
|
93
|
+
if (!res.ok) {
|
|
94
|
+
const text = await res.text();
|
|
95
|
+
throw new Error(`Ollama stream error ${res.status}: ${text}`);
|
|
96
|
+
}
|
|
97
|
+
if (!res.body)
|
|
98
|
+
return;
|
|
99
|
+
let buf = '';
|
|
100
|
+
let idx = 0;
|
|
101
|
+
for await (const chunk of res.body) {
|
|
102
|
+
buf += Buffer.from(chunk).toString('utf-8');
|
|
103
|
+
const lines = buf.split('\n');
|
|
104
|
+
buf = lines.pop() ?? '';
|
|
105
|
+
for (const line of lines) {
|
|
106
|
+
if (!line.trim())
|
|
107
|
+
continue;
|
|
108
|
+
try {
|
|
109
|
+
const parsed = JSON.parse(line);
|
|
110
|
+
yield {
|
|
111
|
+
id: `ollama-${idx++}`,
|
|
112
|
+
delta: parsed.message.content,
|
|
113
|
+
done: parsed.done,
|
|
114
|
+
finishReason: parsed.done ? 'stop' : undefined,
|
|
115
|
+
};
|
|
116
|
+
if (parsed.done)
|
|
117
|
+
return;
|
|
118
|
+
}
|
|
119
|
+
catch {
|
|
120
|
+
// skip malformed NDJSON lines
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
async embed(req) {
|
|
126
|
+
const model = req.model ?? await this.detectEmbedModel();
|
|
127
|
+
const res = await fetch(`${this.baseUrl}/api/embed`, {
|
|
128
|
+
method: 'POST',
|
|
129
|
+
headers: { 'Content-Type': 'application/json' },
|
|
130
|
+
body: JSON.stringify({ model, input: req.input }),
|
|
131
|
+
});
|
|
132
|
+
if (!res.ok) {
|
|
133
|
+
const text = await res.text();
|
|
134
|
+
throw new Error(`Ollama embed error ${res.status}: ${text}`);
|
|
135
|
+
}
|
|
136
|
+
const data = await res.json();
|
|
137
|
+
return {
|
|
138
|
+
model: data.model,
|
|
139
|
+
embeddings: data.embeddings,
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
async info() {
|
|
143
|
+
try {
|
|
144
|
+
const res = await fetch(`${this.baseUrl}/api/tags`);
|
|
145
|
+
if (!res.ok)
|
|
146
|
+
return [];
|
|
147
|
+
const data = await res.json();
|
|
148
|
+
return (data.models ?? []).map(m => {
|
|
149
|
+
const features = ['streaming'];
|
|
150
|
+
if (m.name.toLowerCase().includes('embed'))
|
|
151
|
+
features.push('embedding');
|
|
152
|
+
return {
|
|
153
|
+
id: m.name,
|
|
154
|
+
provider: 'ollama',
|
|
155
|
+
contextLength: 4096,
|
|
156
|
+
supportedFeatures: features,
|
|
157
|
+
isLocal: true,
|
|
158
|
+
};
|
|
159
|
+
});
|
|
160
|
+
}
|
|
161
|
+
catch {
|
|
162
|
+
return [];
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
async ping() {
|
|
166
|
+
try {
|
|
167
|
+
const res = await fetch(`${this.baseUrl}/api/tags`);
|
|
168
|
+
return res.ok;
|
|
169
|
+
}
|
|
170
|
+
catch {
|
|
171
|
+
return false;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
exports.OllamaProvider = OllamaProvider;
|
|
176
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":";;;AAUA,qDAAqD;AA2BrD,MAAa,cAAe,SAAQ,kCAAiB;IAK/B;IAJZ,OAAO,CAAS;IAChB,UAAU,CAAqB;IAC/B,WAAW,CAAqB;IAExC,YAAoB,SAAuB,EAAE;QAC3C,KAAK,EAAE,CAAC;QADU,WAAM,GAAN,MAAM,CAAmB;QAE3C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC;QAC1D,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,cAAc,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC,UAAU,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,UAAU,CAAC;YAC/B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAwB,CAAC;YACpD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;iBACnC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;iBACpD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,UAAU,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,kBAAkB,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAwB,CAAC;YACpD,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5F,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,kBAAkB,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,WAAW,GAAG,kBAAkB,CAAC;QACxC,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAgB;QACzB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/E,IAAI,GAAG,CAAC,YAAY;YAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;QAEtF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YAClD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;SACzD,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAqB,CAAC;QACjD,MAAM,YAAY,GAAqB;YACrC,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;YAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE;YAC1B,KAAK;YACL,OAAO,EAAE,YAAY;YACrB,KAAK,EAAE;gBACL,YAAY,EAAE,IAAI,CAAC,iBAAiB,IAAI,CAAC;gBACzC,gBAAgB,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;gBACtC,WAAW,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;aACpE;YACD,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,GAAgB;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/E,IAAI,GAAG,CAAC,YAAY;YAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;QAEtF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YAClD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SACxD,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI;YAAE,OAAO;QAEtB,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,IAA4C,EAAE,CAAC;YAC3E,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAC3B,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;oBACnD,MAAM;wBACJ,EAAE,EAAE,UAAU,GAAG,EAAE,EAAE;wBACrB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;wBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;qBAC/C,CAAC;oBACF,IAAI,MAAM,CAAC,IAAI;wBAAE,OAAO;gBAC1B,CAAC;gBAAC,MAAM,CAAC;oBACP,8BAA8B;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAiB;QAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAEzD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;SAClD,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAA+C,CAAC;QAC3E,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAwB,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBACjC,MAAM,QAAQ,GAAuD,CAAC,WAAW,CAAC,CAAC;gBACnF,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACvE,OAAO;oBACL,EAAE,EAAE,CAAC,CAAC,IAAI;oBACV,QAAQ,EAAE,QAAQ;oBAClB,aAAa,EAAE,IAAI;oBACnB,iBAAiB,EAAE,QAAQ;oBAC3B,OAAO,EAAE,IAAI;iBACd,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YACpD,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AA1KD,wCA0KC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { ChatRequest, ChatResponse, StreamChunk, EmbedRequest, EmbedResponse, ModelInfo } from '../core/types';
|
|
2
|
+
import { BaseModelProvider } from './model-provider';
|
|
3
|
+
export declare const PROVIDER_BASE_URLS: Record<string, string>;
|
|
4
|
+
export interface OpenAICompatConfig {
|
|
5
|
+
apiKey: string;
|
|
6
|
+
baseUrl?: string;
|
|
7
|
+
defaultModel?: string;
|
|
8
|
+
orgId?: string;
|
|
9
|
+
provider?: string;
|
|
10
|
+
}
|
|
11
|
+
export declare class OpenAICompatProvider extends BaseModelProvider {
|
|
12
|
+
private config;
|
|
13
|
+
private baseUrl;
|
|
14
|
+
constructor(config: OpenAICompatConfig);
|
|
15
|
+
static fromPreset(provider: string, apiKey: string, model?: string): OpenAICompatProvider;
|
|
16
|
+
private headers;
|
|
17
|
+
private providerLabel;
|
|
18
|
+
chat(req: ChatRequest): Promise<ChatResponse>;
|
|
19
|
+
chatStream(req: ChatRequest): AsyncIterable<StreamChunk>;
|
|
20
|
+
embed(req: EmbedRequest): Promise<EmbedResponse>;
|
|
21
|
+
info(): Promise<ModelInfo[]>;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=openai-compat.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-compat.d.ts","sourceRoot":"","sources":["../../src/providers/openai-compat.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,aAAa,EACb,SAAS,EAEV,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAGrD,eAAO,MAAM,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAKrD,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAsBD,qBAAa,oBAAqB,SAAQ,iBAAiB;IAG7C,OAAO,CAAC,MAAM;IAF1B,OAAO,CAAC,OAAO,CAAS;gBAEJ,MAAM,EAAE,kBAAkB;IAM9C,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,oBAAoB;IAIzF,OAAO,CAAC,OAAO;IASf,OAAO,CAAC,aAAa;IAIf,IAAI,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA6C5C,UAAU,CAAC,GAAG,EAAE,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC;IA6DzD,KAAK,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IA+BhD,IAAI,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;CASnC"}
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OpenAICompatProvider = exports.PROVIDER_BASE_URLS = void 0;
|
|
4
|
+
const model_provider_1 = require("./model-provider");
|
|
5
|
+
// Anthropic skipped — not directly OpenAI-compatible
|
|
6
|
+
exports.PROVIDER_BASE_URLS = {
|
|
7
|
+
openai: 'https://api.openai.com/v1',
|
|
8
|
+
google: 'https://generativelanguage.googleapis.com/v1beta/openai',
|
|
9
|
+
kimi: 'https://api.moonshot.cn/v1',
|
|
10
|
+
deepseek: 'https://api.deepseek.com/v1',
|
|
11
|
+
};
|
|
12
|
+
class OpenAICompatProvider extends model_provider_1.BaseModelProvider {
|
|
13
|
+
config;
|
|
14
|
+
baseUrl;
|
|
15
|
+
constructor(config) {
|
|
16
|
+
super();
|
|
17
|
+
this.config = config;
|
|
18
|
+
const preset = config.provider ? exports.PROVIDER_BASE_URLS[config.provider] : undefined;
|
|
19
|
+
this.baseUrl = config.baseUrl ?? preset ?? 'https://api.openai.com/v1';
|
|
20
|
+
}
|
|
21
|
+
static fromPreset(provider, apiKey, model) {
|
|
22
|
+
return new OpenAICompatProvider({ provider, apiKey, defaultModel: model });
|
|
23
|
+
}
|
|
24
|
+
headers() {
|
|
25
|
+
const h = {
|
|
26
|
+
'Content-Type': 'application/json',
|
|
27
|
+
'Authorization': `Bearer ${this.config.apiKey}`,
|
|
28
|
+
};
|
|
29
|
+
if (this.config.orgId)
|
|
30
|
+
h['OpenAI-Organization'] = this.config.orgId;
|
|
31
|
+
return h;
|
|
32
|
+
}
|
|
33
|
+
providerLabel() {
|
|
34
|
+
return this.config.provider ?? 'openai-compat';
|
|
35
|
+
}
|
|
36
|
+
async chat(req) {
|
|
37
|
+
const model = req.model ?? this.config.defaultModel ?? 'gpt-4o-mini';
|
|
38
|
+
const messages = req.messages.map(m => ({ role: m.role, content: m.content }));
|
|
39
|
+
if (req.systemPrompt)
|
|
40
|
+
messages.unshift({ role: 'system', content: req.systemPrompt });
|
|
41
|
+
let res;
|
|
42
|
+
try {
|
|
43
|
+
res = await fetch(`${this.baseUrl}/chat/completions`, {
|
|
44
|
+
method: 'POST',
|
|
45
|
+
headers: this.headers(),
|
|
46
|
+
body: JSON.stringify({
|
|
47
|
+
model,
|
|
48
|
+
messages,
|
|
49
|
+
temperature: req.temperature ?? 0.7,
|
|
50
|
+
max_tokens: req.maxTokens ?? 2048,
|
|
51
|
+
}),
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
catch (err) {
|
|
55
|
+
throw new Error(`${this.providerLabel()} network error: ${err.message}`);
|
|
56
|
+
}
|
|
57
|
+
if (res.status === 401)
|
|
58
|
+
throw new Error(`${this.providerLabel()}: invalid API key`);
|
|
59
|
+
if (!res.ok) {
|
|
60
|
+
const text = await res.text();
|
|
61
|
+
throw new Error(`${this.providerLabel()} error ${res.status}: ${text}`);
|
|
62
|
+
}
|
|
63
|
+
const data = await res.json();
|
|
64
|
+
const content = data.choices?.[0]?.message?.content ?? '';
|
|
65
|
+
const assistantMsg = { role: 'assistant', content, timestamp: Date.now() };
|
|
66
|
+
const usage = data.usage;
|
|
67
|
+
return {
|
|
68
|
+
id: data.id ?? `compat-${Date.now()}`,
|
|
69
|
+
model,
|
|
70
|
+
message: assistantMsg,
|
|
71
|
+
usage: {
|
|
72
|
+
promptTokens: usage?.prompt_tokens ?? 0,
|
|
73
|
+
completionTokens: usage?.completion_tokens ?? 0,
|
|
74
|
+
totalTokens: usage?.total_tokens ?? 0,
|
|
75
|
+
},
|
|
76
|
+
finishReason: (data.choices?.[0]?.finish_reason ?? 'stop'),
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
async *chatStream(req) {
|
|
80
|
+
const model = req.model ?? this.config.defaultModel ?? 'gpt-4o-mini';
|
|
81
|
+
const messages = req.messages.map(m => ({ role: m.role, content: m.content }));
|
|
82
|
+
if (req.systemPrompt)
|
|
83
|
+
messages.unshift({ role: 'system', content: req.systemPrompt });
|
|
84
|
+
let res;
|
|
85
|
+
try {
|
|
86
|
+
res = await fetch(`${this.baseUrl}/chat/completions`, {
|
|
87
|
+
method: 'POST',
|
|
88
|
+
headers: this.headers(),
|
|
89
|
+
body: JSON.stringify({
|
|
90
|
+
model,
|
|
91
|
+
messages,
|
|
92
|
+
temperature: req.temperature ?? 0.7,
|
|
93
|
+
max_tokens: req.maxTokens ?? 2048,
|
|
94
|
+
stream: true,
|
|
95
|
+
}),
|
|
96
|
+
});
|
|
97
|
+
}
|
|
98
|
+
catch (err) {
|
|
99
|
+
throw new Error(`${this.providerLabel()} network error: ${err.message}`);
|
|
100
|
+
}
|
|
101
|
+
if (res.status === 401)
|
|
102
|
+
throw new Error(`${this.providerLabel()}: invalid API key`);
|
|
103
|
+
if (!res.ok) {
|
|
104
|
+
const text = await res.text();
|
|
105
|
+
throw new Error(`${this.providerLabel()} stream error ${res.status}: ${text}`);
|
|
106
|
+
}
|
|
107
|
+
if (!res.body)
|
|
108
|
+
return;
|
|
109
|
+
let buf = '';
|
|
110
|
+
let idx = 0;
|
|
111
|
+
for await (const chunk of res.body) {
|
|
112
|
+
buf += Buffer.from(chunk).toString('utf-8');
|
|
113
|
+
const lines = buf.split('\n');
|
|
114
|
+
buf = lines.pop() ?? '';
|
|
115
|
+
for (const line of lines) {
|
|
116
|
+
const trimmed = line.trim();
|
|
117
|
+
if (!trimmed.startsWith('data: '))
|
|
118
|
+
continue;
|
|
119
|
+
const payload = trimmed.slice(6);
|
|
120
|
+
if (payload === '[DONE]')
|
|
121
|
+
return;
|
|
122
|
+
try {
|
|
123
|
+
const parsed = JSON.parse(payload);
|
|
124
|
+
const delta = parsed.choices?.[0]?.delta?.content ?? '';
|
|
125
|
+
const finishReason = parsed.choices?.[0]?.finish_reason;
|
|
126
|
+
const done = !!finishReason;
|
|
127
|
+
yield {
|
|
128
|
+
id: parsed.id ?? `compat-${idx}`,
|
|
129
|
+
delta,
|
|
130
|
+
done,
|
|
131
|
+
finishReason: done ? finishReason : undefined,
|
|
132
|
+
};
|
|
133
|
+
idx++;
|
|
134
|
+
if (done)
|
|
135
|
+
return;
|
|
136
|
+
}
|
|
137
|
+
catch {
|
|
138
|
+
// skip malformed SSE lines
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
async embed(req) {
|
|
144
|
+
let res;
|
|
145
|
+
try {
|
|
146
|
+
res = await fetch(`${this.baseUrl}/embeddings`, {
|
|
147
|
+
method: 'POST',
|
|
148
|
+
headers: this.headers(),
|
|
149
|
+
body: JSON.stringify({
|
|
150
|
+
model: req.model ?? 'text-embedding-3-small',
|
|
151
|
+
input: req.input,
|
|
152
|
+
}),
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
catch (err) {
|
|
156
|
+
throw new Error(`${this.providerLabel()} network error: ${err.message}`);
|
|
157
|
+
}
|
|
158
|
+
if (res.status === 401)
|
|
159
|
+
throw new Error(`${this.providerLabel()}: invalid API key`);
|
|
160
|
+
if (!res.ok) {
|
|
161
|
+
const text = await res.text();
|
|
162
|
+
throw new Error(`${this.providerLabel()} embed error ${res.status}: ${text}`);
|
|
163
|
+
}
|
|
164
|
+
const data = await res.json();
|
|
165
|
+
return {
|
|
166
|
+
model: data.model,
|
|
167
|
+
embeddings: data.data.map(d => d.embedding),
|
|
168
|
+
usage: data.usage
|
|
169
|
+
? { promptTokens: data.usage.prompt_tokens ?? 0, completionTokens: 0, totalTokens: data.usage.total_tokens ?? 0 }
|
|
170
|
+
: undefined,
|
|
171
|
+
};
|
|
172
|
+
}
|
|
173
|
+
async info() {
|
|
174
|
+
return [{
|
|
175
|
+
id: this.config.defaultModel ?? 'unknown',
|
|
176
|
+
provider: this.providerLabel(),
|
|
177
|
+
contextLength: 128000,
|
|
178
|
+
supportedFeatures: ['tools', 'streaming'],
|
|
179
|
+
isLocal: false,
|
|
180
|
+
}];
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
exports.OpenAICompatProvider = OpenAICompatProvider;
|
|
184
|
+
//# sourceMappingURL=openai-compat.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai-compat.js","sourceRoot":"","sources":["../../src/providers/openai-compat.ts"],"names":[],"mappings":";;;AAUA,qDAAqD;AAErD,qDAAqD;AACxC,QAAA,kBAAkB,GAA2B;IACxD,MAAM,EAAI,2BAA2B;IACrC,MAAM,EAAI,yDAAyD;IACnE,IAAI,EAAM,4BAA4B;IACtC,QAAQ,EAAE,6BAA6B;CACxC,CAAC;AA8BF,MAAa,oBAAqB,SAAQ,kCAAiB;IAGrC;IAFZ,OAAO,CAAS;IAExB,YAAoB,MAA0B;QAC5C,KAAK,EAAE,CAAC;QADU,WAAM,GAAN,MAAM,CAAoB;QAE5C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,0BAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACjF,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,IAAI,2BAA2B,CAAC;IACzE,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,QAAgB,EAAE,MAAc,EAAE,KAAc;QAChE,OAAO,IAAI,oBAAoB,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,OAAO;QACb,MAAM,CAAC,GAA2B;YAChC,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;SAChD,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;YAAE,CAAC,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACpE,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,aAAa;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,eAAe,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAgB;QACzB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC;QACrE,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/E,IAAI,GAAG,CAAC,YAAY;YAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;QAEtF,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBACpD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;gBACvB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,QAAQ;oBACR,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,GAAG;oBACnC,UAAU,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI;iBAClC,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,mBAAmB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAqB,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC1D,MAAM,YAAY,GAAqB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAEzB,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE;YACrC,KAAK;YACL,OAAO,EAAE,YAAY;YACrB,KAAK,EAAE;gBACL,YAAY,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;gBACvC,gBAAgB,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;gBAC/C,WAAW,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;aACtC;YACD,YAAY,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,MAAM,CAA+C;SACzG,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,GAAgB;QAChC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC;QACrE,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/E,IAAI,GAAG,CAAC,YAAY;YAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;QAEtF,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBACpD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;gBACvB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,QAAQ;oBACR,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,GAAG;oBACnC,UAAU,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI;oBACjC,MAAM,EAAE,IAAI;iBACb,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,mBAAmB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,iBAAiB,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QACjF,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,IAAI;YAAE,OAAO;QAEtB,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,CAAC,IAA4C,EAAE,CAAC;YAC3E,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;oBAAE,SAAS;gBAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACjC,IAAI,OAAO,KAAK,QAAQ;oBAAE,OAAO;gBACjC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC;oBACtD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;oBACxD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;oBACxD,MAAM,IAAI,GAAG,CAAC,CAAC,YAAY,CAAC;oBAC5B,MAAM;wBACJ,EAAE,EAAE,MAAM,CAAC,EAAE,IAAI,UAAU,GAAG,EAAE;wBAChC,KAAK;wBACL,IAAI;wBACJ,YAAY,EAAE,IAAI,CAAC,CAAC,CAAE,YAA2D,CAAC,CAAC,CAAC,SAAS;qBAC9F,CAAC;oBACF,GAAG,EAAE,CAAC;oBACN,IAAI,IAAI;wBAAE,OAAO;gBACnB,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAiB;QAC3B,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;gBACvB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,wBAAwB;oBAC5C,KAAK,EAAE,GAAG,CAAC,KAAK;iBACjB,CAAC;aACH,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,mBAAmB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,gBAAgB,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAsB,CAAC;QAClD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAC3C,KAAK,EAAE,IAAI,CAAC,KAAK;gBACf,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE;gBACjH,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,CAAC;gBACN,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,SAAS;gBACzC,QAAQ,EAAE,IAAI,CAAC,aAAa,EAAE;gBAC9B,aAAa,EAAE,MAAM;gBACrB,iBAAiB,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;gBACzC,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;IACL,CAAC;CACF;AA5KD,oDA4KC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { ModelConfig, ModelProvider } from '../core/types';
|
|
2
|
+
export type Scene = 'task' | 'l1' | 'l2' | 'l3' | 'l4' | 'embedding';
|
|
3
|
+
export type Strategy = 'experience' | 'cost' | 'free';
|
|
4
|
+
export declare class ModelRouter {
|
|
5
|
+
private config;
|
|
6
|
+
constructor(config: ModelConfig);
|
|
7
|
+
getProvider(scene: Scene): ModelProvider;
|
|
8
|
+
private getOllama;
|
|
9
|
+
private getCloud;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=router.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../../src/providers/router.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAKhE,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,WAAW,CAAC;AACrE,MAAM,MAAM,QAAQ,GAAG,YAAY,GAAG,MAAM,GAAG,MAAM,CAAC;AAEtD,qBAAa,WAAW;IACV,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,WAAW;IAEvC,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa;IAUxC,OAAO,CAAC,SAAS;IAQjB,OAAO,CAAC,QAAQ;CAajB"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ModelRouter = void 0;
|
|
4
|
+
const ollama_1 = require("./ollama");
|
|
5
|
+
const agentkits_1 = require("./agentkits");
|
|
6
|
+
const openai_compat_1 = require("./openai-compat");
|
|
7
|
+
class ModelRouter {
|
|
8
|
+
config;
|
|
9
|
+
constructor(config) {
|
|
10
|
+
this.config = config;
|
|
11
|
+
}
|
|
12
|
+
getProvider(scene) {
|
|
13
|
+
const strategy = this.config.strategy;
|
|
14
|
+
if (scene === 'embedding')
|
|
15
|
+
return this.getOllama();
|
|
16
|
+
if (strategy === 'free')
|
|
17
|
+
return this.getOllama();
|
|
18
|
+
if (scene === 'l1' || scene === 'l4')
|
|
19
|
+
return this.getOllama(); // local track
|
|
20
|
+
if (scene === 'l2' || scene === 'l3')
|
|
21
|
+
return this.getCloud(); // cloud track
|
|
22
|
+
if (scene === 'task')
|
|
23
|
+
return this.getCloud();
|
|
24
|
+
return this.getOllama();
|
|
25
|
+
}
|
|
26
|
+
getOllama() {
|
|
27
|
+
const { local } = this.config;
|
|
28
|
+
return new ollama_1.OllamaProvider({
|
|
29
|
+
model: local?.model === 'auto' ? undefined : local?.model,
|
|
30
|
+
embeddingModel: local?.embeddingModel === 'auto' ? undefined : local?.embeddingModel,
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
getCloud() {
|
|
34
|
+
if (this.config.override) {
|
|
35
|
+
return new openai_compat_1.OpenAICompatProvider({
|
|
36
|
+
apiKey: this.config.override.apiKey,
|
|
37
|
+
provider: this.config.override.provider,
|
|
38
|
+
defaultModel: this.config.override.model,
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
return new agentkits_1.AgentKitsProvider({
|
|
42
|
+
apiKey: this.config.apiKey,
|
|
43
|
+
strategy: this.config.strategy === 'free' ? 'experience' : this.config.strategy,
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
exports.ModelRouter = ModelRouter;
|
|
48
|
+
//# sourceMappingURL=router.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.js","sourceRoot":"","sources":["../../src/providers/router.ts"],"names":[],"mappings":";;;AAEA,qCAA0C;AAC1C,2CAAgD;AAChD,mDAAuD;AAKvD,MAAa,WAAW;IACF;IAApB,YAAoB,MAAmB;QAAnB,WAAM,GAAN,MAAM,CAAa;IAAG,CAAC;IAE3C,WAAW,CAAC,KAAY;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACtC,IAAI,KAAK,KAAK,WAAW;YAAE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;QACnD,IAAI,QAAQ,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;QACjD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,cAAc;QAC7E,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,cAAc;QAC5E,IAAI,KAAK,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;IAC1B,CAAC;IAEO,SAAS;QACf,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,OAAO,IAAI,uBAAc,CAAC;YACxB,KAAK,EAAE,KAAK,EAAE,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK;YACzD,cAAc,EAAE,KAAK,EAAE,cAAc,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,cAAc;SACrF,CAAC,CAAC;IACL,CAAC;IAEO,QAAQ;QACd,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,OAAO,IAAI,oCAAoB,CAAC;gBAC9B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM;gBACnC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ;gBACvC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK;aACzC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,6BAAiB,CAAC;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;SAChF,CAAC,CAAC;IACL,CAAC;CACF;AAlCD,kCAkCC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export interface CronJob {
|
|
2
|
+
id: string;
|
|
3
|
+
expression: string;
|
|
4
|
+
handler: () => Promise<void>;
|
|
5
|
+
enabled: boolean;
|
|
6
|
+
lastRunAt?: number;
|
|
7
|
+
nextRunAt?: number;
|
|
8
|
+
}
|
|
9
|
+
export declare class CronScheduler {
|
|
10
|
+
private jobs;
|
|
11
|
+
private timers;
|
|
12
|
+
add(job: CronJob): void;
|
|
13
|
+
remove(id: string): void;
|
|
14
|
+
enable(id: string): void;
|
|
15
|
+
disable(id: string): void;
|
|
16
|
+
list(): CronJob[];
|
|
17
|
+
private schedule;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=cron.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cron.d.ts","sourceRoot":"","sources":["../../src/scheduler/cron.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,IAAI,CAA8B;IAC1C,OAAO,CAAC,MAAM,CAAqC;IAEnD,GAAG,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI;IAKvB,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAOxB,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAKxB,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAOzB,IAAI,IAAI,OAAO,EAAE;IAIjB,OAAO,CAAC,QAAQ;CAWjB"}
|