@zhijiewang/openharness 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/CONTRIBUTING.md +55 -0
- package/LICENSE +21 -0
- package/README.md +154 -0
- package/data/models.json +74 -0
- package/data/prompts/system.md +25 -0
- package/data/skills/code-review.md +19 -0
- package/data/skills/commit.md +17 -0
- package/data/skills/debug.md +24 -0
- package/data/skills/tdd.md +22 -0
- package/dist/Tool.d.ts +45 -0
- package/dist/Tool.d.ts.map +1 -0
- package/dist/Tool.js +62 -0
- package/dist/Tool.js.map +1 -0
- package/dist/components/App.d.ts +16 -0
- package/dist/components/App.d.ts.map +1 -0
- package/dist/components/App.js +25 -0
- package/dist/components/App.js.map +1 -0
- package/dist/components/Messages.d.ts +9 -0
- package/dist/components/Messages.d.ts.map +1 -0
- package/dist/components/Messages.js +23 -0
- package/dist/components/Messages.js.map +1 -0
- package/dist/components/PermissionPrompt.d.ts +9 -0
- package/dist/components/PermissionPrompt.d.ts.map +1 -0
- package/dist/components/PermissionPrompt.js +18 -0
- package/dist/components/PermissionPrompt.js.map +1 -0
- package/dist/components/REPL.d.ts +15 -0
- package/dist/components/REPL.d.ts.map +1 -0
- package/dist/components/REPL.js +114 -0
- package/dist/components/REPL.js.map +1 -0
- package/dist/components/Spinner.d.ts +7 -0
- package/dist/components/Spinner.d.ts.map +1 -0
- package/dist/components/Spinner.js +7 -0
- package/dist/components/Spinner.js.map +1 -0
- package/dist/components/TextInput.d.ts +7 -0
- package/dist/components/TextInput.d.ts.map +1 -0
- package/dist/components/TextInput.js +37 -0
- package/dist/components/TextInput.js.map +1 -0
- package/dist/components/ToolCallDisplay.d.ts +12 -0
- package/dist/components/ToolCallDisplay.d.ts.map +1 -0
- package/dist/components/ToolCallDisplay.js +16 -0
- package/dist/components/ToolCallDisplay.js.map +1 -0
- package/dist/harness/cost.d.ts +33 -0
- package/dist/harness/cost.d.ts.map +1 -0
- package/dist/harness/cost.js +68 -0
- package/dist/harness/cost.js.map +1 -0
- package/dist/harness/onboarding.d.ts +17 -0
- package/dist/harness/onboarding.d.ts.map +1 -0
- package/dist/harness/onboarding.js +99 -0
- package/dist/harness/onboarding.js.map +1 -0
- package/dist/harness/rules.d.ts +8 -0
- package/dist/harness/rules.d.ts.map +1 -0
- package/dist/harness/rules.js +66 -0
- package/dist/harness/rules.js.map +1 -0
- package/dist/harness/session.d.ts +24 -0
- package/dist/harness/session.d.ts.map +1 -0
- package/dist/harness/session.js +56 -0
- package/dist/harness/session.js.map +1 -0
- package/dist/main.d.ts +12 -0
- package/dist/main.d.ts.map +1 -0
- package/dist/main.js +177 -0
- package/dist/main.js.map +1 -0
- package/dist/providers/anthropic.d.ts +27 -0
- package/dist/providers/anthropic.d.ts.map +1 -0
- package/dist/providers/anthropic.js +291 -0
- package/dist/providers/anthropic.js.map +1 -0
- package/dist/providers/base.d.ts +41 -0
- package/dist/providers/base.d.ts.map +1 -0
- package/dist/providers/base.js +5 -0
- package/dist/providers/base.js.map +1 -0
- package/dist/providers/index.d.ts +12 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +57 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/ollama.d.ts +19 -0
- package/dist/providers/ollama.d.ts.map +1 -0
- package/dist/providers/ollama.js +233 -0
- package/dist/providers/ollama.js.map +1 -0
- package/dist/providers/openai.d.ts +21 -0
- package/dist/providers/openai.d.ts.map +1 -0
- package/dist/providers/openai.js +242 -0
- package/dist/providers/openai.js.map +1 -0
- package/dist/providers/openrouter.d.ts +25 -0
- package/dist/providers/openrouter.d.ts.map +1 -0
- package/dist/providers/openrouter.js +278 -0
- package/dist/providers/openrouter.js.map +1 -0
- package/dist/query.d.ts +35 -0
- package/dist/query.d.ts.map +1 -0
- package/dist/query.js +185 -0
- package/dist/query.js.map +1 -0
- package/dist/tools/BashTool/index.d.ts +15 -0
- package/dist/tools/BashTool/index.d.ts.map +1 -0
- package/dist/tools/BashTool/index.js +78 -0
- package/dist/tools/BashTool/index.js.map +1 -0
- package/dist/tools/FileEditTool/index.d.ts +21 -0
- package/dist/tools/FileEditTool/index.d.ts.map +1 -0
- package/dist/tools/FileEditTool/index.js +70 -0
- package/dist/tools/FileEditTool/index.js.map +1 -0
- package/dist/tools/FileReadTool/index.d.ts +18 -0
- package/dist/tools/FileReadTool/index.d.ts.map +1 -0
- package/dist/tools/FileReadTool/index.js +63 -0
- package/dist/tools/FileReadTool/index.js.map +1 -0
- package/dist/tools/FileWriteTool/index.d.ts +15 -0
- package/dist/tools/FileWriteTool/index.d.ts.map +1 -0
- package/dist/tools/FileWriteTool/index.js +42 -0
- package/dist/tools/FileWriteTool/index.js.map +1 -0
- package/dist/tools/GlobTool/index.d.ts +15 -0
- package/dist/tools/GlobTool/index.d.ts.map +1 -0
- package/dist/tools/GlobTool/index.js +126 -0
- package/dist/tools/GlobTool/index.js.map +1 -0
- package/dist/tools/GrepTool/index.d.ts +21 -0
- package/dist/tools/GrepTool/index.d.ts.map +1 -0
- package/dist/tools/GrepTool/index.js +125 -0
- package/dist/tools/GrepTool/index.js.map +1 -0
- package/dist/tools/WebFetchTool/index.d.ts +12 -0
- package/dist/tools/WebFetchTool/index.d.ts.map +1 -0
- package/dist/tools/WebFetchTool/index.js +98 -0
- package/dist/tools/WebFetchTool/index.js.map +1 -0
- package/dist/tools.d.ts +9 -0
- package/dist/tools.d.ts.map +1 -0
- package/dist/tools.js +25 -0
- package/dist/tools.js.map +1 -0
- package/dist/types/events.d.ts +49 -0
- package/dist/types/events.d.ts.map +1 -0
- package/dist/types/events.js +5 -0
- package/dist/types/events.js.map +1 -0
- package/dist/types/message.d.ts +27 -0
- package/dist/types/message.d.ts.map +1 -0
- package/dist/types/message.js +22 -0
- package/dist/types/message.js.map +1 -0
- package/dist/types/permissions.d.ts +22 -0
- package/dist/types/permissions.d.ts.map +1 -0
- package/dist/types/permissions.js +27 -0
- package/dist/types/permissions.js.map +1 -0
- package/package.json +55 -0
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Base provider interface — every LLM provider implements this.
|
|
3
|
+
*/
|
|
4
|
+
import type { Message } from "../types/message.js";
|
|
5
|
+
import type { StreamEvent } from "../types/events.js";
|
|
6
|
+
export type ModelInfo = {
|
|
7
|
+
id: string;
|
|
8
|
+
provider: string;
|
|
9
|
+
contextWindow: number;
|
|
10
|
+
supportsTools: boolean;
|
|
11
|
+
supportsStreaming: boolean;
|
|
12
|
+
supportsVision: boolean;
|
|
13
|
+
inputCostPerMtok: number;
|
|
14
|
+
outputCostPerMtok: number;
|
|
15
|
+
};
|
|
16
|
+
export type ProviderConfig = {
|
|
17
|
+
name: string;
|
|
18
|
+
apiKey?: string;
|
|
19
|
+
baseUrl?: string;
|
|
20
|
+
defaultModel?: string;
|
|
21
|
+
};
|
|
22
|
+
export type APIToolDef = {
|
|
23
|
+
type: "function";
|
|
24
|
+
function: {
|
|
25
|
+
name: string;
|
|
26
|
+
description: string;
|
|
27
|
+
parameters: unknown;
|
|
28
|
+
};
|
|
29
|
+
};
|
|
30
|
+
export interface Provider {
|
|
31
|
+
readonly name: string;
|
|
32
|
+
/** Stream response events from the LLM. */
|
|
33
|
+
stream(messages: Message[], systemPrompt: string, tools?: APIToolDef[], model?: string): AsyncGenerator<StreamEvent, void>;
|
|
34
|
+
/** Non-streaming completion (convenience wrapper). */
|
|
35
|
+
complete(messages: Message[], systemPrompt: string, tools?: APIToolDef[], model?: string): Promise<Message>;
|
|
36
|
+
/** List available models. */
|
|
37
|
+
listModels(): ModelInfo[];
|
|
38
|
+
/** Check if provider is reachable. */
|
|
39
|
+
healthCheck(): Promise<boolean>;
|
|
40
|
+
}
|
|
41
|
+
//# sourceMappingURL=base.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEtD,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,OAAO,CAAC;IACvB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,cAAc,EAAE,OAAO,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;CACtE,CAAC;AAEF,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,2CAA2C;IAC3C,MAAM,CACJ,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,UAAU,EAAE,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAErC,sDAAsD;IACtD,QAAQ,CACN,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,UAAU,EAAE,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,CAAC,CAAC;IAEpB,6BAA6B;IAC7B,UAAU,IAAI,SAAS,EAAE,CAAC;IAE1B,sCAAsC;IACtC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CACjC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA;;GAEG"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider factory — create the right provider from a model string.
|
|
3
|
+
*/
|
|
4
|
+
import type { Provider } from "./base.js";
|
|
5
|
+
/**
|
|
6
|
+
* Create a provider from a model string like "ollama/llama3" or "gpt-4o".
|
|
7
|
+
*/
|
|
8
|
+
export declare function createProvider(modelArg?: string): Promise<{
|
|
9
|
+
provider: Provider;
|
|
10
|
+
model: string;
|
|
11
|
+
}>;
|
|
12
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAkB,MAAM,WAAW,CAAC;AAM1D;;GAEG;AACH,wBAAsB,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAuBtG"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Provider factory — create the right provider from a model string.
|
|
3
|
+
*/
|
|
4
|
+
import { OllamaProvider } from "./ollama.js";
|
|
5
|
+
import { OpenAIProvider } from "./openai.js";
|
|
6
|
+
import { AnthropicProvider } from "./anthropic.js";
|
|
7
|
+
import { OpenRouterProvider } from "./openrouter.js";
|
|
8
|
+
/**
|
|
9
|
+
* Create a provider from a model string like "ollama/llama3" or "gpt-4o".
|
|
10
|
+
*/
|
|
11
|
+
export async function createProvider(modelArg) {
|
|
12
|
+
let providerName = "ollama";
|
|
13
|
+
let model = "llama3";
|
|
14
|
+
if (modelArg) {
|
|
15
|
+
if (modelArg.includes("/")) {
|
|
16
|
+
const [p, m] = modelArg.split("/", 2);
|
|
17
|
+
providerName = p;
|
|
18
|
+
model = m;
|
|
19
|
+
}
|
|
20
|
+
else {
|
|
21
|
+
model = modelArg;
|
|
22
|
+
providerName = guessProviderFromModel(model);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
const config = {
|
|
26
|
+
name: providerName,
|
|
27
|
+
apiKey: process.env[`${providerName.toUpperCase()}_API_KEY`],
|
|
28
|
+
defaultModel: model,
|
|
29
|
+
};
|
|
30
|
+
const provider = createProviderInstance(providerName, config);
|
|
31
|
+
return { provider, model };
|
|
32
|
+
}
|
|
33
|
+
function createProviderInstance(name, config) {
|
|
34
|
+
switch (name) {
|
|
35
|
+
case "ollama":
|
|
36
|
+
return new OllamaProvider(config);
|
|
37
|
+
case "openai":
|
|
38
|
+
return new OpenAIProvider(config);
|
|
39
|
+
case "anthropic":
|
|
40
|
+
return new AnthropicProvider(config);
|
|
41
|
+
case "openrouter":
|
|
42
|
+
return new OpenRouterProvider(config);
|
|
43
|
+
default:
|
|
44
|
+
// Treat as OpenAI-compatible
|
|
45
|
+
return new OpenAIProvider({ ...config, baseUrl: config.baseUrl ?? `https://api.${name}.com/v1` });
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
function guessProviderFromModel(model) {
|
|
49
|
+
if (model.includes("gpt") || model.startsWith("o3"))
|
|
50
|
+
return "openai";
|
|
51
|
+
if (model.includes("claude"))
|
|
52
|
+
return "anthropic";
|
|
53
|
+
if (model.includes("llama") || model.includes("mistral") || model.includes("phi"))
|
|
54
|
+
return "ollama";
|
|
55
|
+
return "openai"; // default fallback
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAErD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,QAAiB;IACpD,IAAI,YAAY,GAAG,QAAQ,CAAC;IAC5B,IAAI,KAAK,GAAG,QAAQ,CAAC;IAErB,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACtC,YAAY,GAAG,CAAE,CAAC;YAClB,KAAK,GAAG,CAAE,CAAC;QACb,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,QAAQ,CAAC;YACjB,YAAY,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAmB;QAC7B,IAAI,EAAE,YAAY;QAClB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,WAAW,EAAE,UAAU,CAAC;QAC5D,YAAY,EAAE,KAAK;KACpB,CAAC;IAEF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC9D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY,EAAE,MAAsB;IAClE,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACpC,KAAK,WAAW;YACd,OAAO,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;QACvC,KAAK,YAAY;YACf,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACxC;YACE,6BAA6B;YAC7B,OAAO,IAAI,cAAc,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,eAAe,IAAI,SAAS,EAAE,CAAC,CAAC;IACtG,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa;IAC3C,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IACrE,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,WAAW,CAAC;IACjD,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnG,OAAO,QAAQ,CAAC,CAAC,mBAAmB;AACtC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Ollama provider — local LLM inference via Ollama REST API.
|
|
3
|
+
*/
|
|
4
|
+
import type { Message } from "../types/message.js";
|
|
5
|
+
import type { StreamEvent } from "../types/events.js";
|
|
6
|
+
import type { Provider, APIToolDef, ModelInfo, ProviderConfig } from "./base.js";
|
|
7
|
+
export declare class OllamaProvider implements Provider {
|
|
8
|
+
readonly name = "ollama";
|
|
9
|
+
private baseUrl;
|
|
10
|
+
private defaultModel;
|
|
11
|
+
constructor(config: ProviderConfig);
|
|
12
|
+
private convertMessages;
|
|
13
|
+
private convertTools;
|
|
14
|
+
stream(messages: Message[], systemPrompt: string, tools?: APIToolDef[], model?: string): AsyncGenerator<StreamEvent, void>;
|
|
15
|
+
complete(messages: Message[], systemPrompt: string, tools?: APIToolDef[], model?: string): Promise<Message>;
|
|
16
|
+
listModels(): ModelInfo[];
|
|
17
|
+
healthCheck(): Promise<boolean>;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAY,MAAM,qBAAqB,CAAC;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAoB,MAAM,oBAAoB,CAAC;AAExE,OAAO,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjF,qBAAa,cAAe,YAAW,QAAQ;IAC7C,QAAQ,CAAC,IAAI,YAAY;IACzB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;gBAEjB,MAAM,EAAE,cAAc;IAKlC,OAAO,CAAC,eAAe;IAuCvB,OAAO,CAAC,YAAY;IAYb,MAAM,CACX,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,UAAU,EAAE,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC;IAmG9B,QAAQ,CACZ,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,UAAU,EAAE,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,CAAC;IAwCnB,UAAU,IAAI,SAAS,EAAE;IAoCnB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAQtC"}
|
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Ollama provider — local LLM inference via Ollama REST API.
|
|
3
|
+
*/
|
|
4
|
+
import { createAssistantMessage } from "../types/message.js";
|
|
5
|
+
export class OllamaProvider {
|
|
6
|
+
name = "ollama";
|
|
7
|
+
baseUrl;
|
|
8
|
+
defaultModel;
|
|
9
|
+
constructor(config) {
|
|
10
|
+
this.baseUrl = (config.baseUrl ?? "http://localhost:11434").replace(/\/$/, "");
|
|
11
|
+
this.defaultModel = config.defaultModel ?? "llama3.1";
|
|
12
|
+
}
|
|
13
|
+
convertMessages(messages, systemPrompt) {
|
|
14
|
+
const converted = [];
|
|
15
|
+
for (const msg of messages) {
|
|
16
|
+
if (msg.role === "system")
|
|
17
|
+
continue;
|
|
18
|
+
if (msg.role === "assistant" && msg.toolCalls?.length) {
|
|
19
|
+
converted.push({
|
|
20
|
+
role: "assistant",
|
|
21
|
+
content: msg.content || "",
|
|
22
|
+
tool_calls: msg.toolCalls.map((tc) => ({
|
|
23
|
+
id: tc.id,
|
|
24
|
+
type: "function",
|
|
25
|
+
function: {
|
|
26
|
+
name: tc.toolName,
|
|
27
|
+
arguments: JSON.stringify(tc.arguments),
|
|
28
|
+
},
|
|
29
|
+
})),
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
else if (msg.role === "tool" && msg.toolResults?.length) {
|
|
33
|
+
for (const tr of msg.toolResults) {
|
|
34
|
+
converted.push({
|
|
35
|
+
role: "tool",
|
|
36
|
+
content: tr.output,
|
|
37
|
+
tool_call_id: tr.callId,
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
converted.push({
|
|
43
|
+
role: msg.role === "user" ? "user" : msg.role === "assistant" ? "assistant" : msg.role,
|
|
44
|
+
content: msg.content,
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
return { system: systemPrompt, messages: converted };
|
|
49
|
+
}
|
|
50
|
+
convertTools(tools) {
|
|
51
|
+
if (!tools?.length)
|
|
52
|
+
return undefined;
|
|
53
|
+
return tools.map((t) => ({
|
|
54
|
+
type: "function",
|
|
55
|
+
function: {
|
|
56
|
+
name: t.function.name,
|
|
57
|
+
description: t.function.description,
|
|
58
|
+
parameters: t.function.parameters,
|
|
59
|
+
},
|
|
60
|
+
}));
|
|
61
|
+
}
|
|
62
|
+
async *stream(messages, systemPrompt, tools, model) {
|
|
63
|
+
const m = model ?? this.defaultModel;
|
|
64
|
+
const { system, messages: msgs } = this.convertMessages(messages, systemPrompt);
|
|
65
|
+
const body = {
|
|
66
|
+
model: m,
|
|
67
|
+
messages: msgs,
|
|
68
|
+
system,
|
|
69
|
+
stream: true,
|
|
70
|
+
};
|
|
71
|
+
const ollamaTools = this.convertTools(tools);
|
|
72
|
+
if (ollamaTools)
|
|
73
|
+
body.tools = ollamaTools;
|
|
74
|
+
let res;
|
|
75
|
+
try {
|
|
76
|
+
res = await fetch(`${this.baseUrl}/api/chat`, {
|
|
77
|
+
method: "POST",
|
|
78
|
+
headers: { "Content-Type": "application/json" },
|
|
79
|
+
body: JSON.stringify(body),
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
catch (err) {
|
|
83
|
+
yield { type: "error", message: `Ollama request failed: ${err}` };
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
if (!res.ok) {
|
|
87
|
+
yield { type: "error", message: `Ollama HTTP ${res.status}: ${await res.text()}` };
|
|
88
|
+
return;
|
|
89
|
+
}
|
|
90
|
+
const reader = res.body?.getReader();
|
|
91
|
+
if (!reader)
|
|
92
|
+
return;
|
|
93
|
+
const decoder = new TextDecoder();
|
|
94
|
+
let buffer = "";
|
|
95
|
+
while (true) {
|
|
96
|
+
const { done, value } = await reader.read();
|
|
97
|
+
if (done)
|
|
98
|
+
break;
|
|
99
|
+
buffer += decoder.decode(value, { stream: true });
|
|
100
|
+
const lines = buffer.split("\n");
|
|
101
|
+
buffer = lines.pop() ?? "";
|
|
102
|
+
for (const line of lines) {
|
|
103
|
+
if (!line.trim())
|
|
104
|
+
continue;
|
|
105
|
+
let chunk;
|
|
106
|
+
try {
|
|
107
|
+
chunk = JSON.parse(line);
|
|
108
|
+
}
|
|
109
|
+
catch {
|
|
110
|
+
continue;
|
|
111
|
+
}
|
|
112
|
+
// Handle Ollama errors embedded in the stream
|
|
113
|
+
if (chunk.error) {
|
|
114
|
+
yield { type: "error", message: `Ollama: ${chunk.error}` };
|
|
115
|
+
return;
|
|
116
|
+
}
|
|
117
|
+
if (chunk.message?.content) {
|
|
118
|
+
yield { type: "text_delta", content: chunk.message.content };
|
|
119
|
+
}
|
|
120
|
+
if (chunk.message?.tool_calls) {
|
|
121
|
+
for (const tc of chunk.message.tool_calls) {
|
|
122
|
+
const callId = tc.id ?? crypto.randomUUID();
|
|
123
|
+
const toolName = tc.function?.name ?? "unknown";
|
|
124
|
+
yield {
|
|
125
|
+
type: "tool_call_start",
|
|
126
|
+
toolName,
|
|
127
|
+
callId,
|
|
128
|
+
};
|
|
129
|
+
const args = typeof tc.function?.arguments === "string"
|
|
130
|
+
? JSON.parse(tc.function.arguments)
|
|
131
|
+
: tc.function?.arguments ?? {};
|
|
132
|
+
yield {
|
|
133
|
+
type: "tool_call_complete",
|
|
134
|
+
callId,
|
|
135
|
+
toolName,
|
|
136
|
+
arguments: args,
|
|
137
|
+
};
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
if (chunk.done) {
|
|
141
|
+
const inputTokens = chunk.prompt_eval_count ?? 0;
|
|
142
|
+
const outputTokens = chunk.eval_count ?? 0;
|
|
143
|
+
yield {
|
|
144
|
+
type: "cost_update",
|
|
145
|
+
inputTokens,
|
|
146
|
+
outputTokens,
|
|
147
|
+
cost: 0,
|
|
148
|
+
model: m,
|
|
149
|
+
};
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
async complete(messages, systemPrompt, tools, model) {
|
|
155
|
+
const m = model ?? this.defaultModel;
|
|
156
|
+
const { system, messages: msgs } = this.convertMessages(messages, systemPrompt);
|
|
157
|
+
const body = {
|
|
158
|
+
model: m,
|
|
159
|
+
messages: msgs,
|
|
160
|
+
system,
|
|
161
|
+
stream: false,
|
|
162
|
+
};
|
|
163
|
+
const ollamaTools = this.convertTools(tools);
|
|
164
|
+
if (ollamaTools)
|
|
165
|
+
body.tools = ollamaTools;
|
|
166
|
+
const res = await fetch(`${this.baseUrl}/api/chat`, {
|
|
167
|
+
method: "POST",
|
|
168
|
+
headers: { "Content-Type": "application/json" },
|
|
169
|
+
body: JSON.stringify(body),
|
|
170
|
+
});
|
|
171
|
+
if (!res.ok) {
|
|
172
|
+
throw new Error(`Ollama HTTP ${res.status}: ${await res.text()}`);
|
|
173
|
+
}
|
|
174
|
+
const data = await res.json();
|
|
175
|
+
const content = data.message?.content ?? "";
|
|
176
|
+
let toolCalls;
|
|
177
|
+
if (data.message?.tool_calls?.length) {
|
|
178
|
+
toolCalls = data.message.tool_calls.map((tc) => ({
|
|
179
|
+
id: tc.id ?? crypto.randomUUID(),
|
|
180
|
+
toolName: tc.function?.name ?? "unknown",
|
|
181
|
+
arguments: typeof tc.function?.arguments === "string"
|
|
182
|
+
? JSON.parse(tc.function.arguments)
|
|
183
|
+
: tc.function?.arguments ?? {},
|
|
184
|
+
}));
|
|
185
|
+
}
|
|
186
|
+
return createAssistantMessage(content, toolCalls);
|
|
187
|
+
}
|
|
188
|
+
listModels() {
|
|
189
|
+
// Static list; dynamic discovery via healthCheck + /api/tags
|
|
190
|
+
return [
|
|
191
|
+
{
|
|
192
|
+
id: "llama3.1",
|
|
193
|
+
provider: "ollama",
|
|
194
|
+
contextWindow: 128_000,
|
|
195
|
+
supportsTools: true,
|
|
196
|
+
supportsStreaming: true,
|
|
197
|
+
supportsVision: false,
|
|
198
|
+
inputCostPerMtok: 0,
|
|
199
|
+
outputCostPerMtok: 0,
|
|
200
|
+
},
|
|
201
|
+
{
|
|
202
|
+
id: "llama3.1:70b",
|
|
203
|
+
provider: "ollama",
|
|
204
|
+
contextWindow: 128_000,
|
|
205
|
+
supportsTools: true,
|
|
206
|
+
supportsStreaming: true,
|
|
207
|
+
supportsVision: false,
|
|
208
|
+
inputCostPerMtok: 0,
|
|
209
|
+
outputCostPerMtok: 0,
|
|
210
|
+
},
|
|
211
|
+
{
|
|
212
|
+
id: "qwen2.5-coder",
|
|
213
|
+
provider: "ollama",
|
|
214
|
+
contextWindow: 32_000,
|
|
215
|
+
supportsTools: true,
|
|
216
|
+
supportsStreaming: true,
|
|
217
|
+
supportsVision: false,
|
|
218
|
+
inputCostPerMtok: 0,
|
|
219
|
+
outputCostPerMtok: 0,
|
|
220
|
+
},
|
|
221
|
+
];
|
|
222
|
+
}
|
|
223
|
+
async healthCheck() {
|
|
224
|
+
try {
|
|
225
|
+
const res = await fetch(`${this.baseUrl}/api/tags`);
|
|
226
|
+
return res.ok;
|
|
227
|
+
}
|
|
228
|
+
catch {
|
|
229
|
+
return false;
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAG7D,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IACjB,OAAO,CAAS;IAChB,YAAY,CAAS;IAE7B,YAAY,MAAsB;QAChC,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,UAAU,CAAC;IACxD,CAAC;IAEO,eAAe,CACrB,QAAmB,EACnB,YAAoB;QAEpB,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAEpC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;gBACtD,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;oBAC1B,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;wBACrC,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACR,IAAI,EAAE,EAAE,CAAC,QAAQ;4BACjB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;yBACxC;qBACF,CAAC,CAAC;iBACJ,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;gBAC1D,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;oBACjC,SAAS,CAAC,IAAI,CAAC;wBACb,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,EAAE,CAAC,MAAM;wBAClB,YAAY,EAAE,EAAE,CAAC,MAAM;qBACxB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI;oBACtF,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IACvD,CAAC;IAEO,YAAY,CAAC,KAAoB;QACvC,IAAI,CAAC,KAAK,EAAE,MAAM;YAAE,OAAO,SAAS,CAAC;QACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;gBACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;gBACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;aAClC;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAmB,EACnB,YAAoB,EACpB,KAAoB,EACpB,KAAc;QAEd,MAAM,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACrC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAChF,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,IAAI;YACd,MAAM;YACN,MAAM,EAAE,IAAI;SACb,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,WAAW;YAAE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QAE1C,IAAI,GAAa,CAAC;QAClB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;gBAC5C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,0BAA0B,GAAG,EAAE,EAAE,CAAC;YAClE,OAAO;QACT,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,eAAe,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC;YACnF,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAC3B,IAAI,KAAU,CAAC;gBACf,IAAI,CAAC;oBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3B,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,8CAA8C;gBAC9C,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;oBAC3D,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;oBAC3B,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAC/D,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;oBAC9B,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;wBAC1C,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;wBAC5C,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,SAAS,CAAC;wBAChD,MAAM;4BACJ,IAAI,EAAE,iBAAiB;4BACvB,QAAQ;4BACR,MAAM;yBACP,CAAC;wBACF,MAAM,IAAI,GACR,OAAO,EAAE,CAAC,QAAQ,EAAE,SAAS,KAAK,QAAQ;4BACxC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;4BACnC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE,CAAC;wBACnC,MAAM;4BACJ,IAAI,EAAE,oBAAoB;4BAC1B,MAAM;4BACN,QAAQ;4BACR,SAAS,EAAE,IAAI;yBACW,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACf,MAAM,WAAW,GAAG,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACjD,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;oBAC3C,MAAM;wBACJ,IAAI,EAAE,aAAa;wBACnB,WAAW;wBACX,YAAY;wBACZ,IAAI,EAAE,CAAC;wBACP,KAAK,EAAE,CAAC;qBACT,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAmB,EACnB,YAAoB,EACpB,KAAoB,EACpB,KAAc;QAEd,MAAM,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACrC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAChF,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,IAAI;YACd,MAAM;YACN,MAAM,EAAE,KAAK;SACd,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,WAAW;YAAE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QAE1C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YAClD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,IAAI,GAAQ,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAC5C,IAAI,SAAiC,CAAC;QAEtC,IAAI,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;YACrC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC;gBACpD,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;gBAChC,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,SAAS;gBACxC,SAAS,EACP,OAAO,EAAE,CAAC,QAAQ,EAAE,SAAS,KAAK,QAAQ;oBACxC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;oBACnC,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;aACnC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,sBAAsB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,UAAU;QACR,6DAA6D;QAC7D,OAAO;YACL;gBACE,EAAE,EAAE,UAAU;gBACd,QAAQ,EAAE,QAAQ;gBAClB,aAAa,EAAE,OAAO;gBACtB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,cAAc,EAAE,KAAK;gBACrB,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;aACrB;YACD;gBACE,EAAE,EAAE,cAAc;gBAClB,QAAQ,EAAE,QAAQ;gBAClB,aAAa,EAAE,OAAO;gBACtB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,cAAc,EAAE,KAAK;gBACrB,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;aACrB;YACD;gBACE,EAAE,EAAE,eAAe;gBACnB,QAAQ,EAAE,QAAQ;gBAClB,aAAa,EAAE,MAAM;gBACrB,aAAa,EAAE,IAAI;gBACnB,iBAAiB,EAAE,IAAI;gBACvB,cAAc,EAAE,KAAK;gBACrB,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;aACrB;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,CAAC,CAAC;YACpD,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* OpenAI-compatible provider — works with OpenAI, DeepSeek, Groq, Together, etc.
|
|
3
|
+
*/
|
|
4
|
+
import type { Message } from "../types/message.js";
|
|
5
|
+
import type { StreamEvent } from "../types/events.js";
|
|
6
|
+
import type { Provider, APIToolDef, ModelInfo, ProviderConfig } from "./base.js";
|
|
7
|
+
export declare class OpenAIProvider implements Provider {
|
|
8
|
+
readonly name: string;
|
|
9
|
+
private apiKey;
|
|
10
|
+
private baseUrl;
|
|
11
|
+
private defaultModel;
|
|
12
|
+
constructor(config: ProviderConfig);
|
|
13
|
+
private convertMessages;
|
|
14
|
+
private headers;
|
|
15
|
+
stream(messages: Message[], systemPrompt: string, tools?: APIToolDef[], model?: string): AsyncGenerator<StreamEvent, void>;
|
|
16
|
+
complete(messages: Message[], systemPrompt: string, tools?: APIToolDef[], model?: string): Promise<Message>;
|
|
17
|
+
private getModelInfo;
|
|
18
|
+
listModels(): ModelInfo[];
|
|
19
|
+
healthCheck(): Promise<boolean>;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAY,MAAM,qBAAqB,CAAC;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAoB,MAAM,oBAAoB,CAAC;AAExE,OAAO,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjF,qBAAa,cAAe,YAAW,QAAQ;IAC7C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;gBAEjB,MAAM,EAAE,cAAc;IAOlC,OAAO,CAAC,eAAe;IAqCvB,OAAO,CAAC,OAAO;IAOR,MAAM,CACX,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,UAAU,EAAE,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC;IAiH9B,QAAQ,CACZ,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,UAAU,EAAE,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,CAAC;IAmCnB,OAAO,CAAC,YAAY;IAIpB,UAAU,IAAI,SAAS,EAAE;IAmCnB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAUtC"}
|