@mindstudio-ai/local-model-tunnel 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -115
- package/dist/chunk-PTK4SJQK.js +1768 -0
- package/dist/chunk-PTK4SJQK.js.map +1 -0
- package/dist/cli.d.ts +0 -2
- package/dist/cli.js +8 -517
- package/dist/cli.js.map +1 -1
- package/dist/index.d.ts +24 -5
- package/dist/index.js +6 -13
- package/dist/index.js.map +1 -1
- package/dist/tui-56JFPKBP.js +1561 -0
- package/dist/tui-56JFPKBP.js.map +1 -0
- package/package.json +11 -4
- package/dist/api.d.ts +0 -88
- package/dist/api.d.ts.map +0 -1
- package/dist/api.js +0 -168
- package/dist/api.js.map +0 -1
- package/dist/cli.d.ts.map +0 -1
- package/dist/config.d.ts +0 -27
- package/dist/config.d.ts.map +0 -1
- package/dist/config.js +0 -109
- package/dist/config.js.map +0 -1
- package/dist/helpers.d.ts +0 -4
- package/dist/helpers.d.ts.map +0 -1
- package/dist/helpers.js +0 -33
- package/dist/helpers.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/ollama.d.ts +0 -11
- package/dist/ollama.d.ts.map +0 -1
- package/dist/ollama.js +0 -36
- package/dist/ollama.js.map +0 -1
- package/dist/providers/comfyui.d.ts +0 -29
- package/dist/providers/comfyui.d.ts.map +0 -1
- package/dist/providers/comfyui.js +0 -359
- package/dist/providers/comfyui.js.map +0 -1
- package/dist/providers/index.d.ts +0 -63
- package/dist/providers/index.d.ts.map +0 -1
- package/dist/providers/index.js +0 -126
- package/dist/providers/index.js.map +0 -1
- package/dist/providers/lmstudio.d.ts +0 -11
- package/dist/providers/lmstudio.d.ts.map +0 -1
- package/dist/providers/lmstudio.js +0 -106
- package/dist/providers/lmstudio.js.map +0 -1
- package/dist/providers/ollama.d.ts +0 -11
- package/dist/providers/ollama.d.ts.map +0 -1
- package/dist/providers/ollama.js +0 -59
- package/dist/providers/ollama.js.map +0 -1
- package/dist/providers/stable-diffusion.d.ts +0 -41
- package/dist/providers/stable-diffusion.d.ts.map +0 -1
- package/dist/providers/stable-diffusion.js +0 -283
- package/dist/providers/stable-diffusion.js.map +0 -1
- package/dist/providers/types.d.ts +0 -196
- package/dist/providers/types.d.ts.map +0 -1
- package/dist/providers/types.js +0 -19
- package/dist/providers/types.js.map +0 -1
- package/dist/quickstart/QuickstartScreen.d.ts +0 -5
- package/dist/quickstart/QuickstartScreen.d.ts.map +0 -1
- package/dist/quickstart/QuickstartScreen.js +0 -617
- package/dist/quickstart/QuickstartScreen.js.map +0 -1
- package/dist/quickstart/detect.d.ts +0 -22
- package/dist/quickstart/detect.d.ts.map +0 -1
- package/dist/quickstart/detect.js +0 -243
- package/dist/quickstart/detect.js.map +0 -1
- package/dist/quickstart/index.d.ts +0 -4
- package/dist/quickstart/index.d.ts.map +0 -1
- package/dist/quickstart/index.js +0 -274
- package/dist/quickstart/index.js.map +0 -1
- package/dist/quickstart/installers.d.ts +0 -109
- package/dist/quickstart/installers.d.ts.map +0 -1
- package/dist/quickstart/installers.js +0 -1296
- package/dist/quickstart/installers.js.map +0 -1
- package/dist/runner.d.ts +0 -19
- package/dist/runner.d.ts.map +0 -1
- package/dist/runner.js +0 -314
- package/dist/runner.js.map +0 -1
- package/dist/tui/App.d.ts +0 -7
- package/dist/tui/App.d.ts.map +0 -1
- package/dist/tui/App.js +0 -53
- package/dist/tui/App.js.map +0 -1
- package/dist/tui/TunnelRunner.d.ts +0 -19
- package/dist/tui/TunnelRunner.d.ts.map +0 -1
- package/dist/tui/TunnelRunner.js +0 -228
- package/dist/tui/TunnelRunner.js.map +0 -1
- package/dist/tui/components/Header.d.ts +0 -9
- package/dist/tui/components/Header.d.ts.map +0 -1
- package/dist/tui/components/Header.js +0 -21
- package/dist/tui/components/Header.js.map +0 -1
- package/dist/tui/components/ModelsPanel.d.ts +0 -7
- package/dist/tui/components/ModelsPanel.d.ts.map +0 -1
- package/dist/tui/components/ModelsPanel.js +0 -28
- package/dist/tui/components/ModelsPanel.js.map +0 -1
- package/dist/tui/components/ProvidersPanel.d.ts +0 -7
- package/dist/tui/components/ProvidersPanel.d.ts.map +0 -1
- package/dist/tui/components/ProvidersPanel.js +0 -6
- package/dist/tui/components/ProvidersPanel.js.map +0 -1
- package/dist/tui/components/RequestLog.d.ts +0 -8
- package/dist/tui/components/RequestLog.d.ts.map +0 -1
- package/dist/tui/components/RequestLog.js +0 -60
- package/dist/tui/components/RequestLog.js.map +0 -1
- package/dist/tui/components/StatusBar.d.ts +0 -10
- package/dist/tui/components/StatusBar.d.ts.map +0 -1
- package/dist/tui/components/StatusBar.js +0 -7
- package/dist/tui/components/StatusBar.js.map +0 -1
- package/dist/tui/components/index.d.ts +0 -6
- package/dist/tui/components/index.d.ts.map +0 -1
- package/dist/tui/components/index.js +0 -6
- package/dist/tui/components/index.js.map +0 -1
- package/dist/tui/events.d.ts +0 -35
- package/dist/tui/events.d.ts.map +0 -1
- package/dist/tui/events.js +0 -26
- package/dist/tui/events.js.map +0 -1
- package/dist/tui/hooks/index.d.ts +0 -5
- package/dist/tui/hooks/index.d.ts.map +0 -1
- package/dist/tui/hooks/index.js +0 -5
- package/dist/tui/hooks/index.js.map +0 -1
- package/dist/tui/hooks/useConnection.d.ts +0 -10
- package/dist/tui/hooks/useConnection.d.ts.map +0 -1
- package/dist/tui/hooks/useConnection.js +0 -42
- package/dist/tui/hooks/useConnection.js.map +0 -1
- package/dist/tui/hooks/useModels.d.ts +0 -9
- package/dist/tui/hooks/useModels.d.ts.map +0 -1
- package/dist/tui/hooks/useModels.js +0 -28
- package/dist/tui/hooks/useModels.js.map +0 -1
- package/dist/tui/hooks/useProviders.d.ts +0 -9
- package/dist/tui/hooks/useProviders.d.ts.map +0 -1
- package/dist/tui/hooks/useProviders.js +0 -30
- package/dist/tui/hooks/useProviders.js.map +0 -1
- package/dist/tui/hooks/useRequests.d.ts +0 -9
- package/dist/tui/hooks/useRequests.d.ts.map +0 -1
- package/dist/tui/hooks/useRequests.js +0 -60
- package/dist/tui/hooks/useRequests.js.map +0 -1
- package/dist/tui/index.d.ts +0 -2
- package/dist/tui/index.d.ts.map +0 -1
- package/dist/tui/index.js +0 -19
- package/dist/tui/index.js.map +0 -1
- package/dist/tui/screens/ConfigScreen.d.ts +0 -2
- package/dist/tui/screens/ConfigScreen.d.ts.map +0 -1
- package/dist/tui/screens/ConfigScreen.js +0 -18
- package/dist/tui/screens/ConfigScreen.js.map +0 -1
- package/dist/tui/screens/HomeScreen.d.ts +0 -2
- package/dist/tui/screens/HomeScreen.d.ts.map +0 -1
- package/dist/tui/screens/HomeScreen.js +0 -156
- package/dist/tui/screens/HomeScreen.js.map +0 -1
- package/dist/tui/screens/ModelsScreen.d.ts +0 -2
- package/dist/tui/screens/ModelsScreen.d.ts.map +0 -1
- package/dist/tui/screens/ModelsScreen.js +0 -59
- package/dist/tui/screens/ModelsScreen.js.map +0 -1
- package/dist/tui/screens/StatusScreen.d.ts +0 -2
- package/dist/tui/screens/StatusScreen.d.ts.map +0 -1
- package/dist/tui/screens/StatusScreen.js +0 -53
- package/dist/tui/screens/StatusScreen.js.map +0 -1
- package/dist/tui/screens/index.d.ts +0 -9
- package/dist/tui/screens/index.d.ts.map +0 -1
- package/dist/tui/screens/index.js +0 -38
- package/dist/tui/screens/index.js.map +0 -1
- package/dist/tui/types.d.ts +0 -30
- package/dist/tui/types.d.ts.map +0 -1
- package/dist/tui/types.js +0 -2
- package/dist/tui/types.js.map +0 -1
- package/dist/workflows/index.d.ts +0 -47
- package/dist/workflows/index.d.ts.map +0 -1
- package/dist/workflows/index.js +0 -95
- package/dist/workflows/index.js.map +0 -1
- package/dist/workflows/ltx-video.d.ts +0 -45
- package/dist/workflows/ltx-video.d.ts.map +0 -1
- package/dist/workflows/ltx-video.js +0 -114
- package/dist/workflows/ltx-video.js.map +0 -1
- package/dist/workflows/wan2.1.d.ts +0 -44
- package/dist/workflows/wan2.1.d.ts.map +0 -1
- package/dist/workflows/wan2.1.js +0 -119
- package/dist/workflows/wan2.1.js.map +0 -1
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
import type { Provider, TextProvider, ImageProvider, VideoProvider, LocalModel, ProviderType, ModelCapability } from "./types.js";
|
|
2
|
-
export * from "./types.js";
|
|
3
|
-
export { OllamaProvider } from "./ollama.js";
|
|
4
|
-
export { LMStudioProvider } from "./lmstudio.js";
|
|
5
|
-
export { StableDiffusionProvider } from "./stable-diffusion.js";
|
|
6
|
-
export { ComfyUIProvider } from "./comfyui.js";
|
|
7
|
-
/**
|
|
8
|
-
* Get a provider instance by name
|
|
9
|
-
*/
|
|
10
|
-
export declare function getProvider(name: ProviderType): Provider | undefined;
|
|
11
|
-
/**
|
|
12
|
-
* Discover which providers are currently running
|
|
13
|
-
*/
|
|
14
|
-
export declare function discoverRunningProviders(): Promise<Provider[]>;
|
|
15
|
-
/**
|
|
16
|
-
* Discover all models from all running providers
|
|
17
|
-
*/
|
|
18
|
-
export declare function discoverAllModels(): Promise<LocalModel[]>;
|
|
19
|
-
/**
|
|
20
|
-
* Check if any provider is running
|
|
21
|
-
*/
|
|
22
|
-
export declare function isAnyProviderRunning(): Promise<boolean>;
|
|
23
|
-
/**
|
|
24
|
-
* Get provider status for all providers
|
|
25
|
-
*/
|
|
26
|
-
export declare function getProviderStatuses(): Promise<Array<{
|
|
27
|
-
provider: Provider;
|
|
28
|
-
running: boolean;
|
|
29
|
-
}>>;
|
|
30
|
-
/**
|
|
31
|
-
* Get all text providers
|
|
32
|
-
*/
|
|
33
|
-
export declare function getTextProviders(): TextProvider[];
|
|
34
|
-
/**
|
|
35
|
-
* Get all image providers
|
|
36
|
-
*/
|
|
37
|
-
export declare function getImageProviders(): ImageProvider[];
|
|
38
|
-
/**
|
|
39
|
-
* Get a text provider by name
|
|
40
|
-
*/
|
|
41
|
-
export declare function getTextProvider(name: ProviderType): TextProvider | undefined;
|
|
42
|
-
/**
|
|
43
|
-
* Get an image provider by name
|
|
44
|
-
*/
|
|
45
|
-
export declare function getImageProvider(name: ProviderType): ImageProvider | undefined;
|
|
46
|
-
/**
|
|
47
|
-
* Get all video providers
|
|
48
|
-
*/
|
|
49
|
-
export declare function getVideoProviders(): VideoProvider[];
|
|
50
|
-
/**
|
|
51
|
-
* Get a video provider by name
|
|
52
|
-
*/
|
|
53
|
-
export declare function getVideoProvider(name: ProviderType): VideoProvider | undefined;
|
|
54
|
-
/**
|
|
55
|
-
* Discover models filtered by capability
|
|
56
|
-
*/
|
|
57
|
-
export declare function discoverModelsByCapability(capability: ModelCapability): Promise<LocalModel[]>;
|
|
58
|
-
/**
|
|
59
|
-
* Discover all models with their parameter schemas
|
|
60
|
-
* For image providers, fetches available parameters dynamically
|
|
61
|
-
*/
|
|
62
|
-
export declare function discoverAllModelsWithParameters(): Promise<LocalModel[]>;
|
|
63
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,aAAa,EACb,UAAU,EACV,YAAY,EACZ,eAAe,EAChB,MAAM,YAAY,CAAC;AAGpB,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAU/C;;GAEG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,YAAY,GAAG,QAAQ,GAAG,SAAS,CAEpE;AAED;;GAEG;AACH,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CASpE;AAED;;GAEG;AACH,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAQ/D;AAED;;GAEG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,OAAO,CAAC,CAG7D;AAED;;GAEG;AACH,wBAAsB,mBAAmB,IAAI,OAAO,CAClD,KAAK,CAAC;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAChD,CAOA;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,YAAY,EAAE,CAEjD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,aAAa,EAAE,CAEnD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,YAAY,GAAG,YAAY,GAAG,SAAS,CAG5E;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,YAAY,GACjB,aAAa,GAAG,SAAS,CAG3B;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,aAAa,EAAE,CAEnD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,YAAY,GACjB,aAAa,GAAG,SAAS,CAG3B;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAC9C,UAAU,EAAE,eAAe,GAC1B,OAAO,CAAC,UAAU,EAAE,CAAC,CAWvB;AAED;;;GAGG;AACH,wBAAsB,+BAA+B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAqB7E"}
|
package/dist/providers/index.js
DELETED
|
@@ -1,126 +0,0 @@
|
|
|
1
|
-
import { OllamaProvider } from "./ollama.js";
|
|
2
|
-
import { LMStudioProvider } from "./lmstudio.js";
|
|
3
|
-
import { StableDiffusionProvider } from "./stable-diffusion.js";
|
|
4
|
-
import { ComfyUIProvider } from "./comfyui.js";
|
|
5
|
-
import { isTextProvider, isImageProvider, isVideoProvider } from "./types.js";
|
|
6
|
-
export * from "./types.js";
|
|
7
|
-
export { OllamaProvider } from "./ollama.js";
|
|
8
|
-
export { LMStudioProvider } from "./lmstudio.js";
|
|
9
|
-
export { StableDiffusionProvider } from "./stable-diffusion.js";
|
|
10
|
-
export { ComfyUIProvider } from "./comfyui.js";
|
|
11
|
-
// Registry of all available providers
|
|
12
|
-
const allProviders = [
|
|
13
|
-
new OllamaProvider(),
|
|
14
|
-
new LMStudioProvider(),
|
|
15
|
-
new StableDiffusionProvider(),
|
|
16
|
-
new ComfyUIProvider(),
|
|
17
|
-
];
|
|
18
|
-
/**
|
|
19
|
-
* Get a provider instance by name
|
|
20
|
-
*/
|
|
21
|
-
export function getProvider(name) {
|
|
22
|
-
return allProviders.find((p) => p.name === name);
|
|
23
|
-
}
|
|
24
|
-
/**
|
|
25
|
-
* Discover which providers are currently running
|
|
26
|
-
*/
|
|
27
|
-
export async function discoverRunningProviders() {
|
|
28
|
-
const results = await Promise.all(allProviders.map(async (provider) => ({
|
|
29
|
-
provider,
|
|
30
|
-
running: await provider.isRunning(),
|
|
31
|
-
})));
|
|
32
|
-
return results.filter((r) => r.running).map((r) => r.provider);
|
|
33
|
-
}
|
|
34
|
-
/**
|
|
35
|
-
* Discover all models from all running providers
|
|
36
|
-
*/
|
|
37
|
-
export async function discoverAllModels() {
|
|
38
|
-
const runningProviders = await discoverRunningProviders();
|
|
39
|
-
const modelArrays = await Promise.all(runningProviders.map((p) => p.discoverModels()));
|
|
40
|
-
return modelArrays.flat();
|
|
41
|
-
}
|
|
42
|
-
/**
|
|
43
|
-
* Check if any provider is running
|
|
44
|
-
*/
|
|
45
|
-
export async function isAnyProviderRunning() {
|
|
46
|
-
const results = await Promise.all(allProviders.map((p) => p.isRunning()));
|
|
47
|
-
return results.some((r) => r);
|
|
48
|
-
}
|
|
49
|
-
/**
|
|
50
|
-
* Get provider status for all providers
|
|
51
|
-
*/
|
|
52
|
-
export async function getProviderStatuses() {
|
|
53
|
-
return Promise.all(allProviders.map(async (provider) => ({
|
|
54
|
-
provider,
|
|
55
|
-
running: await provider.isRunning(),
|
|
56
|
-
})));
|
|
57
|
-
}
|
|
58
|
-
/**
|
|
59
|
-
* Get all text providers
|
|
60
|
-
*/
|
|
61
|
-
export function getTextProviders() {
|
|
62
|
-
return allProviders.filter(isTextProvider);
|
|
63
|
-
}
|
|
64
|
-
/**
|
|
65
|
-
* Get all image providers
|
|
66
|
-
*/
|
|
67
|
-
export function getImageProviders() {
|
|
68
|
-
return allProviders.filter(isImageProvider);
|
|
69
|
-
}
|
|
70
|
-
/**
|
|
71
|
-
* Get a text provider by name
|
|
72
|
-
*/
|
|
73
|
-
export function getTextProvider(name) {
|
|
74
|
-
const provider = allProviders.find((p) => p.name === name);
|
|
75
|
-
return provider && isTextProvider(provider) ? provider : undefined;
|
|
76
|
-
}
|
|
77
|
-
/**
|
|
78
|
-
* Get an image provider by name
|
|
79
|
-
*/
|
|
80
|
-
export function getImageProvider(name) {
|
|
81
|
-
const provider = allProviders.find((p) => p.name === name);
|
|
82
|
-
return provider && isImageProvider(provider) ? provider : undefined;
|
|
83
|
-
}
|
|
84
|
-
/**
|
|
85
|
-
* Get all video providers
|
|
86
|
-
*/
|
|
87
|
-
export function getVideoProviders() {
|
|
88
|
-
return allProviders.filter(isVideoProvider);
|
|
89
|
-
}
|
|
90
|
-
/**
|
|
91
|
-
* Get a video provider by name
|
|
92
|
-
*/
|
|
93
|
-
export function getVideoProvider(name) {
|
|
94
|
-
const provider = allProviders.find((p) => p.name === name);
|
|
95
|
-
return provider && isVideoProvider(provider) ? provider : undefined;
|
|
96
|
-
}
|
|
97
|
-
/**
|
|
98
|
-
* Discover models filtered by capability
|
|
99
|
-
*/
|
|
100
|
-
export async function discoverModelsByCapability(capability) {
|
|
101
|
-
const runningProviders = await discoverRunningProviders();
|
|
102
|
-
const filteredProviders = runningProviders.filter((p) => p.capability === capability);
|
|
103
|
-
const modelArrays = await Promise.all(filteredProviders.map((p) => p.discoverModels()));
|
|
104
|
-
return modelArrays.flat();
|
|
105
|
-
}
|
|
106
|
-
/**
|
|
107
|
-
* Discover all models with their parameter schemas
|
|
108
|
-
* For image providers, fetches available parameters dynamically
|
|
109
|
-
*/
|
|
110
|
-
export async function discoverAllModelsWithParameters() {
|
|
111
|
-
const runningProviders = await discoverRunningProviders();
|
|
112
|
-
const modelsWithParams = await Promise.all(runningProviders.map(async (provider) => {
|
|
113
|
-
const models = await provider.discoverModels();
|
|
114
|
-
// For image/video providers, fetch parameter schemas
|
|
115
|
-
if (isImageProvider(provider) || isVideoProvider(provider)) {
|
|
116
|
-
const parameters = await provider.getParameterSchemas();
|
|
117
|
-
return models.map((model) => ({
|
|
118
|
-
...model,
|
|
119
|
-
parameters,
|
|
120
|
-
}));
|
|
121
|
-
}
|
|
122
|
-
return models;
|
|
123
|
-
}));
|
|
124
|
-
return modelsWithParams.flat();
|
|
125
|
-
}
|
|
126
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAU/C,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE9E,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,sCAAsC;AACtC,MAAM,YAAY,GAAe;IAC/B,IAAI,cAAc,EAAE;IACpB,IAAI,gBAAgB,EAAE;IACtB,IAAI,uBAAuB,EAAE;IAC7B,IAAI,eAAe,EAAE;CACtB,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,IAAkB;IAC5C,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC5C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACpC,QAAQ;QACR,OAAO,EAAE,MAAM,QAAQ,CAAC,SAAS,EAAE;KACpC,CAAC,CAAC,CACJ,CAAC;IAEF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;AACjE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;IAE1D,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAChD,CAAC;IAEF,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC1E,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB;IAGvC,OAAO,OAAO,CAAC,GAAG,CAChB,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACpC,QAAQ;QACR,OAAO,EAAE,MAAM,QAAQ,CAAC,SAAS,EAAE;KACpC,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,YAAY,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,IAAkB;IAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC3D,OAAO,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AACrE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,IAAkB;IAElB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC3D,OAAO,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,YAAY,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,IAAkB;IAElB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC3D,OAAO,QAAQ,IAAI,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,UAA2B;IAE3B,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;IAC1D,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,MAAM,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,CACnC,CAAC;IAEF,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CACjD,CAAC;IAEF,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B;IACnD,MAAM,gBAAgB,GAAG,MAAM,wBAAwB,EAAE,CAAC;IAE1D,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QACtC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;QAE/C,qDAAqD;QACrD,IAAI,eAAe,CAAC,QAAQ,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,mBAAmB,EAAE,CAAC;YACxD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBAC5B,GAAG,KAAK;gBACR,UAAU;aACX,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CACH,CAAC;IAEF,OAAO,gBAAgB,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import type { TextProvider, LocalModel, ChatMessage, ChatOptions, ChatResponse } from "./types.js";
|
|
2
|
-
export declare class LMStudioProvider implements TextProvider {
|
|
3
|
-
readonly name: "lmstudio";
|
|
4
|
-
readonly displayName = "LM Studio";
|
|
5
|
-
readonly capability: "text";
|
|
6
|
-
private getBaseUrl;
|
|
7
|
-
isRunning(): Promise<boolean>;
|
|
8
|
-
discoverModels(): Promise<LocalModel[]>;
|
|
9
|
-
chat(model: string, messages: ChatMessage[], options?: ChatOptions): AsyncGenerator<ChatResponse>;
|
|
10
|
-
}
|
|
11
|
-
//# sourceMappingURL=lmstudio.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"lmstudio.d.ts","sourceRoot":"","sources":["../../src/providers/lmstudio.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AAYpB,qBAAa,gBAAiB,YAAW,YAAY;IACnD,QAAQ,CAAC,IAAI,EAAG,UAAU,CAAU;IACpC,QAAQ,CAAC,WAAW,eAAe;IACnC,QAAQ,CAAC,UAAU,EAAG,MAAM,CAAU;IAEtC,OAAO,CAAC,UAAU;IAIZ,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAY7B,cAAc,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAoBtC,IAAI,CACT,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,cAAc,CAAC,YAAY,CAAC;CAoFhC"}
|
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
import { getLMStudioBaseUrl } from "../config.js";
|
|
2
|
-
export class LMStudioProvider {
|
|
3
|
-
name = "lmstudio";
|
|
4
|
-
displayName = "LM Studio";
|
|
5
|
-
capability = "text";
|
|
6
|
-
getBaseUrl() {
|
|
7
|
-
return getLMStudioBaseUrl();
|
|
8
|
-
}
|
|
9
|
-
async isRunning() {
|
|
10
|
-
try {
|
|
11
|
-
const response = await fetch(`${this.getBaseUrl()}/models`, {
|
|
12
|
-
method: "GET",
|
|
13
|
-
signal: AbortSignal.timeout(3000),
|
|
14
|
-
});
|
|
15
|
-
return response.ok;
|
|
16
|
-
}
|
|
17
|
-
catch {
|
|
18
|
-
return false;
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
async discoverModels() {
|
|
22
|
-
try {
|
|
23
|
-
const response = await fetch(`${this.getBaseUrl()}/models`);
|
|
24
|
-
if (!response.ok) {
|
|
25
|
-
return [];
|
|
26
|
-
}
|
|
27
|
-
const data = (await response.json());
|
|
28
|
-
return data.data.map((m) => ({
|
|
29
|
-
name: m.id,
|
|
30
|
-
provider: this.name,
|
|
31
|
-
capability: "text",
|
|
32
|
-
}));
|
|
33
|
-
}
|
|
34
|
-
catch {
|
|
35
|
-
return [];
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
async *chat(model, messages, options) {
|
|
39
|
-
const response = await fetch(`${this.getBaseUrl()}/chat/completions`, {
|
|
40
|
-
method: "POST",
|
|
41
|
-
headers: {
|
|
42
|
-
"Content-Type": "application/json",
|
|
43
|
-
},
|
|
44
|
-
body: JSON.stringify({
|
|
45
|
-
model,
|
|
46
|
-
messages: messages.map((m) => ({
|
|
47
|
-
role: m.role,
|
|
48
|
-
content: m.content,
|
|
49
|
-
})),
|
|
50
|
-
stream: true,
|
|
51
|
-
temperature: options?.temperature,
|
|
52
|
-
max_tokens: options?.maxTokens,
|
|
53
|
-
}),
|
|
54
|
-
});
|
|
55
|
-
if (!response.ok) {
|
|
56
|
-
const error = await response.text();
|
|
57
|
-
throw new Error(`LM Studio request failed: ${response.status} ${error}`);
|
|
58
|
-
}
|
|
59
|
-
if (!response.body) {
|
|
60
|
-
throw new Error("No response body from LM Studio");
|
|
61
|
-
}
|
|
62
|
-
const reader = response.body.getReader();
|
|
63
|
-
const decoder = new TextDecoder();
|
|
64
|
-
let buffer = "";
|
|
65
|
-
try {
|
|
66
|
-
while (true) {
|
|
67
|
-
const { done, value } = await reader.read();
|
|
68
|
-
if (done) {
|
|
69
|
-
yield { content: "", done: true };
|
|
70
|
-
break;
|
|
71
|
-
}
|
|
72
|
-
buffer += decoder.decode(value, { stream: true });
|
|
73
|
-
// Process SSE lines
|
|
74
|
-
const lines = buffer.split("\n");
|
|
75
|
-
buffer = lines.pop() || "";
|
|
76
|
-
for (const line of lines) {
|
|
77
|
-
const trimmed = line.trim();
|
|
78
|
-
if (!trimmed || !trimmed.startsWith("data: ")) {
|
|
79
|
-
continue;
|
|
80
|
-
}
|
|
81
|
-
const data = trimmed.slice(6); // Remove "data: " prefix
|
|
82
|
-
if (data === "[DONE]") {
|
|
83
|
-
yield { content: "", done: true };
|
|
84
|
-
return;
|
|
85
|
-
}
|
|
86
|
-
try {
|
|
87
|
-
const parsed = JSON.parse(data);
|
|
88
|
-
const choice = parsed.choices[0];
|
|
89
|
-
const content = choice?.delta?.content || "";
|
|
90
|
-
const isDone = choice?.finish_reason !== null;
|
|
91
|
-
if (content) {
|
|
92
|
-
yield { content, done: isDone };
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
catch {
|
|
96
|
-
// Skip malformed JSON chunks
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
finally {
|
|
102
|
-
reader.releaseLock();
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
//# sourceMappingURL=lmstudio.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"lmstudio.js","sourceRoot":"","sources":["../../src/providers/lmstudio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAmBlD,MAAM,OAAO,gBAAgB;IAClB,IAAI,GAAG,UAAmB,CAAC;IAC3B,WAAW,GAAG,WAAW,CAAC;IAC1B,UAAU,GAAG,MAAe,CAAC;IAE9B,UAAU;QAChB,OAAO,kBAAkB,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE;gBAC1D,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAE5D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA2B,CAAC;YAE/D,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3B,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,UAAU,EAAE,MAAe;aAC5B,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CACT,KAAa,EACb,QAAuB,EACvB,OAAqB;QAErB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,mBAAmB,EAAE;YACpE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC,CAAC;gBACH,MAAM,EAAE,IAAI;gBACZ,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,UAAU,EAAE,OAAO,EAAE,SAAS;aAC/B,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAE5C,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBAClC,MAAM;gBACR,CAAC;gBAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAElD,oBAAoB;gBACpB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAE5B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9C,SAAS;oBACX,CAAC;oBAED,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,yBAAyB;oBAExD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACtB,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBAClC,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAK7B,CAAC;wBAEF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;wBACjC,MAAM,OAAO,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;wBAC7C,MAAM,MAAM,GAAG,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC;wBAE9C,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;wBAClC,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,6BAA6B;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
import type { TextProvider, LocalModel, ChatMessage, ChatOptions, ChatResponse } from "./types.js";
|
|
2
|
-
export declare class OllamaProvider implements TextProvider {
|
|
3
|
-
readonly name: "ollama";
|
|
4
|
-
readonly displayName = "Ollama";
|
|
5
|
-
readonly capability: "text";
|
|
6
|
-
private createClient;
|
|
7
|
-
isRunning(): Promise<boolean>;
|
|
8
|
-
discoverModels(): Promise<LocalModel[]>;
|
|
9
|
-
chat(model: string, messages: ChatMessage[], options?: ChatOptions): AsyncGenerator<ChatResponse>;
|
|
10
|
-
}
|
|
11
|
-
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AAEpB,qBAAa,cAAe,YAAW,YAAY;IACjD,QAAQ,CAAC,IAAI,EAAG,QAAQ,CAAU;IAClC,QAAQ,CAAC,WAAW,YAAY;IAChC,QAAQ,CAAC,UAAU,EAAG,MAAM,CAAU;IAEtC,OAAO,CAAC,YAAY;IAId,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAU7B,cAAc,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAkBtC,IAAI,CACT,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,CAAC,EAAE,WAAW,GACpB,cAAc,CAAC,YAAY,CAAC;CAuBhC"}
|
package/dist/providers/ollama.js
DELETED
|
@@ -1,59 +0,0 @@
|
|
|
1
|
-
import { Ollama } from "ollama";
|
|
2
|
-
import { getOllamaBaseUrl } from "../config.js";
|
|
3
|
-
export class OllamaProvider {
|
|
4
|
-
name = "ollama";
|
|
5
|
-
displayName = "Ollama";
|
|
6
|
-
capability = "text";
|
|
7
|
-
createClient() {
|
|
8
|
-
return new Ollama({ host: getOllamaBaseUrl() });
|
|
9
|
-
}
|
|
10
|
-
async isRunning() {
|
|
11
|
-
try {
|
|
12
|
-
const client = this.createClient();
|
|
13
|
-
await client.list();
|
|
14
|
-
return true;
|
|
15
|
-
}
|
|
16
|
-
catch {
|
|
17
|
-
return false;
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
async discoverModels() {
|
|
21
|
-
try {
|
|
22
|
-
const client = this.createClient();
|
|
23
|
-
const response = await client.list();
|
|
24
|
-
return response.models.map((m) => ({
|
|
25
|
-
name: m.name,
|
|
26
|
-
provider: this.name,
|
|
27
|
-
capability: "text",
|
|
28
|
-
size: m.size,
|
|
29
|
-
parameterSize: m.details?.parameter_size,
|
|
30
|
-
quantization: m.details?.quantization_level,
|
|
31
|
-
}));
|
|
32
|
-
}
|
|
33
|
-
catch {
|
|
34
|
-
return [];
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
async *chat(model, messages, options) {
|
|
38
|
-
const client = this.createClient();
|
|
39
|
-
const stream = await client.chat({
|
|
40
|
-
model,
|
|
41
|
-
messages: messages.map((m) => ({
|
|
42
|
-
role: m.role,
|
|
43
|
-
content: m.content,
|
|
44
|
-
})),
|
|
45
|
-
stream: true,
|
|
46
|
-
options: {
|
|
47
|
-
temperature: options?.temperature,
|
|
48
|
-
num_predict: options?.maxTokens,
|
|
49
|
-
},
|
|
50
|
-
});
|
|
51
|
-
for await (const chunk of stream) {
|
|
52
|
-
yield {
|
|
53
|
-
content: chunk.message.content,
|
|
54
|
-
done: chunk.done,
|
|
55
|
-
};
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
//# sourceMappingURL=ollama.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAShD,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAiB,CAAC;IACzB,WAAW,GAAG,QAAQ,CAAC;IACvB,UAAU,GAAG,MAAe,CAAC;IAE9B,YAAY;QAClB,OAAO,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACnC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAErC,OAAO,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,UAAU,EAAE,MAAe;gBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,cAAc;gBACxC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,kBAAkB;aAC5C,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CACT,KAAa,EACb,QAAuB,EACvB,OAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAEnC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YAC/B,KAAK;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;YACH,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE;gBACP,WAAW,EAAE,OAAO,EAAE,WAAW;gBACjC,WAAW,EAAE,OAAO,EAAE,SAAS;aAChC;SACF,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM;gBACJ,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;gBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
import type { ImageProvider, LocalModel, ImageGenerationOptions, ImageGenerationResult, ImageGenerationProgress, ParameterSchema } from "./types.js";
|
|
2
|
-
/**
|
|
3
|
-
* Stable Diffusion provider for AUTOMATIC1111 WebUI
|
|
4
|
-
* Default URL: http://127.0.0.1:7860
|
|
5
|
-
*/
|
|
6
|
-
export declare class StableDiffusionProvider implements ImageProvider {
|
|
7
|
-
readonly name: "stable-diffusion";
|
|
8
|
-
readonly displayName = "Stable Diffusion";
|
|
9
|
-
readonly capability: "image";
|
|
10
|
-
private getBaseUrl;
|
|
11
|
-
isRunning(): Promise<boolean>;
|
|
12
|
-
discoverModels(): Promise<LocalModel[]>;
|
|
13
|
-
/**
|
|
14
|
-
* Get the currently loaded model
|
|
15
|
-
*/
|
|
16
|
-
getCurrentModel(): Promise<string | null>;
|
|
17
|
-
/**
|
|
18
|
-
* Switch to a different model
|
|
19
|
-
*/
|
|
20
|
-
setModel(modelName: string): Promise<void>;
|
|
21
|
-
generateImage(model: string, prompt: string, options?: ImageGenerationOptions): Promise<ImageGenerationResult>;
|
|
22
|
-
generateImageWithProgress(model: string, prompt: string, options?: ImageGenerationOptions, onProgress?: (progress: ImageGenerationProgress) => void): Promise<ImageGenerationResult>;
|
|
23
|
-
/**
|
|
24
|
-
* Fetch available samplers from the backend
|
|
25
|
-
*/
|
|
26
|
-
private getSamplers;
|
|
27
|
-
/**
|
|
28
|
-
* Default samplers if API fetch fails
|
|
29
|
-
*/
|
|
30
|
-
private getDefaultSamplers;
|
|
31
|
-
/**
|
|
32
|
-
* Generate dimension options (256 to 2048 in steps of 64)
|
|
33
|
-
*/
|
|
34
|
-
private generateDimensionOptions;
|
|
35
|
-
/**
|
|
36
|
-
* Get parameter schemas for UI configuration
|
|
37
|
-
* Dynamically discovers available samplers from the backend
|
|
38
|
-
*/
|
|
39
|
-
getParameterSchemas(): Promise<ParameterSchema[]>;
|
|
40
|
-
}
|
|
41
|
-
//# sourceMappingURL=stable-diffusion.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"stable-diffusion.d.ts","sourceRoot":"","sources":["../../src/providers/stable-diffusion.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,UAAU,EACV,sBAAsB,EACtB,qBAAqB,EACrB,uBAAuB,EACvB,eAAe,EAChB,MAAM,YAAY,CAAC;AA8DpB;;;GAGG;AACH,qBAAa,uBAAwB,YAAW,aAAa;IAC3D,QAAQ,CAAC,IAAI,EAAG,kBAAkB,CAAU;IAC5C,QAAQ,CAAC,WAAW,sBAAsB;IAC1C,QAAQ,CAAC,UAAU,EAAG,OAAO,CAAU;IAEvC,OAAO,CAAC,UAAU;IAIZ,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAY7B,cAAc,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAoB7C;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAc/C;;OAEG;IACG,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAa1C,aAAa,CACjB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,qBAAqB,CAAC;IAqD3B,yBAAyB,CAC7B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,sBAAsB,EAChC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,uBAAuB,KAAK,IAAI,GACvD,OAAO,CAAC,qBAAqB,CAAC;IAwCjC;;OAEG;YACW,WAAW;IAYzB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAyB1B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAWhC;;;OAGG;IACG,mBAAmB,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;CA0ExD"}
|