genai-electron 0.9.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/config/defaults.d.ts +29 -13
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +43 -12
- package/dist/config/defaults.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/managers/DiffusionServerManager.d.ts +11 -3
- package/dist/managers/DiffusionServerManager.d.ts.map +1 -1
- package/dist/managers/DiffusionServerManager.js +468 -32
- package/dist/managers/DiffusionServerManager.js.map +1 -1
- package/dist/managers/ResourceOrchestrator.d.ts +2 -2
- package/dist/managers/ResourceOrchestrator.d.ts.map +1 -1
- package/dist/managers/ResourceOrchestrator.js.map +1 -1
- package/dist/types/images.d.ts +77 -1
- package/dist/types/images.d.ts.map +1 -1
- package/dist/types/index.d.ts +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# genai-electron
|
|
2
2
|
|
|
3
|
-
> **Version**: 0.
|
|
3
|
+
> **Version**: 0.11.0 | **Status**: Production Ready - LLM & Image Generation, per-machine offload calibration
|
|
4
4
|
|
|
5
5
|
Electron-specific library for managing local AI model servers (llama.cpp, stable-diffusion.cpp). Handles platform-specific operations to run AI models locally. Complements [genai-lite](https://github.com/lacerbi/genai-lite) for API abstraction.
|
|
6
6
|
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { DiffusionComponentRole } from '../types/index.js';
|
|
1
|
+
import type { CalibrationSize, DiffusionComponentRole, DiffusionOffloadCombo, ImageSampler } from '../types/index.js';
|
|
2
2
|
export declare const DEFAULT_PORTS: {
|
|
3
3
|
readonly llama: 8080;
|
|
4
4
|
readonly diffusion: 8081;
|
|
@@ -78,36 +78,40 @@ export declare const BINARY_VERSIONS: {
|
|
|
78
78
|
};
|
|
79
79
|
};
|
|
80
80
|
readonly diffusionCpp: {
|
|
81
|
-
readonly version: "master-
|
|
81
|
+
readonly version: "master-746-2574f59";
|
|
82
82
|
readonly variants: {
|
|
83
83
|
readonly 'darwin-arm64': readonly [{
|
|
84
84
|
readonly type: BinaryVariant;
|
|
85
|
-
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
86
|
-
readonly checksum: "
|
|
85
|
+
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-Darwin-macOS-15.7.7-arm64.zip";
|
|
86
|
+
readonly checksum: "570213614f4021ee99f832169da5c0abb73b53d48c8be2252eda30e4df3c4a1d";
|
|
87
87
|
}];
|
|
88
88
|
readonly 'darwin-x64': readonly [];
|
|
89
89
|
readonly 'win32-x64': readonly [{
|
|
90
90
|
readonly type: BinaryVariant;
|
|
91
|
-
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
92
|
-
readonly checksum: "
|
|
91
|
+
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-win-cuda12-x64.zip";
|
|
92
|
+
readonly checksum: "baa07994a81dcdf1b3895c9dd290aa87683a65120d196501e3d015daca71d2d5";
|
|
93
93
|
readonly dependencies: readonly [{
|
|
94
|
-
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
94
|
+
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/cudart-sd-bin-win-cu12-x64.zip";
|
|
95
95
|
readonly checksum: "fe20366827d357c00797eebb58244dddab7fd9a348d70090c3871004c320f38d";
|
|
96
96
|
readonly description: "CUDA 12 runtime libraries required for NVIDIA GPU acceleration";
|
|
97
97
|
}];
|
|
98
98
|
}, {
|
|
99
99
|
readonly type: BinaryVariant;
|
|
100
|
-
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
101
|
-
readonly checksum: "
|
|
100
|
+
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-win-vulkan-x64.zip";
|
|
101
|
+
readonly checksum: "b6c9551a4e47cb7ce0b7ff41d382c12ec7f62f930a7d47fdc484851f19153248";
|
|
102
102
|
}, {
|
|
103
103
|
readonly type: BinaryVariant;
|
|
104
|
-
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
105
|
-
readonly checksum: "
|
|
104
|
+
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-win-cpu-x64.zip";
|
|
105
|
+
readonly checksum: "add4a495403e6170bb8ed6e68a5c6c59568f7d2ad28e773a9264a2a0537fc722";
|
|
106
106
|
}];
|
|
107
107
|
readonly 'linux-x64': readonly [{
|
|
108
108
|
readonly type: BinaryVariant;
|
|
109
|
-
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
110
|
-
readonly checksum: "
|
|
109
|
+
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-Linux-Ubuntu-24.04-x86_64-vulkan.zip";
|
|
110
|
+
readonly checksum: "79ea8096d1fdf35bdc9cf92f8008713cd5a0b2f0c23fa067e1c8144f89f902e2";
|
|
111
|
+
}, {
|
|
112
|
+
readonly type: BinaryVariant;
|
|
113
|
+
readonly url: "https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-Linux-Ubuntu-24.04-x86_64.zip";
|
|
114
|
+
readonly checksum: "80c6597f2ec18e7d2473bd3169db8b72500e50244110548d904216549993483c";
|
|
111
115
|
}];
|
|
112
116
|
};
|
|
113
117
|
};
|
|
@@ -119,6 +123,18 @@ export declare const DIFFUSION_VRAM_THRESHOLDS: {
|
|
|
119
123
|
readonly vaeOnCpuHeadroomBytes: number;
|
|
120
124
|
readonly modelOverheadMultiplier: 1.2;
|
|
121
125
|
};
|
|
126
|
+
export declare const DIFFUSION_CALIBRATION_DEFAULTS: {
|
|
127
|
+
readonly sizes: readonly CalibrationSize[];
|
|
128
|
+
readonly combos: readonly DiffusionOffloadCombo[];
|
|
129
|
+
readonly steps: number;
|
|
130
|
+
readonly samples: number;
|
|
131
|
+
readonly seed: number;
|
|
132
|
+
readonly sampler: ImageSampler;
|
|
133
|
+
readonly prompt: string;
|
|
134
|
+
readonly tieTolerancePct: number;
|
|
135
|
+
readonly sd35LargePattern: RegExp;
|
|
136
|
+
readonly oomPatterns: readonly RegExp[];
|
|
137
|
+
};
|
|
122
138
|
export declare const RECOMMENDED_QUANTIZATIONS: {
|
|
123
139
|
readonly quality: readonly ["Q8_0", "Q6_K", "Q5_K_M"];
|
|
124
140
|
readonly balanced: readonly ["Q5_K_M", "Q4_K_M"];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,
|
|
1
|
+
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,eAAe,EACf,sBAAsB,EACtB,qBAAqB,EACrB,YAAY,EACb,MAAM,mBAAmB,CAAC;AAK3B,eAAO,MAAM,aAAa;;;CAKhB,CAAC;AAKX,eAAO,MAAM,gBAAgB;;;;;CASnB,CAAC;AAKX,eAAO,MAAM,oBAAoB;;;CAKvB,CAAC;AAKX,eAAO,MAAM,SAAS;;;;;;;;CAoBZ,CAAC;AAKX,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,CAAC;AAMhE,MAAM,WAAW,gBAAgB;IAE/B,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;IAEjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD,MAAM,WAAW,mBAAmB;IAElC,IAAI,EAAE,aAAa,CAAC;IAEpB,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;IAEjB,YAAY,CAAC,EAAE,SAAS,gBAAgB,EAAE,CAAC;CAC5C;AAWD,eAAO,MAAM,eAAe;;;;;+BAeD,aAAa;;;;;+BAOf,aAAa;;;;;+BAOZ,aAAa;;;;;;;;;+BAYX,aAAa;;;;+BAKhB,aAAa;;;;;+BAOV,aAAa;;;;+BAKhB,aAAa;;;;;;;;;;+BAmBX,aAAa;;;;;;+BAWd,aAAa;;;;;;;;;+BAYX,aAAa;;;;+BAQhB,aAAa;;;;;+BAOV,aAAa;;;;+BAKhB,aAAa;;;;;;CAO5B,CAAC;AAKX,eAAO,MAAM,yBAAyB,EAAE,MAAM,CAAC,sBAAsB,EAAE,MAAM,CAQ5E,CAAC;AAMF,eAAO,MAAM,yBAAyB,EAAE,SAAS,sBAAsB,EAQ7D,CAAC;AAUX,eAAO,MAAM,yBAAyB;;;;CAO5B,CAAC;AAQX,eAAO,MAAM,8BAA8B,EAAE;IAC3C,QAAQ,CAAC,KAAK,EAAE,SAAS,eAAe,EAAE,CAAC;IAC3C,QAAQ,CAAC,MAAM,EAAE,SAAS,qBAAqB,EAAE,CAAC;IAClD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAExB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IAEjC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAElC,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;CA0BzC,CAAC;AAKF,eAAO,MAAM,yBAAyB;;;;CAO5B,CAAC"}
|
package/dist/config/defaults.js
CHANGED
|
@@ -78,24 +78,24 @@ export const BINARY_VERSIONS = {
|
|
|
78
78
|
},
|
|
79
79
|
},
|
|
80
80
|
diffusionCpp: {
|
|
81
|
-
version: 'master-
|
|
81
|
+
version: 'master-746-2574f59',
|
|
82
82
|
variants: {
|
|
83
83
|
'darwin-arm64': [
|
|
84
84
|
{
|
|
85
85
|
type: 'metal',
|
|
86
|
-
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
87
|
-
checksum: '
|
|
86
|
+
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-Darwin-macOS-15.7.7-arm64.zip',
|
|
87
|
+
checksum: '570213614f4021ee99f832169da5c0abb73b53d48c8be2252eda30e4df3c4a1d',
|
|
88
88
|
},
|
|
89
89
|
],
|
|
90
90
|
'darwin-x64': [],
|
|
91
91
|
'win32-x64': [
|
|
92
92
|
{
|
|
93
93
|
type: 'cuda',
|
|
94
|
-
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
95
|
-
checksum: '
|
|
94
|
+
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-win-cuda12-x64.zip',
|
|
95
|
+
checksum: 'baa07994a81dcdf1b3895c9dd290aa87683a65120d196501e3d015daca71d2d5',
|
|
96
96
|
dependencies: [
|
|
97
97
|
{
|
|
98
|
-
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
98
|
+
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/cudart-sd-bin-win-cu12-x64.zip',
|
|
99
99
|
checksum: 'fe20366827d357c00797eebb58244dddab7fd9a348d70090c3871004c320f38d',
|
|
100
100
|
description: 'CUDA 12 runtime libraries required for NVIDIA GPU acceleration',
|
|
101
101
|
},
|
|
@@ -103,20 +103,25 @@ export const BINARY_VERSIONS = {
|
|
|
103
103
|
},
|
|
104
104
|
{
|
|
105
105
|
type: 'vulkan',
|
|
106
|
-
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
107
|
-
checksum: '
|
|
106
|
+
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-win-vulkan-x64.zip',
|
|
107
|
+
checksum: 'b6c9551a4e47cb7ce0b7ff41d382c12ec7f62f930a7d47fdc484851f19153248',
|
|
108
108
|
},
|
|
109
109
|
{
|
|
110
110
|
type: 'cpu',
|
|
111
|
-
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
112
|
-
checksum: '
|
|
111
|
+
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-win-cpu-x64.zip',
|
|
112
|
+
checksum: 'add4a495403e6170bb8ed6e68a5c6c59568f7d2ad28e773a9264a2a0537fc722',
|
|
113
113
|
},
|
|
114
114
|
],
|
|
115
115
|
'linux-x64': [
|
|
116
|
+
{
|
|
117
|
+
type: 'vulkan',
|
|
118
|
+
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-Linux-Ubuntu-24.04-x86_64-vulkan.zip',
|
|
119
|
+
checksum: '79ea8096d1fdf35bdc9cf92f8008713cd5a0b2f0c23fa067e1c8144f89f902e2',
|
|
120
|
+
},
|
|
116
121
|
{
|
|
117
122
|
type: 'cpu',
|
|
118
|
-
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-
|
|
119
|
-
checksum: '
|
|
123
|
+
url: 'https://github.com/leejet/stable-diffusion.cpp/releases/download/master-746-2574f59/sd-master-2574f59-bin-Linux-Ubuntu-24.04-x86_64.zip',
|
|
124
|
+
checksum: '80c6597f2ec18e7d2473bd3169db8b72500e50244110548d904216549993483c',
|
|
120
125
|
},
|
|
121
126
|
],
|
|
122
127
|
},
|
|
@@ -145,6 +150,32 @@ export const DIFFUSION_VRAM_THRESHOLDS = {
|
|
|
145
150
|
vaeOnCpuHeadroomBytes: 2 * 1024 ** 3,
|
|
146
151
|
modelOverheadMultiplier: 1.2,
|
|
147
152
|
};
|
|
153
|
+
export const DIFFUSION_CALIBRATION_DEFAULTS = {
|
|
154
|
+
sizes: [{ width: 768, height: 768 }],
|
|
155
|
+
combos: [
|
|
156
|
+
{ label: 'auto' },
|
|
157
|
+
{ label: 'clip-gpu', clipOnCpu: false },
|
|
158
|
+
{ label: 'clip-gpu+offload', clipOnCpu: false, offloadToCpu: true },
|
|
159
|
+
{ label: 'offload', offloadToCpu: true },
|
|
160
|
+
{ label: 'all-resident', clipOnCpu: false, vaeOnCpu: false, offloadToCpu: false },
|
|
161
|
+
{ label: 'max-savings', clipOnCpu: true, vaeOnCpu: true, offloadToCpu: true },
|
|
162
|
+
],
|
|
163
|
+
steps: 4,
|
|
164
|
+
samples: 2,
|
|
165
|
+
seed: 42,
|
|
166
|
+
sampler: 'euler',
|
|
167
|
+
prompt: 'a photograph of a lighthouse on a rocky coast at sunset, detailed',
|
|
168
|
+
tieTolerancePct: 5,
|
|
169
|
+
sd35LargePattern: /(?:sd|stable[-_.\s]?diffusion)[-_.\s]?3[-_.\s]?5.*?large/i,
|
|
170
|
+
oomPatterns: [
|
|
171
|
+
/out of memory/i,
|
|
172
|
+
/cudaMalloc/i,
|
|
173
|
+
/CUDA error/i,
|
|
174
|
+
/ErrorOutOfDeviceMemory/i,
|
|
175
|
+
/failed to allocate/i,
|
|
176
|
+
/not enough memory/i,
|
|
177
|
+
],
|
|
178
|
+
};
|
|
148
179
|
export const RECOMMENDED_QUANTIZATIONS = {
|
|
149
180
|
quality: ['Q8_0', 'Q6_K', 'Q5_K_M'],
|
|
150
181
|
balanced: ['Q5_K_M', 'Q4_K_M'],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAeA,MAAM,CAAC,MAAM,aAAa,GAAG;IAE3B,KAAK,EAAE,IAAI;IAEX,SAAS,EAAE,IAAI;CACP,CAAC;AAKX,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAE9B,QAAQ,EAAE,MAAM;IAEhB,WAAW,EAAE,MAAM;IAEnB,UAAU,EAAE,KAAK;IAEjB,WAAW,EAAE,IAAI;CACT,CAAC;AAKX,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAElC,WAAW,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;IAE5B,WAAW,EAAE,CAAC;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,SAAS,GAAG;IAEvB,kBAAkB,EAAE,IAAI;IAExB,kBAAkB,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC;IAEjC,kBAAkB,EAAE,GAAG;IAEvB,kBAAkB,EAAE,GAAG;IAEvB,gBAAgB,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC;IAE/B,sBAAsB,EAAE,GAAG,GAAG,IAAI,IAAI,CAAC;IAOvC,yBAAyB,EAAE,GAAG;CACtB,CAAC;AA2CX,MAAM,CAAC,MAAM,eAAe,GAAG;IAE7B,WAAW,EAAE;QAEX,OAAO,EAAE,OAAO;QAQhB,QAAQ,EAAE;YACR,cAAc,EAAE;gBACd;oBACE,IAAI,EAAE,OAAwB;oBAC9B,GAAG,EAAE,kGAAkG;oBACvG,QAAQ,EAAE,kEAAkE;iBAC7E;aACF;YACD,YAAY,EAAE;gBACZ;oBACE,IAAI,EAAE,KAAsB;oBAC5B,GAAG,EAAE,gGAAgG;oBACrG,QAAQ,EAAE,kEAAkE;iBAC7E;aACF;YACD,WAAW,EAAE;gBACX;oBACE,IAAI,EAAE,MAAuB;oBAC7B,GAAG,EAAE,qGAAqG;oBAC1G,QAAQ,EAAE,kEAAkE;oBAC5E,YAAY,EAAE;wBACZ;4BACE,GAAG,EAAE,sGAAsG;4BAC3G,QAAQ,EAAE,kEAAkE;4BAC5E,WAAW,EAAE,kEAAkE;yBAChF;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,QAAyB;oBAC/B,GAAG,EAAE,kGAAkG;oBACvG,QAAQ,EAAE,kEAAkE;iBAC7E;gBACD;oBACE,IAAI,EAAE,KAAsB;oBAC5B,GAAG,EAAE,+FAA+F;oBACpG,QAAQ,EAAE,kEAAkE;iBAC7E;aACF;YACD,WAAW,EAAE;gBACX;oBACE,IAAI,EAAE,QAAyB;oBAC/B,GAAG,EAAE,wGAAwG;oBAC7G,QAAQ,EAAE,kEAAkE;iBAC7E;gBACD;oBACE,IAAI,EAAE,KAAsB;oBAC5B,GAAG,EAAE,iGAAiG;oBACtG,QAAQ,EAAE,kEAAkE;iBAC7E;aACF;SACF;KACF;IAED,YAAY,EAAE;QAEZ,OAAO,EAAE,oBAAoB;QAM7B,QAAQ,EAAE;YACR,cAAc,EAAE;gBACd;oBACE,IAAI,EAAE,OAAwB;oBAC9B,GAAG,EAAE,yIAAyI;oBAC9I,QAAQ,EAAE,kEAAkE;iBAC7E;aACF;YACD,YAAY,EAAE,EAEb;YACD,WAAW,EAAE;gBAEX;oBACE,IAAI,EAAE,MAAuB;oBAC7B,GAAG,EAAE,8HAA8H;oBACnI,QAAQ,EAAE,kEAAkE;oBAC5E,YAAY,EAAE;wBACZ;4BACE,GAAG,EAAE,oHAAoH;4BACzH,QAAQ,EAAE,kEAAkE;4BAC5E,WAAW,EAAE,gEAAgE;yBAC9E;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,QAAyB;oBAC/B,GAAG,EAAE,8HAA8H;oBACnI,QAAQ,EAAE,kEAAkE;iBAC7E;gBACD;oBAIE,IAAI,EAAE,KAAsB;oBAC5B,GAAG,EAAE,2HAA2H;oBAChI,QAAQ,EAAE,kEAAkE;iBAC7E;aACF;YACD,WAAW,EAAE;gBACX;oBACE,IAAI,EAAE,QAAyB;oBAC/B,GAAG,EAAE,gJAAgJ;oBACrJ,QAAQ,EAAE,kEAAkE;iBAC7E;gBACD;oBACE,IAAI,EAAE,KAAsB;oBAC5B,GAAG,EAAE,yIAAyI;oBAC9I,QAAQ,EAAE,kEAAkE;iBAC7E;aACF;SACF;KACF;CACO,CAAC;AAKX,MAAM,CAAC,MAAM,yBAAyB,GAA2C;IAC/E,eAAe,EAAE,mBAAmB;IACpC,MAAM,EAAE,UAAU;IAClB,MAAM,EAAE,UAAU;IAClB,KAAK,EAAE,SAAS;IAChB,GAAG,EAAE,OAAO;IACZ,UAAU,EAAE,cAAc;IAC1B,GAAG,EAAE,OAAO;CACb,CAAC;AAMF,MAAM,CAAC,MAAM,yBAAyB,GAAsC;IAC1E,iBAAiB;IACjB,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,KAAK;IACL,YAAY;IACZ,KAAK;CACG,CAAC;AAUX,MAAM,CAAC,MAAM,yBAAyB,GAAG;IAEvC,sBAAsB,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC;IAErC,qBAAqB,EAAE,CAAC,GAAG,IAAI,IAAI,CAAC;IAEpC,uBAAuB,EAAE,GAAG;CACpB,CAAC;AAQX,MAAM,CAAC,MAAM,8BAA8B,GAcvC;IACF,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IACpC,MAAM,EAAE;QACN,EAAE,KAAK,EAAE,MAAM,EAAE;QACjB,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE;QACvC,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE;QACnE,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,EAAE;QACxC,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE;QACjF,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE;KAC9E;IACD,KAAK,EAAE,CAAC;IACR,OAAO,EAAE,CAAC;IACV,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,mEAAmE;IAC3E,eAAe,EAAE,CAAC;IAClB,gBAAgB,EAAE,2DAA2D;IAC7E,WAAW,EAAE;QACX,gBAAgB;QAChB,aAAa;QACb,aAAa;QACb,yBAAyB;QACzB,qBAAqB;QACrB,oBAAoB;KACrB;CACF,CAAC;AAKF,MAAM,CAAC,MAAM,yBAAyB,GAAG;IAEvC,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC;IAEnC,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAE9B,OAAO,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;CAC/B,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export { attachAppLifecycle } from './utils/electron-lifecycle.js';
|
|
|
35
35
|
export { formatErrorForUI } from './utils/error-helpers.js';
|
|
36
36
|
export type { UIErrorFormat } from './utils/error-helpers.js';
|
|
37
37
|
export { PATHS, getBinaryPath, getModelFilePath, getModelDirectory } from './config/paths.js';
|
|
38
|
-
export { BINARY_VERSIONS, DEFAULT_PORTS, DEFAULT_TIMEOUTS, DIFFUSION_VRAM_THRESHOLDS, DIFFUSION_COMPONENT_FLAGS, DIFFUSION_COMPONENT_ORDER, } from './config/defaults.js';
|
|
39
|
-
export type { GPUInfo, CPUInfo, MemoryInfo, SystemCapabilities, SystemRecommendations, ModelType, ModelInfo, ModelSource, DownloadConfig, DownloadProgress, DownloadProgressCallback, GGUFMetadata, MetadataFetchStrategy, DiffusionComponentRole, DiffusionComponentInfo, DiffusionModelComponents, DiffusionComponentDownload, ShardInfo, ServerStatus, HealthStatus, KVCacheType, FlashAttentionSetting, ServerConfig, ServerInfo, LlamaServerConfig, ServerEvent, ServerEventData, BinaryLogEvent, BinaryProgressEvent, OptimalConfigHints, ImageSampler, ImageGenerationStage, ImageGenerationProgress, ImageGenerationConfig, ImageGenerationResult, DiffusionServerConfig, DiffusionServerInfo, GenerationStatus, GenerationState, Optional, RequiredKeys, OptionalKeys, JSONValue, } from './types/index.js';
|
|
38
|
+
export { BINARY_VERSIONS, DEFAULT_PORTS, DEFAULT_TIMEOUTS, DIFFUSION_VRAM_THRESHOLDS, DIFFUSION_COMPONENT_FLAGS, DIFFUSION_COMPONENT_ORDER, DIFFUSION_CALIBRATION_DEFAULTS, } from './config/defaults.js';
|
|
39
|
+
export type { GPUInfo, CPUInfo, MemoryInfo, SystemCapabilities, SystemRecommendations, ModelType, ModelInfo, ModelSource, DownloadConfig, DownloadProgress, DownloadProgressCallback, GGUFMetadata, MetadataFetchStrategy, DiffusionComponentRole, DiffusionComponentInfo, DiffusionModelComponents, DiffusionComponentDownload, ShardInfo, ServerStatus, HealthStatus, KVCacheType, FlashAttentionSetting, ServerConfig, ServerInfo, LlamaServerConfig, ServerEvent, ServerEventData, BinaryLogEvent, BinaryProgressEvent, OptimalConfigHints, ImageSampler, ImageGenerationStage, ImageGenerationProgress, ImageGenerationConfig, ImageGenerationResult, DiffusionServerConfig, DiffusionServerInfo, GenerationStatus, GenerationState, DiffusionOffloadCombo, CalibrationSize, DiffusionCalibrationConfig, DiffusionCalibrationProgress, CalibrationRun, DiffusionCalibrationReport, Optional, RequiredKeys, OptionalKeys, JSONValue, } from './types/index.js';
|
|
40
40
|
export type { SpawnOptions, SpawnResult } from './process/ProcessManager.js';
|
|
41
41
|
export type { HealthCheckResponse } from './process/health-check.js';
|
|
42
42
|
export type { LogLevel, LogEntry, LogRotationOptions } from './process/log-manager.js';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAmDA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAkB9E,eAAO,MAAM,UAAU,YAA2B,CAAC;AA0BnD,eAAO,MAAM,YAAY,cAA6B,CAAC;AAmCvD,eAAO,MAAM,WAAW,oBAA2B,CAAC;AAuCpD,eAAO,MAAM,eAAe,wBAI3B,CAAC;AAMF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,YAAY,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAMtD,OAAO,EACL,WAAW,EACX,cAAc,EACd,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACjG,OAAO,EACL,WAAW,EACX,eAAe,EACf,cAAc,EACd,KAAK,EACL,SAAS,EACT,OAAO,EACP,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,YAAY,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAM9D,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EACL,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,yBAAyB,EACzB,yBAAyB,EACzB,yBAAyB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAmDA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAkB9E,eAAO,MAAM,UAAU,YAA2B,CAAC;AA0BnD,eAAO,MAAM,YAAY,cAA6B,CAAC;AAmCvD,eAAO,MAAM,WAAW,oBAA2B,CAAC;AAuCpD,eAAO,MAAM,eAAe,wBAI3B,CAAC;AAMF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,YAAY,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAMtD,OAAO,EACL,WAAW,EACX,cAAc,EACd,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACjG,OAAO,EACL,WAAW,EACX,eAAe,EACf,cAAc,EACd,KAAK,EACL,SAAS,EACT,OAAO,EACP,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,YAAY,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAM9D,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EACL,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,yBAAyB,EACzB,yBAAyB,EACzB,yBAAyB,EACzB,8BAA8B,GAC/B,MAAM,sBAAsB,CAAC;AAM9B,YAAY,EAEV,OAAO,EACP,OAAO,EACP,UAAU,EACV,kBAAkB,EAClB,qBAAqB,EAErB,SAAS,EACT,SAAS,EACT,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,wBAAwB,EACxB,YAAY,EACZ,qBAAqB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,wBAAwB,EACxB,0BAA0B,EAC1B,SAAS,EAET,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,qBAAqB,EACrB,YAAY,EACZ,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAElB,YAAY,EACZ,oBAAoB,EACpB,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,EACf,qBAAqB,EACrB,eAAe,EACf,0BAA0B,EAC1B,4BAA4B,EAC5B,cAAc,EACd,0BAA0B,EAE1B,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,SAAS,GACV,MAAM,kBAAkB,CAAC;AAE1B,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAE7E,YAAY,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAErE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAMvF,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,0BAA0B,EAC1B,WAAW,EACX,cAAc,EACd,eAAe,EACf,aAAa,EACb,WAAW,GACZ,MAAM,mBAAmB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -33,6 +33,6 @@ export { detectReasoningSupport, REASONING_MODEL_PATTERNS } from './config/reaso
|
|
|
33
33
|
export { attachAppLifecycle } from './utils/electron-lifecycle.js';
|
|
34
34
|
export { formatErrorForUI } from './utils/error-helpers.js';
|
|
35
35
|
export { PATHS, getBinaryPath, getModelFilePath, getModelDirectory } from './config/paths.js';
|
|
36
|
-
export { BINARY_VERSIONS, DEFAULT_PORTS, DEFAULT_TIMEOUTS, DIFFUSION_VRAM_THRESHOLDS, DIFFUSION_COMPONENT_FLAGS, DIFFUSION_COMPONENT_ORDER, } from './config/defaults.js';
|
|
36
|
+
export { BINARY_VERSIONS, DEFAULT_PORTS, DEFAULT_TIMEOUTS, DIFFUSION_VRAM_THRESHOLDS, DIFFUSION_COMPONENT_FLAGS, DIFFUSION_COMPONENT_ORDER, DIFFUSION_CALIBRATION_DEFAULTS, } from './config/defaults.js';
|
|
37
37
|
export { GenaiElectronError, ModelNotFoundError, DownloadError, InsufficientResourcesError, ServerError, PortInUseError, FileSystemError, ChecksumError, BinaryError, } from './errors/index.js';
|
|
38
38
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAmDA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAkB9E,MAAM,CAAC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;AA0BnD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;AAmCvD,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAuCpD,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,sBAAsB,CACvD,SAAS,EACT,SAAS,EACT,WAAW,CACZ,CAAC;AAMF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAE1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAMtD,OAAO,EACL,WAAW,EACX,cAAc,EACd,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACjG,OAAO,EACL,WAAW,EACX,eAAe,EACf,cAAc,EACd,KAAK,EACL,SAAS,EACT,OAAO,EACP,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAO5D,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EACL,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,yBAAyB,EACzB,yBAAyB,EACzB,yBAAyB,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAmDA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAkB9E,MAAM,CAAC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;AA0BnD,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;AAmCvD,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAuCpD,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,sBAAsB,CACvD,SAAS,EACT,SAAS,EACT,WAAW,CACZ,CAAC;AAMF,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAE1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAMtD,OAAO,EACL,WAAW,EACX,cAAc,EACd,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,EACL,uBAAuB,EACvB,yBAAyB,EACzB,0BAA0B,EAC1B,0BAA0B,GAC3B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACnF,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACjG,OAAO,EACL,WAAW,EACX,eAAe,EACf,cAAc,EACd,KAAK,EACL,SAAS,EACT,OAAO,EACP,cAAc,GACf,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,eAAe,EACf,UAAU,EACV,WAAW,EACX,UAAU,EACV,QAAQ,EACR,iBAAiB,EACjB,WAAW,EACX,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAO5D,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC9F,OAAO,EACL,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,yBAAyB,EACzB,yBAAyB,EACzB,yBAAyB,EACzB,8BAA8B,GAC/B,MAAM,sBAAsB,CAAC;AAyE9B,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,0BAA0B,EAC1B,WAAW,EACX,cAAc,EACd,eAAe,EACf,aAAa,EACb,WAAW,GACZ,MAAM,mBAAmB,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { ServerManager } from './ServerManager.js';
|
|
2
2
|
import { ModelManager } from './ModelManager.js';
|
|
3
3
|
import { SystemInfo } from '../system/SystemInfo.js';
|
|
4
|
-
import type { DiffusionServerConfig, DiffusionServerInfo, ImageGenerationConfig, ImageGenerationResult, ServerInfo } from '../types/index.js';
|
|
4
|
+
import type { CalibrationRun, DiffusionCalibrationConfig, DiffusionCalibrationReport, DiffusionOffloadCombo, DiffusionServerConfig, DiffusionServerInfo, ImageGenerationConfig, ImageGenerationResult, ServerInfo } from '../types/index.js';
|
|
5
5
|
import type { LlamaServerManager } from './LlamaServerManager.js';
|
|
6
6
|
export declare class DiffusionServerManager extends ServerManager {
|
|
7
7
|
private static readonly VALID_CONFIG_FIELDS;
|
|
@@ -15,6 +15,8 @@ export declare class DiffusionServerManager extends ServerManager {
|
|
|
15
15
|
private currentGeneration?;
|
|
16
16
|
private activeGeneration?;
|
|
17
17
|
private currentModelInfo?;
|
|
18
|
+
private lastResolvedOptimizations?;
|
|
19
|
+
private calibrating;
|
|
18
20
|
private modelLoadTime;
|
|
19
21
|
private diffusionTimePerStepPerMegapixel;
|
|
20
22
|
private vaeTimePerMegapixel;
|
|
@@ -36,6 +38,12 @@ export declare class DiffusionServerManager extends ServerManager {
|
|
|
36
38
|
stop(): Promise<void>;
|
|
37
39
|
getActiveGenerationId(): string | undefined;
|
|
38
40
|
cancelImageGeneration(id: string): Promise<void>;
|
|
41
|
+
calibrate(config: DiffusionCalibrationConfig): Promise<DiffusionCalibrationReport>;
|
|
42
|
+
isCalibrating(): boolean;
|
|
43
|
+
private calibrationAbortError;
|
|
44
|
+
private runCalibrationGeneration;
|
|
45
|
+
private snapshotStageMs;
|
|
46
|
+
private classifyCalibrationFailure;
|
|
39
47
|
generateImage(config: ImageGenerationConfig): Promise<ImageGenerationResult>;
|
|
40
48
|
isHealthy(): Promise<boolean>;
|
|
41
49
|
getInfo(): DiffusionServerInfo;
|
|
@@ -47,10 +55,9 @@ export declare class DiffusionServerManager extends ServerManager {
|
|
|
47
55
|
private runAsyncGeneration;
|
|
48
56
|
private mapErrorCode;
|
|
49
57
|
private parseRequestBody;
|
|
50
|
-
executeImageGeneration(config: ImageGenerationConfig): Promise<ImageGenerationResult>;
|
|
58
|
+
executeImageGeneration(config: ImageGenerationConfig, flagOverrides?: DiffusionOffloadCombo): Promise<ImageGenerationResult>;
|
|
51
59
|
executeBatchGeneration(config: ImageGenerationConfig): Promise<ImageGenerationResult[]>;
|
|
52
60
|
private computeDiffusionOptimizations;
|
|
53
|
-
private isInstalledVariantCuda;
|
|
54
61
|
private buildDiffusionArgs;
|
|
55
62
|
private generateRandomSeed;
|
|
56
63
|
private initializeProgressTracking;
|
|
@@ -62,4 +69,5 @@ export declare class DiffusionServerManager extends ServerManager {
|
|
|
62
69
|
private cleanupSyntheticProgress;
|
|
63
70
|
private updateTimeEstimates;
|
|
64
71
|
}
|
|
72
|
+
export declare function pickRecommended(runs: CalibrationRun[], tolerancePct: number): Record<string, DiffusionOffloadCombo>;
|
|
65
73
|
//# sourceMappingURL=DiffusionServerManager.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DiffusionServerManager.d.ts","sourceRoot":"","sources":["../../src/managers/DiffusionServerManager.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"DiffusionServerManager.d.ts","sourceRoot":"","sources":["../../src/managers/DiffusionServerManager.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAwBrD,OAAO,KAAK,EACV,cAAc,EAEd,0BAA0B,EAE1B,0BAA0B,EAC1B,qBAAqB,EACrB,qBAAqB,EACrB,mBAAmB,EACnB,qBAAqB,EACrB,qBAAqB,EAGrB,UAAU,EACX,MAAM,mBAAmB,CAAC;AAC3B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAmClE,qBAAa,sBAAuB,SAAQ,aAAa;IAEvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAWxC;IAEH,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAC,CAAuB;IAC5C,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,UAAU,CAAC,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAC,CAAc;IACjC,OAAO,CAAC,iBAAiB,CAAC,CAGxB;IAOF,OAAO,CAAC,gBAAgB,CAAC,CAAqC;IAC9D,OAAO,CAAC,gBAAgB,CAAC,CAAY;IAKrC,OAAO,CAAC,yBAAyB,CAAC,CAKhC;IAEF,OAAO,CAAC,WAAW,CAAS;IAG5B,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,gCAAgC,CAAQ;IAChD,OAAO,CAAC,mBAAmB,CAAQ;IAGnC,OAAO,CAAC,mBAAmB,CAAC,CAAS;IACrC,OAAO,CAAC,aAAa,CAAC,CAAS;IAC/B,OAAO,CAAC,WAAW,CAAC,CAAS;IAC7B,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,YAAY,CAAC,CAAS;IAC9B,OAAO,CAAC,UAAU,CAAC,CAAS;IAC5B,OAAO,CAAC,yBAAyB,CAAC,CAAiB;IACnD,OAAO,CAAC,YAAY,CAAC,CAAkC;IACvD,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,iBAAiB,CAA4B;gBAUnD,YAAY,GAAE,YAAyC,EACvD,UAAU,GAAE,UAAqC,EACjD,WAAW,CAAC,EAAE,kBAAkB;IAoBlC,OAAO,CAAC,cAAc;IAqBhB,KAAK,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC;IAwGzD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA4D3B,qBAAqB,IAAI,MAAM,GAAG,SAAS;IAoBrC,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmEhD,SAAS,CAAC,MAAM,EAAE,0BAA0B,GAAG,OAAO,CAAC,0BAA0B,CAAC;IAmaxF,aAAa,IAAI,OAAO;IASxB,OAAO,CAAC,qBAAqB;YAYf,wBAAwB;IAiCtC,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,0BAA0B;IA6B5B,aAAa,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyB5E,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAS1B,OAAO,IAAI,mBAAmB;YAiBzB,YAAY;YA6BZ,gBAAgB;YAsEhB,qBAAqB;YAkFrB,mBAAmB;YAqCnB,sBAAsB;YAiCtB,kBAAkB;IAoFhC,OAAO,CAAC,YAAY;IAmBpB,OAAO,CAAC,gBAAgB;IAuBX,sBAAsB,CACjC,MAAM,EAAE,qBAAqB,EAC7B,aAAa,CAAC,EAAE,qBAAqB,GACpC,OAAO,CAAC,qBAAqB,CAAC;IAsJpB,sBAAsB,CACjC,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAwDrB,6BAA6B;IA8E3C,OAAO,CAAC,kBAAkB;IAgH1B,OAAO,CAAC,kBAAkB;IAS1B,OAAO,CAAC,0BAA0B;IA+BlC,OAAO,CAAC,6BAA6B;IA4BrC,OAAO,CAAC,wBAAwB;IAmFhC,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,0BAA0B;IAqClC,OAAO,CAAC,yBAAyB;IA4BjC,OAAO,CAAC,wBAAwB;IAWhC,OAAO,CAAC,mBAAmB;CA0D5B;AAoCD,wBAAgB,eAAe,CAC7B,IAAI,EAAE,cAAc,EAAE,EACtB,YAAY,EAAE,MAAM,GACnB,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CA4BvC"}
|