arcane-os 0.66.0 → 0.68.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +42 -0
- package/README.md +1 -1
- package/browser-runtime/ai/core-image.mjs +84 -34
- package/browser-runtime/ai/core-local.mjs +195 -43
- package/browser-runtime/ai/core-onnx.mjs +71 -12
- package/docs/reference/README.md +6 -0
- package/docs/reference/availability-and-normalization.md +1 -0
- package/docs/reference/core-native-packaging.md +11 -4
- package/docs/reference/core-repositories.md +93 -9
- package/docs/reference/core-runtime.md +46 -5
- package/docs/reference/inventory/package-api.json +62 -20
- package/docs/reference/inventory/runtime-components.json +2 -1
- package/docs/reference/inventory/runtime-modules.json +3 -3
- package/docs/reference/local-ai.md +112 -2
- package/docs/reference/local-image-generation.md +15 -4
- package/docs/reference/model-assets.md +50 -3
- package/docs/reference/native-decisions.md +181 -0
- package/docs/reference/runtime-components.md +62 -5
- package/docs/reference/runtime-modules.md +44 -7
- package/docs/reference/sdk-api.md +229 -19
- package/package.json +5 -2
- package/runtime/arcane/components/theme-switcher.html +112 -13
- package/runtime/arcane/modules/PreferenceStore.js +18 -13
- package/runtime/arcane/modules/SystemAppearance.js +24 -6
- package/src/core/repositories.mjs +27 -8
- package/src/core/runtime.mjs +26 -1
- package/src/core/services/decisions.mjs +144 -0
- package/src/core/services/local-ai.mjs +31 -9
- package/src/core/services/model-assets.mjs +98 -13
- package/src/git-identity.mjs +22 -58
- package/src/local-ai/decision-tokenizer-worker.mjs +31 -0
- package/src/local-ai/decision-tokenizer.mjs +109 -0
- package/src/local-ai/decisions.mjs +273 -0
- package/src/local-ai/dev.mjs +8 -2
- package/src/local-ai/onnx-worker.mjs +67 -7
- package/src/local-ai/onnx.mjs +23 -12
- package/src/native/portable-layout.mjs +8 -3
- package/src/repository.mjs +144 -4
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import Is from '../dependencies/strong-type/index.js';
|
|
2
|
-
import {
|
|
2
|
+
import {subscribeCoreClient} from '../core/client.mjs';
|
|
3
3
|
|
|
4
4
|
const is = new Is(false);
|
|
5
5
|
const PROVIDER_PROTOCOL = 'arcane-ai-provider/2';
|
|
@@ -22,19 +22,26 @@ function cancelled(reason) {
|
|
|
22
22
|
* selects its model; Core owns the running engine and its loaded sessions.
|
|
23
23
|
* Creating this provider neither connects a transport nor installs a runtime.
|
|
24
24
|
*/
|
|
25
|
-
export function createCoreLocalAIProvider({client
|
|
25
|
+
export function createCoreLocalAIProvider({client: suppliedClient, id = 'llama.cpp'} = {}) {
|
|
26
26
|
if (!is.string(id) || !id.trim()) throw new TypeError('The Core AI provider id must be a nonempty string.');
|
|
27
|
-
if (
|
|
27
|
+
if (suppliedClient !== undefined && suppliedClient !== null
|
|
28
|
+
&& (!is.function(suppliedClient?.invoke) || !is.function(suppliedClient?.events?.on))) {
|
|
28
29
|
throw new TypeError('The Core AI client must expose invoke and events.on.');
|
|
29
30
|
}
|
|
30
31
|
|
|
31
32
|
let runtime = null;
|
|
32
33
|
let models = [];
|
|
33
34
|
let selection = null;
|
|
35
|
+
let selectionConnection = null;
|
|
34
36
|
let disposed = false;
|
|
35
37
|
let loading = false;
|
|
38
|
+
let unloading = false;
|
|
36
39
|
let sequence = 0;
|
|
37
40
|
let lifecycleRevision = 0;
|
|
41
|
+
let client = null;
|
|
42
|
+
let connection = null;
|
|
43
|
+
let stopInstallation;
|
|
44
|
+
let disposing;
|
|
38
45
|
const requests = new Set();
|
|
39
46
|
|
|
40
47
|
function requireClient() {
|
|
@@ -58,7 +65,13 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
58
65
|
}
|
|
59
66
|
|
|
60
67
|
function modelReady() {
|
|
61
|
-
return
|
|
68
|
+
return !unloading && selectionConnection === connection && runtime?.available === true
|
|
69
|
+
&& runtime.state === 'ready' && Boolean(loadedModel());
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
function assertCurrentConnection(value) {
|
|
73
|
+
if (disposed || connection !== value) throw cancelled();
|
|
74
|
+
value.controller.signal.throwIfAborted();
|
|
62
75
|
}
|
|
63
76
|
|
|
64
77
|
function status() {
|
|
@@ -67,7 +80,9 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
67
80
|
state: disposed ? 'disposed' : loading ? 'loading' : loaded ? 'ready'
|
|
68
81
|
: runtime?.error ? 'error' : runtime?.available === true ? 'unloaded' : 'unavailable',
|
|
69
82
|
loaded,
|
|
70
|
-
busy: loading || requests.
|
|
83
|
+
busy: Boolean(loading || unloading) || [...requests].some(function currentRequest(request) {
|
|
84
|
+
return request.connection === connection && !request.controller.signal.aborted;
|
|
85
|
+
}),
|
|
71
86
|
modelId: selection?.modelId ?? null,
|
|
72
87
|
available: !disposed && runtime?.available === true,
|
|
73
88
|
installed: runtime?.installed === true,
|
|
@@ -79,6 +94,7 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
79
94
|
runtime = value ?? null;
|
|
80
95
|
models = is.array(runtime?.models) ? runtime.models : [];
|
|
81
96
|
for (const request of requests) {
|
|
97
|
+
if (request.connection !== connection || request.modelId === null) continue;
|
|
82
98
|
const model = models.find(function requestModel(record) { return record.id === request.modelId; });
|
|
83
99
|
if (model?.loaded === true) request.loaded = true;
|
|
84
100
|
if (runtime?.available !== true || (request.loaded && (runtime.state !== 'ready' || model?.loaded !== true))) {
|
|
@@ -88,13 +104,62 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
88
104
|
return status();
|
|
89
105
|
}
|
|
90
106
|
|
|
91
|
-
|
|
92
|
-
if (disposed ||
|
|
107
|
+
function bindClient({client: nextClient, error = null}) {
|
|
108
|
+
if (disposed || (connection && nextClient === client)) return;
|
|
109
|
+
const previous = connection;
|
|
110
|
+
client = nextClient;
|
|
111
|
+
const currentConnection = {client, controller: new AbortController(), unsubscribe: null};
|
|
112
|
+
connection = currentConnection;
|
|
93
113
|
lifecycleRevision += 1;
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
}
|
|
97
|
-
|
|
114
|
+
loading = false;
|
|
115
|
+
unloading = false;
|
|
116
|
+
runtime = {installed: false, available: false, state: client ? 'unknown' : 'unavailable', error};
|
|
117
|
+
models = [];
|
|
118
|
+
previous?.unsubscribe?.();
|
|
119
|
+
previous?.controller.abort();
|
|
120
|
+
if (client) {
|
|
121
|
+
currentConnection.unsubscribe = client.events.on(
|
|
122
|
+
'localai.state',
|
|
123
|
+
function localRuntimeChanged(snapshot) {
|
|
124
|
+
if (disposed || connection !== currentConnection || !is.array(snapshot?.runtimes)) return;
|
|
125
|
+
lifecycleRevision += 1;
|
|
126
|
+
acceptRuntime(snapshot.runtimes.find(function llamaRuntime(value) {
|
|
127
|
+
return value.id === 'llama.cpp';
|
|
128
|
+
}));
|
|
129
|
+
}
|
|
130
|
+
);
|
|
131
|
+
}
|
|
132
|
+
if (client && suppliedClient === undefined) {
|
|
133
|
+
const revision = lifecycleRevision;
|
|
134
|
+
invokeOwned(client, 'llama.status', {}).then(
|
|
135
|
+
function installedRuntimeObserved(value) {
|
|
136
|
+
if (!disposed && connection === currentConnection && lifecycleRevision === revision) acceptRuntime(value);
|
|
137
|
+
},
|
|
138
|
+
function installedRuntimeFailed(error) {
|
|
139
|
+
if (!disposed && connection === currentConnection && lifecycleRevision === revision) {
|
|
140
|
+
acceptRuntime({...runtime, available: false, state: 'error', error});
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
async function invokeOwned(core, method, parameters, signal) {
|
|
148
|
+
const request = ownRequest(signal, null, core);
|
|
149
|
+
request.result = Promise.resolve().then(
|
|
150
|
+
function invokeLocalOperation() {
|
|
151
|
+
request.controller.signal.throwIfAborted();
|
|
152
|
+
return core.invoke(method, parameters, {signal: request.controller.signal});
|
|
153
|
+
}
|
|
154
|
+
);
|
|
155
|
+
try {
|
|
156
|
+
const result = await request.result;
|
|
157
|
+
request.controller.signal.throwIfAborted();
|
|
158
|
+
return result;
|
|
159
|
+
} finally {
|
|
160
|
+
request.release();
|
|
161
|
+
}
|
|
162
|
+
}
|
|
98
163
|
|
|
99
164
|
function authority(value) {
|
|
100
165
|
return {protocol: AUTHORITY_PROTOCOL, providerId: id, modelId: value.modelId};
|
|
@@ -103,12 +168,20 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
103
168
|
async function inspect(value, {signal} = {}) {
|
|
104
169
|
requireSelection(value);
|
|
105
170
|
if (signal?.aborted) throw cancelled(signal.reason);
|
|
171
|
+
const currentConnection = connection;
|
|
172
|
+
const statusRevision = lifecycleRevision;
|
|
106
173
|
try {
|
|
107
174
|
const core = requireClient();
|
|
108
|
-
const
|
|
109
|
-
|
|
175
|
+
const current = await invokeOwned(core, 'llama.status', {}, signal);
|
|
176
|
+
assertCurrentConnection(currentConnection);
|
|
110
177
|
if (lifecycleRevision === statusRevision) acceptRuntime(current);
|
|
111
|
-
|
|
178
|
+
const knownModel = models.some(function matchesModel(model) { return model.id === value.modelId; });
|
|
179
|
+
// Inspection describes an explicit load capability, never readiness.
|
|
180
|
+
// Core still verifies the exact model at the actual load boundary.
|
|
181
|
+
const starting = !runtime?.error && ['starting', 'loading'].includes(runtime?.state);
|
|
182
|
+
const released = !runtime?.error && runtime?.released === true && runtime.owned === true
|
|
183
|
+
&& runtime.state === 'stopped' && knownModel;
|
|
184
|
+
if (runtime?.error || (runtime?.available !== true && !starting && !released)) {
|
|
112
185
|
return {
|
|
113
186
|
available: false,
|
|
114
187
|
code: 'ARCANE_AI_PROVIDER_UNAVAILABLE',
|
|
@@ -116,7 +189,7 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
116
189
|
error: runtime?.error ?? null
|
|
117
190
|
};
|
|
118
191
|
}
|
|
119
|
-
if (!
|
|
192
|
+
if (!starting && !knownModel) {
|
|
120
193
|
return {
|
|
121
194
|
available: false,
|
|
122
195
|
code: 'ARCANE_AI_MODEL_UNAVAILABLE',
|
|
@@ -126,48 +199,63 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
126
199
|
return {available: true, authority: authority(value)};
|
|
127
200
|
} catch (error) {
|
|
128
201
|
if (signal?.aborted || error?.name === 'AbortError') throw error;
|
|
129
|
-
|
|
202
|
+
if (!disposed && connection === currentConnection && lifecycleRevision === statusRevision) {
|
|
203
|
+
acceptRuntime({...runtime, available: false, state: 'error', error});
|
|
204
|
+
}
|
|
130
205
|
return {available: false, code: error.code ?? 'ARCANE_AI_CORE_UNAVAILABLE', message: error.message, error};
|
|
131
206
|
}
|
|
132
207
|
}
|
|
133
208
|
|
|
134
209
|
async function load({selection: value, signal, progress} = {}) {
|
|
135
210
|
const core = requireClient();
|
|
211
|
+
const currentConnection = connection;
|
|
136
212
|
requireSelection(value);
|
|
137
213
|
if (signal?.aborted) throw cancelled(signal.reason);
|
|
138
214
|
selection = value;
|
|
139
|
-
|
|
215
|
+
selectionConnection = currentConnection;
|
|
216
|
+
const operation = {};
|
|
217
|
+
loading = operation;
|
|
218
|
+
unloading = false;
|
|
219
|
+
lifecycleRevision += 1;
|
|
140
220
|
try {
|
|
141
221
|
progress?.({phase: 'loading', modelId: value.modelId});
|
|
142
222
|
const revision = lifecycleRevision;
|
|
143
|
-
const current = await core
|
|
223
|
+
const current = await invokeOwned(core, 'llama.load', {model: value.modelId}, signal);
|
|
224
|
+
assertCurrentConnection(currentConnection);
|
|
225
|
+
if (loading !== operation || selection !== value) throw cancelled();
|
|
144
226
|
if (lifecycleRevision === revision) acceptRuntime(current);
|
|
145
227
|
if (!modelReady()) throw localAIError('ARCANE_AI_MODEL_NOT_READY', 'Core did not report the selected model loaded and ready.', current?.error);
|
|
146
228
|
progress?.({phase: 'ready', modelId: value.modelId});
|
|
229
|
+
assertCurrentConnection(currentConnection);
|
|
230
|
+
if (loading !== operation || selection !== value) throw cancelled();
|
|
147
231
|
return {authority: authority(value), status: {...status(), state: 'ready', busy: false}};
|
|
148
232
|
} finally {
|
|
149
|
-
loading = false;
|
|
233
|
+
if (loading === operation) loading = false;
|
|
150
234
|
}
|
|
151
235
|
}
|
|
152
236
|
|
|
153
|
-
function ownRequest(signal, modelId) {
|
|
237
|
+
function ownRequest(signal, modelId, core = requireClient()) {
|
|
238
|
+
const currentConnection = connection;
|
|
239
|
+
if (core !== currentConnection?.client) throw cancelled();
|
|
154
240
|
const controller = new AbortController();
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
241
|
+
const operationSignal = signal
|
|
242
|
+
? AbortSignal.any([signal, currentConnection.controller.signal]) : currentConnection.controller.signal;
|
|
243
|
+
function forwardAbort() { controller.abort(operationSignal.reason); }
|
|
244
|
+
operationSignal.addEventListener('abort', forwardAbort, {once: true});
|
|
245
|
+
if (operationSignal.aborted) forwardAbort();
|
|
246
|
+
const request = {controller, connection: currentConnection, result: null, modelId, loaded: models.some(function loadedTarget(model) {
|
|
159
247
|
return model.id === modelId && model.loaded === true;
|
|
160
248
|
})};
|
|
161
249
|
requests.add(request);
|
|
162
250
|
request.release = function releaseRequest() {
|
|
163
|
-
|
|
251
|
+
operationSignal.removeEventListener('abort', forwardAbort);
|
|
164
252
|
requests.delete(request);
|
|
165
253
|
};
|
|
166
254
|
return request;
|
|
167
255
|
}
|
|
168
256
|
|
|
169
257
|
function streamRequest(core, parameters, signal) {
|
|
170
|
-
const request = ownRequest(signal, parameters.model);
|
|
258
|
+
const request = ownRequest(signal, parameters.model, core);
|
|
171
259
|
const chunks = [];
|
|
172
260
|
const readers = [];
|
|
173
261
|
let complete = false;
|
|
@@ -195,6 +283,7 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
195
283
|
});
|
|
196
284
|
|
|
197
285
|
request.result = Promise.resolve().then(function invokeStream() {
|
|
286
|
+
request.controller.signal.throwIfAborted();
|
|
198
287
|
return core.invoke('llama.chat', {...parameters, stream: true, streamId}, {signal: request.controller.signal});
|
|
199
288
|
}).then(function streamCompleted(result) {
|
|
200
289
|
if (request.controller.signal.aborted) throw cancelled(request.controller.signal.reason);
|
|
@@ -237,15 +326,17 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
237
326
|
|
|
238
327
|
async function request({selection: value, operation, payload, signal} = {}) {
|
|
239
328
|
const core = requireClient();
|
|
329
|
+
const currentConnection = connection;
|
|
240
330
|
requireSelection(value);
|
|
241
331
|
if (signal?.aborted) throw cancelled(signal.reason);
|
|
242
|
-
if (loading || selection?.modelId !== value.modelId) {
|
|
332
|
+
if (loading || unloading || selectionConnection !== connection || selection?.modelId !== value.modelId) {
|
|
243
333
|
throw localAIError('ARCANE_AI_MODEL_NOT_READY', 'Load the selected local model before requesting inference.');
|
|
244
334
|
}
|
|
245
335
|
const model = payload?.model ?? value.modelId;
|
|
246
336
|
if (!models.some(function knownModel(record) { return record.id === model; })) {
|
|
247
337
|
const revision = lifecycleRevision;
|
|
248
|
-
const current = await core
|
|
338
|
+
const current = await invokeOwned(core, 'llama.status', {}, signal);
|
|
339
|
+
assertCurrentConnection(currentConnection);
|
|
249
340
|
if (lifecycleRevision === revision) acceptRuntime(current);
|
|
250
341
|
}
|
|
251
342
|
if (!models.some(function knownModel(record) { return record.id === model; })) {
|
|
@@ -258,8 +349,9 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
258
349
|
const parameters = {model, payload};
|
|
259
350
|
if (operation === 'stream') return streamRequest(core, parameters, signal);
|
|
260
351
|
if (operation !== 'chat') throw localAIError('ARCANE_AI_PROVIDER_OPERATION_UNAVAILABLE', 'The local llama.cpp provider supports chat and stream.');
|
|
261
|
-
const pending = ownRequest(signal, model);
|
|
352
|
+
const pending = ownRequest(signal, model, core);
|
|
262
353
|
pending.result = Promise.resolve().then(function invokeChat() {
|
|
354
|
+
pending.controller.signal.throwIfAborted();
|
|
263
355
|
return core.invoke('llama.chat', {...parameters, stream: false}, {signal: pending.controller.signal});
|
|
264
356
|
}).then(function chatCompleted(result) {
|
|
265
357
|
if (pending.controller.signal.aborted) throw cancelled(pending.controller.signal.reason);
|
|
@@ -268,26 +360,86 @@ export function createCoreLocalAIProvider({client = getInstalledCoreClient(), id
|
|
|
268
360
|
return pending.result;
|
|
269
361
|
}
|
|
270
362
|
|
|
271
|
-
async function unload({
|
|
363
|
+
async function unload({signal} = {}) {
|
|
364
|
+
const value = selection;
|
|
272
365
|
const core = requireClient();
|
|
366
|
+
const currentConnection = connection;
|
|
273
367
|
if (signal?.aborted) throw cancelled(signal.reason);
|
|
368
|
+
if (value && value === selection && selectionConnection !== currentConnection) {
|
|
369
|
+
throw localAIError('ARCANE_AI_CORE_UNAVAILABLE', 'The selected model belongs to a retired Core connection.');
|
|
370
|
+
}
|
|
371
|
+
if (value) requireSelection(value);
|
|
372
|
+
const operation = {};
|
|
373
|
+
unloading = operation;
|
|
374
|
+
loading = false;
|
|
375
|
+
lifecycleRevision += 1;
|
|
274
376
|
for (const request of requests) request.controller.abort();
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
377
|
+
try {
|
|
378
|
+
await Promise.allSettled([...requests].map(function activeResult(request) { return request.result; }));
|
|
379
|
+
assertCurrentConnection(currentConnection);
|
|
380
|
+
if (unloading !== operation) throw cancelled();
|
|
381
|
+
if (value) {
|
|
382
|
+
const revision = lifecycleRevision;
|
|
383
|
+
const current = await invokeOwned(core, 'llama.unload', {model: value.modelId}, signal);
|
|
384
|
+
assertCurrentConnection(currentConnection);
|
|
385
|
+
if (unloading !== operation) throw cancelled();
|
|
386
|
+
if (lifecycleRevision === revision) acceptRuntime(current);
|
|
387
|
+
}
|
|
388
|
+
if (unloading !== operation) throw cancelled();
|
|
389
|
+
selection = null;
|
|
390
|
+
selectionConnection = null;
|
|
391
|
+
unloading = false;
|
|
392
|
+
return status();
|
|
393
|
+
} catch (error) {
|
|
394
|
+
if (!disposed && connection === currentConnection && unloading === operation) {
|
|
395
|
+
runtime = {...runtime, state: 'error', error};
|
|
396
|
+
}
|
|
397
|
+
throw error;
|
|
398
|
+
} finally {
|
|
399
|
+
if (unloading === operation) unloading = false;
|
|
400
|
+
}
|
|
283
401
|
}
|
|
284
402
|
|
|
285
|
-
|
|
286
|
-
if (
|
|
287
|
-
|
|
403
|
+
function dispose({signal} = {}) {
|
|
404
|
+
if (disposing) return disposing;
|
|
405
|
+
// The runtime also supplies its configured selection after unload.
|
|
406
|
+
// Only this provider's retained selection owns a native release.
|
|
407
|
+
const value = selection;
|
|
408
|
+
const core = selectionConnection?.client;
|
|
288
409
|
disposed = true;
|
|
289
|
-
|
|
290
|
-
|
|
410
|
+
loading = false;
|
|
411
|
+
unloading = false;
|
|
412
|
+
lifecycleRevision += 1;
|
|
413
|
+
stopInstallation?.();
|
|
414
|
+
connection?.unsubscribe?.();
|
|
415
|
+
connection?.controller.abort();
|
|
416
|
+
disposing = Promise.resolve().then(
|
|
417
|
+
async function disposeLocalProvider() {
|
|
418
|
+
await Promise.allSettled([...requests].map(function activeResult(request) { return request.result; }));
|
|
419
|
+
if (value) {
|
|
420
|
+
requireSelection(value);
|
|
421
|
+
if (!core) throw localAIError('ARCANE_AI_CORE_UNAVAILABLE', 'The retired Core connection cannot unload the selected model.');
|
|
422
|
+
// Disposal owns this final release on the captured client only.
|
|
423
|
+
// Subscription cleanup above remains complete if it rejects.
|
|
424
|
+
await core.invoke('llama.unload', {model: value.modelId}, {signal});
|
|
425
|
+
}
|
|
426
|
+
selection = null;
|
|
427
|
+
selectionConnection = null;
|
|
428
|
+
return status();
|
|
429
|
+
}
|
|
430
|
+
).catch(
|
|
431
|
+
function nativeReleaseFailed(error) {
|
|
432
|
+
runtime = {...runtime, error};
|
|
433
|
+
throw error;
|
|
434
|
+
}
|
|
435
|
+
);
|
|
436
|
+
return disposing;
|
|
437
|
+
}
|
|
438
|
+
|
|
439
|
+
if (suppliedClient === undefined) {
|
|
440
|
+
stopInstallation = subscribeCoreClient(bindClient);
|
|
441
|
+
} else {
|
|
442
|
+
bindClient({client: suppliedClient});
|
|
291
443
|
}
|
|
292
444
|
|
|
293
445
|
return {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import {subscribeCoreClient} from '../core/client.mjs';
|
|
2
2
|
import {createArcaneEventSource} from '../event-manager.mjs';
|
|
3
3
|
import {encodeTensorMap, decodeTensorMap, encodeTensorFetches} from './onnx-tensors.mjs';
|
|
4
4
|
|
|
@@ -9,16 +9,26 @@ function unavailable(message) {
|
|
|
9
9
|
}
|
|
10
10
|
|
|
11
11
|
/** Optional system ONNX access. Construction neither connects nor installs. */
|
|
12
|
-
export function createCoreONNXRuntime({client
|
|
12
|
+
export function createCoreONNXRuntime({client: suppliedClient} = {}) {
|
|
13
13
|
const owner = {};
|
|
14
14
|
const events = createArcaneEventSource(owner, {source: 'core-onnx', eventTypes: ['onnx.state']});
|
|
15
15
|
const lifetime = new AbortController();
|
|
16
16
|
const pending = new Set();
|
|
17
|
+
let client = null;
|
|
18
|
+
let connection = null;
|
|
19
|
+
let stopInstallation;
|
|
17
20
|
let state = {id: 'onnx', installed: false, available: false, state: 'unknown', models: []};
|
|
18
21
|
let revision = 0;
|
|
19
22
|
let closed = false;
|
|
20
23
|
|
|
21
|
-
function current() {
|
|
24
|
+
function current() {
|
|
25
|
+
const busy = [...pending].some(
|
|
26
|
+
function currentRequest(request) {
|
|
27
|
+
return request.connection === connection && !request.signal.aborted;
|
|
28
|
+
}
|
|
29
|
+
);
|
|
30
|
+
return {...state, busy, closed};
|
|
31
|
+
}
|
|
22
32
|
function publish() { events.dispatch('onnx.state', current()); }
|
|
23
33
|
function accept(value) {
|
|
24
34
|
state = value ?? {id: 'onnx', installed: false, available: false, state: 'unavailable', models: []};
|
|
@@ -26,30 +36,66 @@ export function createCoreONNXRuntime({client = getInstalledCoreClient()} = {})
|
|
|
26
36
|
publish();
|
|
27
37
|
}
|
|
28
38
|
|
|
29
|
-
|
|
30
|
-
if (
|
|
31
|
-
|
|
39
|
+
function bindClient({client: nextClient, error = null}) {
|
|
40
|
+
if (closed || (connection && nextClient === client)) return;
|
|
41
|
+
const previous = connection;
|
|
42
|
+
client = nextClient;
|
|
43
|
+
const currentConnection = {client, controller: new AbortController(), unsubscribe: null};
|
|
44
|
+
connection = currentConnection;
|
|
45
|
+
revision += 1;
|
|
46
|
+
state = {id: 'onnx', installed: false, available: false, state: client ? 'unknown' : 'unavailable', models: [], error};
|
|
47
|
+
previous?.unsubscribe?.();
|
|
48
|
+
previous?.controller.abort();
|
|
49
|
+
if (client) {
|
|
50
|
+
currentConnection.unsubscribe = client.events.on(
|
|
51
|
+
'localai.state',
|
|
52
|
+
function localStateChanged(snapshot) {
|
|
53
|
+
if (!closed && connection === currentConnection) {
|
|
54
|
+
accept(snapshot?.runtimes?.find(function onnxRuntime(runtime) { return runtime.id === 'onnx'; }));
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
);
|
|
58
|
+
}
|
|
59
|
+
publish();
|
|
60
|
+
if (!closed && connection === currentConnection && client && suppliedClient === undefined) {
|
|
61
|
+
inspect().catch(
|
|
62
|
+
function initialONNXStateUnavailable(error) {
|
|
63
|
+
if (!closed && connection === currentConnection && !currentConnection.controller.signal.aborted) {
|
|
64
|
+
globalThis.console?.error('Core ONNX initial state unavailable.', error);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
32
70
|
|
|
33
71
|
async function invoke(method, parameters, {signal, timeoutMs = 0} = {}) {
|
|
34
72
|
if (closed) throw unavailable('The Core ONNX accessor is closed.');
|
|
35
73
|
if (!client) throw unavailable('Local ONNX requires an available Core connection.');
|
|
36
|
-
const
|
|
37
|
-
const operationSignal =
|
|
74
|
+
const currentConnection = connection;
|
|
75
|
+
const operationSignal = AbortSignal.any(
|
|
76
|
+
[lifetime.signal, currentConnection.controller.signal, ...(signal ? [signal] : [])]
|
|
77
|
+
);
|
|
78
|
+
const request = {connection: currentConnection, signal: operationSignal};
|
|
38
79
|
operationSignal.throwIfAborted();
|
|
39
80
|
pending.add(request);
|
|
40
81
|
publish();
|
|
41
82
|
try {
|
|
42
|
-
|
|
83
|
+
operationSignal.throwIfAborted();
|
|
84
|
+
const result = await currentConnection.client.invoke(method, parameters, {signal: operationSignal, timeoutMs});
|
|
85
|
+
operationSignal.throwIfAborted();
|
|
86
|
+
return result;
|
|
43
87
|
} finally {
|
|
44
88
|
pending.delete(request);
|
|
45
|
-
if (!closed) publish();
|
|
89
|
+
if (!closed && connection === currentConnection) publish();
|
|
46
90
|
}
|
|
47
91
|
}
|
|
48
92
|
|
|
49
93
|
async function inspect(options) {
|
|
50
94
|
const before = revision;
|
|
95
|
+
const currentConnection = connection;
|
|
51
96
|
try {
|
|
52
97
|
const result = await invoke('onnx.status', {}, options);
|
|
98
|
+
currentConnection.controller.signal.throwIfAborted();
|
|
53
99
|
if (!closed && revision === before) accept(result);
|
|
54
100
|
return current();
|
|
55
101
|
} catch (error) {
|
|
@@ -61,14 +107,19 @@ export function createCoreONNXRuntime({client = getInstalledCoreClient()} = {})
|
|
|
61
107
|
}
|
|
62
108
|
|
|
63
109
|
async function load({id, model, sessionOptions, signal, timeoutMs} = {}) {
|
|
64
|
-
|
|
110
|
+
const currentConnection = connection;
|
|
111
|
+
const result = await invoke('onnx.load', {id, model, sessionOptions}, {signal, timeoutMs});
|
|
112
|
+
currentConnection.controller.signal.throwIfAborted();
|
|
113
|
+
return result;
|
|
65
114
|
}
|
|
66
115
|
|
|
67
116
|
async function run({id, feeds, fetches, runOptions, signal, timeoutMs} = {}) {
|
|
117
|
+
const currentConnection = connection;
|
|
68
118
|
const result = await invoke('onnx.run', {
|
|
69
119
|
id, feeds: encodeTensorMap(feeds),
|
|
70
120
|
fetches: encodeTensorFetches(fetches), runOptions
|
|
71
121
|
}, {signal, timeoutMs});
|
|
122
|
+
currentConnection.controller.signal.throwIfAborted();
|
|
72
123
|
return decodeTensorMap(result);
|
|
73
124
|
}
|
|
74
125
|
|
|
@@ -86,11 +137,19 @@ export function createCoreONNXRuntime({client = getInstalledCoreClient()} = {})
|
|
|
86
137
|
if (closed) return;
|
|
87
138
|
closed = true;
|
|
88
139
|
lifetime.abort();
|
|
89
|
-
|
|
140
|
+
stopInstallation?.();
|
|
141
|
+
connection?.unsubscribe?.();
|
|
142
|
+
connection?.controller.abort();
|
|
90
143
|
state = {...state, available: false, state: 'closed'};
|
|
91
144
|
publish();
|
|
92
145
|
events.dispose();
|
|
93
146
|
}
|
|
94
147
|
|
|
148
|
+
if (suppliedClient === undefined) {
|
|
149
|
+
stopInstallation = subscribeCoreClient(bindClient, {signal: lifetime.signal});
|
|
150
|
+
} else {
|
|
151
|
+
bindClient({client: suppliedClient});
|
|
152
|
+
}
|
|
153
|
+
|
|
95
154
|
return {load, run, unload, inspect, current, subscribe, close};
|
|
96
155
|
}
|
package/docs/reference/README.md
CHANGED
|
@@ -54,6 +54,7 @@ alone does not make bare module names resolve in a browser.
|
|
|
54
54
|
| Connect a browser to one Core transport | [Core browser client](core-client.md) |
|
|
55
55
|
| Cancel one Core speech synthesis request without changing its payload | [Speech request lifetime](core-client.md#events-and-request-lifetime) and [Core facade](sdk-api.md#createcorefacade) |
|
|
56
56
|
| Compose native Core dispatch, service lifecycle, and stdio hosting | [Native Core runtime](core-runtime.md) |
|
|
57
|
+
| Reuse dependency-ready native services without a renderer | [Core service composition](core-runtime.md#native-service-composition) and [existing ONNX owner](local-ai.md#native-service-owners) |
|
|
57
58
|
| Compose application Core services during source development, independently of local AI | [Development Core services](core-development.md) |
|
|
58
59
|
| Own an explicitly selected native Codex App Server session | [Codex App Server](codex-app-server.md) |
|
|
59
60
|
| Expose application-owned tools and static resources through Node STDIO | [MCP STDIO server](mcp-stdio.md) |
|
|
@@ -66,11 +67,14 @@ alone does not make bare module names resolve in a browser.
|
|
|
66
67
|
| Select the optional Intel NPU encoder with independent CUDA or CPU decoding | [Intel NPU Whisper](../guides/native-whisper-openvino.md) |
|
|
67
68
|
| Edit an original PNG with a complete prompt and explicit strength | [Local image editing](local-image-editing.md) |
|
|
68
69
|
| Project complete stored model files into native working files | [Model assets through Core](model-assets.md) |
|
|
70
|
+
| Prepare selected upstream model members in native services | [Native preparation and retained lifetime](model-assets.md#native-ownership) |
|
|
69
71
|
| Retain a Nemotron model and diarize caller-fed audio streams | [Native speaker diarization](diarization.md) |
|
|
70
72
|
| Persist application-selected preferences through Core | [Core preferences service](core-preferences.md) |
|
|
71
73
|
| Read complete selected Git text without changing a checkout | [Git text snapshots](git-text-snapshot.md) |
|
|
72
74
|
| Own a native working checkout under per-user ArcaneData/Repos | [Native repository workspaces](core-repositories.md) |
|
|
75
|
+
| Read Git identity defaults or select child-only author and credential hints | [Git identity configuration](core-repositories.md#git-identity-configuration) |
|
|
73
76
|
| Write, commit and push complete selected repository text | [Selected-text repository writing](core-repositories.md#write-commit-and-push-selected-text) |
|
|
77
|
+
| Observe existing checkout configuration and capture an explicit remote/ref | [Repository configuration and selected targets](core-repositories.md#existing-checkout-configuration-and-selected-targets) |
|
|
74
78
|
| Build an installed-SDK portable Core payload | [Portable Core packaging](core-native-packaging.md) |
|
|
75
79
|
| Pass host-selected state defaults and unchanged explicit launch values to services | [Launch-time locations](core-native-packaging.md#launch-time-locations) |
|
|
76
80
|
| Build a Windows executable without an OS checkout | [Windows executable packaging](core-native-packaging.md#windows-executable) |
|
|
@@ -78,6 +82,7 @@ alone does not make bare module names resolve in a browser.
|
|
|
78
82
|
| Subscribe to native events | [Arcane event reference](core/arcane-events.md) |
|
|
79
83
|
| Use provider-neutral AI lifecycle, chat, speech, persistence, or document context | [Normalized AI](#normalized-ai) |
|
|
80
84
|
| Choose a normalized typed browser decision surface | [Browser typed decisions](ai/browser-decisions.md) |
|
|
85
|
+
| Score complete typed options with native Laya FP32 | [Native typed decisions](native-decisions.md) |
|
|
81
86
|
| Run a caller-selected local LLM in the browser | [Browser-WASM local AI](ai/browser-wasm.md) |
|
|
82
87
|
| Run caller-selected Whisper/Kokoro, native browser recognition/voices or cloud TTS | [Browser speech providers](ai/browser-speech.md) |
|
|
83
88
|
| Send TWiN chat, System One state/questions or image requests | [TWiN Cloud guide](ai/twin-cloud.md) |
|
|
@@ -238,6 +243,7 @@ Ollama, Wllama, Whisper, Kokoro, native, or cloud transport:
|
|
|
238
243
|
| Run application-selected native llama.cpp/Ollama chat | [`arcane-os/ai/core-local`, `arcane-os/core/local-ai`](local-ai.md) | Explicit Core connection and selected native runtimes; installation, availability and loaded-model readiness remain distinct. |
|
|
239
244
|
| Transcribe complete recordings with a retained native Whisper model | [`arcane-os/local-ai/whisper`](local-whisper.md) and [Core speech](native-speech.md) | Matching native helper, Whisper libraries, decoder and selected model; Windows defaults and explicit other-platform distributions have distinct preparation requirements. |
|
|
240
245
|
| Run a local ONNX graph with named tensors | [`arcane-os/local-ai/onnx`, `arcane-os/ai/core-onnx`](local-ai.md#native-onnx-sessions) | Retained native workers; browser access requires an available Core ONNX service. |
|
|
246
|
+
| Score typed options without a renderer | [`arcane-os/local-ai/decisions`, `arcane-os/core/decisions`](native-decisions.md) | Explicit native Laya FP32 activation using the existing ONNX owner; complete scores and outputs, joined Worker cleanup. |
|
|
241
247
|
| Generate local images from complete prompts and selected model resources | [`arcane-os/local-ai/image`, `arcane-os/ai/core-image`](local-image-generation.md) | Prepared native image runtime; browser access requires its Core service. CPU Windows/Linux and Mac Metal/CPU paths have distinct actual host requirements. |
|
|
242
248
|
| Supply complete stored model members to a native engine | [`arcane-os/ai/core-model-assets`, `arcane-os/core/model-assets`](model-assets.md) | Available Core service; DBOPFS originals stay authoritative while native owners retain working files. |
|
|
243
249
|
| Run caller-selected Whisper/Kokoro locally | [`arcane-os/ai/browser-speech`](ai/browser-speech.md) | Browser with DBOPFS, Web Locks, Workers and selected upstream sources; automatic WebNN NPU, WebGPU, then WASM loading, or an explicit backend. |
|
|
@@ -74,6 +74,7 @@ where listed. See [native output and host requirements](core-native-packaging.md
|
|
|
74
74
|
| Share one native WebSocket by exact URI and ordered protocols | `arcane-os/websocket-client` | **Node** and **Browser**, using the host's native `WebSocket` | The selected upstream `ws-share` instance owns the connection pool and global observation. Native socket messages and events remain unchanged; there is no reconnect, heartbeat, application envelope, storage, or fallback. |
|
|
75
75
|
| Build browser UI and app-local behavior | `/arcane/modules/*.js`, shared entities, and components | **Browser**; many modules also run inside every native renderer | Pure modules own their result contracts. Modules that call `Arcane` inherit the bridge boundary described below. |
|
|
76
76
|
| Score caller-supplied typed options with Laya or Julia | `arcane-os/ai/browser-decisions` | **Browser** only; caller-selected upstream runtime/model and backend | Typed decisions retain complete rows and return typed values, scores, probabilities, and diagnostics in caller order. This surface is separate from chat and speech and does not silently change model, precision, backend, or family. |
|
|
77
|
+
| Score complete typed options with native Laya FP32 | [`arcane-os/local-ai/decisions`, `arcane-os/core/decisions`](native-decisions.md) | **Node** Windows/Linux/macOS with selected ONNX Runtime and model; Android needs host adaptation | Reuses the existing native ONNX owner and a tokenizer Worker, with explicit load and joined cleanup. Preserves separate state/question/options/type, original rows, raw scores and complete graph outputs. GPU preference attempts actual advertised providers before CPU; provider configuration does not prove physical acceleration. No renderer, chat provider or automatic persistence is required. |
|
|
77
78
|
| Select and observe independent LLM/STT/TTS roles | `/arcane/modules/AIProviderRuntime.js` and `AIRuntimeState.js` | **Cross-host** controller/state; registered providers retain their own host requirements | Required/projected provider members, route/configuration records, and status fields; per-role lifecycle, cancellation, stream cleanup, sticky state, and startup barriers are normalized. `localOnly` creates no fallback. |
|
|
78
79
|
| Run a caller-selected local LLM entirely in a browser renderer | `arcane-os/ai/browser-wasm` through `createArcaneAI()` | **Browser** only; secure context, WebAssembly, and OPFS/DBOPFS; full WebGPU offload by default or explicit CPU with `gpuLayers:0` | The public AI API module normalizes multi-model lifecycle, status, complete all-choice streaming, cancellation, exact ordered structural tool-call visibility, and session persistence. Model sources are canonical ordered file descriptors; licenses and model choice remain application policy. |
|
|
79
80
|
| Run caller-selected Whisper or Kokoro in a browser renderer | `arcane-os/ai/browser-speech` registered with `AIProviderRuntime` | **Browser** only; DBOPFS, Web Locks, Workers, Fetch/object URLs, and a caller-supplied self-contained runtime/model closure are required | Independent provider/2 lifecycle and status, with `auto`, `webnn-npu`, `webgpu`, or `wasm` execution. Whisper owns one Worker/session; Kokoro defaults to four and accepts one through four. Complete model/runtime selection, offline behavior, cancellation, Worker teardown, and request/result shapes are normalized. No runtime/model content or cloud fallback is supplied. |
|
|
@@ -261,10 +261,17 @@ service exposes retained worker sessions through `onnx.load/run/unload/status`;
|
|
|
261
261
|
model files remain caller-selected application resources. See
|
|
262
262
|
[native ONNX sessions](local-ai.md#native-onnx-sessions).
|
|
263
263
|
|
|
264
|
-
|
|
265
|
-
`
|
|
266
|
-
|
|
267
|
-
|
|
264
|
+
Selecting ONNX, image generation, or both composes one shared
|
|
265
|
+
`createModelAssetService` from `arcane-os/core/model-assets`. Native application
|
|
266
|
+
services obtain that same definition with `await context.getService('model-assets')`.
|
|
267
|
+
They obtain the selected local-AI owner with `await context.getService('local-ai')`
|
|
268
|
+
and its current native ONNX handle with `getONNXRuntime()`. These lookups await
|
|
269
|
+
only their selected service startup, independently of renderer readiness. See
|
|
270
|
+
[native service ownership and cleanup](local-ai.md#native-service-owners).
|
|
271
|
+
|
|
272
|
+
Selected `stable-diffusion.cpp` additionally composes `createLocalImageService`
|
|
273
|
+
from `arcane-os/core/image`. The image factory receives the full authored
|
|
274
|
+
selection plus that same model-assets instance.
|
|
268
275
|
Library, Koffi binding and variant paths resolve from the artifact root;
|
|
269
276
|
ordinary browser imports use `arcane-os/ai/core-image` and
|
|
270
277
|
`arcane-os/ai/core-model-assets` through the managed import map.
|