arcane-os 0.64.0 → 0.65.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "arcane-os",
-  "version": "0.64.0",
+  "version": "0.65.0",
   "description": "Arcane OS JavaScript SDK, project-local CLI, browser runtime, and repository-portable application packager.",
   "type": "module",
   "main": "./src/index.mjs",
@@ -59,8 +59,11 @@
     "./core/contracts": "./browser-runtime/core/contracts.mjs",
     "./core/classic-source": "./src/core-classic-source.mjs",
     "./core/runtime": "./src/core/runtime.mjs",
+    "./core/development": "./src/core/development.mjs",
     "./core/stdio": "./src/core/stdio.mjs",
     "./core/host": "./src/core/host.mjs",
+    "./codex/app-server": "./src/codex/app-server.mjs",
+    "./mcp/stdio": "./src/mcp/stdio-server.mjs",
     "./core/repositories": "./src/core/repositories.mjs",
     "./core/packaged-web": "./src/core/services/packaged-web.mjs",
     "./core/preferences": "./src/core/services/preferences.mjs",
@@ -76,6 +79,7 @@
     "./local-ai/image": "./src/local-ai/image-runtime.mjs",
     "./local-ai/whisper": "./src/local-ai/whisper/index.mjs",
     "./local-ai/whisper/build": "./src/local-ai/whisper/build.mjs",
+    "./local-ai/whisper/openvino-build": "./src/local-ai/whisper/openvino-build.mjs",
     "./integrated-provider": "./src/integrated-provider-loader.mjs",
     "./packager": "./src/packager/core.mjs",
     "./release-bundle": "./src/release-bundle.mjs",
@@ -117,7 +121,7 @@
     "test": "npm run test:unit && npm run test:functional && npm run test:integration && npm run test:regression",
     "test:release": "node ./bin/arcane-test.mjs test/npm-release.test.mjs",
     "test:unit": "node ./bin/arcane-test.mjs test/app-descriptor.test.mjs test/app-schema.test.mjs test/app-selection.test.mjs test/contracts.test.mjs test/conversation-closing-report.test.mjs test/doctor.test.mjs test/mail-credentials.test.mjs test/mail-outbox.test.mjs test/mail-public-api.test.mjs test/mail-send.test.mjs test/mail-transport.test.mjs test/native-windows-icon.test.mjs test/targets.test.mjs test/workspace-operation-lock.test.mjs",
-    "test:functional": "node ./bin/arcane-test.mjs test/ai-request-model.test.mjs test/ai-request-retry.test.mjs test/ai-stream-cancellation.test.mjs test/browser-decisions.test.mjs test/browser-speech-providers.test.mjs test/browser-wasm-gpu-notice.test.mjs test/browser-wasm-download-resume.test.mjs test/chat-input.test.mjs test/chat-stream-speech.test.mjs test/chat-transcript-scroll.test.mjs test/chat-transient-retention.test.mjs test/cli.test.mjs test/continuous-voice-capture.test.mjs test/core-classic-source.test.mjs test/core-client.test.mjs test/core-host.test.mjs test/core-packaged-web.test.mjs test/core-runtime.test.mjs test/core-stdio.test.mjs test/dbopfs-document-library.test.mjs test/dbopfs-png.test.mjs test/dbopfs.test.mjs test/dev-server.test.mjs test/dev-pwa.test.mjs test/dom-event-instrumentation.test.mjs test/event-manager.test.mjs test/events.test.mjs test/file-preview.test.mjs test/import-map.test.mjs test/local-image-editing.test.mjs test/mail-cli.test.mjs test/mail-runtime.test.mjs test/mail-server.test.mjs test/markdown-editor.test.mjs test/markdown-media.test.mjs test/markdown-source-map.test.mjs test/modal.test.mjs test/native-module-packaging.test.mjs test/native-module-resource-references.test.mjs test/packaging.test.mjs test/pwa-packaging.test.mjs test/pwa-client.test.mjs test/pwa-install.test.mjs test/pwa-worker.test.mjs test/persistent-ai-chat-session.test.mjs test/reference-completeness.test.mjs test/rendered-print.test.mjs test/runtime-api-behavior.test.mjs test/runtime.test.mjs test/scaffold.test.mjs test/speech-playback.test.mjs test/site.test.mjs test/theme-manager.test.mjs test/twin-cloud-images.test.mjs test/twin-cloud.test.mjs test/websocket-client-import-map.test.mjs test/websocket.test.mjs test/update-check.test.mjs test/user-explicit-updates.test.mjs",
+    "test:functional": "node ./bin/arcane-test.mjs test/ai-ollama-readiness.test.mjs test/core-ollama-lifecycle.test.mjs test/ai-request-model.test.mjs test/ai-request-retry.test.mjs test/ai-stream-cancellation.test.mjs test/browser-decisions.test.mjs test/browser-speech-providers.test.mjs test/browser-wasm-gpu-notice.test.mjs test/browser-wasm-download-resume.test.mjs test/chat-input.test.mjs test/chat-stream-speech.test.mjs test/chat-transcript-scroll.test.mjs test/chat-transient-retention.test.mjs test/cli.test.mjs test/continuous-voice-capture.test.mjs test/codex-app-server.test.mjs test/mcp-stdio-server.test.mjs test/core-classic-source.test.mjs test/core-client.test.mjs test/core-client-installation.test.mjs test/core-development.test.mjs test/core-host.test.mjs test/core-packaged-web.test.mjs test/core-runtime.test.mjs test/core-stdio.test.mjs test/dbopfs-document-library.test.mjs test/dbopfs-png.test.mjs test/dbopfs.test.mjs test/dev-server.test.mjs test/dev-pwa.test.mjs test/dom-event-instrumentation.test.mjs test/event-manager.test.mjs test/events.test.mjs test/file-preview.test.mjs test/import-map.test.mjs test/local-image-editing.test.mjs test/mail-cli.test.mjs test/mail-runtime.test.mjs test/mail-server.test.mjs test/markdown-editor.test.mjs test/markdown-media.test.mjs test/markdown-source-map.test.mjs test/modal.test.mjs test/native-module-packaging.test.mjs test/native-module-resource-references.test.mjs test/packaging.test.mjs test/pwa-packaging.test.mjs test/pwa-client.test.mjs test/pwa-install.test.mjs test/pwa-worker.test.mjs test/persistent-ai-chat-session.test.mjs test/reference-completeness.test.mjs test/rendered-print.test.mjs test/runtime-api-behavior.test.mjs test/runtime.test.mjs test/scaffold.test.mjs test/speech-playback.test.mjs test/site.test.mjs test/theme-manager.test.mjs test/twin-cloud-images.test.mjs test/twin-cloud.test.mjs test/websocket-client-import-map.test.mjs test/websocket.test.mjs test/update-check.test.mjs test/user-explicit-updates.test.mjs",
     "test:integration": "node ./bin/arcane-test.mjs test/installed-package-runtime.test.mjs test/root-app-layout.test.mjs test/integrated-shared.test.mjs test/integrated-workspace.test.mjs test/mail-browser.test.mjs test/native-macos-provider.test.mjs test/native-plan.test.mjs test/native-portable-provider.test.mjs test/native-provider-loader.test.mjs test/npm-release.test.mjs test/release-bundle.test.mjs test/release-capability-smoke.test.mjs test/shared-payload-batch.test.mjs test/tarball.test.mjs test/browser-wasm-cpu.test.mjs test/wllama-webgpu-runtime.test.mjs",
     "test:regression": "node ./bin/arcane-test.mjs test/channel-workflows.test.mjs test/html-import-registration.test.mjs test/html-import-packaged-script.test.mjs test/logging-regression.test.mjs test/markdown-speech.test.mjs test/prepared-speech.test.mjs test/native-provider-generation.test.mjs test/speech-queue-regression.test.mjs test/testing.test.mjs test/test-sets.test.mjs",
     "check": "node tools/check-source.mjs && npm test",

package/runtime/arcane/modules/AI.js

@@ -15,7 +15,7 @@ import {
     AI_PROVIDER_PROTOCOL,
     getAIProviderRuntime
 } from './AIProviderRuntime.js';
-import {normalizeOllamaModelIdentifier} from './OllamaModelIdentifier.js';
+import {normalizeOllamaModelIdentifier,sameOllamaModelIdentifier} from './OllamaModelIdentifier.js';
 import {arcaneLogging} from 'arcane-os/logging';
 import {
     fetchHTTPResponse,
@@ -1371,11 +1371,115 @@ class AI {
         const localOnly=providerId==='OLLAMA';
         let state='unloaded';
         let busy=false;
+        let nativeWatch=null;
+
+        function nativeOllamaReady(){
+            if(!nativeWatch
+                ||nativeWatch.ollama!==runtime.#nativeOllama()
+                ||nativeWatch.modelId!==runtime.model
+                ||nativeWatch.error){
+                return false;
+            }
+            const snapshot=nativeWatch.snapshot;
+            return snapshot?.available===true
+                &&(snapshot.models??[]).some(function selectedResident(model){
+                    return sameOllamaModelIdentifier(model.id??model.model??model.name,nativeWatch.modelId)
+                        &&model.loaded===true;
+                });
+        }
+
+        function stopNativeOllamaWatch(){
+            const previous=nativeWatch;
+            nativeWatch=null;
+            previous?.unsubscribe?.();
+            return previous;
+        }
+
+        function observeNativeOllama(watch,snapshot,error=null){
+            if(nativeWatch!==watch){
+                return;
+            }
+            watch.snapshot=snapshot;
+            watch.error=error;
+            if(state==='ready'&&!nativeOllamaReady()){
+                state='unloaded';
+                runtime.#retainBuiltInLLMReadiness(
+                    runtime.#reconcileBuiltInLLMReadiness()
+                );
+            }
+        }
+
+        async function inspectNativeOllama(watch,signal){
+            if(signal?.aborted){
+                throw normalizeAIRequestAbort(signal.reason);
+            }
+            const revision=watch.revision;
+            try{
+                const running=await watch.ollama.running({signal});
+                if(signal?.aborted){
+                    throw normalizeAIRequestAbort(signal.reason);
+                }
+                if(nativeWatch===watch&&watch.revision===revision){
+                    observeNativeOllama(watch,{
+                        available:true,
+                        models:(running.models??[]).map(function residentModel(model){
+                            return {...model,loaded:true};
+                        })
+                    });
+                }
+            }catch(error){
+                if(!signal?.aborted&&watch.revision===revision){
+                    observeNativeOllama(watch,null,error);
+                }
+                throw error;
+            }
+            if(nativeWatch!==watch||!nativeOllamaReady()){
+                throw watch.error??aiProviderError(
+                    'The selected Ollama model is not loaded.',
+                    'ARCANE_AI_ROLE_NOT_READY'
+                );
+            }
+        }
+
+        async function loadNativeOllama(context){
+            stopNativeOllamaWatch();
+            const ollama=runtime.#nativeOllama();
+            if(!is.function(ollama?.generate)||!is.function(ollama?.running)){
+                throw aiProviderError(
+                    'The native Ollama API does not expose model loading and resident status.',
+                    'AI_NATIVE_LOCAL_REQUIRED'
+                );
+            }
+            const watch={
+                ollama,modelId:context.selection.modelId,
+                snapshot:null,error:null,revision:0,unsubscribe:null
+            };
+            nativeWatch=watch;
+            if(is.function(globalThis.Arcane?.events?.on)){
+                watch.unsubscribe=globalThis.Arcane.events.on(
+                    'localai.state',
+                    function observeNativeOllamaState(snapshot){
+                        watch.revision+=1;
+                        const engine=snapshot.ollama??snapshot.runtimes?.find(function ollamaEngine(record){
+                            return record.id==='ollama';
+                        });
+                        observeNativeOllama(watch,engine??null,engine?.error??null);
+                    }
+                );
+            }
+            // Empty generation is Ollama's public preload operation. Residency
+            // is established separately; a successful response alone is insufficient.
+            await ollama.generate(
+                {model:watch.modelId,prompt:'',stream:false},
+                {signal:context.signal}
+            );
+            await inspectNativeOllama(watch,context.signal);
+        }
 
         function statusBuiltInLLMProvider(){
             if(state==='ready'
-                &&!busy
-                &&!runtime.#builtInLLMCapability(providerId)){
+                &&((localOnly&&!nativeOllamaReady())
+                    ||(!busy&&!runtime.#builtInLLMCapability(providerId)))){
                 state='unloaded';
             }
             return completeValue({
@@ -1423,7 +1527,7 @@ class AI {
                 return runtime.#builtInLLMInspection(providerId,selection);
             },
             status:statusBuiltInLLMProvider,
-            load:function loadBuiltInLLMProvider(context={}){
+            load:async function loadBuiltInLLMProvider(context={}){
                 if(context.signal?.aborted){
                     throw normalizeAIRequestAbort(context.signal.reason);
                 }
@@ -1447,7 +1551,7 @@ class AI {
                 const inspection=assertBuiltInLLMSelection(context.selection);
                 state='loading';
                 context.progress({
-                    phase:'capability',
+                    phase:localOnly?'loading':'capability',
                     completed:0,
                     total:1,
                     unit:'items',
@@ -1457,9 +1561,18 @@ class AI {
                     state='unloaded';
                     throw normalizeAIRequestAbort(context.signal.reason);
                 }
+                if(localOnly){
+                    try{
+                        await loadNativeOllama(context);
+                    }catch(error){
+                        state='unloaded';
+                        stopNativeOllamaWatch();
+                        throw error;
+                    }
+                }
                 state='ready';
                 context.progress({
-                    phase:'capability',
+                    phase:localOnly?'loading':'capability',
                     completed:1,
                     total:1,
                     unit:'items',
@@ -1489,24 +1602,39 @@ class AI {
                     );
                 }
                 busy=true;
+                const watch=nativeWatch;
                 if(context.operation==='chat'){
-                    return Promise.resolve(
-                        runtime.#requestBuiltInLLMChat(
+                    return (async function requestLoadedBuiltInLLM(){
+                        if(localOnly){
+                            await inspectNativeOllama(watch,context.signal);
+                        }
+                        const result=await runtime.#requestBuiltInLLMChat(
                             context.payload,
                             context.signal,
                             controls.onRetry
-                        )
-                    ).finally(releaseBuiltInLLMRequest);
+                        );
+                        if(localOnly){
+                            await inspectNativeOllama(watch,context.signal);
+                        }
+                        return result;
+                    })().finally(releaseBuiltInLLMRequest);
                 }
                 if(context.operation==='stream'){
                     const handle=createBuiltInAIStreamBridge(
-                        function executeBuiltInLLMProviderStream(bridge){
-                            return runtime.#requestBuiltInLLMStream(
+                        async function executeBuiltInLLMProviderStream(bridge){
+                            if(localOnly){
+                                await inspectNativeOllama(watch,bridge.signal);
+                            }
+                            const result=await runtime.#requestBuiltInLLMStream(
                                 context.payload,
                                 bridge,
                                 controls.observeToolText,
                                 controls.onRetry
                             );
+                            if(localOnly){
+                                await inspectNativeOllama(watch,bridge.signal);
+                            }
+                            return result;
                         },
                         context.signal
                     );
@@ -1522,18 +1650,27 @@ class AI {
                     'ARCANE_AI_PROVIDER_RUNTIME_INVALID'
                 );
             },
-            unload:function unloadBuiltInLLMProvider(context={}){
+            unload:async function unloadBuiltInLLMProvider(context={}){
                 if(context.signal?.aborted){
                     throw normalizeAIRequestAbort(context.signal.reason);
                 }
+                const watch=stopNativeOllamaWatch();
+                const release=localOnly&&state==='ready';
                 state='unloaded';
                 busy=false;
+                if(release&&watch){
+                    await watch.ollama.generate(
+                        {model:watch.modelId,prompt:'',keep_alive:0,stream:false},
+                        {signal:context.signal}
+                    );
+                }
                 return statusBuiltInLLMProvider();
             },
             dispose:function disposeBuiltInLLMProvider(context={}){
                 if(context.signal?.aborted){
                     throw normalizeAIRequestAbort(context.signal.reason);
                 }
+                stopNativeOllamaWatch();
                 state='disposed';
                 busy=false;
                 return statusBuiltInLLMProvider();
@@ -2110,6 +2247,12 @@ class AI {
             return Promise.resolve(this.#providerRuntime.status('llm'));
         }
         const status=this.#providerRuntime.status('llm');
+        const provider=this.#builtInLLMProviders.get(selection.providerId)?.provider;
+        if(selection.providerId==='OLLAMA'
+            &&provider?.status().loaded!==true
+            &&(status.loaded===true||status.busy===true)){
+            return this.#providerRuntime.unload('llm');
+        }
         if(this.#builtInLLMCapability(selection.providerId)){
             if(status.state==='ready'&&status.loaded===true){
                 return Promise.resolve(status);

package/runtime/arcane/modules/Ollama.js

@@ -40,7 +40,7 @@ export class Ollama{
     version(){ return api().version() }
     models(){ return api().models() }
     list(){ return api().models() }
-    running(){ return api().running() }
+    running(options){ return api().running(options) }
     show(model,options){ return api().show(model,options) }
     generate(request,options){ return api().generate(request,options) }
     chat(request,options){ return api().chat(request,options) }

package/runtime/arcane/modules/OllamaModelIdentifier.js

@@ -22,3 +22,16 @@ export function normalizeOllamaModelIdentifier(value){
 export function isOllamaModelIdentifier(value){
     return normalizeOllamaModelIdentifier(value)!==null;
 }
+
+/** Compare Ollama names with its default host, namespace and tag; never rewrite a request. */
+export function sameOllamaModelIdentifier(left,right){
+    if(!is.string(left)||!is.string(right))return false;
+    function identity(value){
+        const parts=value.replace(/^[A-Za-z][A-Za-z0-9+.-]*:\/\//,'').split('/');
+        const model=parts.pop();
+        const namespace=parts.pop()??'library';
+        const host=parts.join('/')||'registry.ollama.ai';
+        return `${host}/${namespace}/${model.includes(':')?model:`${model}:latest`}`.toLowerCase();
+    }
+    return identity(left)===identity(right);
+}

package/schemas/arcane-app.schema.json

@@ -303,6 +303,7 @@
         "id": { "const": "whisper.cpp" },
         "version": { "type": "string", "default": "1.9.4" },
         "backend": { "enum": ["auto", "cuda", "metal", "cpu"], "default": "auto" },
+        "encoder": { "const": "openvino-npu", "description": "Explicit Intel NPU encoder. Omit for ordinary GPU/CPU encoding. The precompiled Windows x64 runtime supports CUDA-first CPU recovery and requires a compatible installed Intel NPU driver." },
         "helperRoot": { "type": "string", "description": "Complete helper directory copied into the native runtime, including its app-local libraries. Defaults to the directory containing helperExecutable." },
         "helperExecutable": { "type": "string" },
         "helperUrl": { "type": "string" },
@@ -318,6 +319,7 @@
             "required": ["backend"],
             "properties": {
               "backend": { "enum": ["cuda", "metal", "cpu"] },
+              "encoder": { "const": "openvino-npu" },
               "root": { "type": "string" },
               "url": { "type": "string" },
               "libraryDirectory": { "type": "string" }
@@ -337,7 +339,12 @@
                   "id": { "type": "string" },
                   "path": { "type": "string" },
                   "url": { "type": "string" },
-                  "filename": { "type": "string" }
+                  "filename": { "type": "string" },
+                  "archiveUrl": { "type": "string", "description": "Complete model archive containing the declared model members." },
+                  "encoderFilename": { "type": "string", "description": "Matching OpenVINO encoder XML filename in archiveUrl." },
+                  "encoderDataFilename": { "type": "string", "description": "Matching OpenVINO encoder BIN filename in archiveUrl." },
+                  "encoderPath": { "type": "string", "description": "Matching local OpenVINO encoder XML file." },
+                  "encoderDataPath": { "type": "string", "description": "Matching local OpenVINO encoder BIN file." }
                 }
               }
             ]

package/schemas/arcane-package.schema.json

@@ -197,6 +197,7 @@
         "id": { "const": "whisper.cpp" },
         "version": { "type": "string", "default": "1.9.4" },
         "backend": { "enum": ["auto", "cuda", "metal", "cpu"], "default": "auto" },
+        "encoder": { "const": "openvino-npu", "description": "Explicit Intel NPU encoder. Omit for ordinary GPU/CPU encoding. The precompiled Windows x64 runtime supports CUDA-first CPU recovery and requires a compatible installed Intel NPU driver." },
         "helperRoot": { "type": "string", "description": "Complete helper directory copied into the native runtime, including its app-local libraries. Defaults to the directory containing helperExecutable." },
         "helperExecutable": { "type": "string" },
         "helperUrl": { "type": "string" },
@@ -212,6 +213,7 @@
             "required": ["backend"],
             "properties": {
               "backend": { "enum": ["cuda", "metal", "cpu"] },
+              "encoder": { "const": "openvino-npu" },
               "root": { "type": "string" },
               "url": { "type": "string" },
               "libraryDirectory": { "type": "string" }
@@ -231,7 +233,12 @@
                   "id": { "type": "string" },
                   "path": { "type": "string" },
                   "url": { "type": "string" },
-                  "filename": { "type": "string" }
+                  "filename": { "type": "string" },
+                  "archiveUrl": { "type": "string", "description": "Complete model archive containing the declared model members." },
+                  "encoderFilename": { "type": "string", "description": "Matching OpenVINO encoder XML filename in archiveUrl." },
+                  "encoderDataFilename": { "type": "string", "description": "Matching OpenVINO encoder BIN filename in archiveUrl." },
+                  "encoderPath": { "type": "string", "description": "Matching local OpenVINO encoder XML file." },
+                  "encoderDataPath": { "type": "string", "description": "Matching local OpenVINO encoder BIN file." }
                 }
               }
             ]