arcane-os 0.54.1 → 0.56.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "arcane-os",
-  "version": "0.54.1",
+  "version": "0.56.0",
   "description": "Arcane OS JavaScript SDK, project-local CLI, browser runtime, and repository-portable application packager.",
   "type": "module",
   "main": "./src/index.mjs",
@@ -48,6 +48,13 @@
     "./targets": "./src/targets/index.mjs",
     "./native": "./src/native-plan.mjs",
     "./native-provider": "./src/native-provider-loader.mjs",
+    "./native/portable-provider": "./src/native/portable-provider.mjs",
+    "./core/client": "./browser-runtime/core/client.mjs",
+    "./core/contracts": "./browser-runtime/core/contracts.mjs",
+    "./core/classic-source": "./src/core-classic-source.mjs",
+    "./core/runtime": "./src/core/runtime.mjs",
+    "./core/stdio": "./src/core/stdio.mjs",
+    "./core/host": "./src/core/host.mjs",
     "./integrated-provider": "./src/integrated-provider-loader.mjs",
     "./packager": "./src/packager/core.mjs",
     "./release-bundle": "./src/release-bundle.mjs",
@@ -89,8 +96,8 @@
     "test": "npm run test:unit && npm run test:functional && npm run test:integration && npm run test:regression",
     "test:release": "node ./bin/arcane-test.mjs test/npm-release.test.mjs",
     "test:unit": "node ./bin/arcane-test.mjs test/app-descriptor.test.mjs test/app-schema.test.mjs test/app-selection.test.mjs test/contracts.test.mjs test/conversation-closing-report.test.mjs test/doctor.test.mjs test/mail-credentials.test.mjs test/mail-outbox.test.mjs test/mail-public-api.test.mjs test/mail-send.test.mjs test/mail-transport.test.mjs test/targets.test.mjs test/workspace-operation-lock.test.mjs",
-    "test:functional": "node ./bin/arcane-test.mjs test/ai-request-model.test.mjs test/ai-request-retry.test.mjs test/ai-stream-cancellation.test.mjs test/browser-decisions.test.mjs test/browser-speech-providers.test.mjs test/browser-wasm-gpu-notice.test.mjs test/browser-wasm-download-resume.test.mjs test/chat-input.test.mjs test/chat-stream-speech.test.mjs test/chat-transcript-scroll.test.mjs test/chat-transient-retention.test.mjs test/cli.test.mjs test/continuous-voice-capture.test.mjs test/dbopfs-document-library.test.mjs test/dbopfs-png.test.mjs test/dbopfs.test.mjs test/dev-server.test.mjs test/dev-pwa.test.mjs test/dom-event-instrumentation.test.mjs test/event-manager.test.mjs test/events.test.mjs test/file-preview.test.mjs test/import-map.test.mjs test/mail-cli.test.mjs test/mail-runtime.test.mjs test/mail-server.test.mjs test/markdown-editor.test.mjs test/markdown-media.test.mjs test/markdown-source-map.test.mjs test/modal.test.mjs test/native-module-packaging.test.mjs test/native-module-resource-references.test.mjs test/packaging.test.mjs test/pwa-packaging.test.mjs test/pwa-client.test.mjs test/pwa-install.test.mjs test/pwa-worker.test.mjs test/persistent-ai-chat-session.test.mjs test/reference-completeness.test.mjs test/rendered-print.test.mjs test/runtime-api-behavior.test.mjs test/runtime.test.mjs test/scaffold.test.mjs test/speech-playback.test.mjs test/site.test.mjs test/theme-manager.test.mjs test/twin-cloud-images.test.mjs test/twin-cloud.test.mjs test/websocket-client-import-map.test.mjs test/websocket.test.mjs test/update-check.test.mjs test/user-explicit-updates.test.mjs",
-    "test:integration": "node ./bin/arcane-test.mjs test/installed-package-runtime.test.mjs test/root-app-layout.test.mjs test/integrated-shared.test.mjs test/integrated-workspace.test.mjs test/mail-browser.test.mjs test/native-plan.test.mjs test/native-provider-loader.test.mjs test/npm-release.test.mjs test/release-bundle.test.mjs test/release-capability-smoke.test.mjs test/shared-payload-batch.test.mjs test/tarball.test.mjs test/browser-wasm-cpu.test.mjs test/wllama-webgpu-runtime.test.mjs",
+    "test:functional": "node ./bin/arcane-test.mjs test/ai-request-model.test.mjs test/ai-request-retry.test.mjs test/ai-stream-cancellation.test.mjs test/browser-decisions.test.mjs test/browser-speech-providers.test.mjs test/browser-wasm-gpu-notice.test.mjs test/browser-wasm-download-resume.test.mjs test/chat-input.test.mjs test/chat-stream-speech.test.mjs test/chat-transcript-scroll.test.mjs test/chat-transient-retention.test.mjs test/cli.test.mjs test/continuous-voice-capture.test.mjs test/core-classic-source.test.mjs test/core-client.test.mjs test/core-host.test.mjs test/core-runtime.test.mjs test/core-stdio.test.mjs test/dbopfs-document-library.test.mjs test/dbopfs-png.test.mjs test/dbopfs.test.mjs test/dev-server.test.mjs test/dev-pwa.test.mjs test/dom-event-instrumentation.test.mjs test/event-manager.test.mjs test/events.test.mjs test/file-preview.test.mjs test/import-map.test.mjs test/mail-cli.test.mjs test/mail-runtime.test.mjs test/mail-server.test.mjs test/markdown-editor.test.mjs test/markdown-media.test.mjs test/markdown-source-map.test.mjs test/modal.test.mjs test/native-module-packaging.test.mjs test/native-module-resource-references.test.mjs test/packaging.test.mjs test/pwa-packaging.test.mjs test/pwa-client.test.mjs test/pwa-install.test.mjs test/pwa-worker.test.mjs test/persistent-ai-chat-session.test.mjs test/reference-completeness.test.mjs test/rendered-print.test.mjs test/runtime-api-behavior.test.mjs test/runtime.test.mjs test/scaffold.test.mjs test/speech-playback.test.mjs test/site.test.mjs test/theme-manager.test.mjs test/twin-cloud-images.test.mjs test/twin-cloud.test.mjs test/websocket-client-import-map.test.mjs test/websocket.test.mjs test/update-check.test.mjs test/user-explicit-updates.test.mjs",
+    "test:integration": "node ./bin/arcane-test.mjs test/installed-package-runtime.test.mjs test/root-app-layout.test.mjs test/integrated-shared.test.mjs test/integrated-workspace.test.mjs test/mail-browser.test.mjs test/native-plan.test.mjs test/native-portable-provider.test.mjs test/native-provider-loader.test.mjs test/npm-release.test.mjs test/release-bundle.test.mjs test/release-capability-smoke.test.mjs test/shared-payload-batch.test.mjs test/tarball.test.mjs test/browser-wasm-cpu.test.mjs test/wllama-webgpu-runtime.test.mjs",
     "test:regression": "node ./bin/arcane-test.mjs test/channel-workflows.test.mjs test/html-import-registration.test.mjs test/html-import-packaged-script.test.mjs test/logging-regression.test.mjs test/markdown-speech.test.mjs test/prepared-speech.test.mjs test/native-provider-generation.test.mjs test/speech-queue-regression.test.mjs test/testing.test.mjs test/test-sets.test.mjs",
     "check": "node tools/check-source.mjs && npm test",
     "check:release": "node tools/check-source.mjs --package-only && npm run test:release",

package/schemas/arcane-app.schema.json

@@ -48,6 +48,16 @@
         "pwa": { "$ref": "#/$defs/pwa" },
         "include": { "$ref": "#/$defs/nonemptyPathList" },
         "exclude": { "$ref": "#/$defs/pathList" },
+        "nativeResources": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["include"],
+          "description": "Additional literal application-relative paths for a selected nonbrowser target. Exclude applies only to this additional selection. Native-only files retain their complete original content and do not enter browser document or PWA processing. Omission or an empty include preserves existing selection and output behavior.",
+          "properties": {
+            "include": { "$ref": "#/$defs/pathList" },
+            "exclude": { "$ref": "#/$defs/pathList" }
+          }
+        },
         "shared": {
           "type": "array",
           "minItems": 1,

package/schemas/arcane-package.schema.json

@@ -88,6 +88,16 @@
     "exclude": {
       "$ref": "#/$defs/pathList"
     },
+    "nativeResources": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["include"],
+      "description": "Additional literal application-relative paths for a selected nonbrowser target. Exclude applies only to this additional selection. Native-only files retain their complete original content and do not enter browser document or PWA processing. Omission or an empty include preserves existing selection and output behavior.",
+      "properties": {
+        "include": { "$ref": "#/$defs/pathList" },
+        "exclude": { "$ref": "#/$defs/pathList" }
+      }
+    },
     "shared": {
       "type": "array",
       "uniqueItems": true,

package/schemas/native-build-plan.schema.json

@@ -23,6 +23,14 @@
     "toolchainRoot": { "type": "string", "minLength": 1 },
     "toolchain": { "type": "object" },
     "appDescriptor": { "type": "object" },
+    "selectedSdk": {
+      "description": "Actual selected app SDK installation used to complete a partial native package projection without replacing selected files.",
+      "type": "object",
+      "properties": {
+        "packageRoot": { "type": "string" },
+        "packageSource": { "type": "string" }
+      }
+    },
     "application": { "$ref": "#/$defs/releaseSelection" },
     "dependencies": {
       "type": "array",

package/src/app-descriptor.mjs

@@ -111,13 +111,21 @@ function validateLocalAIModelPolicy(value,label){
 
 function validatePackage(value,appId){
     assertOnlyKeys(value,new Set([
-        'entry','strategy','include','exclude','shared','adapter','localAIModelPolicy','pwa','documents'
+        'entry','strategy','include','exclude','shared','adapter','localAIModelPolicy','pwa','documents','nativeResources'
     ]),'descriptor.package');
     const entry=normalizeRelativePath(value.entry,'descriptor.package.entry');
     const documents=normalizeAppDocuments(value.documents,'descriptor.package.documents');
     if(!['static','adapter'].includes(value.strategy))fail('descriptor.package.strategy must be static or adapter.');
     const include=relativePaths(value.include,'descriptor.package.include',{required:true});
     const exclude=relativePaths(value.exclude??[],'descriptor.package.exclude');
+    let nativeResources;
+    if(value.nativeResources!==undefined){
+        assertOnlyKeys(value.nativeResources,new Set(['include','exclude']),'descriptor.package.nativeResources');
+        nativeResources={
+            include:relativePaths(value.nativeResources.include,'descriptor.package.nativeResources.include'),
+            exclude:relativePaths(value.nativeResources.exclude??[],'descriptor.package.nativeResources.exclude')
+        };
+    }
     if(!include.some(candidate=>entry===candidate||entry.startsWith(`${candidate}/`))){
         fail('descriptor.package.entry must be covered by descriptor.package.include.');
     }
@@ -140,6 +148,7 @@ function validatePackage(value,appId){
         strategy:value.strategy,
         include,
         exclude,
+        ...(nativeResources===undefined?{}:{nativeResources}),
         shared,
         ...(value.pwa===undefined?{}:{pwa:normalizePwaConfig(value.pwa)}),
         ...(adapter?{adapter}:{}),
@@ -331,6 +340,10 @@ export function projectPackageManifest(descriptor){
         ...(value.package.pwa===undefined?{}:{pwa:value.package.pwa}),
         include:[...value.package.include],
         exclude:[...value.package.exclude],
+        ...(value.package.nativeResources===undefined?{}:{nativeResources:{
+            include:[...value.package.nativeResources.include],
+            exclude:[...value.package.nativeResources.exclude]
+        }}),
         shared:[...value.package.shared],
         ...(value.package.adapter?{adapter:value.package.adapter}:{})
     };
@@ -391,6 +404,10 @@ function synthesizedDescriptor(packageManifest,nativeDescriptor){
             ...(packageManifest.pwa===undefined?{}:{pwa:packageManifest.pwa}),
             include:[...packageManifest.include],
             exclude:[...(packageManifest.exclude??[])],
+            ...(packageManifest.nativeResources===undefined?{}:{nativeResources:{
+                include:[...packageManifest.nativeResources.include],
+                exclude:[...(packageManifest.nativeResources.exclude??[])]
+            }}),
             shared:[...packageManifest.shared],
             ...(packageManifest.adapter?{adapter:packageManifest.adapter}:{})
         },

package/src/app-layout.mjs

@@ -9,8 +9,12 @@ export function resolveAppRoot(workspaceRoot, config, appId) {
     return path.resolve(workspaceRoot, appRelativeRoot(config, appId));
 }
 
-export function resolvePackageOutputRoot(workspaceRoot, config, app) {
-    return path.resolve(workspaceRoot, app.outputDirectory ?? `${config.distRoot}/${app.id}`);
+export function resolvePackageOutputRoot(workspaceRoot, config, app, {target='browser', outputDirectory}={}) {
+    const nativeSelection=target!=='browser'&&app.nativeResources?.include.length>0;
+    const selectedDirectory=outputDirectory??(nativeSelection
+        ?`${config.distRoot}/.native/${target}/${app.id}`
+        :app.outputDirectory??`${config.distRoot}/${app.id}`);
+    return path.resolve(workspaceRoot,selectedDirectory);
 }
 
 export function appBaseHref(workspaceRoot, appRoot, document = 'index.html') {

package/src/cli/main.mjs

@@ -75,8 +75,8 @@ Usage:
   ${CLI_NAME} verify [--app <id>]
   ${CLI_NAME} bundle [--app <id>] [--artifact <file>${APP_BUNDLE_EXTENSION}] [--overwrite]
   ${CLI_NAME} verify-bundle <file${APP_BUNDLE_EXTENSION}>
-  ${CLI_NAME} native-doctor --target <native-target> --arcane-root <directory>
-  ${CLI_NAME} native-prepare --target <native-target> --arcane-root <directory>
+  ${CLI_NAME} native-doctor --target <native-target> [--arcane-root <directory>]
+  ${CLI_NAME} native-prepare --target <native-target> [--arcane-root <directory>]
   ${CLI_NAME} build --target <target> [--arcane-root <directory>] [--output-root <directory>] [--format <format>] [--signing <mode>]
   ${CLI_NAME} run [--target <target>] [--app <id>] [--cert <pem>] [--key <pem>] [--port 8000] [--http-port 0] [--arcane-root <directory>] [--output-root <directory>] [--format <format>] [--signing <mode>]
   ${CLI_NAME} update-check
@@ -105,9 +105,10 @@ Global:
   --version                     Show the SDK version.
 
 The npm package is ${SDK_NAME}. Both the ${CLI_NAME} and arcane-os executables
-invoke this same headless toolchain. Every native operation requires one explicit
---arcane-root. Available providers build portable directories, Windows x64 EXE
-bundles, Linux x64 or ARM64 DEBs, and development-signed Android APKs.`;
+invoke this same headless toolchain. Portable uses the installed SDK provider
+by default and produces a non-executable app payload. An explicit --arcane-root
+selects the Arcane OS provider instead. Windows EXE, Linux DEB, and Android APK
+targets still require an explicit --arcane-root and their platform toolchains.`;
 
 function usage(message){
     throw new ArcaneError(ERROR_CODES.usage,message);
@@ -810,7 +811,7 @@ async function pairNativeProvider(command,options,loadProvider,{signal,onEvent}=
         usage(`${command} requires one native target.`);
     }
     const targetRequest=createNativeTargetRequest(options);
-    if(!options.arcaneRoot){
+    if(!options.arcaneRoot&&options.target!=='portable'){
         usage(`${command} for target ${options.target} requires --arcane-root <directory>.`);
     }
     const loaded=await loadProvider({
@@ -823,6 +824,7 @@ async function pairNativeProvider(command,options,loadProvider,{signal,onEvent}=
         ...options,
         nativeBuilder:loaded.nativeBuilder,
         toolchainRoot:loaded.toolchainRoot,
+        providerSource:loaded.providerSource,
         targetRequest
     };
 }

package/src/core/host.mjs

@@ -0,0 +1,23 @@
+import {createCoreRuntime} from './runtime.mjs';
+import {startCoreStdio} from './stdio.mjs';
+
+/** Compose app services with the shared dispatcher and draining transport. */
+export function startCoreHost({application, version, services = [], input, output, onError, signal} = {}) {
+    const runtime = createCoreRuntime({application, version, services});
+    const host = startCoreStdio({runtime, input, output, onError});
+    if (!signal) return host;
+
+    function closeHostOnAbort() {
+        // The transport owns cancellation, accepted-service work and final output.
+        host.close();
+    }
+
+    function releaseAbortListener() {
+        signal.removeEventListener('abort', closeHostOnAbort);
+    }
+
+    signal.addEventListener('abort', closeHostOnAbort, {once: true});
+    host.closed.then(releaseAbortListener, releaseAbortListener);
+    if (signal.aborted) closeHostOnAbort();
+    return host;
+}

package/src/core/hosts/arcane-core-loader.cjs

@@ -0,0 +1,2 @@
+// This ordinary filesystem module retains Node's asynchronous ESM loader.
+module.exports = import('./arcane-core.mjs');