arcane-os 0.1.0-dev.5 → 0.1.1

package/docs/work-amplification.md

@@ -50,9 +50,10 @@ format, or signing loop and does not produce app output.
 
 - Scaffold: approximately 15-25 files, less than 100 KiB, target under one
   second before an optional dependency installation.
-- Shared browser payload: 158 files / 3,359,960 bytes, comprising the exact
-  155-file / 3,320,994-byte dev.4 runtime receipt plus three SDK licensing files
-  / 38,966 bytes, verified once per exact SDK installation state.
+- Shared browser payload: 166 files / 3,478,345 bytes, comprising the exact
+  155-file / 3,320,994-byte Arcane-upstream runtime receipt, the separate
+  8-file / 118,385-byte SDK browser-runtime receipt, and three SDK licensing
+  files / 38,966 bytes, verified once per exact SDK installation state.
 - Small browser package: app bytes plus the shared runtime, copied and inventoried
   once into an atomic staging directory.
 - Portable build: one explicitly selected app and one host platform request. In

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "arcane-os",
-  "version": "0.1.0-dev.5",
-  "description": "Arcane OS application SDK, CLI, browser runtime, and cross-platform build toolchain.",
+  "version": "0.1.1",
+  "description": "Arcane OS JavaScript SDK, project-local CLI, browser runtime, and repository-portable application packager.",
   "type": "module",
   "main": "./src/index.mjs",
   "bin": {
@@ -13,6 +13,7 @@
     "./toolchain": "./src/toolchain.mjs",
     "./events": "./src/events.mjs",
     "./event-manager": "./src/event-manager.mjs",
+    "./ai/browser-wasm": "./browser-runtime/ai/browser-wasm.mjs",
     "./testing": "./src/testing.mjs",
     "./targets": "./src/targets/index.mjs",
     "./native": "./src/native-plan.mjs",
@@ -33,6 +34,7 @@
   },
   "files": [
     "bin/",
+    "browser-runtime/",
     "src/",
     "runtime/",
     "schemas/",
@@ -45,11 +47,13 @@
   ],
   "scripts": {
     "test": "npm run test:unit && npm run test:functional && npm run test:integration && npm run test:regression",
-    "test:unit": "node ./bin/arcane-test.mjs test/app-descriptor.test.mjs test/app-schema.test.mjs test/contracts.test.mjs test/doctor.test.mjs test/targets.test.mjs",
-    "test:functional": "node ./bin/arcane-test.mjs test/cli.test.mjs test/dev-server.test.mjs test/dom-event-instrumentation.test.mjs test/event-manager.test.mjs test/events.test.mjs test/packaging.test.mjs test/reference-completeness.test.mjs test/runtime-api-behavior.test.mjs test/runtime-sync.test.mjs test/runtime.test.mjs test/scaffold.test.mjs test/site.test.mjs test/update-check.test.mjs",
-    "test:integration": "node ./bin/arcane-test.mjs test/integrated-shared.test.mjs test/integrated-workspace.test.mjs test/native-plan.test.mjs test/native-provider-loader.test.mjs test/npm-release.test.mjs test/release-bundle.test.mjs test/shared-payload-batch.test.mjs test/tarball.test.mjs",
+    "test:release": "node ./bin/arcane-test.mjs test/npm-release.test.mjs",
+    "test:unit": "node ./bin/arcane-test.mjs test/app-descriptor.test.mjs test/app-schema.test.mjs test/contracts.test.mjs test/doctor.test.mjs test/targets.test.mjs test/workspace-operation-lock.test.mjs",
+    "test:functional": "node ./bin/arcane-test.mjs test/cli.test.mjs test/dev-server.test.mjs test/dom-event-instrumentation.test.mjs test/event-manager.test.mjs test/events.test.mjs test/import-map.test.mjs test/packaging.test.mjs test/reference-completeness.test.mjs test/runtime-api-behavior.test.mjs test/runtime-sync.test.mjs test/runtime.test.mjs test/scaffold.test.mjs test/site.test.mjs test/update-check.test.mjs",
+    "test:integration": "node ./bin/arcane-test.mjs test/integrated-shared.test.mjs test/integrated-workspace.test.mjs test/native-plan.test.mjs test/native-provider-loader.test.mjs test/npm-release.test.mjs test/release-bundle.test.mjs test/release-capability-smoke.test.mjs test/shared-payload-batch.test.mjs test/tarball.test.mjs",
     "test:regression": "node ./bin/arcane-test.mjs test/channel-workflows.test.mjs test/native-provider-generation.test.mjs test/testing.test.mjs test/test-sets.test.mjs",
-    "check": "node tools/check-source.mjs && node tools/runtime-manifest.mjs --verify && npm test",
+    "check": "node tools/check-source.mjs && node tools/runtime-manifest.mjs --verify && node tools/sdk-browser-runtime-manifest.mjs --verify && npm test",
+    "check:release": "node tools/check-source.mjs --package-only && node tools/runtime-manifest.mjs --verify && node tools/sdk-browser-runtime-manifest.mjs --verify && npm run test:release",
     "runtime:verify": "node tools/runtime-manifest.mjs --verify",
     "runtime:sync": "node tools/sync-runtime.mjs",
     "pack:local": "npm pack --ignore-scripts",
@@ -81,7 +85,7 @@
   "publishConfig": {
     "access": "public",
     "registry": "https://registry.npmjs.org/",
-    "tag": "dev"
+    "tag": "latest"
   },
   "dependencies": {
     "event-pubsub": "6.1.0",
@@ -91,5 +95,8 @@
   "bundleDependencies": [
     "event-pubsub",
     "strong-type"
-  ]
+  ],
+  "devDependencies": {
+    "@wllama/wllama": "3.6.0"
+  }
 }

package/runtime/ARCANE_RUNTIME_RELEASE.json

@@ -1,7 +1,7 @@
 {
   "schemaVersion": 1,
   "builder": "arcane-sdk-runtime-v1",
-  "sdkVersion": "0.1.0-dev.5",
+  "sdkVersion": "0.1.1",
   "source": {
     "repository": "https://github.com/TheWizardNexus/ARCANE-OS.git",
     "commit": "567ad110bf57a1c2d4a3daa22ae93716cc5f4d7e",

package/schemas/arcane-lock.schema.json

@@ -9,6 +9,7 @@
     "schemaVersion",
     "sdk",
     "runtime",
+    "sdkBrowserRuntime",
     "protocols"
   ],
   "properties": {
@@ -27,7 +28,7 @@
           "const": "arcane-os"
         },
         "version": {
-          "const": "0.1.0-dev.5"
+          "const": "0.1.1"
         }
       }
     },
@@ -52,6 +53,101 @@
         }
       }
     },
+    "sdkBrowserRuntime": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "manifest",
+        "manifestSha256",
+        "contentSha256",
+        "builder",
+        "sdkVersion",
+        "source"
+      ],
+      "properties": {
+        "manifest": {
+          "const": "node_modules/arcane-os/browser-runtime/ARCANE_SDK_BROWSER_RELEASE.json"
+        },
+        "manifestSha256": {
+          "const": "33396b3d35322b784929270e7ca0a2a8b31d899c6e77bcb227edc95b37d0ae7d"
+        },
+        "contentSha256": {
+          "const": "5e03f45a732db51cb5a2b2193cc79ecda34501d07a9b2e82e794e5fa37d55d00"
+        },
+        "builder": {
+          "const": "arcane-sdk-browser-runtime-v1"
+        },
+        "sdkVersion": {
+          "const": "0.1.1"
+        },
+        "source": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "authority",
+            "repository",
+            "protocol",
+            "browserEntry",
+            "dependencies"
+          ],
+          "properties": {
+            "authority": {
+              "const": "arcane-os-sdk"
+            },
+            "repository": {
+              "const": "https://github.com/TheWizardNexus/arcane-os-sdk.git"
+            },
+            "protocol": {
+              "const": "arcane-sdk-browser-runtime/1"
+            },
+            "browserEntry": {
+              "const": "arcane-os/event-manager"
+            },
+            "dependencies": {
+              "type": "array",
+              "minItems": 3,
+              "maxItems": 3,
+              "prefixItems": [
+                {
+                  "type": "object",
+                  "additionalProperties": false,
+                  "required": ["name", "version", "resolved", "integrity"],
+                  "properties": {
+                    "name": {"const": "event-pubsub"},
+                    "version": {"const": "6.1.0"},
+                    "resolved": {"const": "https://registry.npmjs.org/event-pubsub/-/event-pubsub-6.1.0.tgz"},
+                    "integrity": {"const": "sha512-FEMlhTxwqGM0hztTixG6FhVFXqp7Eq1ltk5mSreK6Mhy3xWWpLAzEUR6OMvMdNqT3jgSxA8JDhnhyAG3X4Xy7Q=="}
+                  }
+                },
+                {
+                  "type": "object",
+                  "additionalProperties": false,
+                  "required": ["name", "version", "resolved", "integrity"],
+                  "properties": {
+                    "name": {"const": "strong-type"},
+                    "version": {"const": "2.0.0"},
+                    "resolved": {"const": "https://registry.npmjs.org/strong-type/-/strong-type-2.0.0.tgz"},
+                    "integrity": {"const": "sha512-HHrY9qYC7yn+5mlewiI3k9RQM9gZqGQsqbomZcd10Ks0h4RlX01nnkWbCe4AsVPCI6KaFvpkWm1nHMD+Ykup6g=="}
+                  }
+                },
+                {
+                  "type": "object",
+                  "additionalProperties": false,
+                  "required": ["name", "version", "resolved", "integrity"],
+                  "properties": {
+                    "name": {"const": "@wllama/wllama"},
+                    "version": {"const": "3.6.0"},
+                    "resolved": {"const": "https://registry.npmjs.org/@wllama/wllama/-/wllama-3.6.0.tgz"},
+                    "integrity": {"const": "sha512-NN3ZBXqaaUwGXTQubkNvsCaLPjN2XVa0bVS40OYCE8zquYmRc2W3oHYEgwvuSWWDB8aUqTLyMioySCXNkcnD1w=="}
+                  }
+                }
+              ],
+              "items": false
+            }
+          }
+        }
+      }
+    },
     "protocols": {
       "type": "object",
       "additionalProperties": false,

package/src/cli/main.mjs

@@ -39,6 +39,7 @@ Usage:
   ${CLI_NAME} new <id> [--path <directory>] [--display-name <name>] [--target <target>] [--git]
   ${CLI_NAME} init [id] [--workspace <directory>] [--display-name <name>] [--target <target>]
   ${CLI_NAME} doctor [--workspace <directory>] [--arcane-root <directory>]
+  ${CLI_NAME} import-map [--workspace <directory>] [--app <id>]
   ${CLI_NAME} dev [--app <id>] [--host 127.0.0.1] [--port 8000]
   ${CLI_NAME} test [--app <id>] [--scope app]
   ${CLI_NAME} test --scope shared --test-file <repo-relative.test.mjs>
@@ -220,6 +221,10 @@ function operationOptions(command,parsed,cwd){
             requireLocalAI:flags.has('require-local-ai')
         };
     }
+    if(command==='import-map'){
+        noExtraPositionals(command,positionals);
+        return common;
+    }
     if(command==='dev'){
         noExtraPositionals(command,positionals);
         return {

package/src/dev-server.mjs

@@ -9,10 +9,12 @@ import {
     RELEASE_MANIFEST_NAME
 } from './packager/core.mjs';
 import {
-    authenticateRuntimeReceipt,
-    readVerifiedRuntimeFile,
-    verifyRuntime
-} from './runtime.mjs';
+    authenticateWorkspaceRuntimeReceipt,
+    readVerifiedWorkspaceRuntimeFile,
+    verifyWorkspaceRuntime
+} from './workspace-runtime.mjs';
+import {verifyRuntime} from './runtime.mjs';
+import {verifySdkBrowserRuntime} from './sdk-browser-runtime.mjs';
 import {resolveWorkspace} from './workspace.mjs';
 import {createEventQueue} from './event-queue.mjs';
 
@@ -147,6 +149,31 @@ function identityMap(identities,prefix=''){
     return result;
 }
 
+function routePrefixKey(prefix){
+    return prefix.map(segment=>segment.normalize('NFC').toLowerCase()).join('/');
+}
+
+function deterministicMappings(mappings){
+    const seen=new Map();
+    for(const mapping of mappings){
+        const key=routePrefixKey(mapping.prefix);
+        const prior=seen.get(key);
+        if(prior){
+            fail(
+                `Development server routes collide after case/NFC normalization: `
+                +`/${prior.prefix.join('/')} and /${mapping.prefix.join('/')}.`
+            );
+        }
+        seen.set(key,mapping);
+    }
+    return [...mappings].sort((left,right)=>{
+        if(left.prefix.length!==right.prefix.length)return right.prefix.length-left.prefix.length;
+        const leftKey=routePrefixKey(left.prefix);
+        const rightKey=routePrefixKey(right.prefix);
+        return leftKey<rightKey?-1:leftKey>rightKey?1:0;
+    });
+}
+
 function createFileWorkLimiter(){
     let active=0;
     const pending=[];
@@ -318,7 +345,7 @@ function sharedPathAllowed(relative,route){
     });
 }
 
-async function sourceRoutes(workspaceRoot,appId,{runtimeReceipt,signal,onEvent}){
+async function sourceRoutes(workspaceRoot,appId,{workspaceRuntimeReceipt,signal}){
     const resolved=await resolveWorkspace({workspaceRoot,appId});
     if(resolved.config.workspaceMode==='integrated'){
         return {
@@ -340,16 +367,43 @@ async function sourceRoutes(workspaceRoot,appId,{runtimeReceipt,signal,onEvent})
             ]
         };
     }
-    const runtimeRoot=path.join(
-        resolved.workspaceRoot,
-        'node_modules',
-        'arcane-os',
-        'runtime'
-    );
-    const verified=runtimeReceipt??await verifyRuntime({runtimeRoot,signal,onEvent});
-    await authenticateRuntimeReceipt(verified,{runtimeRoot});
-    const arcaneIdentities=identityMap(verified.identities,'arcane');
-    const strongTypeIdentities=identityMap(verified.identities,'strong-type');
+    const runtimeRoot=path.join(resolved.workspaceRoot,'arcane');
+    let verified=workspaceRuntimeReceipt;
+    if(!verified){
+        const sdkRuntimeRoot=path.join(
+            resolved.workspaceRoot,
+            'node_modules',
+            'arcane-os',
+            'runtime'
+        );
+        const sdkRuntimeReceipt=await verifyRuntime({
+            runtimeRoot:sdkRuntimeRoot,
+            signal
+        });
+        const sdkBrowserRuntimeRoot=path.join(
+            resolved.workspaceRoot,
+            'node_modules',
+            'arcane-os',
+            'browser-runtime'
+        );
+        const sdkBrowserRuntimeReceipt=await verifySdkBrowserRuntime({
+            browserRuntimeRoot:sdkBrowserRuntimeRoot,
+            signal
+        });
+        verified=await verifyWorkspaceRuntime({
+            workspaceRoot:resolved.workspaceRoot,
+            runtimeRoot:sdkRuntimeRoot,
+            runtimeReceipt:sdkRuntimeReceipt,
+            browserRuntimeRoot:sdkBrowserRuntimeRoot,
+            sdkBrowserRuntimeReceipt,
+            signal
+        });
+    }
+    verified=await authenticateWorkspaceRuntimeReceipt(verified,{
+        workspaceRoot:resolved.workspaceRoot,
+        signal
+    });
+    const arcaneIdentities=identityMap(verified.identities);
     return {
         workspaceRoot:resolved.workspaceRoot,
         workspaceMode:'external',
@@ -363,25 +417,14 @@ async function sourceRoutes(workspaceRoot,appId,{runtimeReceipt,signal,onEvent})
             },
             {
                 prefix:['arcane'],
-                root:path.join(runtimeRoot,'arcane'),
+                root:runtimeRoot,
                 identities:arcaneIdentities,
-                read:relative=>readVerifiedRuntimeFile(verified,{
-                    runtimeRoot,
-                    relativePath:`arcane/${relative.join('/')}`,
+                read:relative=>readVerifiedWorkspaceRuntimeFile(verified,{
+                    workspaceRoot:resolved.workspaceRoot,
+                    relativePath:relative.join('/'),
                     signal
                 }),
                 allow:relative=>arcaneIdentities.has(inventoryKey(relative.join('/')))
-            },
-            {
-                prefix:['node_modules','strong-type'],
-                root:path.join(runtimeRoot,'strong-type'),
-                identities:strongTypeIdentities,
-                read:relative=>readVerifiedRuntimeFile(verified,{
-                    runtimeRoot,
-                    relativePath:`strong-type/${relative.join('/')}`,
-                    signal
-                }),
-                allow:relative=>strongTypeIdentities.has(inventoryKey(relative.join('/')))
             }
         ]
     };
@@ -461,7 +504,7 @@ async function startOwnedDevServer({
     host='127.0.0.1',
     port=0,
     signal,
-    runtimeReceipt,
+    workspaceRuntimeReceipt,
     releaseReceipt
 }={},events,releaseSignal){
     throwIfAborted(signal);
@@ -473,12 +516,13 @@ async function startOwnedDevServer({
     await events.send({type:'server.starting',mode,host,port,appId});
     const routeSet=mode==='source'
         ?await sourceRoutes(workspaceRoot,appId,{
-            runtimeReceipt,
+            workspaceRuntimeReceipt,
             signal,
             onEvent:event=>events.send(event)
         })
         :await packagedRoutes(releaseRoot,releaseReceipt,{signal});
-    for(const mapping of routeSet.mappings){
+    const mappings=deterministicMappings(routeSet.mappings);
+    for(const mapping of mappings){
         const info=await lstat(mapping.root);
         if(info.isSymbolicLink()||!info.isDirectory())fail(`Server route root must be a real directory: ${mapping.root}.`);
         mapping.root=await realpath(mapping.root);
@@ -533,7 +577,7 @@ async function startOwnedDevServer({
                 response.end();
                 return;
             }
-            const mapping=routeSet.mappings.find(route=>
+            const mapping=mappings.find(route=>
                 route.prefix.every((segment,index)=>segments[index]===segment)
             );
             if(!mapping){deny(response,404,'Not found.');return;}

package/src/doctor.mjs

@@ -1,6 +1,8 @@
 import path from 'node:path';
 import {access} from 'node:fs/promises';
 import {verifyRuntime} from './runtime.mjs';
+import {verifySdkBrowserRuntime} from './sdk-browser-runtime.mjs';
+import {verifyWorkspaceRuntime} from './workspace-runtime.mjs';
 import {validateWorkspace} from './workspace.mjs';
 import {runProcess} from './process.mjs';
 import {ARCANE_PROTOCOL,SDK_VERSION} from './constants.mjs';
@@ -248,9 +250,16 @@ export async function runDoctor({
     checks.push(await commandCheck('git','git',['--version'],{signal,onEvent,run}));
 
     try{
-        const receipt=await verifyRuntime({signal,onEvent});
+        const [receipt,browserReceipt]=await Promise.all([
+            verifyRuntime({signal,onEvent}),
+            verifySdkBrowserRuntime({signal,onEvent})
+        ]);
         checks.push(check('sdk-runtime','pass','The packaged Arcane runtime inventory is verified.',{
-            details:{sdkVersion:SDK_VERSION,contentSha256:receipt.contentSha256}
+            details:{
+                sdkVersion:SDK_VERSION,
+                contentSha256:receipt.contentSha256,
+                browserContentSha256:browserReceipt.contentSha256
+            }
         }));
     }catch(error){
         checks.push(check('sdk-runtime','fail',`The packaged Arcane runtime failed verification: ${error.message}`));
@@ -258,8 +267,9 @@ export async function runDoctor({
 
     const resolvedWorkspace=path.resolve(workspaceRoot??process.cwd());
     if(await exists(path.join(resolvedWorkspace,'arcane-packager.json'))){
+        let result=null;
         try{
-            const result=await validateWorkspace({
+            result=await validateWorkspace({
                 workspaceRoot:resolvedWorkspace,
                 appId,
                 signal,
@@ -271,6 +281,64 @@ export async function runDoctor({
         }catch(error){
             checks.push(check('workspace','fail',`The Arcane app workspace is invalid: ${error.message}`));
         }
+        if(result===null){
+            checks.push(check(
+                'workspace-runtime',
+                'skipped',
+                'The physical workspace runtime was not checked because workspace admission failed.',
+                {required:false,details:{workspaceRoot:resolvedWorkspace}}
+            ));
+        }else if(result.workspaceMode==='external'){
+            try{
+                const installedRoot=path.join(result.workspaceRoot,'node_modules','arcane-os');
+                const runtimeRoot=path.join(installedRoot,'runtime');
+                const browserRuntimeRoot=path.join(installedRoot,'browser-runtime');
+                const runtimeReceipt=await verifyRuntime({runtimeRoot,signal,onEvent});
+                const sdkBrowserRuntimeReceipt=await verifySdkBrowserRuntime({
+                    browserRuntimeRoot,
+                    signal,
+                    onEvent
+                });
+                const projected=await verifyWorkspaceRuntime({
+                    workspaceRoot:result.workspaceRoot,
+                    runtimeRoot,
+                    runtimeReceipt,
+                    browserRuntimeRoot,
+                    sdkBrowserRuntimeReceipt,
+                    signal,
+                    onEvent
+                });
+                checks.push(check(
+                    'workspace-runtime',
+                    'pass',
+                    'The composed physical Arcane and SDK browser runtime is verified.',
+                    {details:{
+                        contentSha256:projected.contentSha256,
+                        fileCount:projected.fileCount,
+                        runtimeManifestSha256:projected.sourceManifestSha256,
+                        runtimeContentSha256:projected.sourceContentSha256,
+                        browserManifestSha256:projected.sourceBrowserManifestSha256,
+                        browserContentSha256:projected.sourceBrowserContentSha256
+                    }}
+                ));
+            }catch(error){
+                checks.push(check(
+                    'workspace-runtime',
+                    'fail',
+                    `The composed physical workspace runtime is invalid: ${error.message}`
+                ));
+            }
+        }else if(result.workspaceMode==='integrated'){
+            const layout=result.config.browserRuntimeLayout;
+            checks.push(check(
+                'workspace-runtime',
+                'pass',
+                layout==='integrated-legacy'
+                    ?'The legacy integrated Arcane runtime routes are valid.'
+                    :'The integrated physical browser-runtime routes are valid.',
+                {details:{layout}}
+            ));
+        }
     }else{
         checks.push(check(
             'workspace',
@@ -278,6 +346,12 @@ export async function runDoctor({
             'No arcane-packager.json was found at the selected workspace.',
             {required:false,details:{workspaceRoot:resolvedWorkspace}}
         ));
+        checks.push(check(
+            'workspace-runtime',
+            'skipped',
+            'No workspace runtime was selected for verification.',
+            {required:false,details:{workspaceRoot:resolvedWorkspace}}
+        ));
     }
 
     if(arcaneRoot){