arcane-os 0.1.0-dev.5 → 0.1.1

package/src/workspace.mjs

@@ -1,3 +1,4 @@
+import {createHash} from 'node:crypto';
 import {lstat,readFile,readdir,realpath} from 'node:fs/promises';
 import path from 'node:path';
 import {
@@ -9,6 +10,11 @@ import {
     SDK_NAME as EXPECTED_SDK_NAME,
     SDK_VERSION as EXPECTED_SDK_VERSION
 } from './constants.mjs';
+import {inspectImportMapHtml} from './import-map.mjs';
+import {
+    SDK_BROWSER_RUNTIME_CONTENT_SHA256,
+    SDK_BROWSER_RUNTIME_MANIFEST_SHA256
+} from './sdk-browser-runtime.mjs';
 
 const APP_ID_PATTERN=/^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$/;
 const SHA256_PATTERN=/^[a-f0-9]{64}$/;
@@ -65,20 +71,89 @@ async function assertRealDirectory(directory,label){
     if(info.isSymbolicLink()||!info.isDirectory())fail(`${label} must be a real directory: ${directory}.`);
 }
 
+function sameDirectoryIdentity(left,right){
+    return left.device===right.device&&left.inode===right.inode;
+}
+
+function sameDirectoryPath(left,right){
+    const normalize=value=>{
+        const resolved=path.resolve(value);
+        return process.platform==='win32'?resolved.toLocaleLowerCase('en-US'):resolved;
+    };
+    return normalize(left)===normalize(right);
+}
+
+async function captureRealDirectoryIdentity(directory,label){
+    const requested=path.resolve(directory);
+    let requestedInfo;
+    try{requestedInfo=await lstat(requested,{bigint:true});}
+    catch(error){
+        if(error?.code==='ENOENT')fail(`${label} does not exist: ${requested}.`);
+        throw error;
+    }
+    if(requestedInfo.isSymbolicLink()||!requestedInfo.isDirectory()){
+        fail(`${label} must be a real directory: ${requested}.`);
+    }
+    const canonical=await realpath(requested);
+    const canonicalInfo=await lstat(canonical,{bigint:true});
+    const requestedIdentity=Object.freeze({
+        device:requestedInfo.dev,
+        inode:requestedInfo.ino
+    });
+    const canonicalIdentity=Object.freeze({
+        device:canonicalInfo.dev,
+        inode:canonicalInfo.ino
+    });
+    if(canonicalInfo.isSymbolicLink()||!canonicalInfo.isDirectory()
+        ||!sameDirectoryIdentity(requestedIdentity,canonicalIdentity)){
+        fail(`${label} must resolve to one physical directory: ${requested}.`);
+    }
+    return Object.freeze({
+        requested,
+        requestedIdentity,
+        canonical,
+        identity:canonicalIdentity
+    });
+}
+
+async function assertRealDirectoryIdentity(captured,label){
+    let canonical;
+    let requestedInfo;
+    let canonicalInfo;
+    try{
+        [canonical,requestedInfo,canonicalInfo]=await Promise.all([
+            realpath(captured.requested),
+            lstat(captured.requested,{bigint:true}),
+            lstat(captured.canonical,{bigint:true})
+        ]);
+    }catch(error){
+        if(error?.code==='ENOENT'){
+            fail(`${label} changed while focused validation was active.`,
+                'ARCANE_INTEGRITY_FAILED');
+        }
+        throw error;
+    }
+    const requestedIdentity={device:requestedInfo.dev,inode:requestedInfo.ino};
+    const canonicalIdentity={device:canonicalInfo.dev,inode:canonicalInfo.ino};
+    if(!sameDirectoryPath(canonical,captured.canonical)
+        ||requestedInfo.isSymbolicLink()||!requestedInfo.isDirectory()
+        ||canonicalInfo.isSymbolicLink()||!canonicalInfo.isDirectory()
+        ||!sameDirectoryIdentity(requestedIdentity,captured.requestedIdentity)
+        ||!sameDirectoryIdentity(requestedIdentity,captured.identity)
+        ||!sameDirectoryIdentity(canonicalIdentity,captured.identity)){
+        fail(`${label} changed while focused validation was active.`,'ARCANE_INTEGRITY_FAILED');
+    }
+}
+
 function classifyRootConfig(config){
     const validated=validatePackagerRootConfig(config,ROOT_CONFIG_NAME);
     const routes=validated.sharedPayloads['browser-runtime'];
     if(!Array.isArray(routes))fail(`${ROOT_CONFIG_NAME} must define browser-runtime routes.`);
     const external=[
         {
-            source:'node_modules/arcane-os/runtime/arcane',
+            source:'arcane',
             destination:'arcane',
-            include:['components','css','entities','img','modules','security']
-        },
-        {
-            source:'node_modules/arcane-os/runtime/strong-type',
-            destination:'node_modules/strong-type',
-            include:['index.js','licence','package.json']
+            include:['components','css','dependencies','entities','img','modules','sdk','security']
         },
         {
             source:'node_modules/arcane-os',
@@ -87,6 +162,13 @@ function classifyRootConfig(config){
         }
     ];
     const integrated=[
+        {
+            source:'arcane',
+            destination:'arcane',
+            include:['components','css','dependencies','entities','img','modules','sdk','security']
+        }
+    ];
+    const integratedLegacy=[
         {
             source:'arcane',
             destination:'arcane',
@@ -106,14 +188,20 @@ function classifyRootConfig(config){
             &&Array.isArray(route.exclude)&&route.exclude.length===0;
     });
     let workspaceMode;
+    let browserRuntimeLayout;
     if(matches(external)){
         workspaceMode='external';
+        browserRuntimeLayout='physical-v1';
     }else if(matches(integrated)){
         workspaceMode='integrated';
+        browserRuntimeLayout='physical-v1';
+    }else if(matches(integratedLegacy)){
+        workspaceMode='integrated';
+        browserRuntimeLayout='integrated-legacy';
     }else{
         fail(`${ROOT_CONFIG_NAME} browser-runtime routes must match the external SDK or integrated Arcane workspace contract.`);
     }
-    return Object.freeze({...validated,workspaceMode});
+    return Object.freeze({...validated,workspaceMode,browserRuntimeLayout});
 }
 
 async function discoverAppsInRoot(root,config){
@@ -220,12 +308,63 @@ export async function resolveWorkspace({workspaceRoot=process.cwd(),appId}={}){
 }
 
 function validateLock(lock){
-    if(!isObject(lock)||lock.schemaVersion!==1||!isObject(lock.sdk)
+    const browser=lock?.sdkBrowserRuntime;
+    const browserSource=browser?.source;
+    const dependencies=browserSource?.dependencies;
+    const exactKeys=(value,keys)=>isObject(value)
+        &&Object.keys(value).sort().join('\0')===[...keys].sort().join('\0');
+    const expectedDependencies=[
+        {
+            name:'event-pubsub',
+            version:'6.1.0',
+            resolved:'https://registry.npmjs.org/event-pubsub/-/event-pubsub-6.1.0.tgz',
+            integrity:'sha512-FEMlhTxwqGM0hztTixG6FhVFXqp7Eq1ltk5mSreK6Mhy3xWWpLAzEUR6OMvMdNqT3jgSxA8JDhnhyAG3X4Xy7Q=='
+        },
+        {
+            name:'strong-type',
+            version:'2.0.0',
+            resolved:'https://registry.npmjs.org/strong-type/-/strong-type-2.0.0.tgz',
+            integrity:'sha512-HHrY9qYC7yn+5mlewiI3k9RQM9gZqGQsqbomZcd10Ks0h4RlX01nnkWbCe4AsVPCI6KaFvpkWm1nHMD+Ykup6g=='
+        },
+        {
+            name:'@wllama/wllama',
+            version:'3.6.0',
+            resolved:'https://registry.npmjs.org/@wllama/wllama/-/wllama-3.6.0.tgz',
+            integrity:'sha512-NN3ZBXqaaUwGXTQubkNvsCaLPjN2XVa0bVS40OYCE8zquYmRc2W3oHYEgwvuSWWDB8aUqTLyMioySCXNkcnD1w=='
+        }
+    ];
+    const dependenciesMatch=Array.isArray(dependencies)&&dependencies.length===expectedDependencies.length
+        &&dependencies.every((actual,index)=>{
+            const expected=expectedDependencies[index];
+            return exactKeys(actual,['name','version','resolved','integrity'])
+                &&actual.name===expected.name&&actual.version===expected.version
+                &&actual.resolved===expected.resolved&&actual.integrity===expected.integrity;
+        });
+    if(!exactKeys(lock,['schemaVersion','sdk','runtime','sdkBrowserRuntime','protocols'])
+        ||lock.schemaVersion!==1
+        ||!exactKeys(lock.sdk,['name','version'])
         ||lock.sdk.name!==EXPECTED_SDK_NAME||lock.sdk.version!==EXPECTED_SDK_VERSION
-        ||!isObject(lock.runtime)||!SHA256_PATTERN.test(lock.runtime.contentSha256)
+        ||!exactKeys(lock.runtime,['manifest','contentSha256','upstreamCommit'])
+        ||!SHA256_PATTERN.test(lock.runtime.contentSha256)
         ||!/^([a-f0-9]{40})$/.test(lock.runtime.upstreamCommit)
         ||lock.runtime.manifest!=='node_modules/arcane-os/runtime/ARCANE_RUNTIME_RELEASE.json'
-        ||!isObject(lock.protocols)||lock.protocols.arcane!=='arcane/1'
+        ||!exactKeys(browser,[
+            'manifest','manifestSha256','contentSha256','builder','sdkVersion','source'
+        ])
+        ||browser.manifest!=='node_modules/arcane-os/browser-runtime/ARCANE_SDK_BROWSER_RELEASE.json'
+        ||browser.manifestSha256!==SDK_BROWSER_RUNTIME_MANIFEST_SHA256
+        ||browser.contentSha256!==SDK_BROWSER_RUNTIME_CONTENT_SHA256
+        ||browser.builder!=='arcane-sdk-browser-runtime-v1'
+        ||browser.sdkVersion!==EXPECTED_SDK_VERSION
+        ||!exactKeys(browserSource,[
+            'authority','repository','protocol','browserEntry','dependencies'
+        ])||browserSource.authority!=='arcane-os-sdk'
+        ||browserSource.repository!=='https://github.com/TheWizardNexus/arcane-os-sdk.git'
+        ||browserSource.protocol!=='arcane-sdk-browser-runtime/1'
+        ||browserSource.browserEntry!=='arcane-os/event-manager'
+        ||!dependenciesMatch
+        ||!exactKeys(lock.protocols,['arcane','cliEvents','targetAdapter'])
+        ||lock.protocols.arcane!=='arcane/1'
         ||lock.protocols.cliEvents!=='arcane-cli-events/1'
         ||lock.protocols.targetAdapter!=='arcane-target-adapter/1'){
         fail('arcane.lock.json is incompatible with this SDK. Run arcane init only after reviewing missing files; existing locks are never overwritten.');
@@ -233,33 +372,94 @@ function validateLock(lock){
     return lock;
 }
 
-function assertHtmlContract(source,appId,{entry='index.html',strictStyles=true}={}){
+function sameBrowserRuntimeSource(actual,pinned){
+    const exactKeys=(value,keys)=>isObject(value)
+        &&Object.keys(value).sort().join('\0')===[...keys].sort().join('\0');
+    const keys=['authority','repository','protocol','browserEntry','dependencies'];
+    if(!exactKeys(actual,keys)||!exactKeys(pinned,keys)
+        ||actual.authority!==pinned.authority
+        ||actual.repository!==pinned.repository
+        ||actual.protocol!==pinned.protocol
+        ||actual.browserEntry!==pinned.browserEntry
+        ||!Array.isArray(actual.dependencies)||!Array.isArray(pinned.dependencies)
+        ||actual.dependencies.length!==pinned.dependencies.length){
+        return false;
+    }
+    const dependencyKeys=['name','version','resolved','integrity'];
+    return actual.dependencies.every((dependency,index)=>{
+        const expected=pinned.dependencies[index];
+        return exactKeys(dependency,dependencyKeys)&&exactKeys(expected,dependencyKeys)
+            &&dependency.name===expected.name&&dependency.version===expected.version
+            &&dependency.resolved===expected.resolved
+            &&dependency.integrity===expected.integrity;
+    });
+}
+
+function assertHtmlContract(source,appId,{
+    entry='index.html',
+    strictStyles=true,
+    allowMissingManagedImportMap=false
+}={}){
     const entryLabel=`apps/${appId}/${entry}`;
-    if(!new RegExp(`<meta\\s+name=["']arcane-app-id["']\\s+content=["']${appId}["']`).test(source)){
-        fail(`${entryLabel} must declare matching arcane-app-id metadata.`);
-    }
-    if(!/<base\s+href=["']\.\.\/\.\.\/["']/.test(source)){
-        fail(`${entryLabel} must declare <base href="../../">.`);
-    }
-    const theme=source.indexOf('./arcane/css/theme.css');
-    const primitives=source.indexOf('./arcane/css/primitives.css');
-    const appStyleMatches=[...source.matchAll(new RegExp(`(?:\\./|/)apps/${appId.replaceAll('-','\\-')}/[^"']+\\.css(?:\\?[^"']*)?(?=["'])`, 'g'))];
-    const appStyle=appStyleMatches.length?Math.min(...appStyleMatches.map(match=>match.index)):-1;
-    const bootstrap=source.indexOf('./arcane/modules/ThemeBootstrap.js');
-    const appModuleMatches=[...source.matchAll(new RegExp(`(?:\\./|/)apps/${appId.replaceAll('-','\\-')}/[^"']+\\.(?:js|mjs)(?:\\?[^"']*)?(?=["'])`, 'g'))];
-    const appModule=appModuleMatches.length?Math.min(...appModuleMatches.map(match=>match.index)):-1;
+    const htmlContract=inspectImportMapHtml(source);
+    const appIdMetadata=htmlContract.metas.filter(meta=>meta.name==='arcane-app-id');
+    if(appIdMetadata.length!==1||appIdMetadata[0].content!==appId){
+        fail(`${entryLabel} must declare exactly one active matching arcane-app-id metadata element.`);
+    }
+    if(htmlContract.bases.length!==1||htmlContract.bases[0].href!=='../../'){
+        fail(`${entryLabel} must declare exactly one active <base href="../../">.`);
+    }
+    const resourcePath=value=>value.split(/[?#]/u,1)[0];
+    const styles=htmlContract.links.filter(link=>link.rel
+        .split(/[\t\n\f\r ]+/u).includes('stylesheet'));
+    const positionOfStyle=expected=>styles.find(link=>resourcePath(link.href)===expected)?.start??-1;
+    const theme=positionOfStyle('./arcane/css/theme.css');
+    const primitives=positionOfStyle('./arcane/css/primitives.css');
+    const escapedAppId=appId.replace(/[.*+?^${}()|[\]\\]/gu,'\\$&');
+    const appStyle=styles.find(link=>new RegExp(
+        `^(?:\\./|/)apps/${escapedAppId}/[^/]+\\.css$`,
+        'u'
+    ).test(resourcePath(link.href)))?.start??-1;
+    const modules=htmlContract.scripts.filter(script=>script.type==='module'&&script.src);
+    const bootstrap=modules.find(script=>resourcePath(script.src)
+        ==='./arcane/modules/ThemeBootstrap.js')?.start??-1;
+    if(htmlContract.managedMaps.length>1){
+        fail(`${entryLabel} must contain at most one active managed Arcane import map.`);
+    }
+    const managedImportMap=htmlContract.managedMaps[0]?.start??-1;
+    const firstModule=htmlContract.firstModulePosition;
+    const appModule=modules.find(script=>new RegExp(
+        `^(?:\\./|/)apps/${escapedAppId}/.+\\.(?:js|mjs)$`,
+        'u'
+    ).test(resourcePath(script.src)))?.start??-1;
     if(theme<0){
         fail(`${entryLabel} must load the shared Arcane theme.css.`);
     }
+    if(appModule<0){
+        fail(`${entryLabel} must load an active app-local module script.`);
+    }
     if(strictStyles&&(primitives<=theme||appStyle<=primitives)){
         fail(`${entryLabel} must load theme.css, primitives.css, and app CSS in that order.`);
     }
     if(!strictStyles&&((primitives>=0&&primitives<=theme)||(appStyle>=0&&appStyle<=theme))){
         fail(`${entryLabel} must load shared and app CSS after theme.css.`);
     }
-    if(bootstrap<0||(appModule>=0&&appModule<=bootstrap)){
+    if(bootstrap>=0&&appModule>=0&&appModule<=bootstrap){
         fail(`${entryLabel} must load ThemeBootstrap.js before app-local module scripts.`);
     }
+    if((managedImportMap>=0&&htmlContract.bases[0].end>managedImportMap)
+        ||(firstModule>=0&&htmlContract.bases[0].end>firstModule)){
+        fail(`${entryLabel} must place its base element before import maps and module loads.`);
+    }
+    if(bootstrap<0&&(
+        (managedImportMap<0&&!allowMissingManagedImportMap)
+        ||(managedImportMap>=0&&appModule>=0&&appModule<=managedImportMap)
+    )){
+        fail(
+            `${entryLabel} must install its managed Arcane import map before app-local `
+            +'module scripts when ThemeBootstrap.js is imported by name.'
+        );
+    }
 }
 
 export async function validateDiscoveredApplication({
@@ -267,19 +467,31 @@ export async function validateDiscoveredApplication({
     workspaceMode,
     workspaceConfig,
     app,
+    allowMissingManagedImportMap=false,
     signal,
     onEvent
 }={}){
     throwIfAborted(signal);
-    if(!app||typeof app.appId!=='string'||typeof app.appRoot!=='string'
+    if(!app||typeof app.appId!=='string'||!APP_ID_PATTERN.test(app.appId)
+        ||typeof app.appRoot!=='string'
         ||!app.manifest||!app.descriptor){
         fail('A discovered Arcane application is required for focused validation.');
     }
-    const canonicalWorkspaceRoot=path.resolve(workspaceRoot);
+    const capturedWorkspace=await captureRealDirectoryIdentity(workspaceRoot,'Workspace');
+    const canonicalWorkspaceRoot=capturedWorkspace.canonical;
+    const capturedAppsRoot=await captureRealDirectoryIdentity(
+        path.join(canonicalWorkspaceRoot,'apps'),
+        'Workspace apps root'
+    );
     const expectedAppRoot=path.join(canonicalWorkspaceRoot,'apps',app.appId);
-    if(path.resolve(app.appRoot)!==expectedAppRoot){
+    const [capturedExpectedApp,capturedDiscoveredApp]=await Promise.all([
+        captureRealDirectoryIdentity(expectedAppRoot,`apps/${app.appId}`),
+        captureRealDirectoryIdentity(app.appRoot,`Discovered app ${app.appId}`)
+    ]);
+    if(!sameDirectoryIdentity(capturedExpectedApp.identity,capturedDiscoveredApp.identity)){
         fail(`Discovered app ${app.appId} does not belong to the selected workspace.`);
     }
+    const canonicalAppRoot=capturedExpectedApp.canonical;
     let config=workspaceConfig;
     if(!config){
         const profile=await inspectWorkspaceProfile(canonicalWorkspaceRoot);
@@ -291,7 +503,7 @@ export async function validateDiscoveredApplication({
     if(!isObject(config?.sharedPayloads)){
         fail('The selected Arcane workspace configuration is unavailable for focused validation.');
     }
-    const configPath=path.join(app.appRoot,APP_CONFIG_NAME);
+    const configPath=path.join(canonicalAppRoot,APP_CONFIG_NAME);
     const rawManifest=await readJson(
         configPath,
         `apps/${app.appId}/${APP_CONFIG_NAME}`
@@ -302,7 +514,7 @@ export async function validateDiscoveredApplication({
     }
     const loadedDescriptor=await loadAppDescriptor({
         workspaceRoot:canonicalWorkspaceRoot,
-        appRoot:app.appRoot,
+        appRoot:canonicalAppRoot,
         appId:app.appId,
         packageManifest:rawManifest
     });
@@ -315,27 +527,35 @@ export async function validateDiscoveredApplication({
     }
     const freshApp=Object.freeze({
         appId:app.appId,
-        appRoot:app.appRoot,
+        appRoot:canonicalAppRoot,
         manifest,
         descriptor,
         descriptorSource:loadedDescriptor.source,
         descriptorPath:loadedDescriptor.descriptorPath
     });
-    const entryPath=path.join(app.appRoot,manifest.entry);
+    const entryPath=path.join(canonicalAppRoot,manifest.entry);
     const info=await lstat(entryPath);
     if(info.isSymbolicLink()||!info.isFile()){
         fail(`apps/${app.appId}/${manifest.entry} must be a real file.`);
     }
     assertHtmlContract(await readFile(entryPath,'utf8'),app.appId,{
         entry:manifest.entry,
-        strictStyles:workspaceMode==='external'
+        strictStyles:workspaceMode==='external',
+        allowMissingManagedImportMap
     });
+    const assertCapturedDirectories=()=>Promise.all([
+        assertRealDirectoryIdentity(capturedWorkspace,'Workspace'),
+        assertRealDirectoryIdentity(capturedAppsRoot,'Workspace apps root'),
+        assertRealDirectoryIdentity(capturedExpectedApp,`apps/${app.appId}`),
+        assertRealDirectoryIdentity(capturedDiscoveredApp,`Discovered app ${app.appId}`)
+    ]);
+    await assertCapturedDirectories();
     const receipt=Object.freeze({
         valid:true,
         workspaceRoot:canonicalWorkspaceRoot,
         workspaceMode,
         appId:app.appId,
-        appRoot:app.appRoot,
+        appRoot:canonicalAppRoot,
         app:freshApp
     });
     await emit(onEvent,{
@@ -343,10 +563,17 @@ export async function validateDiscoveredApplication({
         workspaceRoot:canonicalWorkspaceRoot,
         appId:app.appId
     });
+    await assertCapturedDirectories();
     return receipt;
 }
 
-export async function validateWorkspace({workspaceRoot=process.cwd(),appId,signal,onEvent}={}){
+export async function validateWorkspace({
+    workspaceRoot=process.cwd(),
+    appId,
+    allowMissingManagedImportMap=false,
+    signal,
+    onEvent
+}={}){
     throwIfAborted(signal);
     const resolved=await resolveWorkspace({workspaceRoot,appId});
     await emit(onEvent,{type:'workspace.validate.started',workspaceRoot:resolved.workspaceRoot,appId:resolved.appId});
@@ -409,12 +636,39 @@ export async function validateWorkspace({workspaceRoot=process.cwd(),appId,signa
                 ||installed.source?.commit!==lock.runtime.upstreamCommit){
                 fail('Installed SDK runtime does not match arcane.lock.json.');
             }
+            const browserManifestPath=path.join(
+                resolved.workspaceRoot,
+                'node_modules',
+                'arcane-os',
+                'browser-runtime',
+                'ARCANE_SDK_BROWSER_RELEASE.json'
+            );
+            const browserBytes=await readFile(browserManifestPath);
+            let installedBrowser;
+            try{installedBrowser=JSON.parse(browserBytes.toString('utf8'));}
+            catch(error){
+                fail(`Installed SDK browser runtime manifest is not valid JSON: ${error.message}`);
+            }
+            if(createHash('sha256').update(browserBytes).digest('hex')
+                    !==lock.sdkBrowserRuntime.manifestSha256
+                ||installedBrowser.contentSha256!==lock.sdkBrowserRuntime.contentSha256
+                ||installedBrowser.builder!==lock.sdkBrowserRuntime.builder
+                ||installedBrowser.sdkVersion!==lock.sdkBrowserRuntime.sdkVersion
+                ||!sameBrowserRuntimeSource(
+                    installedBrowser.source,
+                    lock.sdkBrowserRuntime.source
+                )){
+                fail('Installed SDK browser runtime does not match arcane.lock.json.');
+            }
         });
     }else{
         await add('workspace-runtime',async()=>{
+            const strongType=resolved.config.browserRuntimeLayout==='integrated-legacy'
+                ?path.join('node_modules','strong-type')
+                :path.join('arcane','dependencies','strong-type');
             for(const [relative,label] of [
                 ['arcane','Integrated Arcane runtime'],
-                [path.join('node_modules','strong-type'),'Integrated strong-type runtime']
+                [strongType,'Integrated strong-type runtime']
             ]){
                 const info=await lstat(path.join(resolved.workspaceRoot,relative));
                 if(info.isSymbolicLink()||!info.isDirectory()){
@@ -429,6 +683,7 @@ export async function validateWorkspace({workspaceRoot=process.cwd(),appId,signa
             workspaceMode,
             workspaceConfig:resolved.config,
             app:resolved.app,
+            allowMissingManagedImportMap,
             signal,
             onEvent
         });