afucontext 0.0.0-stage → 0.1.18

package/bin/platform.mjs

@@ -0,0 +1,74 @@
+import {obtainPack} from './prebuilt.mjs';
+import {runInstall} from './install-process.mjs';
+/** Host-only dependencies live outside the installed npm package. */
+import {mkdirSync,readFileSync,writeFileSync,existsSync,rmSync,cpSync,renameSync,realpathSync} from 'node:fs';
+import {join,dirname,delimiter,basename} from 'node:path';
+import {homedir} from 'node:os';
+
+import {spawnSync} from 'node:child_process';
+import {pathToFileURL} from 'node:url';
+import {randomUUID} from 'node:crypto';
+import {recoverLock,importProbeSucceeded} from './runtime.mjs';
+const read=p=>{try{return JSON.parse(readFileSync(p,'utf8'));}catch{return null;}};
+export function npmInvocation(env=process.env,platform=process.platform){
+  if(platform!=='win32')return ['npm',[]];
+  const candidates=[join(dirname(process.execPath),'node_modules/npm/bin/npm-cli.js'),
+    ...String(env.PATH??env.Path??'').split(delimiter).map(p=>join(p,'node_modules/npm/bin/npm-cli.js'))];
+  const cli=candidates.find(p=>existsSync(p));
+  if(!cli)throw Error('Cannot locate npm-cli.js; install Node.js with npm');
+  return [process.execPath,[cli]];
+}
+export async function preparePlatform(root,manifest,args,env=process.env){
+  const host=['install','upgrade'].includes(args[0])?args[1]:args[0];
+  if(!['pi','dsh'].includes(host))return root;
+  const dependencies=read(join(root,'platform-dependencies.json'))?.[host];
+  if(!dependencies)throw Error('Missing platform dependency manifest');
+  const base=env.AFU_RUNTIME_DIR??join(homedir(),'.local/share/afu-context/runtimes');
+  const canonical=join(base,manifest.build+'-'+host),pointer=canonical+'.location.json',lock=canonical+'.lock',token=randomUUID();
+  let target=canonical;
+  const refresh=()=>{const name=read(pointer)?.name;target=typeof name==='string'&&name.startsWith(manifest.build+'-'+host)&&!/[\\/]/.test(name)?join(base,name):canonical;};
+  refresh();
+  const ready=()=>read(join(target,'platform-ready.json'))?.build===manifest.build && Object.keys(dependencies).every(name=>existsSync(join(target,'node_modules',name,'package.json'))) && importProbeSucceeded(spawnSync(process.execPath,['--input-type=module','-e','await import(process.argv[1])',pathToFileURL(join(target,'src/afu_host_integrations',host,'dist/index.js')).href],{env,stdio:'ignore',timeout:process.platform==='win32'?30000:10000}));
+  mkdirSync(base,{recursive:true,mode:0o700});
+  const deadline=Date.now()+180000;
+  while(true){
+    refresh();if(ready())return target;
+    try{mkdirSync(lock);writeFileSync(join(lock,'owner.json'),JSON.stringify({pid:process.pid,token}));break;}
+    catch(e){if(e.code!=='EEXIST')throw e;}
+    recoverLock(lock);if(Date.now()>deadline)throw Error('Platform installation still pending');
+    await new Promise(r=>setTimeout(r,300));
+  }
+  const owns=()=>read(join(lock,'owner.json'))?.token===token;
+  if(!owns())return target;
+  let createdTarget;
+  try{
+    refresh();if(ready())return target;
+    // Never repair in place: an older host may still import files from this tree.
+    target=canonical+'-generation-'+randomUUID();
+    createdTarget=target;
+    mkdirSync(target,{recursive:true,mode:0o700});
+    for(const name of ['src/afu_host_integrations','scripts'])cpSync(join(root,name),join(target,name),{recursive:true});
+    cpSync(join(root,'release.json'),join(target,'release.json'));
+    cpSync(join(root,'platform-locks',host,'package.json'),join(target,'package.json'));
+    cpSync(join(root,'platform-locks',host,'package-lock.json'),join(target,'package-lock.json'));
+    // COSEC: fixed package names/versions from the release, no shell interpolation.
+    const [executable,prefix]=npmInvocation(env);
+    if(manifest.prebuilt && process.platform!=='win32'){
+      const payload=await obtainPack(root,manifest,host,env,pid=>writeFileSync(join(lock,'owner.json'),JSON.stringify({pid:process.pid,childPid:pid,token}),{mode:0o600}));
+      cpSync(join(payload,'node_modules'),join(target,'node_modules'),{recursive:true,verbatimSymlinks:true});
+    }else {
+      // npm treats a Windows junction alias as a linked package. Use its real
+      // prefix so npm ci validates the shipped lock against the actual root.
+      const installTarget=process.platform==='win32'?realpathSync(target):target;
+      await runInstall(executable,[...prefix,'ci','--registry=https://registry.npmjs.org','--prefix',installTarget,'--ignore-scripts','--no-audit','--no-fund'],env,pid=>writeFileSync(join(lock,'owner.json'),JSON.stringify({pid:process.pid,childPid:pid,token})));
+    }
+    // Import the real adapters: a package.json marker alone misses broken files
+    // and corrupt transitive dependencies. No model request is made by imports.
+    await runInstall(process.execPath,['--input-type=module','-e','await import(process.argv[1])',pathToFileURL(join(target,'src/afu_host_integrations',host,'dist/index.js')).href],env);
+    writeFileSync(join(target,'platform-ready.json'),JSON.stringify({build:manifest.build,cache_protocol:1}),{mode:0o600});
+    const temp=pointer+'.'+token;writeFileSync(temp,JSON.stringify({name:process.platform==='win32'?basename(target):target.slice(base.length+1)}),{mode:0o600});renameSync(temp,pointer);return target;
+  }catch(error){
+    if(owns()&&createdTarget)rmSync(createdTarget,{recursive:true,force:true});
+    throw error;
+  }finally{if(owns())rmSync(lock,{recursive:true,force:true});}
+}

package/bin/prebuilt.mjs

@@ -0,0 +1,64 @@
+/** Release-owned platform packs, copied only after manifest verification. */
+import {createRequire} from 'node:module';
+import {readFileSync,existsSync,lstatSync,realpathSync,readdirSync,mkdirSync,mkdtempSync,renameSync,rmSync,writeFileSync} from 'node:fs';
+import {join,resolve,sep} from 'node:path';
+import {createHash} from 'node:crypto';
+import {homedir} from 'node:os';
+import {runInstall} from './install-process.mjs';
+export function packName(kind){
+ if(!['runtime','pi','dsh'].includes(kind))throw Error('INVALID_PACK_KIND');
+ if(!['darwin','linux','win32'].includes(process.platform)||!['arm64','x64'].includes(process.arch))throw Error('UNSUPPORTED_PLATFORM');
+ return `afu-context-${kind}-${process.platform}-${process.arch}`;
+}
+export function verifyPack(folder,manifest,kind){
+ const info=JSON.parse(readFileSync(join(folder,'pack-manifest.json'),'utf8'));
+ if(info.build!==manifest.build||info.kind!==kind||info.platform!==process.platform||info.arch!==process.arch)throw Error('PLATFORM_PACK_MISMATCH');
+ const root=realpathSync(folder);
+ const listed=new Set(Object.keys(info.files));
+ function walk(dir){for(const entry of readdirSync(dir,{withFileTypes:true})){const file=join(dir,entry.name);if(entry.isDirectory())walk(file);else {const name=file.slice(root.length+1).split(sep).join('/');if(!listed.has(name))throw Error('PACK_UNLISTED_FILE');if(lstatSync(file).isSymbolicLink()&&lstatSync(realpathSync(file)).isDirectory())throw Error('PACK_DIRECTORY_LINK');}}}
+ walk(join(root,'payload'));
+ // COSEC: signed npm integrity plus per-file release hashes; forbid escaping
+ // paths/symlinks before copying any executable into the private runtime.
+ for(const [name,hash] of Object.entries(info.files)){
+  const file=resolve(root,name);
+  if(!file.startsWith(root+sep)||!realpathSync(file).startsWith(root+sep))throw Error('PACK_PATH_ESCAPE');
+  const stat=lstatSync(file);
+  const actual=createHash('sha256').update(readFileSync(file)).digest('hex');
+  if(!stat.isFile()&&!stat.isSymbolicLink()||actual!==hash)throw Error('PACK_INTEGRITY_FAILED');
+ }
+ if(!info.files['payload/'+(kind==='runtime'?'bin/python3':'package.json')])throw Error('PACK_ENTRY_MISSING');
+ return join(folder,'payload');
+}
+export async function obtainPack(root,manifest,kind,env=process.env,onChild=()=>{}){
+ const name=packName(kind);let folder;
+ if(env.AFU_BUNDLE_DIR)folder=join(resolve(env.AFU_BUNDLE_DIR),name);
+ else{
+  try{folder=createRequire(join(root,'package.json')).resolve(name+'/package.json').replace(/[/\\]package.json$/,'');}catch{}
+  if(!folder){
+   const base=resolve(env.AFU_RUNTIME_DIR??join(homedir(),'.local/share/afu-context/runtimes'),'downloads',manifest.build+'-'+kind);
+   // COSEC: only release-owned sibling generations can be selected by this pointer.
+   let cached=base;
+   try{const selected=JSON.parse(readFileSync(base+'.json','utf8')).generation;
+    if(typeof selected==='string'&&selected.startsWith(manifest.build+'-'+kind+'-')&&!/[\\/]/.test(selected))cached=join(resolve(base,'..'),selected);
+   }catch{}
+   try{return verifyPack(join(cached,'node_modules',name),manifest,kind);}catch{}
+   mkdirSync(resolve(base,'..'),{recursive:true,mode:0o700});
+   const stage=mkdtempSync(base+'-');let committed=false;
+   try{
+    console.error(`AFU: downloading ${kind} pack for ${process.platform}/${process.arch}`);
+    // npm retries transient fetch failures and validates its content-addressed cache.
+    await runInstall('npm',['install','--prefix',stage,'--registry=https://registry.npmjs.org','--ignore-scripts','--no-audit','--no-fund','--package-lock=false','--fetch-retries=2','--fetch-retry-mintimeout=1000','--fetch-retry-maxtimeout=5000','--fetch-timeout=30000',name+'@'+manifest.version],env,onChild);
+    folder=join(stage,'node_modules',name);
+    const payload=verifyPack(folder,manifest,kind);
+    const temporary=stage+'.json';
+    writeFileSync(temporary,JSON.stringify({generation:stage.slice(resolve(base,'..').length+1)}),{mode:0o600});
+    renameSync(temporary,base+'.json');committed=true;
+    return payload;
+   }finally{
+    // Never delete a previously usable pack; only this attempt's unpublished files.
+    if(!committed){rmSync(stage,{recursive:true,force:true});rmSync(stage+'.json',{force:true});}
+   }
+  }
+ }
+ return verifyPack(folder,manifest,kind);
+}

package/bin/runtime.mjs

@@ -0,0 +1,115 @@
+import {obtainPack} from './prebuilt.mjs';
+import {cpSync} from 'node:fs';
+import {runInstall} from './install-process.mjs';
+/** Isolated, recoverable bootstrap. Never touches host integrations. */
+import {spawnSync} from 'node:child_process';
+import {existsSync,mkdirSync,readFileSync,writeFileSync,rmSync,statSync,renameSync} from 'node:fs';
+import {join,resolve,dirname,basename} from 'node:path';
+import {homedir} from 'node:os';
+import {randomUUID} from 'node:crypto';
+const sleep=ms=>new Promise(r=>setTimeout(r,ms));
+const read=p=>{try{return JSON.parse(readFileSync(p,'utf8'));}catch{return null;}};
+const alive=pid=>{if(!Number.isSafeInteger(pid)||pid<=0)return false;try{process.kill(pid,0);return true;}catch(e){return e.code!=='ESRCH';}};
+export function recoverLock(lock, now=Date.now()) {
+  // Serialize recovery contenders inside the old lock. Never steal a living owner.
+  const guard=join(lock,'recover');
+  let age;
+  try{age=now-(statSync(lock).birthtimeMs || statSync(lock).mtimeMs);}catch{return false;}
+  try{mkdirSync(guard);writeFileSync(join(guard,'owner.json'),JSON.stringify({pid:process.pid}));}
+  catch{
+    try {
+      const reaper=read(join(guard,'owner.json'));
+      if(reaper ? !alive(reaper.pid) : now-statSync(guard).mtimeMs>180000)rmSync(guard,{recursive:true,force:true});
+    } catch {}
+    return false;
+  }
+  let moved=false;
+  try{
+    const owner=read(join(lock,'owner.json'));
+    if(owner && (alive(owner.pid)||alive(owner.childPid)))return false;
+    // Missing/partial ownership may be a just-created lock, not a crashed install.
+    if(!owner && age<180000)return false;
+    const tomb=lock+'.abandoned-'+randomUUID();
+    renameSync(lock,tomb);moved=true;rmSync(tomb,{recursive:true,force:true});return true;
+  }catch{return false;}finally{if(!moved)rmSync(guard,{recursive:true,force:true});}
+}
+export function importProbeSucceeded(result,platform=process.platform){
+  if(platform==='win32'&&result.error?.code==='ETIMEDOUT')throw Error('IMPORT_CHECK_TIMED_OUT: existing cache preserved; retry when the machine is less busy');
+  return result.status===0;
+}
+export function runtimeReady(location, build) {
+  const marker=read(join(location,'afu-ready.json'));
+  const python=join(location,process.platform==='win32'?'Scripts/python.exe':'bin/python');
+  if(marker?.build!==build || !existsSync(python))return false;
+  // A surviving marker is not proof that imports and the interpreter still work.
+  return importProbeSucceeded(spawnSync(python,['-c','import afu_context.local_cli, aiohttp, tiktoken'],{stdio:'ignore',timeout:process.platform==='win32'?30000:10000}));
+}
+export async function prepareRuntime(root,manifest,env=process.env) {
+  const base=env.AFU_RUNTIME_DIR ?? join(homedir(),'.local/share/afu-context/runtimes');
+  const location=join(base,manifest.build), lock=location+'.lock';
+  const token=randomUUID();
+  const current=()=>{
+    const pointer=read(join(base,manifest.build+'.location.json'))?.location;
+    // COSEC: a cache pointer may select only this build's sibling repair directories.
+    if(typeof pointer==='string' && dirname(resolve(pointer))===resolve(base) && basename(pointer).startsWith(manifest.build+'-repair-'))return pointer;
+    return location;
+  };
+  mkdirSync(base,{recursive:true,mode:0o700});
+  if(runtimeReady(current(),manifest.build))return current();
+  const deadline=Date.now()+180000;
+  while(true){
+    try{mkdirSync(lock,{mode:0o700});writeFileSync(join(lock,'owner.json'),JSON.stringify({pid:process.pid,token}),{mode:0o600});break;}
+    catch(e){if(e.code!=='EEXIST')throw e;}
+    recoverLock(lock);
+    if(runtimeReady(current(),manifest.build))return current();
+    if(Date.now()>deadline)throw Error('Runtime installation is still owned by another process: '+lock);
+    await sleep(300);
+  }
+  const owns=()=>read(join(lock,'owner.json'))?.token===token;
+  const run=async(command,args)=>{
+    if(!owns())throw Error('Runtime installation ownership changed');
+    try{await runInstall(command,args,env,pid=>writeFileSync(join(lock,'owner.json'),JSON.stringify({pid:process.pid,childPid:pid,token}),{mode:0o600}));}
+    finally{if(owns())writeFileSync(join(lock,'owner.json'),JSON.stringify({pid:process.pid,token}),{mode:0o600});}
+  };
+  let createdTarget;
+  try{
+    if(runtimeReady(current(),manifest.build))return current();
+    if(manifest.prebuilt && process.platform!=='win32'){
+      const payload=await obtainPack(root,manifest,'runtime',env,pid=>writeFileSync(join(lock,'owner.json'),JSON.stringify({pid:process.pid,childPid:pid,token}),{mode:0o600}));
+      const target=existsSync(location)?location+'-repair-'+randomUUID():location;
+      createdTarget=target;
+      cpSync(payload,target,{recursive:true,verbatimSymlinks:true});
+      const python=join(target,'bin/python');
+      await run(python,['-c','import afu_context.local_cli, aiohttp, tiktoken']);
+      writeFileSync(join(target,'afu-release.json'),JSON.stringify(manifest),{mode:0o600});
+      writeFileSync(join(target,'afu-ready.json'),JSON.stringify({build:manifest.build,cache_protocol:1}),{mode:0o600});
+      if(target!==location){const pointer=join(base,manifest.build+'.location.json'),temp=pointer+'.'+token;writeFileSync(temp,JSON.stringify({location:target}),{mode:0o600});renameSync(temp,pointer);}
+      return target;
+    }
+    const choices=env.AFU_PYTHON ? [[env.AFU_PYTHON,[]]] : process.platform==='win32' ? [['py',['-3']],['python',[]]] : [['python3',[]],['python',[]]];
+    const selected=choices.find(([cmd,args])=>spawnSync(cmd,[...args,'-c','import sys;sys.exit(sys.version_info<(3,11))'],{stdio:'ignore',timeout:10000}).status===0);
+    if(!selected)throw Error('Python 3.11+ is required. Install it or set AFU_PYTHON.');
+    // Keep a damaged environment at its old path so existing processes/files are not removed.
+    // New preparation uses a fresh directory; the venv must be created at its final path.
+    let target=location;
+    if(existsSync(location))target=location+'-repair-'+randomUUID();
+    const python=join(target,process.platform==='win32'?'Scripts/python.exe':'bin/python');
+    createdTarget=target;
+    await run(selected[0],[...selected[1],'-m','venv',target]);
+    const inputs=['-c',join(root,'python/constraints.txt'),join(root,'python',manifest.wheel)];
+    if(spawnSync('uv',['--version'],{stdio:'ignore',timeout:10000}).status===0)await run('uv',['pip','install','--python',python,...inputs]);
+    else await run(python,['-m','pip','install','--disable-pip-version-check',...inputs]);
+    await run(python,['-c','import afu_context.local_cli, aiohttp, tiktoken']);
+    writeFileSync(join(target,'afu-release.json'),JSON.stringify(manifest),{mode:0o600});
+    writeFileSync(join(target,'afu-ready.json'),JSON.stringify({build:manifest.build,cache_protocol:1}),{mode:0o600});
+    if(target!==location){
+      const pointer=join(base,manifest.build+'.location.json');
+      const temporary=pointer+'.'+token;
+      writeFileSync(temporary,JSON.stringify({location:target}),{mode:0o600});renameSync(temporary,pointer);
+    }
+    return target;
+  }catch(error){
+    if(owns()&&createdTarget)rmSync(createdTarget,{recursive:true,force:true});
+    throw error;
+  }finally{if(owns())rmSync(lock,{recursive:true,force:true});}
+}

package/package.json

@@ -1,6 +1,31 @@
 {
   "name": "afucontext",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
-}
+  "version": "0.1.18",
+  "type": "module",
+  "license": "Apache-2.0",
+  "description": "Local asynchronous context compression and diagnostics",
+  "bin": {
+    "afucontext": "bin/afu.mjs",
+    "afuctx": "bin/afu.mjs",
+    "afu": "bin/afu.mjs"
+  },
+  "engines": {
+    "node": "^22.19.0 || >=24.0.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {},
+  "files": [
+    "platform-dependencies.json",
+    "platform-locks",
+    "bin",
+    "python",
+    "src/afu_host_integrations",
+    "scripts",
+    "release.json",
+    "README.md",
+    "README.zh-CN.md",
+    "LICENSE"
+  ]
+}

package/platform-dependencies.json

@@ -0,0 +1,15 @@
+{
+  "pi": {
+    "@earendil-works/pi-coding-agent": "0.84.4"
+  },
+  "dsh": {
+    "@deepseek-ai/cordis": "4.1.0",
+    "@deepseek-ai/dsh-agent": "0.2.2-rc.1",
+    "@deepseek-ai/dsh-compaction": "0.2.2-rc.1",
+    "@deepseek-ai/dsh-compaction-basic": "0.2.2-rc.1",
+    "@deepseek-ai/dsh-llm": "0.2.2-rc.1",
+    "@deepseek-ai/cordis-plugin-include": "1.1.0",
+    "js-yaml": "4.3.2",
+    "@deepseek-ai/cordis-plugin-loader": "1.1.0"
+  }
+}