@volter/supercode-teams 0.2.42 → 0.2.43

package/connector/index.mjs

@@ -401,20 +401,48 @@ export class TeamsConnector {
     this.save();
   }
   capture(options) {
+    if(!options.preloaded&&this.largeSession(options))return Promise.resolve(this.captureLarge(options));
     const work=this.work.then(()=>this.captureSerial(options)).then(receipt=>{this.clearSessionProblem(options.harness,options.nativeSessionId);return receipt;});
     this.work=work.catch(()=>{});
     return work;
   }
-  async captureSerial({locator,descriptor=null,harness,nativeSessionId,visibility='restricted',ruleId=null,ruleRevision=null,coverage={completeness:'complete',reasons:[],missing:[]},backfill='all',rootPath=null,configuration=null,stamp}) {
+  largeSession({locator}){
+    try{return locator?.storage?.kind==='file'&&statSync(realpathSync(locator.storage.path)).size>=LARGE_CAPTURE_BYTES;}catch{return false;}
+  }
+  // A large transcript's load takes seconds to minutes. It runs in a lane of its own, outside the serial capture
+  // queue, so no small session's capture waits behind it; only the capture of what it loaded joins the queue.
+  captureLarge(options){
+    (this.largeQueue??=new Map()).set(`${options.harness}:${options.nativeSessionId}`,options);
+    if(!this.largeLane)this.largeLane=this.runLargeLane().finally(()=>{this.largeLane=null;});
+    return null;
+  }
+  async runLargeLane(){
+    while(this.largeQueue.size&&!this.abort.signal.aborted){
+      const [key,options]=this.largeQueue.entries().next().value;this.largeQueue.delete(key);
+      try{
+        const artifactBefore=statSync(realpathSync(options.locator.storage.path));
+        this.largeCaptures??=new Map();const last=this.largeCaptures.get(key);
+        if(last!=null&&this.clock.nowMs()-last<LARGE_CAPTURE_EVERY_MS)continue;
+        this.largeCaptures.set(key,this.clock.nowMs());
+        const loaded=await this.core.session(options.locator).load({timeoutMs:Math.max(30000,Math.ceil(artifactBefore.size/(1024*1024))*1000)});
+        await this.capture({...options,preloaded:{loaded,artifactBefore}});
+      }catch(error){
+        if(this.abort.signal.aborted)return;
+        this.noteSessionProblem(options,error);
+        process.stderr.write(`supercode teams: ${options.harness} session ${options.nativeSessionId} not synced: ${error.message}\n`);
+      }
+    }
+  }
+  async captureSerial({locator,descriptor=null,harness,nativeSessionId,visibility='restricted',ruleId=null,ruleRevision=null,coverage={completeness:'complete',reasons:[],missing:[]},backfill='all',rootPath=null,configuration=null,stamp,preloaded=null}) {
     if(this.state.outbox.length)await this.flushSerial();
     // Discovery hands each session the configuration its beat fetched; a follow event fetches its own.
     if(stamp===undefined)stamp=this.sessionStamp({locator,descriptor});
     if(!configuration)configuration=await this.configuration();const rule=configuration.rules.find(item=>item.id===ruleId&&item.revision===ruleRevision&&item.state==='active');if(!rule)throw Object.assign(new Error('sync rule is absent, inactive, or stale'),{code:'forbidden'});visibility=rule.visibility;
     const artifactSource=locator?.storage?.kind==='file'&&existsSync(locator.storage.path)?realpathSync(locator.storage.path):null;
-    const artifactBefore=artifactSource?statSync(artifactSource):null;
+    const artifactBefore=preloaded?preloaded.artifactBefore:artifactSource?statSync(artifactSource):null;
     const large=(artifactBefore?.size??0)>=LARGE_CAPTURE_BYTES,sessionKey=`${harness}:${nativeSessionId}`;
-    if(large){this.largeCaptures??=new Map();const last=this.largeCaptures.get(sessionKey);if(last!=null&&this.clock.nowMs()-last<LARGE_CAPTURE_EVERY_MS)return null;this.largeCaptures.set(sessionKey,this.clock.nowMs());}
-    const loaded=await this.core.session(locator).load(large?{timeoutMs:Math.max(30000,Math.ceil(artifactBefore.size/(1024*1024))*1000)}:undefined),configuredBackfill=rule.backfill??backfill??'all',backfillPolicy=typeof configuredBackfill==='string'?{mode:configuredBackfill,since:null}:configuredBackfill;
+    if(large&&!preloaded){this.largeCaptures??=new Map();const last=this.largeCaptures.get(sessionKey);if(last!=null&&this.clock.nowMs()-last<LARGE_CAPTURE_EVERY_MS)return null;this.largeCaptures.set(sessionKey,this.clock.nowMs());}
+    const loaded=preloaded?preloaded.loaded:await this.core.session(locator).load(large?{timeoutMs:Math.max(30000,Math.ceil(artifactBefore.size/(1024*1024))*1000)}:undefined),configuredBackfill=rule.backfill??backfill??'all',backfillPolicy=typeof configuredBackfill==='string'?{mode:configuredBackfill,since:null}:configuredBackfill;
     const key=`${harness}:${nativeSessionId}`,previous=this.state.origins[key]??null;
     let messages=(loaded.messages??loaded.turns??[]).map((entry,index)=>{const value=entry.value??Object.fromEntries(Object.entries(entry).filter(([key])=>!['id','native_key','recorded_at','timestamp'].includes(key)));return{native_key:entry.id??entry.native_key??String(index),recorded_at:recordedAt(entry),value};});
     // A session published without its native bundle is captured again, with the same messages, once the bundle can be built.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@volter/supercode-teams",
-  "version": "0.2.42",
+  "version": "0.2.43",
   "type": "module",
   "description": "A machine daemon serving this machine's doors, and a local or remote Teams server for shared session discovery, OpenTelemetry ingestion and access to enrolled machines.",
   "license": "MIT",