@kitelev/exocortex-cli 15.163.0 → 15.165.0

package/bin/ai-task-runner

@@ -0,0 +1,39 @@
+#!/usr/bin/env bash
+# ai-task-runner — executed inside spawned tmux session per claimed task.
+# Phase 6: real claude -p --dangerously-skip-permissions invocation.
+
+set -euo pipefail
+
+TASK_FILE="${1:?task file required}"
+SESSION_LOG="${2:?session log required}"
+
+mkdir -p "$(dirname "$SESSION_LOG")"
+exec >>"$SESSION_LOG" 2>&1
+
+echo "[runner] $(date '+%Y-%m-%dT%H:%M:%S%z'): start task=$TASK_FILE"
+
+# Extract metadata from task frontmatter
+eval "$(/usr/bin/python3 - "$TASK_FILE" <<'PYEOF'
+import sys, re
+fp = sys.argv[1]
+content = open(fp, encoding='utf-8').read()
+end = content.find('\n---', 3)
+fm = content[3:end]
+def get(key):
+    m = re.search(rf'^{re.escape(key)}\s*:\s*(.*)$', fm, re.MULTILINE)
+    return m.group(1).strip().strip('"') if m else ''
+model = get('aiTask__Task_model') or 'sonnet'
+timeout = get('aiTask__Task_timeoutMinutes') or '30'
+print(f"TASK_MODEL={model}")
+print(f"TASK_TIMEOUT={timeout}")
+PYEOF
+)"
+
+# Build prompt: full task file content (frontmatter + body)
+PROMPT="$(< "$TASK_FILE")"
+
+echo "[runner] $(date '+%Y-%m-%dT%H:%M:%S%z'): spawning claude model=$TASK_MODEL timeout=${TASK_TIMEOUT}m"
+
+# Run real claude -p — exec replaces this process
+exec env -u CLAUDECODE -u CLAUDE_CODE_ENTRYPOINT -u CLAUDE_CODE_EXECPATH \
+  claude --dangerously-skip-permissions --model "$TASK_MODEL" -p "$PROMPT"

package/bin/ai-task-worker

@@ -0,0 +1,127 @@
+#!/usr/bin/env bash
+# ai-task-worker — scan vault for delegated aiTask, claim atomically, spawn tmux session.
+#
+# Picks tasks where ems__Effort_status=Backlog AND aiTask__Task_delegated="true" AND no claimedBy.
+# Atomic claim via frontmatter update (writes Doing+claimedBy+claimedAt+sessionLog).
+# Spawns a detached tmux session named claude-child-<uuid> executing ai-task-runner,
+# which calls real claude -p --dangerously-skip-permissions with task content as prompt.
+
+set -euo pipefail
+
+VAULT_DIR="${EXOCORTEX_VAULT:-/Users/kitelev/vault-2025}"
+LOG_DIR="$HOME/.exocortex/logs"
+mkdir -p "$LOG_DIR"
+LOG="$LOG_DIR/aitask-worker.log"
+RUNNER="$HOME/.exocortex/bin/ai-task-runner"
+
+log() { echo "[ai-task-worker] $(date '+%Y-%m-%dT%H:%M:%S%z'): $*" | tee -a "$LOG"; }
+
+log "Scan start (vault=$VAULT_DIR)"
+
+/usr/bin/python3 - "$VAULT_DIR" "$LOG" "$RUNNER" "$$" <<'PYEOF'
+import os, re, sys, datetime, tempfile, shutil, subprocess
+
+vault, log_path, runner, parent_pid = sys.argv[1:5]
+
+def log(msg):
+    ts = datetime.datetime.now().strftime('%Y-%m-%dT%H:%M:%S%z')
+    line = f"[ai-task-worker] {ts}: {msg}"
+    print(line)
+    open(log_path, 'a').write(line + "\n")
+
+def now_iso5():
+    tz5 = datetime.timezone(datetime.timedelta(hours=5))
+    return datetime.datetime.now(tz5).strftime('%Y-%m-%dT%H:%M:%S+0500')
+
+def split_fm(text):
+    if not text.startswith('---'):
+        return None, text
+    end = text.find('\n---', 3)
+    if end == -1:
+        return None, text
+    return text[3:end], text[end+4:]
+
+def set_field(fm, key, val):
+    pat = re.compile(rf'^({re.escape(key)})\s*:.*$', re.MULTILINE)
+    if pat.search(fm):
+        return pat.sub(f'{key}: {val}', fm, 1)
+    return fm.rstrip('\n') + f'\n{key}: {val}\n'
+
+def get_field(fm, key):
+    m = re.search(rf'^{re.escape(key)}\s*:\s*(.*)$', fm, re.MULTILINE)
+    return m.group(1).strip() if m else ''
+
+def write_atomic(path, fm, body):
+    d = os.path.dirname(path)
+    with tempfile.NamedTemporaryFile('w', dir=d, delete=False, suffix='.tmp', encoding='utf-8') as t:
+        t.write(f"---{fm}\n---{body}")
+        tmp = t.name
+    shutil.move(tmp, path)
+
+DELEG_PAT = re.compile(r'aiTask__Task_delegated\s*:\s*"?true"?', re.IGNORECASE)
+BACKLOG_PAT = re.compile(r'ems__Effort_status\s*:\s*["\[]*ems__EffortStatusBacklog')
+CLAIMED_PAT = re.compile(r'^aiTask__Task_claimedBy\s*:', re.MULTILINE)
+
+candidates = []
+for dp, dns, fns in os.walk(vault):
+    dns[:] = [d for d in dns if not d.startswith('.')]
+    for fn in fns:
+        if not fn.endswith('.md'):
+            continue
+        fp = os.path.join(dp, fn)
+        try:
+            content = open(fp, encoding='utf-8').read()
+        except Exception:
+            continue
+        if not content.startswith('---'):
+            continue
+        fm, _ = split_fm(content)
+        if fm is None:
+            continue
+        if not DELEG_PAT.search(fm):
+            continue
+        if not BACKLOG_PAT.search(fm):
+            continue
+        if CLAIMED_PAT.search(fm):
+            continue
+        candidates.append(fp)
+
+log(f"Candidates: {len(candidates)}")
+
+for fp in candidates:
+    try:
+        content = open(fp, encoding='utf-8').read()
+        fm, body = split_fm(content)
+        if fm is None:
+            continue
+        uid = get_field(fm, 'exo__Asset_uid').strip('"')
+        label = get_field(fm, 'exo__Asset_label').strip('"')
+        session_name = f"claude-child-{uid}"
+        session_log = f"{os.path.expanduser('~')}/.exocortex/logs/aitask-session-{uid}.log"
+        ts = now_iso5()
+
+        # Atomic claim — set Doing + claimedBy + claimedAt + sessionLog + startTimestamp + updatedAt
+        new_fm = fm
+        new_fm = set_field(new_fm, 'ems__Effort_status', '"[[ems__EffortStatusDoing]]"')
+        new_fm = set_field(new_fm, 'aiTask__Task_claimedBy', f'"{parent_pid}"')
+        new_fm = set_field(new_fm, 'aiTask__Task_claimedAt', f'"{ts}"')
+        new_fm = set_field(new_fm, 'aiTask__Task_sessionLog', f'"{session_log}"')
+        if 'ems__Effort_startTimestamp' not in new_fm:
+            new_fm = set_field(new_fm, 'ems__Effort_startTimestamp', ts)
+        new_fm = set_field(new_fm, 'exo__Asset_updatedAt', ts)
+        write_atomic(fp, new_fm, body)
+        log(f"CLAIMED {uid} ({label}) → session={session_name}")
+
+        # Spawn detached tmux session named claude-child-<full-uuid>
+        cmd = ['tmux', 'new-session', '-d', '-s', session_name,
+               'bash', '-l', '-c', f"{runner} '{fp}' '{session_log}' 2>&1 | tee -a '{session_log}'"]
+        try:
+            subprocess.run(cmd, check=True)
+            log(f"SPAWNED tmux session {session_name}")
+        except subprocess.CalledProcessError as e:
+            log(f"SPAWN_FAIL {uid}: {e}")
+    except Exception as e:
+        log(f"ERROR {fp}: {e}")
+
+log("Scan done")
+PYEOF

package/dist/index.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-// @kitelev/exocortex-cli v15.163.0
+// @kitelev/exocortex-cli v15.165.0
 // CLI tool for Exocortex knowledge management system - SPARQL queries, task management, and more
 // License: MIT
 
@@ -802,7 +802,7 @@ exo__BacklinksTableBlock_columns:${f==="[]"?" []":f}
 `),i=!1;for(let s of r){if(s.match(/^aliases:\s*$/)){i=!0;continue}if(i){let c=s.match(/^\s+-\s+"?([^"]*)"?\s*$/);c?t.push(c[1].trim()):!s.startsWith(" ")&&!s.startsWith("	")&&(i=!1)}let a=s.match(/^aliases:\s+"?([^"\n]+)"?\s*$/);a&&a[1].trim()&&t.push(a[1].trim())}return t.filter(Boolean)}o(jX,"extractAliases");function $X(n,e){return n.includes("/concepts/")}o($X,"isConceptFile");function Cd(n){let e=[],t=(0,Ln.readdirSync)(n);for(let r of t){if(r.startsWith(".")||r==="node_modules")continue;let i=(0,ba.join)(n,r);(0,Ln.statSync)(i).isDirectory()?e.push(...Cd(i)):r.endsWith(".md")&&e.push(i)}return e}o(Cd,"walkMdFiles");function i2(n){let e=Cd(n),t=[];for(let r of e){let i;try{i=(0,Ln.readFileSync)(r,"utf-8")}catch{continue}if(!$X(r,i))continue;let s=Ay(i),a=s.exo__Asset_uid??"";if(!a)continue;let c=EN(s,r),l=jX(i);t.push({uid:a,label:c,aliases:l,filePath:r})}return t}o(i2,"loadConcepts");var TN=4,BX=new Set(["the","and","for","but","with","this","that","from","have","been","are","was","will","can","not","all","any","both","each","few","more","most","other","some","such","than","then","when","where","which","while","who","how","its","into","over"]);function VX(n){return n.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}o(VX,"escapeRegex");function vN(n,e){return e.length<TN||BX.has(e.toLowerCase())?!1:new RegExp(`\\b${VX(e)}\\b`,"i").test(n)}o(vN,"matchesWordBoundary");function Su(n,e){let t=n.toLowerCase(),r=e.toLowerCase();return r?t===r?1:r.length>=TN&&t.includes(r)?.85:0:0}o(Su,"scoreMatch");function UX(n,e,t,r){let i=n.toLowerCase(),s=e.toLowerCase(),a=t,c=[];for(let l of r){let u=0,f="body_substring",d=Su(i,l.label);if(d>u&&(u=d,f=d===1?"label_exact":"label_substring"),u<1){(vN(a,l.label)||vN(s,l.label))&&.9>u&&(u=.9,f="body_word_exact");let h=Su(s,l.label),p=h===1?.75:h>0?.65:0;p>u&&(u=p,f=h===1?"description_exact":"description_substring");let y=Su(a,l.label),b=y===1?.6:y>0?.5:0;b>u&&(u=b,f=y===1?"body_exact":"body_substring")}for(let h of l.aliases){let p=Su(i,h);if(p>0){let w=p*.9;w>u&&(u=w,f=p===1?"alias_label_exact":"alias_label_substring")}let y=Su(s,h);if(y>0){let w=y===1?.675:y*.65*.9;w>u&&(u=w,f="alias_description_substring")}let b=Su(a,h);if(b>0){let w=b===1?.54:b*.5*.9;w>u&&(u=w,f="alias_body_substring")}}u>0&&c.push({concept_uid:l.uid,concept_label:l.label,concept_file:l.filePath,confidence:Math.round(u*100)/100,match_type:f})}return c.sort((l,u)=>u.confidence-l.confidence),c.slice(0,3)}o(UX,"computeCandidates");function qX(n,e){return n.confidence>=e&&(n.match_type==="label_exact"||n.match_type==="alias_label_exact"||n.match_type==="body_word_exact")}o(qX,"isAutoApproved");async function WX(n){let e=(0,ba.resolve)(n.aiKnowDir),t=(0,ba.resolve)(n.vault??(0,ba.join)(e,"..","..","..")),r=n.autoThreshold??.8,i=i2(t),s=Cd(e),a=[];for(let c of s){let l;try{l=(0,Ln.readFileSync)(c,"utf-8")}catch{continue}let u=Ay(l),f=u.exo__Asset_uid??"";if(!f)continue;let d=EN(u,c),h=u.exo__Asset_description??"",p=n2(l),y=UX(d,h,p,i),b=y[0],w=b?qX(b,r):!1;a.push({aiKnow_uid:f,aiKnow_label:d,aiKnow_file:c,candidates:y,auto_approved:w,...w?{auto_approved_candidate:b}:{}})}return a}o(WX,"runBackfillSuggest");function GX(n,e){let t=e.substring(0,e.lastIndexOf("/"));(0,Ln.existsSync)(t)||(0,Ln.mkdirSync)(t,{recursive:!0});let r=n.map(i=>JSON.stringify(i)).join(`
 `);(0,Ln.writeFileSync)(e,r,"utf-8")}o(GX,"writeJsonl");function AN(){let n=(0,ba.join)((0,wN.homedir)(),".cache","exocortex","backfill-candidates.jsonl");return new ce("suggest").description("Suggest concept backfill candidates for aiKnow assets").requiredOption("--aiKnow-dir <path>","Path to aiKnow assets directory").option("--vault <path>","Path to Obsidian vault (for finding concepts)").option("--output <path>","Output JSONL path",n).option("--auto-threshold <number>","Auto-approve confidence threshold","0.8").option("--dry-run","Dry-run mode: output JSONL but do not write to vault (default)",!0).action(async e=>{let t=parseFloat(e.autoThreshold);if(isNaN(t)||t<0||t>1){console.error("\u274C --auto-threshold must be a number between 0 and 1"),process.exitCode=1;return}let r=(0,ba.resolve)(e.aiKnowDir);if(!(0,Ln.existsSync)(r)){console.error(`\u274C aiKnow directory not found: ${r}`),process.exitCode=1;return}console.log("\u{1F50D} Loading concepts from vault...");let i=e.vault?(0,ba.resolve)(e.vault):void 0,s=Date.now(),a=await WX({aiKnowDir:r,vault:i,output:e.output,autoThreshold:t,dryRun:e.dryRun}),c=((Date.now()-s)/1e3).toFixed(2),l=a.filter(f=>f.auto_approved).length,u=a.filter(f=>f.candidates.length>0).length;GX(a,e.output),console.log(`\u2705 Processed ${a.length} aiKnow assets in ${c}s`),console.log(`   ${u} assets have concept candidates`),console.log(`   ${l} assets auto-approved (confidence \u2265 ${t})`),console.log(`\u{1F4DD} Output: ${e.output}`),e.dryRun&&console.log("\u2139\uFE0F  Dry-run mode: no writes to vault")})}o(AN,"backfillSuggestCommand");var Cy=require("fs"),xy=require("path");var zX=new Set(["about","above","after","again","against","also","always","another","around","back","been","before","being","below","between","both","came","change","could","data","does","done","down","each","every","file","first","fixed","from","full","func","given","have","help","here","high","hook","html","http","https","info","into","issue","just","keep","know","last","like","line","list","load","look","made","make","many","more","most","much","must","need","next","none","note","null","only","open","over","page","part","pass","path","plan","plus","port","post","prev","prop","push","read","real","repo","rest","return","rule","runs","same","save","self","send","sets","show","side","size","slow","some","sort","step","such","sure","take","than","that","them","then","there","these","they","this","time","todo","true","type","under","used","user","uses","using","uuid","very","view","wait","want","ways","well","were","what","when","where","which","while","will","with","work","your","zero","eto","eto","pri","kak","tak","vse","dlya","pro"]);function HX(n){return n.toLowerCase().split(/[^a-z0-9_-]+/).filter(e=>e.length>=4&&!zX.has(e)&&/[a-z]/.test(e))}o(HX,"tokenize");function QX(n){let e=new Set;for(let t of n){e.add(t.label.toLowerCase());for(let r of t.aliases)e.add(r.toLowerCase())}return e}o(QX,"buildConceptTermSet");function KX(n,e,t){let r=Cd(n),i=new Map;for(let s of r){let a;try{a=(0,Cy.readFileSync)(s,"utf-8")}catch{continue}let l=Ay(a).exo__Asset_uid??"";if(!l)continue;let u=n2(a),f=HX(u),d=new Set;for(let h of f){if(d.has(h)||(d.add(h),e.has(h)))continue;let p=i.get(h)??{count:0,uids:[]};p.count++,p.uids.length<3&&p.uids.push(l),i.set(h,p)}}return Array.from(i.entries()).map(([s,{count:a,uids:c}])=>({term:s,frequency:a,sample_uids:c})).sort((s,a)=>a.frequency-s.frequency).slice(0,t)}o(KX,"extractOrphanTerms");function xN(){return new ce("orphan-terms").description("Extract high-frequency terms from aiKnow assets that have no matching ims__Concept").requiredOption("--aiKnow-dir <path>","Path to aiKnow assets directory").option("--vault <path>","Path to Obsidian vault (for finding concepts)").option("--top <number>","Number of top orphan terms to return","20").action(n=>{let e=parseInt(n.top,10);if(isNaN(e)||e<1){console.error("\u274C --top must be a positive integer"),process.exitCode=1;return}let t=(0,xy.resolve)(n.aiKnowDir);if(!(0,Cy.existsSync)(t)){console.error(`\u274C aiKnow directory not found: ${t}`),process.exitCode=1;return}let r=n.vault?(0,xy.resolve)(n.vault):(0,xy.resolve)(t,"..","..","..");console.log("\u{1F50D} Loading concepts from vault...");let i=i2(r),s=QX(i);console.log(`   ${i.length} concepts loaded (${s.size} unique terms/aliases)`),console.log("\u{1F4D6} Scanning aiKnow assets for orphan terms...");let a=Date.now(),c=KX(t,s,e),l=((Date.now()-a)/1e3).toFixed(2);console.log(`
 \u2705 Top ${c.length} orphan terms (${l}s):
-`),console.log(`${"Rank".padEnd(6)}${"Term".padEnd(30)}${"Freq".padEnd(8)}Sample UIDs`),console.log("-".repeat(90)),c.forEach((u,f)=>{let d=`#${f+1}`.padEnd(6),h=u.term.padEnd(30),p=String(u.frequency).padEnd(8),y=u.sample_uids.join(", ");console.log(`${d}${h}${p}${y}`)})})}o(xN,"backfillOrphanTermsCommand");function CN(){let n=new ce("backfill").description("Concept backfill tools for aiKnow assets");return n.addCommand(AN()),n.addCommand(xN()),n}o(CN,"backfillCommand");function IN(n){n.addCommand(KO()),n.addCommand(ZO()),n.addCommand(eF())}o(IN,"addQuerySubcommands");function RN(n){let e=new ce;e.name("exocortex").description("CLI tool for Exocortex knowledge management system").version(n??"15.163.0");let t=e.command("exoql").description("ExoQL query execution and cache management");IN(t);let r=e.command("sparql").description("(deprecated) Use 'exoql' instead");return IN(r),r.hook("preAction",()=>{console.error('\u26A0\uFE0F  "sparql" is deprecated. Use "exoql" instead.')}),e.addCommand(cD()),e.addCommand(fD()),e.addCommand(dD()),e.addCommand(pD()),e.addCommand(mD()),e.addCommand(bD()),e.addCommand(TD()),e.addCommand(MD()),e.addCommand(BD()),e.addCommand(GD()),e.addCommand(QD()),e.addCommand(KD()),e.addCommand(XD()),e.addCommand(cN()),e.addCommand(dN()),e.addCommand(SN()),e.addCommand(bN()),e.addCommand(CN()),e}o(RN,"createProgram");RN().parse();0&&(module.exports={createProgram});
+`),console.log(`${"Rank".padEnd(6)}${"Term".padEnd(30)}${"Freq".padEnd(8)}Sample UIDs`),console.log("-".repeat(90)),c.forEach((u,f)=>{let d=`#${f+1}`.padEnd(6),h=u.term.padEnd(30),p=String(u.frequency).padEnd(8),y=u.sample_uids.join(", ");console.log(`${d}${h}${p}${y}`)})})}o(xN,"backfillOrphanTermsCommand");function CN(){let n=new ce("backfill").description("Concept backfill tools for aiKnow assets");return n.addCommand(AN()),n.addCommand(xN()),n}o(CN,"backfillCommand");function IN(n){n.addCommand(KO()),n.addCommand(ZO()),n.addCommand(eF())}o(IN,"addQuerySubcommands");function RN(n){let e=new ce;e.name("exocortex").description("CLI tool for Exocortex knowledge management system").version(n??"15.165.0");let t=e.command("exoql").description("ExoQL query execution and cache management");IN(t);let r=e.command("sparql").description("(deprecated) Use 'exoql' instead");return IN(r),r.hook("preAction",()=>{console.error('\u26A0\uFE0F  "sparql" is deprecated. Use "exoql" instead.')}),e.addCommand(cD()),e.addCommand(fD()),e.addCommand(dD()),e.addCommand(pD()),e.addCommand(mD()),e.addCommand(bD()),e.addCommand(TD()),e.addCommand(MD()),e.addCommand(BD()),e.addCommand(GD()),e.addCommand(QD()),e.addCommand(KD()),e.addCommand(XD()),e.addCommand(cN()),e.addCommand(dN()),e.addCommand(SN()),e.addCommand(bN()),e.addCommand(CN()),e}o(RN,"createProgram");RN().parse();0&&(module.exports={createProgram});
 /*! Bundled license information:
 
 reflect-metadata/Reflect.js:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kitelev/exocortex-cli",
-  "version": "15.163.0",
+  "version": "15.165.0",
   "description": "CLI tool for Exocortex knowledge management system - SPARQL queries, task management, and more",
   "main": "dist/index.js",
   "bin": {
@@ -8,9 +8,12 @@
   },
   "files": [
     "dist",
+    "bin",
+    "scripts",
     "README.md"
   ],
   "scripts": {
+    "postinstall": "node ./scripts/postinstall.cjs",
     "build": "npm run build:bundle",
     "build:tsc": "tsc",
     "build:bundle": "node esbuild.config.mjs production",

package/scripts/postinstall.cjs

@@ -0,0 +1,28 @@
+#!/usr/bin/env node
+'use strict';
+// Idempotent postinstall: copies ai-task-{runner,worker} to ~/.exocortex/bin/
+
+const fs = require('fs');
+const path = require('path');
+const os = require('os');
+
+const BIN_SRC = path.join(__dirname, '..', 'bin');
+const BIN_DST = path.join(os.homedir(), '.exocortex', 'bin');
+
+const SCRIPTS = ['ai-task-runner', 'ai-task-worker'];
+
+try {
+  fs.mkdirSync(BIN_DST, { recursive: true });
+  for (const name of SCRIPTS) {
+    const src = path.join(BIN_SRC, name);
+    const dst = path.join(BIN_DST, name);
+    if (!fs.existsSync(src)) continue;
+    fs.copyFileSync(src, dst);
+    fs.chmodSync(dst, 0o755);
+    console.log(`[postinstall] installed ${name} → ${dst}`);
+  }
+} catch (err) {
+  // Non-fatal: CI environments may not have HOME
+  console.error(`[postinstall] skipped (${err.message})`);
+  process.exit(0);
+}