@sicilianwildcat/aiready 0.1.2 → 0.1.4

package/dist/cli.js

@@ -133,6 +133,59 @@ function loadAgentEntry(targetDir) {
   }
   return null;
 }
+var GRAPHIFY_DIRECT_PATHS = ["graphify-out/graph.json", ".graphify/graph.json"];
+function findGraphifyOutput(target) {
+  for (const p of GRAPHIFY_DIRECT_PATHS) {
+    const full = (0, import_path2.join)(target, p);
+    if (exists(full)) return full;
+  }
+  const datedBase = (0, import_path2.join)(target, "graphify-out");
+  if (exists(datedBase)) {
+    const subdirs = listDirs(datedBase).sort().reverse();
+    for (const subdir of subdirs) {
+      const candidate = (0, import_path2.join)(datedBase, subdir, "graph.json");
+      if (exists(candidate)) return candidate;
+    }
+  }
+  return null;
+}
+function loadFromGraph(target, graphPath) {
+  const raw = readFile(graphPath);
+  if (!raw) return [];
+  let graph;
+  try {
+    graph = JSON.parse(raw);
+  } catch {
+    return [];
+  }
+  const nodeDegree = /* @__PURE__ */ new Map();
+  for (const link of graph.links ?? []) {
+    nodeDegree.set(link.source, (nodeDegree.get(link.source) ?? 0) + 1);
+    nodeDegree.set(link.target, (nodeDegree.get(link.target) ?? 0) + 1);
+  }
+  const fileDegree = /* @__PURE__ */ new Map();
+  for (const node of graph.nodes ?? []) {
+    if (node.file_type !== "document") continue;
+    if (!node.source_file?.endsWith(".md")) continue;
+    const current = fileDegree.get(node.source_file) ?? 0;
+    fileDegree.set(node.source_file, current + (nodeDegree.get(node.id) ?? 0));
+  }
+  const topFiles = [...fileDegree.entries()].sort((a, b) => b[1] - a[1]).slice(0, 10).map(([filePath]) => filePath);
+  const repoFiles = [];
+  for (const filePath of topFiles) {
+    const full = (0, import_path2.join)(target, filePath);
+    if (!exists(full)) continue;
+    const content = readFile(full);
+    if (content === null) continue;
+    repoFiles.push({
+      path: filePath,
+      name: filePath.split("/").pop() ?? filePath,
+      preview: content.slice(0, 200),
+      fullContent: content
+    });
+  }
+  return repoFiles;
+}
 function loadRepo(targetDir) {
   const read = (name) => readFile((0, import_path2.join)(targetDir, name));
   const packageJsonRaw = read("package.json");
@@ -149,15 +202,27 @@ function loadRepo(targetDir) {
   const progressMd = read("PROGRESS.md") ?? read("progress.md");
   const sessionHandoffMd = read("SESSION-HANDOFF.md") ?? read("session-handoff.md");
   const progressMdModifiedAt = statMtime((0, import_path2.join)(targetDir, "PROGRESS.md")) ?? statMtime((0, import_path2.join)(targetDir, "progress.md"));
-  const rawMdFiles = walkMdFiles(targetDir);
-  const mdFiles = rawMdFiles.map(({ relPath, name, fullContent }) => ({
-    path: relPath,
-    name,
-    preview: fullContent.slice(0, 200),
-    fullContent
-  }));
+  const graphPath = findGraphifyOutput(targetDir);
+  let mdFiles;
+  let usedGraphify = false;
+  if (graphPath) {
+    mdFiles = loadFromGraph(targetDir, graphPath);
+    usedGraphify = true;
+    const rel = graphPath.startsWith(targetDir) ? graphPath.slice(targetDir.length + 1) : graphPath;
+    console.log(`  Using Graphify knowledge graph (${rel})`);
+    console.log(`  Top ${mdFiles.length} files by centrality selected`);
+  } else {
+    const rawMdFiles = walkMdFiles(targetDir);
+    mdFiles = rawMdFiles.map(({ relPath, name, fullContent }) => ({
+      path: relPath,
+      name,
+      preview: fullContent.slice(0, 200),
+      fullContent
+    }));
+  }
   return {
     mdFiles,
+    usedGraphify,
     agentsMd,
     architectureMd,
     constraintsMd,
@@ -173,6 +238,19 @@ function loadRepo(targetDir) {
 }
 
 // src/audit/mapper.ts
+var TRIAGE_SYSTEM = `You are a repository analyst. Given a list of file paths,
+identify which files could plausibly serve as harness artifacts for AI
+coding agents.
+
+Harness artifacts include: agent instructions, project progress tracking,
+architecture documentation, constraints or rules, session state,
+design decisions.
+
+Exclude: changelogs, license files, generated API docs, package readmes,
+dependency documentation, test fixtures, lock files.
+
+Respond with valid JSON only:
+{ "relevant": ["path/to/file.md", ...] }`;
 var MAPPER_SYSTEM = `You are classifying repository markdown files by AI agent harness subsystem.
 
 There are exactly 5 subsystems:
@@ -194,6 +272,20 @@ var VALID_SUBSYSTEMS = /* @__PURE__ */ new Set([
   "memory",
   "constraints"
 ]);
+function firstLines(content, lineCount) {
+  return content.split("\n").slice(0, lineCount).join("\n");
+}
+function parseTriageResponse(text) {
+  try {
+    const jsonMatch = text.match(/\{[\s\S]*\}/);
+    if (!jsonMatch) return [];
+    const parsed = JSON.parse(jsonMatch[0]);
+    if (!Array.isArray(parsed.relevant)) return [];
+    return parsed.relevant.filter((p) => typeof p === "string");
+  } catch {
+    return [];
+  }
+}
 function parseMapperResponse(text) {
   try {
     const jsonMatch = text.match(/\{[\s\S]*\}/);
@@ -210,15 +302,41 @@ function parseMapperResponse(text) {
     return [];
   }
 }
-async function mapFiles(mdFiles, provider) {
-  if (mdFiles.length === 0) return [];
-  const fileList = mdFiles.map((f) => `- path: ${f.path}
-  preview: ${JSON.stringify(f.preview)}`).join("\n");
-  const text = await provider.chat(MAPPER_SYSTEM, `Classify these repository files:
+async function triageByFilename(mdFiles, provider) {
+  const fileList = mdFiles.map((f) => `- ${f.path}`).join("\n");
+  const text = await provider.chat(
+    TRIAGE_SYSTEM,
+    `Identify harness-relevant files from these paths:
 
-${fileList}`, { fast: true });
+${fileList}`,
+    { fast: true }
+  );
+  return parseTriageResponse(text);
+}
+async function classifyFiles(relevantFiles, provider) {
+  const fileList = relevantFiles.map((f) => `- path: ${f.path}
+  preview: ${JSON.stringify(firstLines(f.fullContent, 50))}`).join("\n");
+  const text = await provider.chat(
+    MAPPER_SYSTEM,
+    `Classify these repository files:
+
+${fileList}`,
+    { fast: true }
+  );
   return parseMapperResponse(text);
 }
+async function mapFiles(mdFiles, provider, usedGraphify = false) {
+  if (mdFiles.length === 0) return [];
+  if (usedGraphify) {
+    return classifyFiles(mdFiles, provider);
+  }
+  const relevantPaths = await triageByFilename(mdFiles, provider);
+  if (relevantPaths.length === 0) return [];
+  const pathSet = new Set(relevantPaths);
+  const relevantFiles = mdFiles.filter((f) => pathSet.has(f.path));
+  if (relevantFiles.length === 0) return [];
+  return classifyFiles(relevantFiles, provider);
+}
 
 // src/audit/cross-ref.ts
 function extractNpmRunCommands(content) {
@@ -244,23 +362,28 @@ function extractDocumentedModules(content) {
   }
   return [...new Set(modules)];
 }
-function checkCommands(files) {
-  if (!files.agentsMd) {
+function checkCommands(files, mappings, mdFileMap) {
+  let contentToCheck = files.agentsMd;
+  if (!contentToCheck && mappings.length > 0) {
+    const mapped = mappings.filter((m) => m.subsystems.includes("identity") || m.subsystems.includes("verification")).map((m) => mdFileMap.get(m.path)).filter((c) => c !== void 0).join("\n\n");
+    if (mapped) contentToCheck = mapped;
+  }
+  if (!contentToCheck) {
     return [
       {
         name: "commands-in-agents-exist-in-package",
         passed: false,
-        detail: "No AGENTS.md to extract commands from"
+        detail: "No agent harness file found to extract commands from"
       }
     ];
   }
-  const commands = extractNpmRunCommands(files.agentsMd);
+  const commands = extractNpmRunCommands(contentToCheck);
   if (commands.length === 0) {
     return [
       {
         name: "commands-in-agents-exist-in-package",
         passed: true,
-        detail: "No npm run commands found in AGENTS.md bash blocks"
+        detail: "No npm run commands found in harness bash blocks"
       }
     ];
   }
@@ -272,30 +395,35 @@ function checkCommands(files) {
       {
         name: "commands-in-agents-exist-in-package",
         passed: true,
-        detail: `All ${commands.length} npm run command(s) in AGENTS.md found in package.json scripts`
+        detail: `All ${commands.length} npm run command(s) in harness found in package.json scripts`
       }
     ];
   }
   return missing.map((cmd) => ({
     name: "commands-in-agents-exist-in-package",
     passed: false,
-    detail: `\`npm run ${cmd}\` in AGENTS.md not found in package.json scripts`
+    detail: `\`npm run ${cmd}\` in harness not found in package.json scripts`
   }));
 }
-function checkModules(files) {
-  if (!files.architectureMd) {
+function checkModules(files, mappings, mdFileMap) {
+  let contentToCheck = files.architectureMd;
+  if (!contentToCheck && mappings.length > 0) {
+    const mapped = mappings.filter((m) => m.subsystems.includes("memory")).map((m) => mdFileMap.get(m.path)).filter((c) => c !== void 0).join("\n\n");
+    if (mapped) contentToCheck = mapped;
+  }
+  if (!contentToCheck) {
     return {
       name: "architecture-modules-match-src",
       passed: false,
-      detail: "No ARCHITECTURE.md to extract documented modules from"
+      detail: "No architecture file found to extract documented modules from"
     };
   }
-  const documented = extractDocumentedModules(files.architectureMd);
+  const documented = extractDocumentedModules(contentToCheck);
   if (documented.length === 0) {
     return {
       name: "architecture-modules-match-src",
       passed: true,
-      detail: "No annotated module directories found in ARCHITECTURE.md"
+      detail: "No annotated module directories found in architecture file"
     };
   }
   const missing = documented.filter((mod) => !files.srcDirs.includes(mod));
@@ -309,7 +437,7 @@ function checkModules(files) {
   return {
     name: "architecture-modules-match-src",
     passed: false,
-    detail: `Module(s) in ARCHITECTURE.md not found in src/: ${missing.join(", ")}`
+    detail: `Module(s) in architecture file not found in src/: ${missing.join(", ")}`
   };
 }
 function checkProgressFreshness(files) {
@@ -334,11 +462,12 @@ function checkProgressFreshness(files) {
     detail: `PROGRESS.md last updated ${Math.round(ageDays)} days ago (threshold: 7)`
   };
 }
-function crossRef(files) {
+function crossRef(files, mappings = []) {
+  const mdFileMap = new Map(files.mdFiles.map((f) => [f.path, f.fullContent]));
   return {
     checks: [
-      ...checkCommands(files),
-      checkModules(files),
+      ...checkCommands(files, mappings, mdFileMap),
+      checkModules(files, mappings, mdFileMap),
       checkProgressFreshness(files)
     ]
   };
@@ -424,7 +553,7 @@ ${contentSections}`,
   const overall = Math.round(
     (identity.score + verification.score + state.score + memory.score + constraints.score) / 5
   );
-  const xref = crossRef(files);
+  const xref = crossRef(files, mappings);
   return { identity, verification, state, memory, constraints, overall, crossRef: xref };
 }
 
@@ -485,6 +614,7 @@ function report(scored, opts) {
   if (opts.json) {
     const out = {
       overall: scored.overall,
+      ...opts.tokenUsage !== void 0 ? { token_usage: opts.tokenUsage } : {},
       subsystems: {
         identity: { score: scored.identity.score, gaps: scored.identity.gaps, files: scored.identity.files },
         verification: { score: scored.verification.score, gaps: scored.verification.gaps, files: scored.verification.files },
@@ -541,16 +671,28 @@ var OPENAI_FALLBACK_MODELS = [
   { id: "gpt-3.5-turbo", label: "GPT-3.5 Turbo" }
 ];
 
+// src/utils/tokens.ts
+function estimateTokens(text) {
+  return Math.ceil(text.length / 4);
+}
+
 // src/utils/llm.ts
+function estimateChatTokens(system, user, response) {
+  return estimateTokens(system) + estimateTokens(user) + estimateTokens(response);
+}
 var ANTHROPIC_FAST = "claude-haiku-4-5-20251001";
 var ANTHROPIC_QUALITY = "claude-sonnet-4-6";
 var AnthropicProvider = class {
   client;
   modelId;
+  totalTokens = 0;
   constructor(apiKey, modelId) {
     this.client = new import_sdk.default({ apiKey });
     this.modelId = modelId;
   }
+  getTotalTokens() {
+    return this.totalTokens;
+  }
   async chat(system, user, opts) {
     const model = this.modelId ?? (opts?.fast ? ANTHROPIC_FAST : ANTHROPIC_QUALITY);
     const maxTokens = opts?.fast ? 1024 : 2048;
@@ -561,7 +703,9 @@ var AnthropicProvider = class {
       messages: [{ role: "user", content: user }]
     });
     const block = response.content.find((b) => b.type === "text");
-    return block && block.type === "text" ? block.text : "";
+    const text = block && block.type === "text" ? block.text : "";
+    this.totalTokens += estimateChatTokens(system, user, text);
+    return text;
   }
 };
 var OPENAI_FAST = "gpt-4o-mini";
@@ -569,11 +713,15 @@ var OPENAI_QUALITY = "gpt-4o";
 var OpenAIProvider = class {
   client;
   modelId;
+  totalTokens = 0;
   constructor(apiKey, modelId) {
     const baseURL = process.env["OPENAI_BASE_URL"];
     this.client = new import_openai.default({ apiKey, ...baseURL ? { baseURL } : {} });
     this.modelId = modelId;
   }
+  getTotalTokens() {
+    return this.totalTokens;
+  }
   async chat(system, user, opts) {
     const model = this.modelId ?? (opts?.fast ? OPENAI_FAST : OPENAI_QUALITY);
     const response = await this.client.chat.completions.create({
@@ -583,12 +731,15 @@ var OpenAIProvider = class {
         { role: "user", content: user }
       ]
     });
-    return response.choices[0]?.message?.content ?? "";
+    const text = response.choices[0]?.message?.content ?? "";
+    this.totalTokens += estimateChatTokens(system, user, text);
+    return text;
   }
 };
 var OllamaProvider = class {
   client;
   model;
+  totalTokens = 0;
   constructor() {
     const host = process.env["OLLAMA_HOST"] ?? "http://localhost:11434";
     this.model = process.env["OLLAMA_MODEL"] ?? "llama3";
@@ -597,6 +748,9 @@ var OllamaProvider = class {
       baseURL: `${host}/v1`
     });
   }
+  getTotalTokens() {
+    return this.totalTokens;
+  }
   async chat(system, user) {
     const response = await this.client.chat.completions.create({
       model: this.model,
@@ -605,7 +759,9 @@ var OllamaProvider = class {
         { role: "user", content: user }
       ]
     });
-    return response.choices[0]?.message?.content ?? "";
+    const text = response.choices[0]?.message?.content ?? "";
+    this.totalTokens += estimateChatTokens(system, user, text);
+    return text;
   }
 };
 var NON_CHAT_MODEL_SUBSTRINGS = [
@@ -747,9 +903,15 @@ async function runAudit(target, opts) {
   const provider = createProvider(config.provider, config.apiKey, config.modelId);
   const targetDir = (0, import_path3.resolve)(target);
   const files = loadRepo(targetDir);
-  const mappings = await mapFiles(files.mdFiles, provider);
+  const mappings = await mapFiles(files.mdFiles, provider, files.usedGraphify);
   const scored = await scoreRepo(files, mappings, provider);
-  report(scored, { json: opts.json });
+  const totalTokens = provider.getTotalTokens();
+  report(scored, { json: opts.json, tokenUsage: totalTokens });
+  if (!opts.json) {
+    const display = totalTokens >= 1e3 ? `~${Math.ceil(totalTokens / 1e3)}k` : `~${totalTokens}`;
+    console.log(`
+Tokens used: ${display}`);
+  }
   if (scored.overall < opts.minScore) {
     process.exit(1);
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sicilianwildcat/aiready",
-  "version": "0.1.2",
+  "version": "0.1.4",
   "description": "Audit repositories for AI agent readiness",
   "license": "MIT",
   "author": "harikrishn4a",