@sicilianwildcat/aiready 0.1.1 → 0.1.3

package/dist/cli.js

@@ -173,6 +173,19 @@ function loadRepo(targetDir) {
 }
 
 // src/audit/mapper.ts
+var TRIAGE_SYSTEM = `You are a repository analyst. Given a list of files with short previews,
+identify which files could plausibly serve as harness artifacts for AI
+coding agents.
+
+Harness artifacts include: agent instructions, project progress tracking,
+architecture documentation, constraints or rules, session state,
+design decisions.
+
+Exclude: changelogs, license files, generated API docs, package readmes,
+dependency documentation, test fixtures, lock files.
+
+Respond with valid JSON only:
+{ "relevant": ["path/to/file.md", ...] }`;
 var MAPPER_SYSTEM = `You are classifying repository markdown files by AI agent harness subsystem.
 
 There are exactly 5 subsystems:
@@ -194,6 +207,20 @@ var VALID_SUBSYSTEMS = /* @__PURE__ */ new Set([
   "memory",
   "constraints"
 ]);
+function firstLines(content, lineCount) {
+  return content.split("\n").slice(0, lineCount).join("\n");
+}
+function parseTriageResponse(text) {
+  try {
+    const jsonMatch = text.match(/\{[\s\S]*\}/);
+    if (!jsonMatch) return [];
+    const parsed = JSON.parse(jsonMatch[0]);
+    if (!Array.isArray(parsed.relevant)) return [];
+    return parsed.relevant.filter((p) => typeof p === "string");
+  } catch {
+    return [];
+  }
+}
 function parseMapperResponse(text) {
   try {
     const jsonMatch = text.match(/\{[\s\S]*\}/);
@@ -210,15 +237,39 @@ function parseMapperResponse(text) {
     return [];
   }
 }
-async function mapFiles(mdFiles, provider) {
-  if (mdFiles.length === 0) return [];
+async function triageFiles(mdFiles, provider) {
   const fileList = mdFiles.map((f) => `- path: ${f.path}
-  preview: ${JSON.stringify(f.preview)}`).join("\n");
-  const text = await provider.chat(MAPPER_SYSTEM, `Classify these repository files:
+  preview: ${JSON.stringify(firstLines(f.fullContent, 5))}`).join("\n");
+  const text = await provider.chat(
+    TRIAGE_SYSTEM,
+    `Identify harness-relevant files:
 
-${fileList}`, { fast: true });
+${fileList}`,
+    { fast: true }
+  );
+  return parseTriageResponse(text);
+}
+async function classifyFiles(relevantFiles, provider) {
+  const fileList = relevantFiles.map((f) => `- path: ${f.path}
+  preview: ${JSON.stringify(firstLines(f.fullContent, 50))}`).join("\n");
+  const text = await provider.chat(
+    MAPPER_SYSTEM,
+    `Classify these repository files:
+
+${fileList}`,
+    { fast: true }
+  );
   return parseMapperResponse(text);
 }
+async function mapFiles(mdFiles, provider) {
+  if (mdFiles.length === 0) return [];
+  const relevantPaths = await triageFiles(mdFiles, provider);
+  if (relevantPaths.length === 0) return [];
+  const pathSet = new Set(relevantPaths);
+  const relevantFiles = mdFiles.filter((f) => pathSet.has(f.path));
+  if (relevantFiles.length === 0) return [];
+  return classifyFiles(relevantFiles, provider);
+}
 
 // src/audit/cross-ref.ts
 function extractNpmRunCommands(content) {
@@ -485,6 +536,7 @@ function report(scored, opts) {
   if (opts.json) {
     const out = {
       overall: scored.overall,
+      ...opts.tokenUsage !== void 0 ? { token_usage: opts.tokenUsage } : {},
       subsystems: {
         identity: { score: scored.identity.score, gaps: scored.identity.gaps, files: scored.identity.files },
         verification: { score: scored.verification.score, gaps: scored.verification.gaps, files: scored.verification.files },
@@ -541,16 +593,28 @@ var OPENAI_FALLBACK_MODELS = [
   { id: "gpt-3.5-turbo", label: "GPT-3.5 Turbo" }
 ];
 
+// src/utils/tokens.ts
+function estimateTokens(text) {
+  return Math.ceil(text.length / 4);
+}
+
 // src/utils/llm.ts
+function estimateChatTokens(system, user, response) {
+  return estimateTokens(system) + estimateTokens(user) + estimateTokens(response);
+}
 var ANTHROPIC_FAST = "claude-haiku-4-5-20251001";
 var ANTHROPIC_QUALITY = "claude-sonnet-4-6";
 var AnthropicProvider = class {
   client;
   modelId;
+  totalTokens = 0;
   constructor(apiKey, modelId) {
     this.client = new import_sdk.default({ apiKey });
     this.modelId = modelId;
   }
+  getTotalTokens() {
+    return this.totalTokens;
+  }
   async chat(system, user, opts) {
     const model = this.modelId ?? (opts?.fast ? ANTHROPIC_FAST : ANTHROPIC_QUALITY);
     const maxTokens = opts?.fast ? 1024 : 2048;
@@ -561,7 +625,9 @@ var AnthropicProvider = class {
       messages: [{ role: "user", content: user }]
     });
     const block = response.content.find((b) => b.type === "text");
-    return block && block.type === "text" ? block.text : "";
+    const text = block && block.type === "text" ? block.text : "";
+    this.totalTokens += estimateChatTokens(system, user, text);
+    return text;
   }
 };
 var OPENAI_FAST = "gpt-4o-mini";
@@ -569,11 +635,15 @@ var OPENAI_QUALITY = "gpt-4o";
 var OpenAIProvider = class {
   client;
   modelId;
+  totalTokens = 0;
   constructor(apiKey, modelId) {
     const baseURL = process.env["OPENAI_BASE_URL"];
     this.client = new import_openai.default({ apiKey, ...baseURL ? { baseURL } : {} });
     this.modelId = modelId;
   }
+  getTotalTokens() {
+    return this.totalTokens;
+  }
   async chat(system, user, opts) {
     const model = this.modelId ?? (opts?.fast ? OPENAI_FAST : OPENAI_QUALITY);
     const response = await this.client.chat.completions.create({
@@ -583,12 +653,15 @@ var OpenAIProvider = class {
         { role: "user", content: user }
       ]
     });
-    return response.choices[0]?.message?.content ?? "";
+    const text = response.choices[0]?.message?.content ?? "";
+    this.totalTokens += estimateChatTokens(system, user, text);
+    return text;
   }
 };
 var OllamaProvider = class {
   client;
   model;
+  totalTokens = 0;
   constructor() {
     const host = process.env["OLLAMA_HOST"] ?? "http://localhost:11434";
     this.model = process.env["OLLAMA_MODEL"] ?? "llama3";
@@ -597,6 +670,9 @@ var OllamaProvider = class {
       baseURL: `${host}/v1`
     });
   }
+  getTotalTokens() {
+    return this.totalTokens;
+  }
   async chat(system, user) {
     const response = await this.client.chat.completions.create({
       model: this.model,
@@ -605,15 +681,42 @@ var OllamaProvider = class {
         { role: "user", content: user }
       ]
     });
-    return response.choices[0]?.message?.content ?? "";
+    const text = response.choices[0]?.message?.content ?? "";
+    this.totalTokens += estimateChatTokens(system, user, text);
+    return text;
   }
 };
+var NON_CHAT_MODEL_SUBSTRINGS = [
+  "codex",
+  // coding agent — different API surface
+  "image",
+  // image generation
+  "tts",
+  // text to speech
+  "transcribe",
+  // audio to text
+  "whisper",
+  // audio transcription
+  "computer-use",
+  // computer use agent
+  "search-preview",
+  // search-augmented interface
+  "realtime"
+  // realtime audio API
+];
+function isChatCompatibleOpenAIModel(id) {
+  const isChatFamily = id.startsWith("gpt-") || id.startsWith("o1") || id.startsWith("o3");
+  if (!isChatFamily || id.includes(":")) {
+    return false;
+  }
+  return !NON_CHAT_MODEL_SUBSTRINGS.some((s) => id.includes(s));
+}
 async function listOpenAIModels(apiKey) {
   try {
     const baseURL = process.env["OPENAI_BASE_URL"];
     const client = new import_openai.default({ apiKey, ...baseURL ? { baseURL } : {} });
     const response = await client.models.list();
-    const chatModels = response.data.filter((m) => m.id.startsWith("gpt-") && !m.id.includes(":")).sort((a, b) => b.created - a.created).map((m) => ({ id: m.id, label: m.id }));
+    const chatModels = response.data.filter((m) => isChatCompatibleOpenAIModel(m.id)).sort((a, b) => b.created - a.created).map((m) => ({ id: m.id, label: m.id }));
     return chatModels.length > 0 ? chatModels : OPENAI_FALLBACK_MODELS;
   } catch {
     return OPENAI_FALLBACK_MODELS;
@@ -700,7 +803,7 @@ async function promptModelId(provider, apiKey) {
   }
   const models = await listOpenAIModels(apiKey);
   return (0, import_prompts.select)({
-    message: "Select model:",
+    message: "Select model: (chat-compatible models only)",
     choices: models.map((m) => ({ name: m.label, value: m.id }))
   });
 }
@@ -724,7 +827,13 @@ async function runAudit(target, opts) {
   const files = loadRepo(targetDir);
   const mappings = await mapFiles(files.mdFiles, provider);
   const scored = await scoreRepo(files, mappings, provider);
-  report(scored, { json: opts.json });
+  const totalTokens = provider.getTotalTokens();
+  report(scored, { json: opts.json, tokenUsage: totalTokens });
+  if (!opts.json) {
+    const display = totalTokens >= 1e3 ? `~${Math.ceil(totalTokens / 1e3)}k` : `~${totalTokens}`;
+    console.log(`
+Tokens used: ${display}`);
+  }
   if (scored.overall < opts.minScore) {
     process.exit(1);
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sicilianwildcat/aiready",
-  "version": "0.1.1",
+  "version": "0.1.3",
   "description": "Audit repositories for AI agent readiness",
   "license": "MIT",
   "author": "harikrishn4a",