@drewpayment/mink 0.10.0 → 0.10.1

package/src/commands/scan.ts

@@ -1,8 +1,13 @@
 import { readFileSync } from "fs";
-import { join } from "path";
+import { join, relative } from "path";
 import { fileIndexPath, configPath } from "../core/paths";
 import { atomicWriteJson, safeReadJson } from "../core/fs-utils";
-import { scanProject, loadConfig, getExcludes } from "../core/scanner";
+import {
+  scanProject,
+  scanProjectWithStats,
+  loadConfig,
+  getExcludes,
+} from "../core/scanner";
 import { extractDescription } from "../core/description";
 import { estimateTokens } from "../core/token-estimate";
 import {
@@ -13,6 +18,11 @@ import {
 } from "../core/index-store";
 import type { FileIndex, FileIndexEntry } from "../types/file-index";
 
+function configRelativePath(cfgPath: string, cwd: string): string {
+  const rel = relative(cwd, cfgPath);
+  return rel.startsWith("..") ? cfgPath : rel;
+}
+
 function loadExistingIndex(indexPath: string): FileIndex {
   const raw = safeReadJson(indexPath);
   if (isFileIndex(raw)) return raw;
@@ -64,7 +74,8 @@ export function scan(cwd: string, options: { check: boolean }): void {
   const start = Date.now();
   const index = loadExistingIndex(idxPath);
 
-  const scanned = scanProject(cwd, excludes, maxFiles);
+  const stats = scanProjectWithStats(cwd, excludes, maxFiles);
+  const scanned = stats.files;
 
   // Build new entries, preserving lifetime counters
   const newIndex = createEmptyIndex();
@@ -95,7 +106,19 @@ export function scan(cwd: string, options: { check: boolean }): void {
   atomicWriteJson(idxPath, newIndex);
 
   const elapsed = Date.now() - start;
-  console.log(
-    `[mink] indexed ${newIndex.header.totalFiles} files in ${elapsed}ms`
-  );
+  if (stats.truncated > 0) {
+    console.log(
+      `[mink] scanned ${stats.totalScanned} files; indexed ${newIndex.header.totalFiles} most recent in ${elapsed}ms`
+    );
+    console.log(
+      `  ${stats.truncated} files past maxFiles=${maxFiles} were not indexed`
+    );
+    console.log(
+      `  raise the cap by setting "maxFiles" in ${configRelativePath(cfgPath, cwd)}`
+    );
+  } else {
+    console.log(
+      `[mink] indexed ${newIndex.header.totalFiles} files in ${elapsed}ms`
+    );
+  }
 }

package/src/commands/wiki.ts

@@ -14,7 +14,11 @@ import {
 import { atomicWriteJson } from "../core/fs-utils";
 import { setConfigValue } from "../core/global-config";
 import { seedTemplates } from "../core/vault-templates";
-import { rebuildVaultIndex, loadVaultIndex } from "../core/note-index";
+import {
+  rebuildVaultIndex,
+  loadVaultIndex,
+  vaultIndexStaleness,
+} from "../core/note-index";
 import { updateMasterIndex } from "../core/note-linker";
 import type { VaultManifest, NoteCategory } from "../types/note";
 
@@ -32,6 +36,7 @@ export async function wiki(
       wikiStatus();
       break;
     case "rebuild-index":
+    case "scan":
       wikiRebuildIndex();
       break;
     case "organize":
@@ -51,7 +56,8 @@ export async function wiki(
       console.log();
       console.log("  init                Initialize the notes/wiki vault");
       console.log("  status              Show vault statistics");
-      console.log("  rebuild-index       Full rescan and reindex of vault");
+      console.log("  rebuild-index       Full rescan and reindex of vault (alias: scan)");
+      console.log("  scan                Alias for rebuild-index");
       console.log("  organize            List inbox notes needing categorization");
       console.log("  link <path> [name]  Symlink external notes into the vault");
       console.log("  unlink <name>       Remove a symlinked directory from the vault");
@@ -174,6 +180,13 @@ function wikiStatus(): void {
   }
 
   const vaultPath = resolveVaultPath();
+  const staleness = vaultIndexStaleness();
+  if (staleness.isStale) {
+    console.log(
+      `[mink] vault index is stale (${staleness.reason}) — rebuilding...`
+    );
+    rebuildVaultIndex();
+  }
   const index = loadVaultIndex();
 
   const categoryCounts: Record<string, number> = {
@@ -200,7 +213,10 @@ function wikiStatus(): void {
   }
   console.log();
   console.log(
-    `  last indexed: ${index.lastScanTimestamp || "never"}`
+    `  last full scan: ${index.lastFullScanTimestamp || "never"}`
+  );
+  console.log(
+    `  last update:    ${index.lastScanTimestamp || "never"}`
   );
 
   const links = listLinks();

package/src/core/note-index.ts

@@ -7,6 +7,7 @@ import type { VaultIndex, VaultIndexEntry, NoteCategory } from "../types/note";
 export function createEmptyVaultIndex(): VaultIndex {
   return {
     lastScanTimestamp: "",
+    lastFullScanTimestamp: "",
     totalNotes: 0,
     entries: {},
   };
@@ -182,7 +183,9 @@ export function rebuildVaultIndex(): VaultIndex {
     }
   }
 
-  index.lastScanTimestamp = new Date().toISOString();
+  const now = new Date().toISOString();
+  index.lastScanTimestamp = now;
+  index.lastFullScanTimestamp = now;
   saveVaultIndex(index);
   return index;
 }
@@ -219,6 +222,52 @@ export function getRecentNotes(n: number): VaultIndexEntry[] {
     .slice(0, n);
 }
 
+export interface VaultStaleness {
+  isStale: boolean;
+  reason: string | null;
+  diskCount: number;
+  indexCount: number;
+  lastFullScan: string | null;
+}
+
+export function vaultIndexStaleness(): VaultStaleness {
+  const index = loadVaultIndex();
+  const root = resolveVaultPath();
+  const diskCount = collectAllMarkdown(root).length;
+  const indexCount = Object.keys(index.entries).length;
+  const lastFullScan = index.lastFullScanTimestamp || null;
+
+  if (!lastFullScan) {
+    return {
+      isStale: true,
+      reason: "no full scan on record",
+      diskCount,
+      indexCount,
+      lastFullScan: null,
+    };
+  }
+
+  const delta = Math.abs(diskCount - indexCount);
+  const threshold = Math.max(5, Math.floor(diskCount * 0.05));
+  if (delta >= threshold) {
+    return {
+      isStale: true,
+      reason: `${diskCount} files on disk but ${indexCount} in index`,
+      diskCount,
+      indexCount,
+      lastFullScan,
+    };
+  }
+
+  return {
+    isStale: false,
+    reason: null,
+    diskCount,
+    indexCount,
+    lastFullScan,
+  };
+}
+
 interface ScannedMarkdown {
   absolutePath: string;
   relativePath: string;

package/src/core/scanner.ts

@@ -87,13 +87,29 @@ export function getExcludes(config: ProjectConfig): string[] {
   return [...DEFAULT_EXCLUDES, ...(config.excludePatterns ?? [])];
 }
 
-export function scanProject(
+export interface ScanStats {
+  files: ScannedFile[];
+  totalScanned: number;
+  truncated: number;
+}
+
+export function scanProjectWithStats(
   projectRoot: string,
   excludes: string[],
   maxFiles: number = DEFAULT_MAX_FILES
-): ScannedFile[] {
+): ScanStats {
   const results: ScannedFile[] = [];
   walkDirectory(projectRoot, projectRoot, excludes, results);
   results.sort((a, b) => b.mtimeMs - a.mtimeMs);
-  return results.slice(0, maxFiles);
+  const totalScanned = results.length;
+  const files = results.slice(0, maxFiles);
+  return { files, totalScanned, truncated: totalScanned - files.length };
+}
+
+export function scanProject(
+  projectRoot: string,
+  excludes: string[],
+  maxFiles: number = DEFAULT_MAX_FILES
+): ScannedFile[] {
+  return scanProjectWithStats(projectRoot, excludes, maxFiles).files;
 }

package/src/types/note.ts

@@ -62,6 +62,7 @@ export interface VaultIndexEntry {
 
 export interface VaultIndex {
   lastScanTimestamp: string;
+  lastFullScanTimestamp?: string;
   totalNotes: number;
   entries: Record<string, VaultIndexEntry>;
 }