mindlore 0.0.1

package/scripts/mindlore-health-check.cjs

@@ -0,0 +1,320 @@
+#!/usr/bin/env node
+'use strict';
+
+/**
+ * mindlore-health-check — 16-point structural health check for .mindlore/
+ *
+ * Usage: node scripts/mindlore-health-check.cjs [path-to-mindlore-dir]
+ *
+ * Exit codes: 0 = healthy, 1 = issues found
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+// ── Constants ──────────────────────────────────────────────────────────
+
+const { DIRECTORIES, TYPE_TO_DIR } = require('./lib/constants.cjs');
+
+// ── Helpers ────────────────────────────────────────────────────────────
+
+function parseFrontmatter(content) {
+  const match = content.match(/^---\r?\n([\s\S]*?)\r?\n---/);
+  if (!match) return null;
+
+  const fm = {};
+  const lines = match[1].split('\n');
+  for (const line of lines) {
+    const colonIdx = line.indexOf(':');
+    if (colonIdx === -1) continue;
+    const key = line.slice(0, colonIdx).trim();
+    let value = line.slice(colonIdx + 1).trim();
+    // Handle arrays
+    if (value.startsWith('[') && value.endsWith(']')) {
+      value = value
+        .slice(1, -1)
+        .split(',')
+        .map((s) => s.trim());
+    }
+    fm[key] = value;
+  }
+  return fm;
+}
+
+// Health check needs ALL .md files (no skip), so pass empty set
+function getAllMdFiles(dir) {
+  return require('../hooks/lib/mindlore-common.cjs').getAllMdFiles(dir, new Set());
+}
+
+// ── Checks ─────────────────────────────────────────────────────────────
+
+class HealthChecker {
+  constructor(baseDir) {
+    this.baseDir = baseDir;
+    this.results = [];
+    this.passed = 0;
+    this.failed = 0;
+    this.warnings = 0;
+  }
+
+  check(name, fn) {
+    try {
+      const result = fn();
+      if (result.ok) {
+        this.passed++;
+        this.results.push({ name, status: 'PASS', detail: result.detail });
+      } else if (result.warn) {
+        this.warnings++;
+        this.results.push({ name, status: 'WARN', detail: result.detail });
+      } else {
+        this.failed++;
+        this.results.push({ name, status: 'FAIL', detail: result.detail });
+      }
+    } catch (err) {
+      this.failed++;
+      this.results.push({ name, status: 'FAIL', detail: err.message });
+    }
+  }
+
+  // Check 1-9: Directory existence
+  checkDirectories() {
+    for (const dir of DIRECTORIES) {
+      this.check(`Directory: ${dir}/`, () => {
+        const dirPath = path.join(this.baseDir, dir);
+        if (fs.existsSync(dirPath)) {
+          return { ok: true, detail: 'exists' };
+        }
+        return { ok: false, detail: 'missing' };
+      });
+    }
+  }
+
+  // Check 10: SCHEMA.md parseable
+  checkSchema() {
+    this.check('SCHEMA.md', () => {
+      const schemaPath = path.join(this.baseDir, 'SCHEMA.md');
+      if (!fs.existsSync(schemaPath)) {
+        return { ok: false, detail: 'missing' };
+      }
+      const content = fs.readFileSync(schemaPath, 'utf8');
+      if (content.length < 100) {
+        return { ok: false, detail: 'too short (corrupted?)' };
+      }
+      if (!content.includes('## 1. Identity')) {
+        return { warn: true, detail: 'may be outdated (missing Identity section)' };
+      }
+      return { ok: true, detail: `${content.split('\n').length} lines` };
+    });
+  }
+
+  // Check 11: INDEX.md format
+  checkIndex() {
+    this.check('INDEX.md format', () => {
+      const indexPath = path.join(this.baseDir, 'INDEX.md');
+      if (!fs.existsSync(indexPath)) {
+        return { ok: false, detail: 'missing' };
+      }
+      const content = fs.readFileSync(indexPath, 'utf8');
+      const lines = content.trim().split('\n');
+      if (lines.length > 30) {
+        return {
+          warn: true,
+          detail: `${lines.length} lines (should be ~15-20, consider trimming)`,
+        };
+      }
+      return { ok: true, detail: `${lines.length} lines` };
+    });
+  }
+
+  // Check 12: Database integrity
+  checkDatabase() {
+    this.check('mindlore.db FTS5', () => {
+      const dbPath = path.join(this.baseDir, 'mindlore.db');
+      if (!fs.existsSync(dbPath)) {
+        return { ok: false, detail: 'database missing' };
+      }
+
+      let Database;
+      try {
+        Database = require('better-sqlite3');
+      } catch (_err) {
+        return { warn: true, detail: 'better-sqlite3 not available, cannot verify' };
+      }
+
+      const db = new Database(dbPath, { readonly: true });
+      try {
+        const result = db.prepare('SELECT count(*) as cnt FROM mindlore_fts').get();
+        const hashResult = db
+          .prepare('SELECT count(*) as cnt FROM file_hashes')
+          .get();
+        return {
+          ok: true,
+          detail: `${result.cnt} indexed, ${hashResult.cnt} hashes`,
+        };
+      } catch (err) {
+        return { ok: false, detail: `FTS5 error: ${err.message}` };
+      } finally {
+        db.close();
+      }
+    });
+  }
+
+  // Check 13: Orphan files (in .mindlore/ but not in FTS5)
+  checkOrphans() {
+    this.check('Orphan files', () => {
+      const dbPath = path.join(this.baseDir, 'mindlore.db');
+      if (!fs.existsSync(dbPath)) {
+        return { warn: true, detail: 'no database, cannot check' };
+      }
+
+      let Database;
+      try {
+        Database = require('better-sqlite3');
+      } catch (_err) {
+        return { warn: true, detail: 'better-sqlite3 not available' };
+      }
+
+      const mdFiles = getAllMdFiles(this.baseDir).filter(
+        (f) =>
+          !f.endsWith('INDEX.md') &&
+          !f.endsWith('SCHEMA.md') &&
+          !f.endsWith('log.md')
+      );
+
+      const db = new Database(dbPath, { readonly: true });
+      try {
+        const indexed = new Set();
+        const rows = db.prepare('SELECT path FROM file_hashes').all();
+        for (const row of rows) {
+          indexed.add(path.resolve(row.path));
+        }
+
+        const orphans = mdFiles.filter(
+          (f) => !indexed.has(path.resolve(f))
+        );
+
+        if (orphans.length === 0) {
+          return { ok: true, detail: 'no orphans' };
+        }
+        if (orphans.length <= 3) {
+          return {
+            warn: true,
+            detail: `${orphans.length} unindexed: ${orphans.map((f) => path.basename(f)).join(', ')}`,
+          };
+        }
+        return {
+          ok: false,
+          detail: `${orphans.length} unindexed files — run: npm run index`,
+        };
+      } finally {
+        db.close();
+      }
+    });
+  }
+
+  // Check 14-16: Frontmatter validation
+  checkFrontmatter() {
+    this.check('Frontmatter: slug + type', () => {
+      const mdFiles = getAllMdFiles(this.baseDir).filter(
+        (f) =>
+          !f.endsWith('INDEX.md') &&
+          !f.endsWith('SCHEMA.md') &&
+          !f.endsWith('log.md')
+      );
+
+      let missingSlug = 0;
+      let missingType = 0;
+      let wrongDir = 0;
+
+      for (const file of mdFiles) {
+        const content = fs.readFileSync(file, 'utf8').replace(/\r\n/g, '\n');
+        const fm = parseFrontmatter(content);
+
+        if (!fm) {
+          missingSlug++;
+          missingType++;
+          continue;
+        }
+
+        if (!fm.slug) missingSlug++;
+        if (!fm.type) {
+          missingType++;
+          continue;
+        }
+
+        // Check type-directory match
+        const expectedDir = TYPE_TO_DIR[fm.type];
+        if (expectedDir) {
+          const parentDir = path.basename(path.dirname(file));
+          if (parentDir !== expectedDir) {
+            wrongDir++;
+          }
+        }
+      }
+
+      const issues = [];
+      if (missingSlug > 0) issues.push(`${missingSlug} missing slug`);
+      if (missingType > 0) issues.push(`${missingType} missing type`);
+      if (wrongDir > 0) issues.push(`${wrongDir} type-dir mismatch`);
+
+      if (issues.length === 0) {
+        return {
+          ok: true,
+          detail: `${mdFiles.length} files validated`,
+        };
+      }
+      return {
+        ok: wrongDir > 0 ? false : undefined,
+        warn: wrongDir === 0,
+        detail: issues.join(', '),
+      };
+    });
+  }
+
+  // ── Run all ────────────────────────────────────────────────────────
+
+  run() {
+    this.checkDirectories();
+    this.checkSchema();
+    this.checkIndex();
+    this.checkDatabase();
+    this.checkOrphans();
+    this.checkFrontmatter();
+    return this;
+  }
+
+  report() {
+    console.log('\n  Mindlore Health Check\n');
+
+    for (const r of this.results) {
+      const icon =
+        r.status === 'PASS' ? '+' : r.status === 'WARN' ? '~' : '-';
+      console.log(`  [${icon}] ${r.name}: ${r.detail}`);
+    }
+
+    const total = this.passed + this.failed + this.warnings;
+    console.log(
+      `\n  Score: ${this.passed}/${total} passed, ${this.warnings} warnings, ${this.failed} failed\n`
+    );
+
+    return this.failed === 0;
+  }
+}
+
+// ── Main ───────────────────────────────────────────────────────────────
+
+function main() {
+  const baseDir = process.argv[2] || path.join(process.cwd(), '.mindlore');
+
+  if (!fs.existsSync(baseDir)) {
+    console.error(`  .mindlore/ not found at: ${baseDir}`);
+    console.error('  Run: npx mindlore init');
+    process.exit(1);
+  }
+
+  const checker = new HealthChecker(baseDir);
+  const healthy = checker.run().report();
+  process.exit(healthy ? 0 : 1);
+}
+
+main();

package/skills/mindlore-health/SKILL.md

@@ -0,0 +1,55 @@
+---
+name: mindlore-health
+description: Run 16-point structural health check on .mindlore/ knowledge base
+effort: low
+allowed-tools: [Bash, Read]
+---
+
+# /mindlore-health
+
+Run the 16-point structural health check on the `.mindlore/` knowledge base.
+
+## Trigger
+
+User says "health check", "mindlore health", "bilgi sistemi kontrol", "saglik kontrolu".
+
+## Execution
+
+1. Run the health check script:
+   ```bash
+   node scripts/mindlore-health-check.cjs
+   ```
+
+2. Read the output and provide LLM interpretation:
+   - Explain any failures or warnings
+   - Suggest specific fixes for each issue
+   - Prioritize: FAIL > WARN > PASS
+
+## 16 Checks
+
+| # | Check | What It Validates |
+|---|-------|-------------------|
+| 1-9 | Directory existence | All 9 directories under .mindlore/ exist |
+| 10 | SCHEMA.md | File exists and is parseable |
+| 11 | INDEX.md format | File exists, ~15-20 lines (not bloated) |
+| 12 | mindlore.db FTS5 | Database exists, FTS5 table queryable |
+| 13 | Orphan files | All .md files are indexed in FTS5 |
+| 14-16 | Frontmatter | slug + type present, type matches directory |
+
+## Common Fixes
+
+| Issue | Fix |
+|-------|-----|
+| Missing directory | `npx mindlore init` (idempotent) |
+| Database missing | `npx mindlore init` |
+| Orphan files | `npm run index` (full re-index) |
+| INDEX.md too long | Trim to ~15-20 lines, move details to domains/ |
+| Type-dir mismatch | Move file to correct directory or fix frontmatter type |
+| Missing frontmatter | Add YAML frontmatter with slug and type |
+
+## Output Format
+
+Report results clearly:
+- Total score: X/16 passed
+- List any FAIL or WARN items with specific fix commands
+- If all pass: "Knowledge base is healthy"

package/skills/mindlore-ingest/SKILL.md

@@ -0,0 +1,102 @@
+---
+name: mindlore-ingest
+description: Add new knowledge sources to .mindlore/ (URL, text, file, PDF, GitHub repo)
+effort: medium
+allowed-tools: [Read, Write, Edit, Bash, Grep, Glob, Agent, WebFetch]
+---
+
+# /mindlore-ingest
+
+Add a new knowledge source to the `.mindlore/` knowledge base.
+
+## Trigger
+
+User shares a URL, text, file, or says "kaynak ekle", "source ingest", "bu linki kaydet", "knowledge ingest".
+
+## Modes
+
+### URL Mode
+1. Extract content from URL:
+   - If `markitdown` is available: `markitdown <url>` (best quality, zero tokens)
+   - Else: use `WebFetch` or `ctx_fetch_and_index`
+2. Save raw capture to `.mindlore/raw/` with frontmatter:
+   ```yaml
+   ---
+   slug: source-name-kebab
+   type: raw
+   source_url: https://...
+   date_captured: YYYY-MM-DD
+   tags: [tag1, tag2]
+   ---
+   ```
+3. Summarize into `.mindlore/sources/` with full frontmatter:
+   ```yaml
+   ---
+   slug: source-name-kebab
+   type: source
+   title: Human Readable Title
+   source_url: https://...
+   source_type: github-repo|blog|docs|video|x-thread
+   date_captured: YYYY-MM-DD
+   tags: [tag1, tag2]
+   quality: high|medium|low
+   ingested: true
+   ---
+   ```
+4. Update relevant domain page(s) in `.mindlore/domains/` (max 2)
+5. Update `.mindlore/INDEX.md` stats line
+6. Append entry to `.mindlore/log.md`
+7. Run FTS5 re-index: `npm run index`
+
+### Text Mode
+1. User pastes text directly
+2. Save to `.mindlore/raw/` with `source_type: text-paste`
+3. Follow steps 3-7 from URL mode
+
+### PDF Mode
+1. Read PDF with CC Read tool: `Read(file_path, pages: "1-5")` (max 20 pages/request)
+2. **Do NOT use markitdown for PDF** — quality is poor
+3. Save extracted text to `.mindlore/raw/`
+4. Follow steps 3-7 from URL mode
+5. For v0.3+: Marker CLI or Chandra as optional alternatives
+
+### File Mode
+1. Read the file with `Read` tool
+2. Save to `.mindlore/raw/`
+3. Follow steps 3-7 from URL mode
+
+## Source Summary Format
+
+The sources/ file should contain:
+- **1-paragraph summary** of what the source is about
+- **Key takeaways** (3-7 bullet points)
+- **Relevance to project** (why this matters)
+- **Related** links to other sources/domains in .mindlore/
+
+## Quality Assessment
+
+- `high`: Primary source, authoritative, detailed, directly relevant
+- `medium`: Useful but secondary, partial coverage, or tangentially relevant
+- `low`: Reference only, outdated, or low signal-to-noise
+
+## Domain Update Rules
+
+- Read the relevant domain page first
+- Add new information under the appropriate section
+- Add backlink to the source in the domain's references
+- Update max 2 domain pages per ingest (prevent scope creep)
+- If no relevant domain exists, note it — don't create one during ingest
+
+## INDEX.md Update
+
+Only update the stats line: increment source count and total count.
+```
+N source, N analysis, N total
+```
+
+## Post-Ingest Verification
+
+After ingest, run health check:
+```bash
+node scripts/mindlore-health-check.cjs
+```

package/templates/INDEX.md

@@ -0,0 +1,12 @@
+# Mindlore Index
+
+## Domains
+
+### Entities
+
+### Concepts
+
+## Recent
+
+## Stats
+0 source, 0 analysis, 0 total

package/templates/log.md

@@ -0,0 +1,4 @@
+# Mindlore Operation Log
+
+| Date | Operation | Details |
+|------|-----------|---------|