mindlore 0.1.0 → 0.2.1

package/scripts/init.cjs

@@ -1,450 +0,0 @@
-#!/usr/bin/env node
-'use strict';
-
-/**
- * mindlore init — Initialize .mindlore/ knowledge base in current project.
- *
- * Usage: npx mindlore init [--recommended]
- *
- * Idempotent: running again does not destroy existing data.
- */
-
-const fs = require('fs');
-const path = require('path');
-
-// ── Constants ──────────────────────────────────────────────────────────
-
-const { MINDLORE_DIR, DB_NAME, DIRECTORIES, homedir } = require('./lib/constants.cjs');
-
-const TEMPLATE_FILES = ['INDEX.md', 'log.md'];
-
-// ── Helpers ────────────────────────────────────────────────────────────
-
-function log(msg) {
-  console.log(`  ${msg}`);
-}
-
-function resolvePackageRoot() {
-  // When installed globally via npm, __dirname is inside the package
-  // Look for templates/ relative to this script
-  return path.resolve(__dirname, '..');
-}
-
-function ensureDir(dirPath) {
-  if (!fs.existsSync(dirPath)) {
-    fs.mkdirSync(dirPath, { recursive: true });
-    return true;
-  }
-  return false;
-}
-
-// ── Step 1: Create .mindlore/ directories ──────────────────────────────
-
-function createDirectories(baseDir) {
-  let created = 0;
-  for (const dir of DIRECTORIES) {
-    if (ensureDir(path.join(baseDir, dir))) {
-      created++;
-    }
-  }
-  return created;
-}
-
-// ── Step 2: Copy template files ────────────────────────────────────────
-
-function copyTemplates(baseDir, packageRoot) {
-  const templatesDir = path.join(packageRoot, 'templates');
-  let copied = 0;
-
-  for (const file of TEMPLATE_FILES) {
-    const dest = path.join(baseDir, file);
-    if (!fs.existsSync(dest)) {
-      const src = path.join(templatesDir, file);
-      if (fs.existsSync(src)) {
-        fs.copyFileSync(src, dest);
-        copied++;
-      } else {
-        log(`WARNING: template not found: ${src}`);
-      }
-    }
-  }
-
-  // Copy SCHEMA.md
-  const schemaSrc = path.join(packageRoot, 'SCHEMA.md');
-  const schemaDest = path.join(baseDir, 'SCHEMA.md');
-  if (!fs.existsSync(schemaDest)) {
-    if (fs.existsSync(schemaSrc)) {
-      fs.copyFileSync(schemaSrc, schemaDest);
-      copied++;
-    }
-  }
-
-  return copied;
-}
-
-// ── Step 3: Create FTS5 database ───────────────────────────────────────
-
-function migrateDatabase(dbPath, Database) {
-  const db = new Database(dbPath);
-  try {
-    // Check if FTS5 table has the new schema (7 columns with slug, description, etc.)
-    const info = db.pragma('table_info(mindlore_fts)');
-    const columns = info.map((r) => r.name);
-    if (!columns.includes('slug') || !columns.includes('description')) {
-      log('Upgrading FTS5 schema (2 → 7 columns, porter stemmer)...');
-      db.exec('DROP TABLE IF EXISTS mindlore_fts');
-      db.exec(`
-        CREATE VIRTUAL TABLE mindlore_fts
-        USING fts5(path UNINDEXED, slug, description, type UNINDEXED, category, title, content, tokenize='porter unicode61');
-      `);
-      // Clear hashes so full re-index happens
-      db.exec('DELETE FROM file_hashes');
-      db.close();
-      return true;
-    }
-  } catch (_err) {
-    // table_info fails on FTS5 virtual tables in some versions — recreate
-    db.exec('DROP TABLE IF EXISTS mindlore_fts');
-    db.exec(`
-      CREATE VIRTUAL TABLE mindlore_fts
-      USING fts5(path UNINDEXED, slug, description, type UNINDEXED, category, title, content, tokenize='porter unicode61');
-    `);
-    db.exec('DELETE FROM file_hashes');
-    db.close();
-    return true;
-  }
-  db.close();
-  return false;
-}
-
-function createDatabase(baseDir) {
-  const dbPath = path.join(baseDir, DB_NAME);
-  if (fs.existsSync(dbPath)) {
-    let Database;
-    try { Database = require('better-sqlite3'); } catch (_err) { return false; }
-    const migrated = migrateDatabase(dbPath, Database);
-    if (migrated) {
-      log('FTS5 schema upgraded — run index to rebuild');
-    } else {
-      log('Database already exists, schema OK');
-    }
-    return migrated;
-  }
-
-  let Database;
-  try {
-    Database = require('better-sqlite3');
-  } catch (_err) {
-    log('WARNING: better-sqlite3 not installed. Run: npm install better-sqlite3');
-    log('Database creation skipped — run mindlore init again after installing.');
-    return false;
-  }
-
-  const db = new Database(dbPath);
-  db.pragma('journal_mode = WAL');
-
-  db.exec(`
-    CREATE VIRTUAL TABLE IF NOT EXISTS mindlore_fts
-    USING fts5(path UNINDEXED, slug, description, type UNINDEXED, category, title, content, tokenize='porter unicode61');
-  `);
-
-  db.exec(`
-    CREATE TABLE IF NOT EXISTS file_hashes (
-      path TEXT PRIMARY KEY,
-      content_hash TEXT NOT NULL,
-      last_indexed TEXT NOT NULL
-    );
-  `);
-
-  db.close();
-  return true;
-}
-
-// ── Step 4: Merge hooks into settings.json ─────────────────────────────
-
-function mergeHooks(packageRoot) {
-  const settingsPath = path.join(
-    homedir(),
-    '.claude',
-    'settings.json'
-  );
-
-  if (!fs.existsSync(settingsPath)) {
-    log('WARNING: ~/.claude/settings.json not found. Hooks not registered.');
-    log('Create it manually or install Claude Code first.');
-    return false;
-  }
-
-  let settings;
-  try {
-    const raw = fs.readFileSync(settingsPath, 'utf8');
-    settings = JSON.parse(raw);
-  } catch (_err) {
-    log('WARNING: Could not parse settings.json. Hooks not registered.');
-    return false;
-  }
-
-  // Read plugin.json for hook definitions
-  const pluginPath = path.join(packageRoot, 'plugin.json');
-  if (!fs.existsSync(pluginPath)) {
-    log('WARNING: plugin.json not found. Hooks not registered.');
-    return false;
-  }
-
-  const plugin = JSON.parse(fs.readFileSync(pluginPath, 'utf8'));
-  if (!plugin.hooks || plugin.hooks.length === 0) {
-    return false;
-  }
-
-  if (!settings.hooks) {
-    settings.hooks = {};
-  }
-
-  let added = 0;
-  for (const hook of plugin.hooks) {
-    const event = hook.event;
-    if (!settings.hooks[event]) {
-      settings.hooks[event] = [];
-    }
-
-    // Check if this hook already exists (by script path containing 'mindlore-')
-    const hookScript = path.join(packageRoot, hook.script);
-    const hookName = path.basename(hook.script, '.cjs');
-
-    const exists = settings.hooks[event].some((entry) => {
-      // CC format: each entry is { hooks: [{ type, command }] }
-      if (entry.hooks && Array.isArray(entry.hooks)) {
-        return entry.hooks.some((h) => (h.command || '').includes(hookName));
-      }
-      // Legacy flat format check
-      return (entry.command || '').includes(hookName);
-    });
-
-    if (!exists) {
-      settings.hooks[event].push({
-        hooks: [
-          {
-            type: 'command',
-            command: `node "${hookScript}"`,
-          },
-        ],
-      });
-      added++;
-    }
-  }
-
-  if (added > 0) {
-    // Backup before writing
-    const backupPath = settingsPath + '.mindlore-backup';
-    if (!fs.existsSync(backupPath)) {
-      fs.copyFileSync(settingsPath, backupPath);
-    }
-    fs.writeFileSync(settingsPath, JSON.stringify(settings, null, 2), 'utf8');
-  }
-
-  return added;
-}
-
-// ── Step 5: Add SCHEMA.md to projectDocFiles ───────────────────────────
-
-function addSchemaToProjectDocs() {
-  const projectSettingsDir = path.join(process.cwd(), '.claude');
-  const projectSettingsPath = path.join(projectSettingsDir, 'settings.json');
-
-  let settings = {};
-  if (fs.existsSync(projectSettingsPath)) {
-    try {
-      settings = JSON.parse(fs.readFileSync(projectSettingsPath, 'utf8'));
-    } catch (_err) {
-      settings = {};
-    }
-  } else {
-    ensureDir(projectSettingsDir);
-  }
-
-  if (!settings.projectDocFiles) {
-    settings.projectDocFiles = [];
-  }
-
-  const schemaPath = path.join(MINDLORE_DIR, 'SCHEMA.md');
-  if (!settings.projectDocFiles.includes(schemaPath)) {
-    settings.projectDocFiles.push(schemaPath);
-    fs.writeFileSync(
-      projectSettingsPath,
-      JSON.stringify(settings, null, 2),
-      'utf8'
-    );
-    return true;
-  }
-  return false;
-}
-
-// ── Step 6: Register skills ────────────────────────────────────────────
-
-function registerSkills(packageRoot, plugin) {
-  const skillsDir = path.join(homedir(), '.claude', 'skills');
-  ensureDir(skillsDir);
-
-  if (!plugin.skills || plugin.skills.length === 0) return 0;
-
-  let added = 0;
-  for (const skill of plugin.skills) {
-    const skillSrcDir = path.join(packageRoot, path.dirname(skill.path));
-    const skillDestDir = path.join(skillsDir, skill.name);
-
-    ensureDir(skillDestDir);
-    const entries = fs.readdirSync(skillSrcDir, { withFileTypes: true });
-    for (const entry of entries) {
-      if (!entry.isFile()) continue;
-      fs.copyFileSync(
-        path.join(skillSrcDir, entry.name),
-        path.join(skillDestDir, entry.name)
-      );
-    }
-    added++;
-  }
-
-  return added;
-}
-
-// ── Step 7: Install better-sqlite3 if needed ──────────────────────────
-
-function ensureBetterSqlite3() {
-  try {
-    require('better-sqlite3');
-    return true;
-  } catch (_err) {
-    try {
-      const { execSync } = require('child_process');
-      log('Installing better-sqlite3 (native dependency)...');
-      execSync('npm install better-sqlite3 --no-save', {
-        cwd: process.cwd(),
-        stdio: 'pipe',
-        timeout: 120000,
-      });
-      return true;
-    } catch (_installErr) {
-      log('WARNING: Could not install better-sqlite3. FTS5 search disabled.');
-      log('  Run manually: npm install better-sqlite3');
-      return false;
-    }
-  }
-}
-
-// ── Step 8: Add .mindlore/ to .gitignore ───────────────────────────────
-
-function addToGitignore() {
-  const gitignorePath = path.join(process.cwd(), '.gitignore');
-  const entry = '.mindlore/';
-
-  if (fs.existsSync(gitignorePath)) {
-    const content = fs.readFileSync(gitignorePath, 'utf8');
-    if (content.includes(entry)) {
-      return false;
-    }
-    fs.appendFileSync(gitignorePath, `\n${entry}\n`, 'utf8');
-  } else {
-    fs.writeFileSync(gitignorePath, `${entry}\n`, 'utf8');
-  }
-  return true;
-}
-
-// ── Main ───────────────────────────────────────────────────────────────
-
-function main() {
-  const args = process.argv.slice(2);
-  const command = args[0];
-
-  if (command === 'uninstall') {
-    require('./uninstall.cjs');
-    return;
-  }
-
-  if (command && command !== 'init') {
-    console.log(`Unknown command: ${command}`);
-    console.log('Usage: npx mindlore init [--recommended]');
-    console.log('       npx mindlore uninstall [--all]');
-    process.exit(1);
-  }
-
-  const isRecommended = args.includes('--recommended');
-  const packageRoot = resolvePackageRoot();
-  const baseDir = path.join(process.cwd(), MINDLORE_DIR);
-
-  console.log('\n  Mindlore — AI-native knowledge system\n');
-
-  // Step 1: Directories
-  const dirsCreated = createDirectories(baseDir);
-  log(
-    dirsCreated > 0
-      ? `Created ${dirsCreated} directories in ${MINDLORE_DIR}/`
-      : 'All directories already exist'
-  );
-
-  // Step 2: Templates
-  const filesCopied = copyTemplates(baseDir, packageRoot);
-  log(
-    filesCopied > 0
-      ? `Copied ${filesCopied} template files`
-      : 'All templates already in place'
-  );
-
-  // Step 3: better-sqlite3 (before DB creation so it's available)
-  ensureBetterSqlite3();
-
-  // Step 4: Database
-  const dbCreated = createDatabase(baseDir);
-  log(dbCreated ? 'Created FTS5 database' : 'Database already exists');
-
-  // Read plugin.json once for hooks + skills
-  const pluginPath = path.join(packageRoot, 'plugin.json');
-  const plugin = fs.existsSync(pluginPath)
-    ? JSON.parse(fs.readFileSync(pluginPath, 'utf8'))
-    : {};
-
-  // Step 5: Hooks
-  const hooksAdded = mergeHooks(packageRoot);
-  if (typeof hooksAdded === 'number' && hooksAdded > 0) {
-    log(`Registered ${hooksAdded} hooks in ~/.claude/settings.json`);
-  } else {
-    log('Hooks already registered (or settings.json not found)');
-  }
-
-  // Step 6: SCHEMA.md in projectDocFiles
-  const schemaAdded = addSchemaToProjectDocs();
-  log(
-    schemaAdded
-      ? 'Added SCHEMA.md to project settings'
-      : 'SCHEMA.md already in project settings'
-  );
-
-  // Step 7: Skills
-  const skillsAdded = registerSkills(packageRoot, plugin);
-  log(
-    skillsAdded > 0
-      ? `Registered ${skillsAdded} skills in ~/.claude/skills/`
-      : 'Skills already registered'
-  );
-
-  // Step 8: .gitignore
-  const gitignoreAdded = addToGitignore();
-  log(
-    gitignoreAdded
-      ? 'Added .mindlore/ to .gitignore'
-      : '.mindlore/ already in .gitignore'
-  );
-
-  // Recommended profile tips
-  if (isRecommended) {
-    console.log('\n  Recommended setup:');
-    log('Install markitdown for better web/doc extraction:');
-    log('  pip install markitdown');
-    log('');
-    log('Install context-mode for token savings:');
-    log('  See: https://github.com/context-mode/context-mode');
-  }
-
-  console.log('\n  Done! Start with: /mindlore-ingest\n');
-}
-
-main();

package/scripts/lib/constants.cjs

@@ -1,49 +0,0 @@
-'use strict';
-
-/**
- * Shared constants and utilities for mindlore scripts.
- */
-
-const os = require('os');
-
-const MINDLORE_DIR = '.mindlore';
-const DB_NAME = 'mindlore.db';
-
-const DIRECTORIES = [
-  'raw',
-  'sources',
-  'domains',
-  'analyses',
-  'insights',
-  'connections',
-  'learnings',
-  'diary',
-  'decisions',
-];
-
-const SKIP_FILES = new Set(['INDEX.md', 'SCHEMA.md', 'log.md']);
-
-const TYPE_TO_DIR = {
-  raw: 'raw',
-  source: 'sources',
-  domain: 'domains',
-  analysis: 'analyses',
-  insight: 'insights',
-  connection: 'connections',
-  learning: 'learnings',
-  decision: 'decisions',
-  diary: 'diary',
-};
-
-function homedir() {
-  return os.homedir();
-}
-
-module.exports = {
-  MINDLORE_DIR,
-  DB_NAME,
-  DIRECTORIES,
-  SKIP_FILES,
-  TYPE_TO_DIR,
-  homedir,
-};

package/scripts/mindlore-fts5-index.cjs

@@ -1,112 +0,0 @@
-#!/usr/bin/env node
-'use strict';
-
-/**
- * mindlore-fts5-index — Full re-index of .mindlore/ into FTS5 database.
- *
- * Scans all .md files, computes SHA256 content-hash, skips unchanged files.
- * Usage: node scripts/mindlore-fts5-index.cjs [path-to-mindlore-dir]
- */
-
-const fs = require('fs');
-const path = require('path');
-// ── Constants ──────────────────────────────────────────────────────────
-
-const { DB_NAME } = require('./lib/constants.cjs');
-const { sha256, getAllMdFiles, openDatabase, parseFrontmatter, extractFtsMetadata, SQL_FTS_INSERT } = require('../hooks/lib/mindlore-common.cjs');
-
-// ── Main ───────────────────────────────────────────────────────────────
-
-function main() {
-  const baseDir = process.argv[2] || path.join(process.cwd(), '.mindlore');
-  const dbPath = path.join(baseDir, DB_NAME);
-
-  if (!fs.existsSync(dbPath)) {
-    console.error('  Database not found. Run: npx mindlore init');
-    process.exit(1);
-  }
-
-  const db = openDatabase(dbPath);
-  if (!db) {
-    console.error('  better-sqlite3 not installed. Run: npm install better-sqlite3');
-    process.exit(1);
-  }
-
-  // Prepare statements
-  const getHash = db.prepare('SELECT content_hash FROM file_hashes WHERE path = ?');
-  const upsertHash = db.prepare(`
-    INSERT INTO file_hashes (path, content_hash, last_indexed)
-    VALUES (?, ?, ?)
-    ON CONFLICT(path) DO UPDATE SET
-      content_hash = excluded.content_hash,
-      last_indexed = excluded.last_indexed
-  `);
-  const deleteFts = db.prepare('DELETE FROM mindlore_fts WHERE path = ?');
-  const insertFts = db.prepare(SQL_FTS_INSERT);
-
-  // Get all .md files
-  const mdFiles = getAllMdFiles(baseDir);
-  let indexed = 0;
-  let skipped = 0;
-  let errors = 0;
-
-  const now = new Date().toISOString();
-
-  const transaction = db.transaction(() => {
-    for (const filePath of mdFiles) {
-      try {
-        const content = fs.readFileSync(filePath, 'utf8').replace(/\r\n/g, '\n');
-        const hash = sha256(content);
-
-        // Check if content changed
-        const existing = getHash.get(filePath);
-        if (existing && existing.content_hash === hash) {
-          skipped++;
-          continue;
-        }
-
-        // Update FTS5
-        const { meta, body } = parseFrontmatter(content);
-        const { slug, description, type, category, title } = extractFtsMetadata(meta, body, filePath, baseDir);
-        deleteFts.run(filePath);
-        insertFts.run(filePath, slug, description, type, category, title, body);
-
-        // Update hash
-        upsertHash.run(filePath, hash, now);
-        indexed++;
-      } catch (err) {
-        console.error(`  Error indexing ${path.basename(filePath)}: ${err.message}`);
-        errors++;
-      }
-    }
-  });
-
-  transaction();
-
-  // Clean up entries for deleted files
-  const allIndexed = db.prepare('SELECT path FROM file_hashes').all();
-  const existingPaths = new Set(mdFiles);
-  let removed = 0;
-
-  const deleteHash = db.prepare('DELETE FROM file_hashes WHERE path = ?');
-  const cleanupTransaction = db.transaction(() => {
-    for (const row of allIndexed) {
-      if (!existingPaths.has(row.path)) {
-        deleteFts.run(row.path);
-        deleteHash.run(row.path);
-        removed++;
-      }
-    }
-  });
-
-  cleanupTransaction();
-  db.close();
-
-  console.log(
-    `\n  FTS5 Index: ${indexed} indexed, ${skipped} unchanged, ${removed} removed, ${errors} errors\n`
-  );
-
-  process.exit(errors > 0 ? 1 : 0);
-}
-
-main();