llm-kb 0.2.0 → 0.4.1

package/src/query.ts

@@ -1,132 +0,0 @@
-import {
-  createAgentSession,
-  createBashTool,
-  createReadTool,
-  createWriteTool,
-  DefaultResourceLoader,
-  SessionManager,
-  SettingsManager,
-} from "@mariozechner/pi-coding-agent";
-import { readdir, mkdir } from "node:fs/promises";
-import { join, dirname } from "node:path";
-import { fileURLToPath } from "node:url";
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-
-function getNodeModulesPath(): string {
-  let dir = __dirname;
-  for (let i = 0; i < 5; i++) {
-    const candidate = join(dir, "node_modules");
-    try { return candidate; } catch { dir = dirname(dir); }
-  }
-  return join(process.cwd(), "node_modules");
-}
-
-function buildQueryAgents(sourceFiles: string[], save: boolean): string {
-  const sourceList = sourceFiles.map((f) => `  - ${f}`).join("\n");
-
-  let content = `# llm-kb Knowledge Base — Query Mode
-
-## How to answer questions
-
-1. FIRST read .llm-kb/wiki/index.md to understand all available sources
-2. Based on the question, select the most relevant source files (usually 2-5)
-3. Read those source files in full from .llm-kb/wiki/sources/
-4. Answer with inline citations: (filename, page number)
-5. If the answer requires cross-referencing multiple files, read additional ones
-6. If you can't find the answer, say so — don't hallucinate
-
-## Available parsed sources
-${sourceList}
-
-## Non-PDF files
-If the user's folder has Excel, Word, or PowerPoint files, these libraries are available:
-- **exceljs** — for .xlsx/.xls files
-- **mammoth** — for .docx files
-- **officeparser** — for .pptx files
-Write a quick Node.js script via bash to read them.
-
-## Rules
-- Always cite sources with filename and page number
-- Read the FULL source file, not just the beginning
-- Prefer primary sources over previous analyses
-`;
-
-  if (save) {
-    content += `
-## Research Mode
-Save your analysis to .llm-kb/wiki/outputs/ with a descriptive filename (e.g., comparison-analysis.md).
-Include the question at the top and all citations.
-`;
-  }
-
-  return content;
-}
-
-export async function query(
-  folder: string,
-  question: string,
-  options: { save?: boolean }
-): Promise<void> {
-  const sourcesDir = join(folder, ".llm-kb", "wiki", "sources");
-
-  const files = await readdir(sourcesDir);
-  const mdFiles = files.filter((f) => f.endsWith(".md"));
-
-  if (mdFiles.length === 0) {
-    throw new Error("No sources found. Run 'llm-kb run' first to parse documents.");
-  }
-
-  if (options.save) {
-    await mkdir(join(folder, ".llm-kb", "wiki", "outputs"), { recursive: true });
-  }
-
-  process.env.NODE_PATH = getNodeModulesPath();
-
-  const agentsContent = buildQueryAgents(mdFiles, !!options.save);
-
-  const loader = new DefaultResourceLoader({
-    cwd: folder,
-    agentsFilesOverride: (current) => ({
-      agentsFiles: [
-        ...current.agentsFiles,
-        { path: ".llm-kb/AGENTS.md", content: agentsContent },
-      ],
-    }),
-  });
-  await loader.reload();
-
-  const tools = [createReadTool(folder)];
-  if (options.save) {
-    tools.push(createBashTool(folder), createWriteTool(folder));
-  }
-
-  const { session } = await createAgentSession({
-    cwd: folder,
-    resourceLoader: loader,
-    tools,
-    sessionManager: SessionManager.inMemory(),
-    settingsManager: SettingsManager.inMemory({
-      compaction: { enabled: false },
-    }),
-  });
-
-  session.subscribe((event) => {
-    if (
-      event.type === "message_update" &&
-      event.assistantMessageEvent.type === "text_delta"
-    ) {
-      process.stdout.write(event.assistantMessageEvent.delta);
-    }
-  });
-
-  await session.prompt(question);
-  console.log();
-  session.dispose();
-
-  // Re-index after save so the compounding loop works
-  if (options.save) {
-    const { buildIndex } = await import("./indexer.js");
-    await buildIndex(folder, sourcesDir);
-  }
-}

package/src/resolve-kb.ts

@@ -1,19 +0,0 @@
-import { existsSync } from "node:fs";
-import { resolve, join, dirname } from "node:path";
-
-/**
- * Walk up from startDir looking for a .llm-kb/ directory.
- * Returns the folder containing .llm-kb/, or null if not found.
- */
-export function resolveKnowledgeBase(startDir: string): string | null {
-  let dir = resolve(startDir);
-
-  while (true) {
-    if (existsSync(join(dir, ".llm-kb"))) {
-      return dir;
-    }
-    const parent = dirname(dir);
-    if (parent === dir) return null;
-    dir = parent;
-  }
-}

package/src/scan.ts

@@ -1,59 +0,0 @@
-import { readdir } from "node:fs/promises";
-import { resolve, extname, relative } from "node:path";
-
-export interface ScannedFile {
-  name: string;
-  path: string;
-  ext: string;
-}
-
-const SUPPORTED_EXTENSIONS = new Set([
-  ".pdf",
-  ".xlsx",
-  ".xls",
-  ".docx",
-  ".pptx",
-  ".jpg",
-  ".jpeg",
-  ".png",
-  ".txt",
-  ".md",
-  ".csv",
-]);
-
-export async function scan(folder: string): Promise<ScannedFile[]> {
-  const root = resolve(folder);
-  const entries = await readdir(root, { recursive: true, withFileTypes: true });
-
-  const files: ScannedFile[] = [];
-
-  for (const entry of entries) {
-    if (!entry.isFile()) continue;
-
-    const fullPath = resolve(entry.parentPath, entry.name);
-    const rel = relative(root, fullPath);
-
-    // Skip .llm-kb internal folder
-    if (rel.startsWith(".llm-kb")) continue;
-
-    const ext = extname(entry.name).toLowerCase();
-    if (!SUPPORTED_EXTENSIONS.has(ext)) continue;
-
-    files.push({ name: entry.name, path: rel, ext });
-  }
-
-  return files;
-}
-
-export function summarize(files: ScannedFile[]): string {
-  const counts = new Map<string, number>();
-  for (const f of files) {
-    counts.set(f.ext, (counts.get(f.ext) || 0) + 1);
-  }
-
-  const parts = Array.from(counts.entries())
-    .sort((a, b) => b[1] - a[1])
-    .map(([ext, count]) => `${count} ${ext.toUpperCase().slice(1)}`);
-
-  return parts.join(", ");
-}

package/src/watcher.ts

@@ -1,84 +0,0 @@
-import { watch } from "chokidar";
-import { extname, join, basename } from "node:path";
-import { parsePDF } from "./pdf.js";
-import { buildIndex } from "./indexer.js";
-import chalk from "chalk";
-
-interface WatcherOptions {
-  folder: string;
-  sourcesDir: string;
-  debounceMs?: number;
-}
-
-export function startWatcher({ folder, sourcesDir, debounceMs = 2000 }: WatcherOptions) {
-  let pendingFiles: string[] = [];
-  let debounceTimer: ReturnType<typeof setTimeout> | null = null;
-
-  async function processBatch() {
-    const files = [...pendingFiles];
-    pendingFiles = [];
-
-    if (files.length === 0) return;
-
-    console.log();
-    for (const filePath of files) {
-      const name = basename(filePath);
-      process.stdout.write(`  Parsing ${name}...`);
-      try {
-        const result = await parsePDF(filePath, sourcesDir);
-        if (result.skipped) {
-          console.log(chalk.dim(` skipped (up to date)`));
-        } else {
-          console.log(chalk.green(` ✓ ${result.totalPages} pages`));
-        }
-      } catch (err: any) {
-        console.log(chalk.red(` ✗ ${err.message}`));
-      }
-    }
-
-    // Re-index
-    process.stdout.write(`  Re-indexing...`);
-    try {
-      await buildIndex(folder, sourcesDir);
-      console.log(chalk.green(` ✓ index.md updated`));
-    } catch (err: any) {
-      console.log(chalk.red(` ✗ ${err.message}`));
-    }
-  }
-
-  function queueFile(filePath: string) {
-    if (!pendingFiles.includes(filePath)) {
-      pendingFiles.push(filePath);
-    }
-    if (debounceTimer) clearTimeout(debounceTimer);
-    debounceTimer = setTimeout(processBatch, debounceMs);
-  }
-
-  const watcher = watch(folder, {
-    ignoreInitial: true,
-    ignored: [
-      "**/node_modules/**",
-      "**/.llm-kb/**",
-      "**/.git/**",
-    ],
-    depth: 10,
-  });
-
-  watcher.on("add", (filePath) => {
-    const ext = extname(filePath).toLowerCase();
-    if (ext === ".pdf") {
-      console.log(chalk.dim(`\n  New file: ${basename(filePath)}`));
-      queueFile(filePath);
-    }
-  });
-
-  watcher.on("change", (filePath) => {
-    const ext = extname(filePath).toLowerCase();
-    if (ext === ".pdf") {
-      console.log(chalk.dim(`\n  Changed: ${basename(filePath)}`));
-      queueFile(filePath);
-    }
-  });
-
-  return watcher;
-}

package/tsconfig.json

@@ -1,14 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "ES2022",
-    "module": "ES2022",
-    "moduleResolution": "bundler",
-    "strict": true,
-    "esModuleInterop": true,
-    "outDir": "dist",
-    "rootDir": "src",
-    "declaration": true,
-    "sourceMap": true
-  },
-  "include": ["src"]
-}