@doquflow/server 1.6.0 → 2.0.0

package/dist/tools/update-index.js

@@ -1,157 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.updateIndex = updateIndex;
-const node_path_1 = __importDefault(require("node:path"));
-const promises_1 = __importDefault(require("node:fs/promises"));
-const filesystem_1 = require("../filesystem");
-/**
- * Parse frontmatter from a markdown file.
- * Expects YAML format between --- markers.
- */
-function parseFrontmatter(content) {
-    const match = content.match(/^---\n([\s\S]*?)\n---/);
-    if (!match)
-        return {};
-    const yaml = match[1];
-    const result = {};
-    for (const line of yaml.split("\n")) {
-        if (!line.trim())
-            continue;
-        const [key, ...valueParts] = line.split(":");
-        const value = valueParts.join(":").trim();
-        try {
-            // Try to parse as JSON (arrays, objects)
-            if (value.startsWith("[") || value.startsWith("{")) {
-                result[key.trim()] = JSON.parse(value);
-            }
-            else {
-                result[key.trim()] = value;
-            }
-        }
-        catch {
-            result[key.trim()] = value;
-        }
-    }
-    return result;
-}
-/**
- * Extract title from markdown content.
- * Looks for first H1 header.
- */
-function extractTitle(content) {
-    const match = content.match(/^#\s+(.+?)$/m);
-    return match ? match[1].trim() : "Untitled";
-}
-/**
- * Scan all wiki pages and regenerate index.md
- */
-async function updateIndex(input) {
-    try {
-        const projectPath = node_path_1.default.resolve(input.project_path);
-        const docuDir = node_path_1.default.join(projectPath, ".docuflow");
-        const wikiDir = node_path_1.default.join(docuDir, "wiki");
-        const indexFile = node_path_1.default.join(docuDir, "index.md");
-        const logFile = node_path_1.default.join(docuDir, "log.md");
-        // Scan all wiki pages
-        const entries = [];
-        const categories = ["entities", "concepts", "timelines", "syntheses"];
-        const PLURAL_TO_SINGULAR = {
-            entities: "entity",
-            concepts: "concept",
-            timelines: "timeline",
-            syntheses: "synthesis",
-        };
-        for (const category of categories) {
-            const categoryDir = node_path_1.default.join(wikiDir, category);
-            try {
-                const files = await promises_1.default.readdir(categoryDir);
-                for (const file of files) {
-                    if (!file.endsWith(".md"))
-                        continue;
-                    const filePath = node_path_1.default.join(categoryDir, file);
-                    const read = await (0, filesystem_1.safeReadFile)(filePath);
-                    if (read.error || read.binary || !read.content)
-                        continue;
-                    const fm = parseFrontmatter(read.content);
-                    const title = extractTitle(read.content);
-                    const pageId = file.replace(".md", "");
-                    entries.push({
-                        id: pageId,
-                        title,
-                        category: PLURAL_TO_SINGULAR[category] ?? category.replace(/s$/, ""),
-                        path: node_path_1.default.relative(docuDir, filePath),
-                        created_at: fm.created_at ?? new Date().toISOString(),
-                    });
-                }
-            }
-            catch (e) {
-                // Category dir may not exist yet
-            }
-        }
-        // Generate index.md content
-        const now = new Date().toISOString();
-        let indexContent = `# Wiki Index
-
-Generated: ${now}
-
-## Overview
-
-Total pages: ${entries.length}
-
-## By Category
-
-`;
-        // Group by category
-        const byCategory = {};
-        for (const entry of entries) {
-            if (!byCategory[entry.category])
-                byCategory[entry.category] = [];
-            byCategory[entry.category].push(entry);
-        }
-        // Add each category section
-        for (const category of ["entity", "concept", "timeline", "synthesis"]) {
-            const categoryEntries = byCategory[category] || [];
-            if (categoryEntries.length === 0)
-                continue;
-            indexContent += `### ${category.charAt(0).toUpperCase() + category.slice(1)} Pages (${categoryEntries.length})\n\n`;
-            for (const entry of categoryEntries.sort((a, b) => a.title.localeCompare(b.title))) {
-                indexContent += `- [\`${entry.id}\`](./${entry.path}) — **${entry.title}**\n`;
-            }
-            indexContent += "\n";
-        }
-        // Write index.md
-        await (0, filesystem_1.ensureDir)(docuDir);
-        await (0, filesystem_1.writeFileAtomic)(indexFile, indexContent);
-        // Append to log.md
-        let logUpdated = false;
-        try {
-            const logRead = await (0, filesystem_1.safeReadFile)(logFile);
-            let logContent = logRead.content ?? "# Operation Log\n\n";
-            // Add entry
-            const timestamp = now.split("T")[0]; // YYYY-MM-DD
-            const logEntry = `## [${timestamp}] index-update | ${entries.length} pages indexed\n\n`;
-            logContent += logEntry;
-            await (0, filesystem_1.writeFileAtomic)(logFile, logContent);
-            logUpdated = true;
-        }
-        catch (e) {
-            // Log may not exist, that's ok
-        }
-        return {
-            entries_indexed: entries.length,
-            index_file: indexFile,
-            log_appended: logUpdated,
-        };
-    }
-    catch (e) {
-        return {
-            entries_indexed: 0,
-            index_file: "",
-            log_appended: false,
-            error: e?.message ?? String(e),
-        };
-    }
-}

package/dist/tools/wiki-search.js

@@ -1,157 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.wikiSearch = wikiSearch;
-const node_path_1 = __importDefault(require("node:path"));
-const promises_1 = __importDefault(require("node:fs/promises"));
-const filesystem_1 = require("../filesystem");
-/**
- * Simple BM25-inspired scoring with term frequency and document frequency.
- * Weights entity pages more heavily than concepts, titles match higher.
- */
-function scoreMatch(query, content, title, category, totalPages) {
-    const queryTerms = query.toLowerCase().split(/\s+/).filter((t) => t.length > 2);
-    let score = 0;
-    const matched_terms = new Set();
-    for (const term of queryTerms) {
-        // Title match (highest weight)
-        if (title.toLowerCase().includes(term)) {
-            score += 50;
-            matched_terms.add(term);
-        }
-        // Content match with term frequency (TF)
-        const contentLower = content.toLowerCase();
-        const termRegex = new RegExp(`\\b${term}\\b`, "gi");
-        const matches = contentLower.match(termRegex);
-        if (matches) {
-            const tf = matches.length;
-            // Inverse document frequency approximation
-            const idf = Math.log(totalPages / Math.max(1, matches.length));
-            score += tf * idf * 2;
-            matched_terms.add(term);
-        }
-    }
-    // Category boost: entities score higher than concepts
-    if (category === "entity") {
-        score *= 1.3;
-    }
-    else if (category === "synthesis") {
-        score *= 1.1;
-    }
-    return { score, matched_terms: Array.from(matched_terms) };
-}
-/**
- * Extract a preview snippet from content around matched terms
- */
-function extractPreview(content, matchedTerms, maxLength = 150) {
-    if (!matchedTerms.length) {
-        // Return first non-empty paragraph
-        const lines = content.split("\n").filter((l) => l.trim() && !l.startsWith("#") && !l.startsWith("---"));
-        return lines.slice(0, 2).join(" ").substring(0, maxLength);
-    }
-    // Find first occurrence of any matched term
-    const contentLower = content.toLowerCase();
-    const term = matchedTerms[0];
-    const index = contentLower.indexOf(term);
-    if (index === -1) {
-        const lines = content.split("\n").filter((l) => l.trim() && !l.startsWith("#"));
-        return lines.slice(0, 2).join(" ").substring(0, maxLength);
-    }
-    const start = Math.max(0, index - 60);
-    const end = Math.min(content.length, index + 150);
-    let preview = content.substring(start, end);
-    // Trim to word boundary
-    const lastSpace = preview.lastIndexOf(" ");
-    if (lastSpace > 0) {
-        preview = preview.substring(0, lastSpace) + "...";
-    }
-    return preview;
-}
-async function wikiSearch(input) {
-    try {
-        const projectPath = node_path_1.default.resolve(input.project_path);
-        const docuDir = node_path_1.default.join(projectPath, ".docuflow");
-        const wikiDir = node_path_1.default.join(docuDir, "wiki");
-        const limit = input.limit ?? 10;
-        const allResults = [];
-        // Build list of categories to search
-        let categoriesToScan = ["entities", "concepts", "timelines", "syntheses"];
-        if (input.category) {
-            categoriesToScan = [`${input.category}s`];
-        }
-        // First pass: count total pages (for IDF calculation)
-        let totalPages = 0;
-        for (const categoryDir of categoriesToScan) {
-            const fullCategoryPath = node_path_1.default.join(wikiDir, categoryDir);
-            try {
-                const files = await promises_1.default.readdir(fullCategoryPath);
-                totalPages += files.filter((f) => f.endsWith(".md")).length;
-            }
-            catch (e) {
-                // Category may not exist
-            }
-        }
-        const PLURAL_TO_SINGULAR = {
-            entities: "entity",
-            concepts: "concept",
-            timelines: "timeline",
-            syntheses: "synthesis",
-        };
-        // Second pass: search all pages
-        for (const categoryDir of categoriesToScan) {
-            const fullCategoryPath = node_path_1.default.join(wikiDir, categoryDir);
-            const category = PLURAL_TO_SINGULAR[categoryDir] ?? categoryDir.replace(/s$/, "");
-            try {
-                const files = await promises_1.default.readdir(fullCategoryPath);
-                for (const file of files) {
-                    if (!file.endsWith(".md"))
-                        continue;
-                    const filePath = node_path_1.default.join(fullCategoryPath, file);
-                    const read = await (0, filesystem_1.safeReadFile)(filePath);
-                    if (read.error || read.binary || !read.content)
-                        continue;
-                    // Extract title from content (first H1)
-                    const titleMatch = read.content.match(/^#\s+(.+?)$/m);
-                    const title = titleMatch ? titleMatch[1].trim() : file.replace(".md", "");
-                    const pageId = file.replace(".md", "");
-                    // Score the match
-                    const { score, matched_terms } = scoreMatch(input.query, read.content, title, category, totalPages);
-                    // Only include if there's at least one match
-                    if (score > 0 && matched_terms.length > 0) {
-                        const preview = extractPreview(read.content, matched_terms);
-                        allResults.push({
-                            page_id: pageId,
-                            title,
-                            category,
-                            path: node_path_1.default.relative(docuDir, filePath),
-                            relevance_score: Math.round(score * 10) / 10, // Round to 1 decimal
-                            preview,
-                            matched_terms,
-                        });
-                    }
-                }
-            }
-            catch (e) {
-                // Category directory may not exist
-            }
-        }
-        // Sort by relevance score (descending) and return top N
-        allResults.sort((a, b) => b.relevance_score - a.relevance_score);
-        const results = allResults.slice(0, limit);
-        return {
-            query: input.query,
-            results,
-            total_results: allResults.length,
-        };
-    }
-    catch (e) {
-        return {
-            query: input.query,
-            results: [],
-            total_results: 0,
-            error: e?.message ?? String(e),
-        };
-    }
-}

package/dist/tools/write-spec.js

@@ -1,55 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.writeSpec = writeSpec;
-const node_path_1 = __importDefault(require("node:path"));
-const filesystem_1 = require("../filesystem");
-const promises_1 = __importDefault(require("node:fs/promises"));
-// Per-project write lock: maps projectPath → promise chain so that concurrent
-// calls to writeSpec on the same project are always serialised. This prevents
-// the read-modify-write on index.json from racing when the agent issues several
-// write_spec calls in parallel (e.g. writing one spec per module at once).
-const indexLocks = new Map();
-function withLock(key, fn) {
-    const prev = indexLocks.get(key) ?? Promise.resolve();
-    const next = prev.then(fn).catch(() => { });
-    indexLocks.set(key, next);
-    return next;
-}
-async function writeSpec(input) {
-    const projectPath = node_path_1.default.resolve(input.project_path);
-    const docuDir = node_path_1.default.join(projectPath, ".docuflow");
-    const specsDir = node_path_1.default.join(docuDir, "specs");
-    await (0, filesystem_1.ensureDir)(specsDir);
-    const cleanName = input.filename.replace(/\.md$/i, "");
-    const targetFile = node_path_1.default.join(specsDir, `${cleanName}.md`);
-    // Write the markdown file immediately — each spec file is independent so
-    // parallel writes to different filenames are safe without locking.
-    const bytes = await (0, filesystem_1.writeFileAtomic)(targetFile, input.content);
-    // Serialise index updates per project to avoid read-modify-write races.
-    const indexPath = node_path_1.default.join(docuDir, "index.json");
-    let indexUpdated = false;
-    let writeError;
-    await withLock(projectPath, async () => {
-        try {
-            const existing = (await (0, filesystem_1.readJsonIfExists)(indexPath)) ?? { specs: [] };
-            const now = new Date().toISOString();
-            const idx = existing.specs.findIndex((s) => s.filename === `${cleanName}.md`);
-            if (idx >= 0)
-                existing.specs[idx].written_at = now;
-            else
-                existing.specs.push({ filename: `${cleanName}.md`, written_at: now });
-            await promises_1.default.writeFile(indexPath, JSON.stringify(existing, null, 2), "utf8");
-            indexUpdated = true;
-        }
-        catch (e) {
-            writeError = e?.message ?? String(e);
-        }
-    });
-    if (writeError) {
-        return { written_to: targetFile, bytes_written: bytes, index_updated: false, error: writeError };
-    }
-    return { written_to: targetFile, bytes_written: bytes, index_updated: indexUpdated };
-}

package/dist/types.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });