mdkg 0.1.2 → 0.1.3

package/dist/commands/task.js

@@ -11,12 +11,15 @@ const path_1 = __importDefault(require("path"));
 const config_1 = require("../core/config");
 const indexer_1 = require("../graph/indexer");
 const index_cache_1 = require("../graph/index_cache");
+const reindex_1 = require("../graph/reindex");
 const frontmatter_1 = require("../graph/frontmatter");
 const skills_indexer_1 = require("../graph/skills_indexer");
 const date_1 = require("../util/date");
 const errors_1 = require("../util/errors");
 const qid_1 = require("../util/qid");
 const id_1 = require("../util/id");
+const atomic_1 = require("../util/atomic");
+const lock_1 = require("../util/lock");
 const event_support_1 = require("./event_support");
 const checkpoint_1 = require("./checkpoint");
 const MUTABLE_TASK_TYPES = new Set(["task", "bug", "test"]);
@@ -93,8 +96,7 @@ function maybeReindex(root, config) {
     if (!config.index.auto_reindex) {
         return;
     }
-    const outputPath = path_1.default.resolve(root, config.index.global_index_path);
-    (0, index_cache_1.writeIndex)(outputPath, (0, indexer_1.buildIndex)(root, config, { tolerant: config.index.tolerant }));
+    (0, reindex_1.writeDerivedIndexes)(root, config, (0, indexer_1.buildIndex)(root, config, { tolerant: config.index.tolerant }));
 }
 function loadMutableTaskNode(root, idOrQid, wsHint) {
     const config = (0, config_1.loadConfig)(root);
@@ -132,7 +134,7 @@ function writeNodeFile(root, filePath, frontmatter, body) {
     const lines = (0, frontmatter_1.formatFrontmatter)(frontmatter, frontmatter_1.DEFAULT_FRONTMATTER_KEY_ORDER);
     const frontmatterBlock = ["---", ...lines, "---"].join("\n");
     const content = body.length > 0 ? `${frontmatterBlock}\n${body}` : frontmatterBlock;
-    fs_1.default.writeFileSync(filePath, content, "utf8");
+    (0, atomic_1.atomicWriteFile)(filePath, content);
 }
 function ensureStatusAllowed(config, statusRaw, flag = "--status") {
     const normalized = statusRaw.trim().toLowerCase();
@@ -202,7 +204,7 @@ function printTaskMutationReceipt(action, root, loaded, json, checkpoint) {
     }
     console.log(`task ${action}: ${loaded.qid}`);
 }
-function runTaskStartCommand(options) {
+function runTaskStartCommandLocked(options) {
     const loaded = loadMutableTaskNode(options.root, options.id, options.ws);
     const now = options.now ?? new Date();
     loaded.frontmatter.status = ensureStatusAllowed(loaded.config, "progress");
@@ -222,7 +224,7 @@ function runTaskStartCommand(options) {
     maybeWarnEventsDisabled(options.root, loaded.config, loaded.ws);
     printTaskMutationReceipt("started", options.root, loaded, options.json);
 }
-function runTaskUpdateCommand(options) {
+function runTaskUpdateCommandLocked(options) {
     const loaded = loadMutableTaskNode(options.root, options.id, options.ws);
     const now = options.now ?? new Date();
     if (options.status) {
@@ -264,7 +266,7 @@ function runTaskUpdateCommand(options) {
     });
     printTaskMutationReceipt("updated", options.root, loaded, options.json);
 }
-function runTaskDoneCommand(options) {
+function runTaskDoneCommandLocked(options) {
     const loaded = loadMutableTaskNode(options.root, options.id, options.ws);
     const now = options.now ?? new Date();
     const nextLinks = appendUnique(toStringList(loaded.frontmatter.links), parseCsvList(options.addLinks));
@@ -316,3 +318,15 @@ function runTaskDoneCommand(options) {
     maybeWarnEventsDisabled(options.root, loaded.config, loaded.ws);
     printTaskMutationReceipt("done", options.root, loaded, options.json, checkpoint);
 }
+function runTaskStartCommand(options) {
+    const config = (0, config_1.loadConfig)(options.root);
+    return (0, lock_1.withMutationLock)(options.root, config.index.lock_timeout_ms, () => runTaskStartCommandLocked(options));
+}
+function runTaskUpdateCommand(options) {
+    const config = (0, config_1.loadConfig)(options.root);
+    return (0, lock_1.withMutationLock)(options.root, config.index.lock_timeout_ms, () => runTaskUpdateCommandLocked(options));
+}
+function runTaskDoneCommand(options) {
+    const config = (0, config_1.loadConfig)(options.root);
+    return (0, lock_1.withMutationLock)(options.root, config.index.lock_timeout_ms, () => runTaskDoneCommandLocked(options));
+}

package/dist/commands/validate.js

@@ -14,6 +14,7 @@ const workspace_files_1 = require("../graph/workspace_files");
 const validate_graph_1 = require("../graph/validate_graph");
 const bundle_imports_1 = require("../graph/bundle_imports");
 const visibility_1 = require("../graph/visibility");
+const sqlite_index_1 = require("../graph/sqlite_index");
 const errors_1 = require("../util/errors");
 const skill_mirror_1 = require("./skill_mirror");
 const RECOMMENDED_HEADINGS = {
@@ -207,6 +208,11 @@ function runValidateCommand(options) {
     const filesByAlias = (0, workspace_files_1.listWorkspaceDocFilesByAlias)(options.root, config);
     const errors = [];
     const warnings = [];
+    if ((0, sqlite_index_1.isSqliteBackend)(config)) {
+        const health = (0, sqlite_index_1.sqliteHealth)(options.root, config);
+        warnings.push(...health.warnings);
+        errors.push(...health.errors);
+    }
     if (templateSchemaInfo.fallbackTypes.length > 0) {
         warnings.push(`using bundled template schema fallback for missing local type(s): ${templateSchemaInfo.fallbackTypes.join(", ")}; run \`mdkg upgrade --apply\` to vendor built-in templates`);
     }

package/dist/commands/work.js

@@ -15,12 +15,15 @@ const config_1 = require("../core/config");
 const frontmatter_1 = require("../graph/frontmatter");
 const indexer_1 = require("../graph/indexer");
 const index_cache_1 = require("../graph/index_cache");
+const reindex_1 = require("../graph/reindex");
 const agent_file_types_1 = require("../graph/agent_file_types");
 const loader_1 = require("../templates/loader");
 const date_1 = require("../util/date");
 const errors_1 = require("../util/errors");
 const id_1 = require("../util/id");
 const qid_1 = require("../util/qid");
+const atomic_1 = require("../util/atomic");
+const lock_1 = require("../util/lock");
 const event_support_1 = require("./event_support");
 const archive_1 = require("./archive");
 const PRICING_MODELS = new Set(["free", "included", "quoted", "fixed", "metered", "subscription"]);
@@ -90,8 +93,7 @@ function maybeReindex(root, config) {
     if (!config.index.auto_reindex) {
         return;
     }
-    const outputPath = path_1.default.resolve(root, config.index.global_index_path);
-    (0, index_cache_1.writeIndex)(outputPath, (0, indexer_1.buildIndex)(root, config, { tolerant: config.index.tolerant }));
+    (0, reindex_1.writeDerivedIndexes)(root, config, (0, indexer_1.buildIndex)(root, config, { tolerant: config.index.tolerant }));
 }
 function findNodeById(index, ws, id, type) {
     const node = index.nodes[`${ws}:${id}`];
@@ -123,7 +125,7 @@ function nodeReceipt(root, node) {
 function writeFrontmatterFile(filePath, frontmatter, body) {
     const lines = (0, frontmatter_1.formatFrontmatter)(frontmatter, frontmatter_1.DEFAULT_FRONTMATTER_KEY_ORDER);
     const content = ["---", ...lines, "---", body.trimStart()].join("\n");
-    fs_1.default.writeFileSync(filePath, content.endsWith("\n") ? content : `${content}\n`, "utf8");
+    (0, atomic_1.atomicWriteFile)(filePath, content.endsWith("\n") ? content : `${content}\n`);
 }
 function createAgentWorkflowNode(options) {
     const config = (0, config_1.loadConfig)(options.root);
@@ -149,8 +151,16 @@ function createAgentWorkflowNode(options) {
         updated: today,
         ...options.overrides,
     });
-    fs_1.default.mkdirSync(path_1.default.dirname(filePath), { recursive: true });
-    fs_1.default.writeFileSync(filePath, content, "utf8");
+    try {
+        (0, atomic_1.writeFileExclusive)(filePath, content);
+    }
+    catch (err) {
+        const code = typeof err === "object" && err !== null && "code" in err ? String(err.code) : "";
+        if (code === "EEXIST") {
+            throw new errors_1.UsageError(`node already exists: ${path_1.default.relative(options.root, filePath)}`);
+        }
+        throw err;
+    }
     maybeReindex(options.root, config);
     (0, event_support_1.appendAutomaticEvent)({
         root: options.root,
@@ -200,7 +210,7 @@ function printReceipt(action, receipt, json) {
     }
     console.log(`work ${action}: ${receipt.qid} (${receipt.path})`);
 }
-function runWorkContractNewCommand(options) {
+function runWorkContractNewCommandLocked(options) {
     const config = (0, config_1.loadConfig)(options.root);
     const ws = normalizeWorkspace(options.ws);
     const { index } = (0, index_cache_1.loadIndex)({ root: options.root, config });
@@ -226,7 +236,7 @@ function runWorkContractNewCommand(options) {
     });
     printReceipt("contract created", receipt, options.json);
 }
-function runWorkOrderNewCommand(options) {
+function runWorkOrderNewCommandLocked(options) {
     const config = (0, config_1.loadConfig)(options.root);
     const ws = normalizeWorkspace(options.ws);
     const { index } = (0, index_cache_1.loadIndex)({ root: options.root, config });
@@ -255,7 +265,7 @@ function runWorkOrderNewCommand(options) {
     });
     printReceipt("order created", receipt, options.json);
 }
-function runWorkOrderUpdateCommand(options) {
+function runWorkOrderUpdateCommandLocked(options) {
     const loaded = loadMutableAgentNode(options.root, options.id, options.ws, "work_order");
     if (options.status) {
         loaded.frontmatter.order_status = normalizeEnum(options.status, "--status", ORDER_STATUSES);
@@ -267,7 +277,7 @@ function runWorkOrderUpdateCommand(options) {
     maybeReindex(options.root, loaded.config);
     printReceipt("order updated", nodeReceipt(options.root, loaded.node), options.json);
 }
-function runWorkReceiptNewCommand(options) {
+function runWorkReceiptNewCommandLocked(options) {
     const config = (0, config_1.loadConfig)(options.root);
     const ws = normalizeWorkspace(options.ws);
     const { index } = (0, index_cache_1.loadIndex)({ root: options.root, config });
@@ -295,7 +305,7 @@ function runWorkReceiptNewCommand(options) {
     });
     printReceipt("receipt created", receipt, options.json);
 }
-function runWorkReceiptUpdateCommand(options) {
+function runWorkReceiptUpdateCommandLocked(options) {
     const loaded = loadMutableAgentNode(options.root, options.id, options.ws, "receipt");
     if (options.receiptStatus) {
         loaded.frontmatter.receipt_status = normalizeEnum(options.receiptStatus, "--receipt-status", RECEIPT_STATUSES);
@@ -308,7 +318,7 @@ function runWorkReceiptUpdateCommand(options) {
     maybeReindex(options.root, loaded.config);
     printReceipt("receipt updated", nodeReceipt(options.root, loaded.node), options.json);
 }
-function runWorkArtifactAddCommand(options) {
+function runWorkArtifactAddCommandLocked(options) {
     const config = (0, config_1.loadConfig)(options.root);
     const ws = normalizeWorkspace(options.ws);
     const { index } = (0, index_cache_1.loadIndex)({ root: options.root, config });
@@ -363,3 +373,25 @@ function runWorkArtifactAddCommand(options) {
     }
     console.log(`work artifact registered: ${target.qid} -> ${archiveUri}`);
 }
+function withWorkLock(root, fn) {
+    const config = (0, config_1.loadConfig)(root);
+    return (0, lock_1.withMutationLock)(root, config.index.lock_timeout_ms, fn);
+}
+function runWorkContractNewCommand(options) {
+    return withWorkLock(options.root, () => runWorkContractNewCommandLocked(options));
+}
+function runWorkOrderNewCommand(options) {
+    return withWorkLock(options.root, () => runWorkOrderNewCommandLocked(options));
+}
+function runWorkOrderUpdateCommand(options) {
+    return withWorkLock(options.root, () => runWorkOrderUpdateCommandLocked(options));
+}
+function runWorkReceiptNewCommand(options) {
+    return withWorkLock(options.root, () => runWorkReceiptNewCommandLocked(options));
+}
+function runWorkReceiptUpdateCommand(options) {
+    return withWorkLock(options.root, () => runWorkReceiptUpdateCommandLocked(options));
+}
+function runWorkArtifactAddCommand(options) {
+    return withWorkLock(options.root, () => runWorkArtifactAddCommandLocked(options));
+}

package/dist/core/config.js

@@ -22,7 +22,10 @@ const PACK_EDGE_KEYS = new Set([
 const NEXT_WORK_STRATEGIES = new Set(["chain_then_priority"]);
 const WORKSPACE_VISIBILITY_VALUES = new Set(["private", "internal", "public"]);
 const BUNDLE_PROFILE_VALUES = new Set(["private", "public"]);
+const INDEX_BACKEND_VALUES = new Set(["json", "sqlite"]);
 const DEFAULT_ARCHIVE_LARGE_CACHE_WARNING_BYTES = 26214400;
+const DEFAULT_SQLITE_COMMIT_WARNING_BYTES = 52428800;
+const DEFAULT_LOCK_TIMEOUT_MS = 10000;
 function isObject(value) {
     return typeof value === "object" && value !== null && !Array.isArray(value);
 }
@@ -231,7 +234,19 @@ function validateConfigSchema(raw) {
         ? {
             auto_reindex: requireBoolean(indexRaw.auto_reindex, "index.auto_reindex", errors),
             tolerant: requireBoolean(indexRaw.tolerant, "index.tolerant", errors),
+            backend: indexRaw.backend === undefined
+                ? "json"
+                : requireStringInSet(indexRaw.backend, "index.backend", INDEX_BACKEND_VALUES, errors),
             global_index_path: requireContainedPath(indexRaw.global_index_path, "index.global_index_path", errors),
+            sqlite_path: indexRaw.sqlite_path === undefined
+                ? ".mdkg/index/mdkg.sqlite"
+                : requireContainedPath(indexRaw.sqlite_path, "index.sqlite_path", errors),
+            sqlite_commit_warning_bytes: indexRaw.sqlite_commit_warning_bytes === undefined
+                ? DEFAULT_SQLITE_COMMIT_WARNING_BYTES
+                : requireNonNegativeInteger(indexRaw.sqlite_commit_warning_bytes, "index.sqlite_commit_warning_bytes", errors),
+            lock_timeout_ms: indexRaw.lock_timeout_ms === undefined
+                ? DEFAULT_LOCK_TIMEOUT_MS
+                : requirePositiveInteger(indexRaw.lock_timeout_ms, "index.lock_timeout_ms", errors),
         }
         : undefined;
     const capabilities = capabilitiesRaw

package/dist/graph/bundle_imports.js

@@ -15,6 +15,7 @@ const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const child_process_1 = require("child_process");
 const paths_1 = require("../core/paths");
+const atomic_1 = require("../util/atomic");
 const zip_1 = require("../util/zip");
 const IMPORTS_CACHE_VERSION = 1;
 const MANIFEST_ENTRY = "manifest.json";
@@ -298,8 +299,7 @@ function buildBundleImportsIndex(root, config) {
     };
 }
 function writeBundleImportsIndex(indexPath, index) {
-    fs_1.default.mkdirSync(path_1.default.dirname(indexPath), { recursive: true });
-    fs_1.default.writeFileSync(indexPath, JSON.stringify(index, null, 2), "utf8");
+    (0, atomic_1.atomicWriteFile)(indexPath, JSON.stringify(index, null, 2));
 }
 function isBundleImportsIndexStale(root, config) {
     const indexPath = resolveBundleImportsIndexPath(root);

package/dist/graph/capabilities_index_cache.js

@@ -9,6 +9,7 @@ exports.loadCapabilitiesIndex = loadCapabilitiesIndex;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const paths_1 = require("../core/paths");
+const atomic_1 = require("../util/atomic");
 const workspace_files_1 = require("./workspace_files");
 const capabilities_indexer_1 = require("./capabilities_indexer");
 function mtimeMs(filePath) {
@@ -76,8 +77,7 @@ function readCapabilitiesIndex(indexPath) {
     }
 }
 function writeCapabilitiesIndex(indexPath, index) {
-    fs_1.default.mkdirSync(path_1.default.dirname(indexPath), { recursive: true });
-    fs_1.default.writeFileSync(indexPath, JSON.stringify(index, null, 2), "utf8");
+    (0, atomic_1.atomicWriteFile)(indexPath, JSON.stringify(index, null, 2));
 }
 function loadCapabilitiesIndex(options) {
     const useCache = options.useCache ?? true;

package/dist/graph/index_cache.js

@@ -8,6 +8,7 @@ exports.loadIndex = loadIndex;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const sort_1 = require("../util/sort");
+const atomic_1 = require("../util/atomic");
 const indexer_1 = require("./indexer");
 const staleness_1 = require("./staleness");
 const bundle_imports_1 = require("./bundle_imports");
@@ -23,8 +24,7 @@ function readIndex(indexPath) {
 }
 function writeIndex(indexPath, index) {
     const sortedIndex = { ...index, nodes: (0, sort_1.sortIndexNodes)(index.nodes) };
-    fs_1.default.mkdirSync(path_1.default.dirname(indexPath), { recursive: true });
-    fs_1.default.writeFileSync(indexPath, JSON.stringify(sortedIndex, null, 2));
+    (0, atomic_1.atomicWriteFile)(indexPath, JSON.stringify(sortedIndex, null, 2));
 }
 function loadIndex(options) {
     const useCache = options.useCache ?? true;

package/dist/graph/reindex.js

@@ -0,0 +1,46 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.writeDerivedIndexes = writeDerivedIndexes;
+const path_1 = __importDefault(require("path"));
+const capabilities_indexer_1 = require("./capabilities_indexer");
+const capabilities_index_cache_1 = require("./capabilities_index_cache");
+const bundle_imports_1 = require("./bundle_imports");
+const indexer_1 = require("./indexer");
+const index_cache_1 = require("./index_cache");
+const skills_index_cache_1 = require("./skills_index_cache");
+const skills_indexer_1 = require("./skills_indexer");
+const sqlite_index_1 = require("./sqlite_index");
+function writeDerivedIndexes(root, config, nodeIndex, options) {
+    const nextNodeIndex = nodeIndex ?? (0, indexer_1.buildIndex)(root, config, { tolerant: options?.tolerant ?? config.index.tolerant });
+    const skillsIndex = (0, skills_indexer_1.buildSkillsIndex)(root, config);
+    const capabilitiesIndex = (0, capabilities_indexer_1.buildCapabilitiesIndex)(root, config, nextNodeIndex);
+    const importsIndex = (0, bundle_imports_1.buildBundleImportsIndex)(root, config);
+    const nodesOutputPath = path_1.default.resolve(root, config.index.global_index_path);
+    const skillsOutputPath = (0, skills_indexer_1.resolveSkillsIndexPath)(root);
+    const capabilitiesOutputPath = (0, capabilities_indexer_1.resolveCapabilitiesIndexPath)(root, config);
+    const importsOutputPath = (0, bundle_imports_1.resolveBundleImportsIndexPath)(root);
+    (0, index_cache_1.writeIndex)(nodesOutputPath, nextNodeIndex);
+    (0, skills_index_cache_1.writeSkillsIndex)(skillsOutputPath, skillsIndex);
+    (0, capabilities_index_cache_1.writeCapabilitiesIndex)(capabilitiesOutputPath, capabilitiesIndex);
+    (0, bundle_imports_1.writeBundleImportsIndex)(importsOutputPath, importsIndex.index);
+    const paths = {
+        nodes: nodesOutputPath,
+        skills: skillsOutputPath,
+        capabilities: capabilitiesOutputPath,
+        imports: importsOutputPath,
+    };
+    if ((0, sqlite_index_1.isSqliteBackend)(config)) {
+        paths.sqlite = (0, sqlite_index_1.writeSqliteIndex)({
+            root,
+            config,
+            nodeIndex: nextNodeIndex,
+            skillsIndex,
+            capabilitiesIndex,
+            importsIndex: importsIndex.index,
+        });
+    }
+    return { nodeIndex: nextNodeIndex, paths };
+}

package/dist/graph/skills_index_cache.js

@@ -8,6 +8,7 @@ exports.loadSkillsIndex = loadSkillsIndex;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
 const paths_1 = require("../core/paths");
+const atomic_1 = require("../util/atomic");
 const skills_indexer_1 = require("./skills_indexer");
 function mtimeMs(filePath) {
     return fs_1.default.statSync(filePath).mtimeMs;
@@ -67,8 +68,7 @@ function writeSkillsIndex(indexPath, index) {
         ...index,
         skills: sortedSkills,
     };
-    fs_1.default.mkdirSync(path_1.default.dirname(indexPath), { recursive: true });
-    fs_1.default.writeFileSync(indexPath, JSON.stringify(sortedIndex, null, 2), "utf8");
+    (0, atomic_1.atomicWriteFile)(indexPath, JSON.stringify(sortedIndex, null, 2));
 }
 function loadSkillsIndex(options) {
     const useCache = options.useCache ?? true;