greptor 0.2.1

package/dist/storage/file-storage.js

@@ -0,0 +1,162 @@
+import { mkdir, readFile, readdir, writeFile } from "node:fs/promises";
+import path from "node:path";
+import YAML from "yaml";
+import { fileExists } from "../utils/file.js";
+export function createFileStorage(baseDir) {
+    const rawContentPath = path.join(baseDir, "raw");
+    const processedContentPath = path.join(baseDir, "processed");
+    function resolveLayerPath(layer, ref) {
+        return path.join(baseDir, layer, ref);
+    }
+    function getYearMonthSegment(date) {
+        const year = String(date.getUTCFullYear());
+        const month = String(date.getUTCMonth() + 1).padStart(2, "0");
+        return `${year}-${month}`;
+    }
+    function sanitize(name, maxLength = 50, fallback = "unknown") {
+        const trimmed = name.trim();
+        let sanitized = trimmed.toLowerCase().replace(/[^a-z0-9]+/g, "-");
+        sanitized = sanitized.replace(/^-+/, "").replace(/-+$/, "");
+        sanitized = sanitized.replace(/-+/g, "-");
+        if (sanitized.length > maxLength) {
+            sanitized = sanitized.slice(0, maxLength);
+        }
+        return sanitized || fallback;
+    }
+    function generateDocumentRef(args) {
+        const effectiveTimestamp = args.timestamp ?? new Date();
+        const isoDate = effectiveTimestamp.toISOString().split("T")[0];
+        const safeTitle = sanitize(args.label, 50, "untitled");
+        const yearMonth = getYearMonthSegment(effectiveTimestamp);
+        const source = sanitize(args.source, 20, "unknown");
+        const publisher = args.publisher
+            ? sanitize(args.publisher, 50, "unknown")
+            : undefined;
+        const fileName = `${isoDate}-${safeTitle}.md`;
+        return path.posix.join(source, ...(publisher ? [publisher] : []), yearMonth, fileName);
+    }
+    function buildRawFileContent(input) {
+        const yamlHeader = {
+            id: input.id,
+            title: input.label,
+            created_at: input.creationDate
+                ? input.creationDate.toISOString()
+                : new Date().toISOString(),
+            ...input.metadata,
+            source: input.source,
+            ...(input.publisher ? { publisher: input.publisher } : {}),
+        };
+        const yamlHeaderString = YAML.stringify(yamlHeader);
+        const lines = ["---"];
+        lines.push(yamlHeaderString.trim());
+        lines.push("---");
+        lines.push("");
+        lines.push(input.content.trim());
+        return lines.join("\n");
+    }
+    async function listLayerRefs(layer) {
+        const rootFull = path.join(baseDir, layer);
+        const results = [];
+        const walk = async (dirFull, dirRelative) => {
+            let entries;
+            try {
+                entries = await readdir(dirFull, { withFileTypes: true });
+            }
+            catch {
+                return;
+            }
+            for (const entry of entries) {
+                const nextFull = path.join(dirFull, entry.name);
+                const nextRelative = path.posix.join(dirRelative, entry.name);
+                if (entry.isDirectory()) {
+                    await walk(nextFull, nextRelative);
+                    continue;
+                }
+                if (entry.isFile() && entry.name.toLowerCase().endsWith(".md")) {
+                    results.push(nextRelative);
+                }
+            }
+        };
+        await walk(rootFull, "");
+        results.sort((a, b) => a.localeCompare(b));
+        return results;
+    }
+    async function saveRawContent(input) {
+        try {
+            const content = buildRawFileContent(input);
+            const ref = generateDocumentRef({
+                label: input.label,
+                source: input.source,
+                ...(input.publisher ? { publisher: input.publisher } : {}),
+                ...(input.creationDate ? { timestamp: input.creationDate } : {}),
+            });
+            const fullPath = resolveLayerPath("raw", ref);
+            if (await fileExists(fullPath)) {
+                if (!input.overwrite) {
+                    return {
+                        type: "duplicate",
+                        ref,
+                    };
+                }
+            }
+            else {
+                await mkdir(path.dirname(fullPath), { recursive: true });
+            }
+            await writeFile(fullPath, content, "utf8");
+            return {
+                type: "added",
+                ref,
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            return {
+                type: "error",
+                message: errorMessage,
+            };
+        }
+    }
+    async function readRawContent(ref) {
+        const fullPath = resolveLayerPath("raw", ref);
+        const content = await readFile(fullPath, "utf8");
+        if (!content.startsWith("---\n")) {
+            throw new Error(`Invalid raw file format. The file '${ref}' doesn't have yaml header.`);
+        }
+        const endIndex = content.indexOf("\n---", 4);
+        if (endIndex === -1) {
+            throw new Error(`Invalid raw file format. The file '${ref}' doesn't have yaml header.`);
+        }
+        const after = content.slice(endIndex + 4);
+        const body = after.startsWith("\n") ? after.slice(1) : after;
+        const yamlHeader = content.slice(4, endIndex).trimEnd();
+        const parsed = YAML.parse(yamlHeader);
+        if (typeof parsed !== "object" ||
+            parsed === null ||
+            Array.isArray(parsed)) {
+            throw new Error(`Invalid raw file format. The file '${ref}' has a non-object yaml header.`);
+        }
+        const metadata = parsed;
+        return { metadata, content: body };
+    }
+    async function getUnprocessedContents() {
+        const rawRefs = await listLayerRefs("raw");
+        const processedRefs = await listLayerRefs("processed");
+        const processedSet = new Set(processedRefs);
+        return rawRefs.filter((ref) => !processedSet.has(ref));
+    }
+    async function saveProcessedContent(ref, content) {
+        const processedFullPath = resolveLayerPath("processed", ref);
+        await mkdir(path.dirname(processedFullPath), { recursive: true });
+        await writeFile(processedFullPath, content, "utf8");
+    }
+    return {
+        baseDir,
+        rawContentPath,
+        processedContentPath,
+        saveRawContent,
+        readRawContent,
+        getUnprocessedContents,
+        saveProcessedContent,
+    };
+}
+//# sourceMappingURL=file-storage.js.map

package/dist/storage/file-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-storage.js","sourceRoot":"","sources":["../../src/storage/file-storage.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AAMxB,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAe9C,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAChD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACjD,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAE7D,SAAS,gBAAgB,CACxB,KAA0B,EAC1B,GAAgB;QAEhB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,SAAS,mBAAmB,CAAC,IAAU;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9D,OAAO,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,SAAS,QAAQ,CAChB,IAAY,EACZ,SAAS,GAAG,EAAE,EACd,QAAQ,GAAG,SAAS;QAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAClE,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5D,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1C,IAAI,SAAS,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAClC,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,SAAS,IAAI,QAAQ,CAAC;IAC9B,CAAC;IAED,SAAS,mBAAmB,CAAC,IAK5B;QACA,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,kBAAkB,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,EAAE,UAAU,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS;YAC/B,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,SAAS,CAAC;YACzC,CAAC,CAAC,SAAS,CAAC;QACb,MAAM,QAAQ,GAAG,GAAG,OAAO,IAAI,SAAS,KAAK,CAAC;QAE9C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CACrB,MAAM,EACN,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EACjC,SAAS,EACT,QAAQ,CACR,CAAC;IACH,CAAC;IAED,SAAS,mBAAmB,CAAC,KAAsB;QAClD,MAAM,UAAU,GAAG;YAClB,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,UAAU,EAAE,KAAK,CAAC,YAAY;gBAC7B,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,WAAW,EAAE;gBAClC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC3B,GAAG,KAAK,CAAC,QAAQ;YACjB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAEpD,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAEjC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,UAAU,aAAa,CAC3B,KAA0B;QAE1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,MAAM,IAAI,GAAG,KAAK,EACjB,OAAe,EACf,WAAmB,EACH,EAAE;YAClB,IAAI,OAAiB,CAAC;YACtB,IAAI,CAAC;gBACJ,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO;YACR,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9D,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACzB,MAAM,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;oBACnC,SAAS;gBACV,CAAC;gBACD,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC5B,CAAC;YACF,CAAC;QACF,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,KAAK,UAAU,cAAc,CAC5B,KAAsB;QAEtB,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,GAAG,GAAG,mBAAmB,CAAC;gBAC/B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1D,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChE,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC9C,IAAI,MAAM,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;oBACtB,OAAO;wBACN,IAAI,EAAE,WAAW;wBACjB,GAAG;qBACH,CAAC;gBACH,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3C,OAAO;gBACN,IAAI,EAAE,OAAO;gBACb,GAAG;aACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,YAAY,GACjB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxD,OAAO;gBACN,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,YAAY;aACrB,CAAC;QACH,CAAC;IACF,CAAC;IAED,KAAK,UAAU,cAAc,CAC5B,GAAgB;QAEhB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACd,sCAAsC,GAAG,6BAA6B,CACtE,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC7C,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CACd,sCAAsC,GAAG,6BAA6B,CACtE,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAC7D,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAY,CAAC;QACjD,IACC,OAAO,MAAM,KAAK,QAAQ;YAC1B,MAAM,KAAK,IAAI;YACf,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EACpB,CAAC;YACF,MAAM,IAAI,KAAK,CACd,sCAAsC,GAAG,iCAAiC,CAC1E,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAkB,CAAC;QAEpC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,UAAU,sBAAsB;QACpC,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,UAAU,oBAAoB,CAClC,GAAgB,EAChB,OAAe;QAEf,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAC7D,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,MAAM,SAAS,CAAC,iBAAiB,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,OAAO;QACN,OAAO;QACP,cAAc;QACd,oBAAoB;QACpB,cAAc;QACd,cAAc;QACd,sBAAsB;QACtB,oBAAoB;KACpB,CAAC;AACH,CAAC"}

package/dist/storage/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./types.js";
+export * from "./file-storage.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,mBAAmB,CAAC"}

package/dist/storage/index.js

@@ -0,0 +1,3 @@
+export * from "./types.js";
+export * from "./file-storage.js";
+//# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,mBAAmB,CAAC"}

package/dist/storage/types.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Reference to a stored document under Greptor's data directory.
+ * A relative path like `source/publisher/2025-12/2025-12-06-some-label.md`
+ */
+export type DocumentRef = string;
+export type DocumentAddResult = {
+    type: "added";
+    ref: DocumentRef;
+} | {
+    type: "duplicate";
+    ref: DocumentRef;
+} | {
+    type: "error";
+    message: string;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/storage/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/storage/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC;AAEjC,MAAM,MAAM,iBAAiB,GAC1B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,WAAW,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,GAAG,EAAE,WAAW,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC"}

package/dist/storage/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/storage/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/storage/types.ts"],"names":[],"mappings":""}

package/dist/types.d.ts

@@ -0,0 +1,53 @@
+import type { DocumentRef } from "./storage/types.js";
+export interface Logger {
+    debug?: (message: string, ...meta: unknown[]) => void;
+    info?: (message: string, ...meta: unknown[]) => void;
+    warn?: (message: string, ...meta: unknown[]) => void;
+    error?: (message: string | Error, ...meta: unknown[]) => void;
+}
+export interface GreptorOptions {
+    baseDir: string;
+    topic: string;
+    llmModel: string;
+    workers?: number;
+    metadataSchema?: MetadataSchema;
+    logger?: Logger;
+}
+export type MetadataSchema = MetadataSchemaItem[];
+export interface MetadataSchemaItem {
+    name: string;
+    type: "string" | "string[]" | "number" | "number[]" | "enum" | "enum[]" | "date" | "boolean";
+    description: string;
+    enumValues?: string[];
+}
+export type SupportedFormat = "text";
+export type MetadataValueType = string | number | boolean | Date | string[] | number[] | boolean[];
+export type Metadata = Record<string, MetadataValueType>;
+export interface GreptorEatInput {
+    content: string;
+    format: SupportedFormat;
+    label: string;
+    source: string;
+    publisher?: string;
+    id?: string;
+    creationDate?: Date;
+    metadata?: Metadata;
+    overwrite?: boolean;
+}
+export type GreptorEatResult = {
+    success: true;
+    message: string;
+    ref: DocumentRef;
+} | {
+    success: false;
+    message: string;
+};
+export type CreateSkillResult = {
+    success: true;
+    message: string;
+    skillPath: string;
+} | {
+    success: false;
+    message: string;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEtD,MAAM,WAAW,MAAM;IACtB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACtD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACrD,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;CAC9D;AAED,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,cAAc,GAAG,kBAAkB,EAAE,CAAC;AAElD,MAAM,WAAW,kBAAkB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EACD,QAAQ,GACR,UAAU,GACV,QAAQ,GACR,UAAU,GACV,MAAM,GACN,QAAQ,GACR,MAAM,GACN,SAAS,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,iBAAiB,GAC1B,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,MAAM,EAAE,GACR,MAAM,EAAE,GACR,OAAO,EAAE,CAAC;AAEb,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AAEzD,MAAM,WAAW,eAAe;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,eAAe,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,YAAY,CAAC,EAAE,IAAI,CAAC;IACpB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,MAAM,gBAAgB,GACzB;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,WAAW,CAAA;CAAE,GACpD;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvC,MAAM,MAAM,iBAAiB,GAC1B;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/utils/file.d.ts

@@ -0,0 +1,2 @@
+export declare function fileExists(filePath: string): Promise<boolean>;
+//# sourceMappingURL=file.d.ts.map

package/dist/utils/file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/utils/file.ts"],"names":[],"mappings":"AAEA,wBAAsB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOnE"}

package/dist/utils/file.js

@@ -0,0 +1,11 @@
+import { access } from "node:fs/promises";
+export async function fileExists(filePath) {
+    try {
+        await access(filePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=file.js.map

package/dist/utils/file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.js","sourceRoot":"","sources":["../../src/utils/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB;IAChD,IAAI,CAAC;QACJ,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAC;IACd,CAAC;AACF,CAAC"}

package/dist/utils/hash.d.ts

@@ -0,0 +1,2 @@
+export declare function computeContentHash(content: string): string;
+//# sourceMappingURL=hash.d.ts.map

package/dist/utils/hash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/utils/hash.ts"],"names":[],"mappings":"AAEA,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAE1D"}

package/dist/utils/hash.js

@@ -0,0 +1,5 @@
+import crypto from "node:crypto";
+export function computeContentHash(content) {
+    return crypto.createHash("sha256").update(content, "utf8").digest("hex");
+}
+//# sourceMappingURL=hash.js.map

package/dist/utils/hash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/utils/hash.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,UAAU,kBAAkB,CAAC,OAAe;IACjD,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC1E,CAAC"}

package/package.json

@@ -0,0 +1,63 @@
+{
+	"name": "greptor",
+	"version": "0.2.1",
+	"type": "module",
+	"description": "Transform messy, unstructured text into clean, grep-friendly data for agentic search workflows.",
+	"license": "MIT",
+	"author": "Sergii Vashchyshchuk",
+	"repository": {
+		"type": "git",
+		"url": "git+https://github.com/sniko/greptor.git"
+	},
+	"keywords": [
+		"grep",
+		"search",
+		"ingestion",
+		"llm",
+		"rag",
+		"markdown",
+		"yaml"
+	],
+	"main": "./dist/index.js",
+	"sideEffects": false,
+	"files": [
+		"dist",
+		"README.md",
+		"LICENSE"
+	],
+	"exports": {
+		".": {
+			"types": "./dist/index.d.ts",
+			"import": "./dist/index.js",
+			"default": "./dist/index.js"
+		},
+		"./package.json": "./package.json"
+	},
+	"types": "./dist/index.d.ts",
+	"scripts": {
+		"build": "rm -rf dist && tsc",
+		"prepublishOnly": "npm run build",
+		"demo": "bun run scripts/test.ts",
+		"typecheck": "tsc --noEmit -p tsconfig.json",
+		"lint": "biome check .",
+		"fix": "biome format --write",
+		"changeset": "bunx changeset",
+		"version": "bunx changeset version"
+	},
+	"engines": {
+		"node": ">=18.0.0",
+		"bun": ">=1.0.0"
+	},
+	"devDependencies": {
+		"@biomejs/biome": "^1.9.3",
+		"@changesets/cli": "^2.29.8",
+		"@types/bun": "latest",
+		"@types/node": "^22.10.2",
+		"typescript": "^5.6.3"
+	},
+	"dependencies": {
+		"openai": "^6.8.1",
+		"yaml": "^2.8.2",
+		"zod": "^4.1.12"
+	}
+}