@wanshi-kg/wanshi 0.1.0

package/dist/shared/utils/directoryTree.js

@@ -0,0 +1,184 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DirectoryTreeGenerator = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const minimatch_1 = require("minimatch");
+/**
+ * Generate a directory tree structure with filtering support
+ */
+class DirectoryTreeGenerator {
+    /**
+     * Generate a tree structure for a directory
+     */
+    static generateTree(dirPath_1) {
+        return __awaiter(this, arguments, void 0, function* (dirPath, options = {}, logger) {
+            const { filter = '**/*', maxDepth = 10, excludePatterns = [], includeHidden = false } = options;
+            return this.buildTree(dirPath, filter, excludePatterns, includeHidden, 0, maxDepth, logger);
+        });
+    }
+    /**
+     * Generate a text representation of the directory tree
+     */
+    static generateTextTree(dirPath_1) {
+        return __awaiter(this, arguments, void 0, function* (dirPath, options = {}, logger) {
+            const tree = yield this.generateTree(dirPath, options, logger);
+            return this.treeToText(tree, '', true);
+        });
+    }
+    /**
+     * Recursively build the tree structure
+     */
+    static buildTree(dirPath, filter, excludePatterns, includeHidden, currentDepth, maxDepth, logger) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (currentDepth >= maxDepth) {
+                return [];
+            }
+            try {
+                const entries = yield fs.promises.readdir(dirPath, { withFileTypes: true });
+                const nodes = [];
+                for (const entry of entries) {
+                    // Skip hidden files if not included
+                    if (!includeHidden && entry.name.startsWith('.')) {
+                        continue;
+                    }
+                    // Skip excluded patterns
+                    const fullPath = path.join(dirPath, entry.name);
+                    const relativePath = path.relative(process.cwd(), fullPath);
+                    if (excludePatterns.some(pattern => (0, minimatch_1.minimatch)(relativePath, pattern))) {
+                        continue;
+                    }
+                    if (entry.isDirectory()) {
+                        // For directories, check if any child would match the filter
+                        const children = yield this.buildTree(fullPath, filter, excludePatterns, includeHidden, currentDepth + 1, maxDepth, logger);
+                        // Only include directory if it has matching children or matches filter itself
+                        if (children.length > 0 || (0, minimatch_1.minimatch)(relativePath, filter)) {
+                            nodes.push({
+                                name: entry.name,
+                                type: 'directory',
+                                children
+                            });
+                        }
+                    }
+                    else if (entry.isFile()) {
+                        // Check if file matches the filter
+                        if ((0, minimatch_1.minimatch)(relativePath, filter) || (0, minimatch_1.minimatch)(entry.name, filter)) {
+                            nodes.push({
+                                name: entry.name,
+                                type: 'file'
+                            });
+                        }
+                    }
+                }
+                // Sort: directories first, then files, alphabetically
+                return nodes.sort((a, b) => {
+                    if (a.type !== b.type) {
+                        return a.type === 'directory' ? -1 : 1;
+                    }
+                    return a.name.localeCompare(b.name);
+                });
+            }
+            catch (error) {
+                logger === null || logger === void 0 ? void 0 : logger.error(`Failed to read directory ${dirPath}: ${error}`);
+                return [];
+            }
+        });
+    }
+    /**
+     * Convert tree structure to text representation
+     */
+    static treeToText(nodes, prefix = '', isRoot = false) {
+        let result = '';
+        nodes.forEach((node, index) => {
+            const isLast = index === nodes.length - 1;
+            const connector = isLast ? '└── ' : '├── ';
+            const extension = isLast ? '    ' : '│   ';
+            if (!isRoot) {
+                result += prefix + connector + node.name + '\n';
+            }
+            else {
+                result += node.name + '\n';
+            }
+            if (node.children && node.children.length > 0) {
+                const childPrefix = isRoot ? '' : prefix + extension;
+                result += this.treeToText(node.children, childPrefix, false);
+            }
+        });
+        return result;
+    }
+    /**
+     * Get a filtered list of files (flat, not tree)
+     */
+    static getFilteredFiles(dirPath_1, filter_1) {
+        return __awaiter(this, arguments, void 0, function* (dirPath, filter, excludePatterns = []) {
+            const files = [];
+            function walk(dir) {
+                return __awaiter(this, void 0, void 0, function* () {
+                    const entries = yield fs.promises.readdir(dir, { withFileTypes: true });
+                    for (const entry of entries) {
+                        const fullPath = path.join(dir, entry.name);
+                        const relativePath = path.relative(dirPath, fullPath);
+                        // Skip excluded patterns
+                        if (excludePatterns.some(pattern => (0, minimatch_1.minimatch)(relativePath, pattern))) {
+                            continue;
+                        }
+                        if (entry.isDirectory()) {
+                            yield walk(fullPath);
+                        }
+                        else if (entry.isFile()) {
+                            if ((0, minimatch_1.minimatch)(relativePath, filter) || (0, minimatch_1.minimatch)(entry.name, filter)) {
+                                files.push(fullPath);
+                            }
+                        }
+                    }
+                });
+            }
+            yield walk(dirPath);
+            return files;
+        });
+    }
+}
+exports.DirectoryTreeGenerator = DirectoryTreeGenerator;
+//# sourceMappingURL=directoryTree.js.map

package/dist/shared/utils/directoryTree.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directoryTree.js","sourceRoot":"","sources":["../../../src/shared/utils/directoryTree.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAC7B,yCAAsC;AAgBtC;;GAEG;AACH,MAAa,sBAAsB;IACjC;;OAEG;IACH,MAAM,CAAO,YAAY;6DACvB,OAAe,EACf,UAAgC,EAAE,EAClC,MAAc;YAEd,MAAM,EACJ,MAAM,GAAG,MAAM,EACf,QAAQ,GAAG,EAAE,EACb,eAAe,GAAG,EAAE,EACpB,aAAa,GAAG,KAAK,EACtB,GAAG,OAAO,CAAC;YAEZ,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC9F,CAAC;KAAA;IAED;;OAEG;IACH,MAAM,CAAO,gBAAgB;6DAC3B,OAAe,EACf,UAAgC,EAAE,EAClC,MAAc;YAEd,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;QACzC,CAAC;KAAA;IAED;;OAEG;IACK,MAAM,CAAO,SAAS,CAC5B,OAAe,EACf,MAAc,EACd,eAAyB,EACzB,aAAsB,EACtB,YAAoB,EACpB,QAAgB,EAChB,MAAc;;YAEd,IAAI,YAAY,IAAI,QAAQ,EAAE,CAAC;gBAC7B,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5E,MAAM,KAAK,GAAe,EAAE,CAAC;gBAE7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,oCAAoC;oBACpC,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;wBACjD,SAAS;oBACX,CAAC;oBAED,yBAAyB;oBACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBAChD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;oBAE5D,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAA,qBAAS,EAAC,YAAY,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;wBACtE,SAAS;oBACX,CAAC;oBAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxB,6DAA6D;wBAC7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CACnC,QAAQ,EACR,MAAM,EACN,eAAe,EACf,aAAa,EACb,YAAY,GAAG,CAAC,EAChB,QAAQ,EACR,MAAM,CACP,CAAC;wBAEF,8EAA8E;wBAC9E,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,IAAA,qBAAS,EAAC,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC;4BAC3D,KAAK,CAAC,IAAI,CAAC;gCACT,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,IAAI,EAAE,WAAW;gCACjB,QAAQ;6BACT,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;wBAC1B,mCAAmC;wBACnC,IAAI,IAAA,qBAAS,EAAC,YAAY,EAAE,MAAM,CAAC,IAAI,IAAA,qBAAS,EAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;4BACrE,KAAK,CAAC,IAAI,CAAC;gCACT,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,IAAI,EAAE,MAAM;6BACb,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,sDAAsD;gBACtD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;oBACzB,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;wBACtB,OAAO,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACzC,CAAC;oBACD,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACtC,CAAC,CAAC,CAAC;YAEL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,KAAK,CAAC,4BAA4B,OAAO,KAAK,KAAK,EAAE,CAAC,CAAC;gBAC/D,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACK,MAAM,CAAC,UAAU,CACvB,KAAiB,EACjB,SAAiB,EAAE,EACnB,SAAkB,KAAK;QAEvB,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC5B,MAAM,MAAM,GAAG,KAAK,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YAE3C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YAC7B,CAAC;YAED,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC;gBACrD,MAAM,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,MAAM,CAAO,gBAAgB;6DAC3B,OAAe,EACf,MAAc,EACd,kBAA4B,EAAE;YAE9B,MAAM,KAAK,GAAa,EAAE,CAAC;YAE3B,SAAe,IAAI,CAAC,GAAW;;oBAC7B,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;oBAExE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;wBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;wBAEtD,yBAAyB;wBACzB,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAA,qBAAS,EAAC,YAAY,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;4BACtE,SAAS;wBACX,CAAC;wBAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;4BACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACvB,CAAC;6BAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;4BAC1B,IAAI,IAAA,qBAAS,EAAC,YAAY,EAAE,MAAM,CAAC,IAAI,IAAA,qBAAS,EAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;gCACrE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BACvB,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;aAAA;YAED,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;YACpB,OAAO,KAAK,CAAC;QACf,CAAC;KAAA;CACF;AA/KD,wDA+KC"}

package/dist/shared/utils/documentOutline.js

@@ -0,0 +1,74 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DocumentOutlineGenerator = void 0;
+const outlion_1 = __importStar(require("@wanshi-kg/outlion"));
+class DocumentOutlineGenerator {
+    static generateOutlineFromContent(content, extension, options) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const _a = options !== null && options !== void 0 ? options : {}, { compact } = _a, genOptions = __rest(_a, ["compact"]);
+            const generator = new outlion_1.default();
+            // The Safe variant returns [] for unknown extensions / parse failures instead
+            // of throwing — exactly what a heterogeneous corpus wants (no per-chunk
+            // "No generator found" warning, KG-17). Rendering goes through upstream's
+            // canonical ascii-tree formatter so wanshi no longer carries its own copy;
+            // `compact` drops line numbers + metadata for token-lean prompts.
+            const outline = yield generator.generateFromContentSafe(content, extension, genOptions);
+            return (0, outlion_1.formatOutline)(outline, "ascii-tree", { compact: compact === true });
+        });
+    }
+}
+exports.DocumentOutlineGenerator = DocumentOutlineGenerator;
+//# sourceMappingURL=documentOutline.js.map

package/dist/shared/utils/documentOutline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentOutline.js","sourceRoot":"","sources":["../../../src/shared/utils/documentOutline.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,8DAA+E;AAe/E,MAAa,wBAAwB;IACnC,MAAM,CAAO,0BAA0B,CACrC,OAAe,EACf,SAAiB,EACjB,OAAiC;;YAEjC,MAAM,KAA6B,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,EAAE,EAA1C,EAAE,OAAO,OAAiC,EAA5B,UAAU,cAAxB,WAA0B,CAAgB,CAAC;YACjD,MAAM,SAAS,GAAG,IAAI,iBAAe,EAAE,CAAC;YACxC,8EAA8E;YAC9E,wEAAwE;YACxE,0EAA0E;YAC1E,2EAA2E;YAC3E,kEAAkE;YAClE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,uBAAuB,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YACxF,OAAO,IAAA,uBAAa,EAAC,OAAO,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,OAAO,KAAK,IAAI,EAAE,CAAC,CAAC;QAC7E,CAAC;KAAA;CACF;AAhBD,4DAgBC"}

package/dist/shared/utils/index.js

@@ -0,0 +1,24 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./cosineSimilarity"), exports);
+__exportStar(require("./softmax"), exports);
+__exportStar(require("./agglomerativeCluster"), exports);
+__exportStar(require("./jaroWinklerSimilarity"), exports);
+__exportStar(require("./parseJsonLenient"), exports);
+__exportStar(require("./readConfig"), exports);
+__exportStar(require("./readRtf"), exports);
+//# sourceMappingURL=index.js.map

package/dist/shared/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/shared/utils/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,4CAA0B;AAC1B,yDAAuC;AACvC,0DAAwC;AACxC,qDAAmC;AACnC,+CAA6B;AAC7B,4CAA0B"}

package/dist/shared/utils/jaroWinklerSimilarity.js

@@ -0,0 +1,60 @@
+"use strict";
+// Calculate string similarity using Jaro-Winkler algorithm
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.jaroWinklerSimilarity = jaroWinklerSimilarity;
+function jaroWinklerSimilarity(s1, s2) {
+    const s1Lower = s1.toLowerCase();
+    const s2Lower = s2.toLowerCase();
+    if (s1Lower === s2Lower)
+        return 1.0;
+    const len1 = s1Lower.length;
+    const len2 = s2Lower.length;
+    if (len1 === 0 || len2 === 0)
+        return 0.0;
+    const matchWindow = Math.floor(Math.max(len1, len2) / 2) - 1;
+    if (matchWindow < 0)
+        return 0.0;
+    const s1Matches = new Array(len1).fill(false);
+    const s2Matches = new Array(len2).fill(false);
+    let matches = 0;
+    let transpositions = 0;
+    // Find matches
+    for (let i = 0; i < len1; i++) {
+        const start = Math.max(0, i - matchWindow);
+        const end = Math.min(i + matchWindow + 1, len2);
+        for (let j = start; j < end; j++) {
+            if (s2Matches[j] || s1Lower[i] !== s2Lower[j])
+                continue;
+            s1Matches[i] = s2Matches[j] = true;
+            matches++;
+            break;
+        }
+    }
+    if (matches === 0)
+        return 0.0;
+    // Find transpositions
+    let k = 0;
+    for (let i = 0; i < len1; i++) {
+        if (!s1Matches[i])
+            continue;
+        while (!s2Matches[k])
+            k++;
+        if (s1Lower[i] !== s2Lower[k])
+            transpositions++;
+        k++;
+    }
+    const jaro = (matches / len1 +
+        matches / len2 +
+        (matches - transpositions / 2) / matches) /
+        3;
+    // Winkler prefix bonus
+    let prefix = 0;
+    for (let i = 0; i < Math.min(len1, len2, 4); i++) {
+        if (s1Lower[i] === s2Lower[i])
+            prefix++;
+        else
+            break;
+    }
+    return jaro + 0.1 * prefix * (1 - jaro);
+}
+//# sourceMappingURL=jaroWinklerSimilarity.js.map

package/dist/shared/utils/jaroWinklerSimilarity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jaroWinklerSimilarity.js","sourceRoot":"","sources":["../../../src/shared/utils/jaroWinklerSimilarity.ts"],"names":[],"mappings":";AAAA,2DAA2D;;AAE3D,sDAyDC;AAzDD,SAAgB,qBAAqB,CAAC,EAAU,EAAE,EAAU;IAC1D,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAEjC,IAAI,OAAO,KAAK,OAAO;QAAE,OAAO,GAAG,CAAC;IAEpC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAE5B,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAEzC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7D,IAAI,WAAW,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IAEhC,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAE9C,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,eAAe;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAEhD,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC;gBAAE,SAAS;YACxD,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YACnC,OAAO,EAAE,CAAC;YACV,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,OAAO,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAE9B,sBAAsB;IACtB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;YAAE,SAAS;QAC5B,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YAAE,CAAC,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC;YAAE,cAAc,EAAE,CAAC;QAChD,CAAC,EAAE,CAAC;IACN,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,OAAO,GAAG,IAAI;QAC1B,OAAO,GAAG,IAAI;QACd,CAAC,OAAO,GAAG,cAAc,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC;QACzC,CAAC,CAAC;IAEJ,uBAAuB;IACvB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC;YAAE,MAAM,EAAE,CAAC;;YACnC,MAAM;IACb,CAAC;IAED,OAAO,IAAI,GAAG,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AAC1C,CAAC"}

package/dist/shared/utils/parseJsonLenient.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseJsonLenient = parseJsonLenient;
+const jsonrepair_1 = require("jsonrepair");
+/**
+ * Parse JSON, repairing malformed output before giving up.
+ *
+ * Structured-generation responses occasionally arrive broken — most commonly an
+ * unterminated string when the model hits its output-token budget mid-emit (the
+ * `SyntaxError: Unterminated string in JSON` class seen on large chunks). A plain
+ * `JSON.parse` throws and the whole attempt is wasted; `jsonrepair` closes dangling
+ * strings/brackets so a truncated-but-mostly-complete object still parses.
+ *
+ * Fast path first: a well-formed response never touches `jsonrepair`. On repair,
+ * `onRepair` is invoked (for a warn log) so the recovery isn't silent.
+ */
+function parseJsonLenient(content, onRepair) {
+    try {
+        return JSON.parse(content);
+    }
+    catch (error) {
+        const repaired = (0, jsonrepair_1.jsonrepair)(content); // throws if unrepairable — propagate
+        onRepair === null || onRepair === void 0 ? void 0 : onRepair();
+        return JSON.parse(repaired);
+    }
+}
+//# sourceMappingURL=parseJsonLenient.js.map

package/dist/shared/utils/parseJsonLenient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parseJsonLenient.js","sourceRoot":"","sources":["../../../src/shared/utils/parseJsonLenient.ts"],"names":[],"mappings":";;AAcA,4CAQC;AAtBD,2CAAwC;AAExC;;;;;;;;;;;GAWG;AACH,SAAgB,gBAAgB,CAAC,OAAe,EAAE,QAAqB;IACrE,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAA,uBAAU,EAAC,OAAO,CAAC,CAAC,CAAC,qCAAqC;QAC3E,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,EAAI,CAAC;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;AACH,CAAC"}

package/dist/shared/utils/readConfig.js

@@ -0,0 +1,42 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.readConfigurationFile = readConfigurationFile;
+const js_yaml_1 = __importDefault(require("js-yaml"));
+const path_1 = __importDefault(require("path"));
+const fs_1 = __importDefault(require("fs"));
+/**
+ * Read a YAML/JSON config file into a raw object. No validation or shaping here
+ * — the caller merges this with CLI flags + env and validates the result via
+ * `parseConfig` (src/config), the single source of truth.
+ */
+function readConfigurationFile(file) {
+    return __awaiter(this, void 0, void 0, function* () {
+        var _a;
+        const ext = path_1.default.extname(file);
+        const content = fs_1.default.readFileSync(file, "utf-8");
+        switch (ext.toLowerCase()) {
+            case ".json":
+                return JSON.parse(content);
+            case ".yaml":
+            case ".yml":
+                return (_a = js_yaml_1.default.load(content)) !== null && _a !== void 0 ? _a : {};
+            default:
+                // Fail loud: returning {} silently ran the whole pipeline on pure
+                // defaults (ignoring the user's config entirely) — KG-18.
+                throw new Error(`Unsupported config file extension "${ext}" for ${file}; use .json, .yaml, or .yml`);
+        }
+    });
+}
+//# sourceMappingURL=readConfig.js.map

package/dist/shared/utils/readConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readConfig.js","sourceRoot":"","sources":["../../../src/shared/utils/readConfig.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AASA,sDAoBC;AA7BD,sDAA2B;AAC3B,gDAAwB;AACxB,4CAAoB;AAEpB;;;;GAIG;AACH,SAAsB,qBAAqB,CACzC,IAAY;;;QAEZ,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC/C,QAAQ,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1B,KAAK,OAAO;gBACV,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;YAExD,KAAK,OAAO,CAAC;YACb,KAAK,MAAM;gBACT,OAAO,MAAC,iBAAI,CAAC,IAAI,CAAC,OAAO,CAA6B,mCAAI,EAAE,CAAC;YAE/D;gBACE,kEAAkE;gBAClE,0DAA0D;gBAC1D,MAAM,IAAI,KAAK,CACb,sCAAsC,GAAG,SAAS,IAAI,6BAA6B,CACpF,CAAC;QACN,CAAC;IACH,CAAC;CAAA"}

package/dist/shared/utils/readRtf.js

@@ -0,0 +1,216 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RtfReadError = void 0;
+exports.readRtf = readRtf;
+const fs = __importStar(require("fs"));
+/**
+ * Extract plain text content from parsed RTF document
+ * RTF documents have a complex structure with formatting commands,
+ * we need to traverse the content and extract just the text
+ */
+function extractPlainText(document) {
+    if (!document || !document.content) {
+        return "";
+    }
+    let plainText = "";
+    const extractTextFromContent = (content) => {
+        let text = "";
+        for (const item of content) {
+            if (typeof item === "string") {
+                text += item;
+            }
+            else if (item && typeof item === "object") {
+                // Handle different RTF content types
+                if (item.type === "text" && item.value) {
+                    text += item.value;
+                }
+                else if (item.type === "paragraph") {
+                    if (item.content) {
+                        text += extractTextFromContent(item.content);
+                    }
+                    text += "\n"; // Add paragraph break
+                }
+                else if (item.type === "span") {
+                    if (item.content) {
+                        text += extractTextFromContent(item.content);
+                    }
+                    text += "\n"; // Add paragraph break
+                }
+                else if (item.content && Array.isArray(item.content)) {
+                    // Recursively extract from nested content
+                    text += extractTextFromContent(item.content);
+                    text += "\n"; // Add paragraph break
+                }
+                else if (typeof item.value === "string") {
+                    text += item.value;
+                }
+            }
+        }
+        return text;
+    };
+    if (Array.isArray(document.content)) {
+        plainText = extractTextFromContent(document.content);
+    }
+    else if (typeof document.content === "string") {
+        plainText = document.content;
+    }
+    else {
+        // Fallback: try to extract any text-like properties
+        const stringifyAndExtract = (obj) => {
+            if (typeof obj === "string")
+                return obj;
+            if (Array.isArray(obj)) {
+                return obj.map(stringifyAndExtract).join("");
+            }
+            if (obj && typeof obj === "object") {
+                let result = "";
+                if (obj.value && typeof obj.value === "string") {
+                    result += obj.value;
+                }
+                if (obj.content) {
+                    result += stringifyAndExtract(obj.content);
+                }
+                return result;
+            }
+            return "";
+        };
+        plainText = stringifyAndExtract(document.content);
+    }
+    // Clean up the extracted text
+    return cleanExtractedText(plainText);
+}
+/**
+ * Clean up extracted text by removing excessive whitespace and control characters
+ */
+function cleanExtractedText(text) {
+    return (text
+        // Remove control characters but keep newlines and tabs
+        .replace(/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/g, "")
+        // Normalize line endings
+        .replace(/\r\n/g, "\n")
+        .replace(/\r/g, "\n")
+        // Remove excessive whitespace but preserve paragraph structure
+        .replace(/[ \t]+/g, " ")
+        .replace(/\n\s*\n\s*\n/g, "\n\n")
+        // Trim leading/trailing whitespace
+        .trim());
+}
+/**
+ * Extract document information from parsed RTF document
+ */
+function extractDocumentInfo(document) {
+    const info = {};
+    // Extract document metadata if available
+    if (document.metadata) {
+        info.metadata = document.metadata;
+    }
+    // Extract document properties if available
+    if (document.props) {
+        info.properties = document.props;
+    }
+    // Extract font table information
+    if (document.fonts && Object.keys(document.fonts).length > 0) {
+        info.fontCount = Object.keys(document.fonts).length;
+        info.fonts = Object.keys(document.fonts).slice(0, 5); // Limit to first 5 fonts
+    }
+    // Extract color table information
+    if (document.colors &&
+        Array.isArray(document.colors) &&
+        document.colors.length > 0) {
+        info.colorCount = document.colors.length;
+    }
+    // Extract style information
+    if (document.styles && Object.keys(document.styles).length > 0) {
+        info.styleCount = Object.keys(document.styles).length;
+    }
+    // Extract any document-level properties
+    const docProps = [
+        "title",
+        "subject",
+        "author",
+        "manager",
+        "company",
+        "operator",
+        "category",
+        "keywords",
+        "comment",
+    ];
+    for (const prop of docProps) {
+        if (document[prop]) {
+            info[prop] = document[prop];
+        }
+    }
+    return info;
+}
+/**
+ * Custom error for RTF reading failures
+ */
+class RtfReadError extends Error {
+    constructor(message, options) {
+        super(message);
+        this.name = "RtfReadError";
+    }
+}
+exports.RtfReadError = RtfReadError;
+function readRtf(path) {
+    return __awaiter(this, void 0, void 0, function* () {
+        // @ts-ignore
+        const rtfParser = yield Promise.resolve().then(() => __importStar(require("rtf-parser")));
+        const rtf = yield fs.promises.readFile(path, "utf8");
+        return new Promise((resolve, reject) => {
+            rtfParser.string(rtf, (err, doc) => {
+                if (err) {
+                    reject(new RtfReadError(err));
+                }
+                else {
+                    const text = extractPlainText(doc);
+                    const info = extractDocumentInfo(doc);
+                    resolve({ text, info });
+                }
+            });
+        });
+    });
+}
+//# sourceMappingURL=readRtf.js.map