mcard-js 2.1.41 → 2.1.43

package/dist/Loader.js

@@ -1,190 +0,0 @@
-import * as fs from 'fs/promises';
-import * as path from 'path';
-import { MCard } from './model/MCard';
-import { isProblematicFile, processFileContent, streamReadNormalizedText, listFiles } from './FileIO';
-import { ContentTypeInterpreter } from './model/ContentTypeInterpreter';
-// Constants replicating settings
-const DEFAULT_MAX_PROBLEM_BYTES = 2 * 1024 * 1024; // 2MB
-const WRAP_WIDTH_KNOWN = 1000;
-const WRAP_WIDTH_DEFAULT = 80;
-export async function processAndStoreFile(filePath, collection, options = {}) {
-    const { allowProblematic = false, maxBytesOnProblem = DEFAULT_MAX_PROBLEM_BYTES, metadataOnly = false, rootPath } = options;
-    try {
-        let fileInfo;
-        if (await isProblematicFile(filePath)) {
-            if (!allowProblematic) {
-                console.warn(`Skipping problematic file: ${filePath}`);
-                return null;
-            }
-            const extension = path.extname(filePath).toLowerCase();
-            const isKnownType = ContentTypeInterpreter.isKnownLongLineExtension(extension);
-            const wrapWidth = isKnownType ? WRAP_WIDTH_KNOWN : WRAP_WIDTH_DEFAULT;
-            console.warn(`Problematic file detected, processing as safe text: ${filePath}`);
-            try {
-                const streamed = await streamReadNormalizedText(filePath, {
-                    byteCap: maxBytesOnProblem,
-                    wrapWidth
-                });
-                fileInfo = {
-                    content: streamed.text,
-                    filename: path.basename(filePath),
-                    mimeType: 'text/plain',
-                    extension: extension,
-                    isBinary: false,
-                    size: streamed.text.length,
-                    originalSize: streamed.originalSize,
-                    originalSha256Prefix: streamed.originalSha256Prefix,
-                    normalized: true,
-                    wrapWidth
-                };
-            }
-            catch (e) {
-                console.warn(`Safe text processing failed, falling back to capped binary: ${filePath}`);
-                fileInfo = await processFileContent(filePath, {
-                    forceBinary: true,
-                    allowPathological: true,
-                    maxBytes: maxBytesOnProblem
-                });
-            }
-        }
-        else {
-            console.log(`Processing file: ${filePath}`);
-            fileInfo = await processFileContent(filePath);
-        }
-        if (!fileInfo)
-            return null;
-        // Check for empty content (e.g., empty __init__.py files)
-        const content = fileInfo.content;
-        if (!content || (typeof content === 'string' && content.length === 0) ||
-            (content instanceof Uint8Array && content.length === 0)) {
-            // Empty files cannot be stored as MCards - skip gracefully
-            if (process.env.DEBUG) {
-                console.log(`Skipping empty file: ${filePath} (empty files cannot be stored as MCards)`);
-            }
-            return {
-                hash: '',
-                contentType: fileInfo.mimeType,
-                isBinary: fileInfo.isBinary,
-                filename: fileInfo.filename,
-                size: 0,
-                filePath: filePath,
-            };
-        }
-        let mcard = null;
-        const isProblematic = await isProblematicFile(filePath);
-        if (metadataOnly && isProblematic) {
-            mcard = null;
-        }
-        else {
-            mcard = await MCard.create(fileInfo.content);
-            // Handle Logic
-            const handle = path.basename(filePath);
-            try {
-                await collection.addWithHandle(mcard, handle);
-            }
-            catch (e) {
-                let registered = false;
-                if (rootPath) {
-                    const relPath = path.relative(rootPath, filePath);
-                    if (relPath !== handle) {
-                        try {
-                            await collection.addWithHandle(mcard, relPath);
-                            registered = true;
-                        }
-                        catch (e2) {
-                            // Handle name already in use - this is expected for common files like README.md, LICENSE
-                            // The MCard is still stored and accessible by hash
-                            if (process.env.DEBUG) {
-                                console.log(`Handle name '${handle}' already in use (common for files like README.md, LICENSE). ` +
-                                    `MCard stored successfully with hash ${mcard.hash.slice(0, 8)}... (accessible by hash, not by handle)`);
-                            }
-                        }
-                    }
-                }
-                if (!registered) {
-                    try {
-                        await collection.add(mcard);
-                    }
-                    catch (e3) { }
-                }
-            }
-        }
-        const result = {
-            hash: mcard ? mcard.hash : 'METADATA_ONLY',
-            contentType: fileInfo.mimeType,
-            isBinary: fileInfo.isBinary,
-            filename: fileInfo.filename,
-            size: fileInfo.size,
-            filePath: filePath,
-        };
-        if (fileInfo.originalSize !== undefined)
-            result.originalSize = fileInfo.originalSize;
-        if (fileInfo.originalSha256Prefix)
-            result.originalSha256Prefix = fileInfo.originalSha256Prefix;
-        if (metadataOnly && isProblematic)
-            result.metadataOnly = true;
-        return result;
-    }
-    catch (e) {
-        console.error(`Error processing ${filePath}:`, e);
-        return null;
-    }
-}
-export async function loadFileToCollection(targetPath, collection, options = {}) {
-    const { recursive = false, includeProblematic = false, maxBytesOnProblem = DEFAULT_MAX_PROBLEM_BYTES, metadataOnly = false } = options;
-    // Resolve absolute path
-    const resolvedPath = path.resolve(targetPath);
-    const stats = await fs.stat(resolvedPath);
-    const results = [];
-    // Determine files to process
-    let files = [];
-    let rootPath = resolvedPath;
-    if (stats.isFile()) {
-        files = [resolvedPath];
-        rootPath = path.dirname(resolvedPath);
-    }
-    else if (stats.isDirectory()) {
-        files = await listFiles(resolvedPath, recursive);
-        rootPath = resolvedPath;
-    }
-    else {
-        throw new Error(`Path ${targetPath} is not a file or directory`);
-    }
-    // Calculate Metrics
-    const uniqueDirs = new Set();
-    let maxDepth = 0;
-    for (const file of files) {
-        const dir = path.dirname(file);
-        // We track directories relative to root to verify "loaded directories"
-        // If file is directly in root, dir is root.
-        if (dir.startsWith(rootPath)) {
-            uniqueDirs.add(dir);
-            // Depth calculation
-            const rel = path.relative(rootPath, file);
-            // parts length - 1 (filename) gives folder depth. 
-            // e.g. "a.txt" -> 0 depth. "sub/a.txt" -> 1 depth.
-            const parts = rel.split(path.sep);
-            const depth = parts.length - 1;
-            if (depth > maxDepth)
-                maxDepth = depth;
-        }
-    }
-    const metrics = {
-        filesCount: files.length,
-        directoriesCount: uniqueDirs.size,
-        directoryLevels: maxDepth
-    };
-    console.log(`About to process ${files.length} files`);
-    for (const file of files) {
-        const result = await processAndStoreFile(file, collection, {
-            allowProblematic: includeProblematic,
-            maxBytesOnProblem,
-            metadataOnly,
-            rootPath
-        });
-        if (result)
-            results.push(result);
-    }
-    return { metrics, results };
-}
-//# sourceMappingURL=Loader.js.map

package/dist/Loader.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"Loader.js","sourceRoot":"","sources":["../src/Loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,OAAO,EACH,iBAAiB,EACjB,kBAAkB,EAClB,wBAAwB,EACxB,SAAS,EACZ,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAExE,iCAAiC;AACjC,MAAM,yBAAyB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM;AACzD,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAc9B,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,QAAgB,EAChB,UAA0B,EAC1B,UAKI,EAAE;IAEN,MAAM,EACF,gBAAgB,GAAG,KAAK,EACxB,iBAAiB,GAAG,yBAAyB,EAC7C,YAAY,GAAG,KAAK,EACpB,QAAQ,EACX,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACD,IAAI,QAAa,CAAC;QAElB,IAAI,MAAM,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;gBACvD,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YACvD,MAAM,WAAW,GAAG,sBAAsB,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;YAC/E,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAEtE,OAAO,CAAC,IAAI,CAAC,uDAAuD,QAAQ,EAAE,CAAC,CAAC;YAEhF,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC,QAAQ,EAAE;oBACtD,OAAO,EAAE,iBAAiB;oBAC1B,SAAS;iBACZ,CAAC,CAAC;gBAEH,QAAQ,GAAG;oBACP,OAAO,EAAE,QAAQ,CAAC,IAAI;oBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBACjC,QAAQ,EAAE,YAAY;oBACtB,SAAS,EAAE,SAAS;oBACpB,QAAQ,EAAE,KAAK;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;oBAC1B,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;oBACnD,UAAU,EAAE,IAAI;oBAChB,SAAS;iBACZ,CAAC;YACN,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,OAAO,CAAC,IAAI,CAAC,+DAA+D,QAAQ,EAAE,CAAC,CAAC;gBACxF,QAAQ,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE;oBAC1C,WAAW,EAAE,IAAI;oBACjB,iBAAiB,EAAE,IAAI;oBACvB,QAAQ,EAAE,iBAAiB;iBAC9B,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;YAC5C,QAAQ,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,0DAA0D;QAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QACjC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC;YACjE,CAAC,OAAO,YAAY,UAAU,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YAC1D,2DAA2D;YAC3D,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACpB,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,2CAA2C,CAAC,CAAC;YAC7F,CAAC;YACD,OAAO;gBACH,IAAI,EAAE,EAAE;gBACR,WAAW,EAAE,QAAQ,CAAC,QAAQ;gBAC9B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,IAAI,EAAE,CAAC;gBACP,QAAQ,EAAE,QAAQ;aACrB,CAAC;QACN,CAAC;QAED,IAAI,KAAK,GAAiB,IAAI,CAAC;QAC/B,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAExD,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;YAChC,KAAK,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,CAAC;YACJ,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAE7C,eAAe;YACf,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC;gBACD,MAAM,UAAU,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAClD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,IAAI,UAAU,GAAG,KAAK,CAAC;gBACvB,IAAI,QAAQ,EAAE,CAAC;oBACX,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;oBAClD,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;wBACrB,IAAI,CAAC;4BACD,MAAM,UAAU,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;4BAC/C,UAAU,GAAG,IAAI,CAAC;wBACtB,CAAC;wBAAC,OAAO,EAAE,EAAE,CAAC;4BACV,yFAAyF;4BACzF,mDAAmD;4BACnD,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gCACpB,OAAO,CAAC,GAAG,CACP,gBAAgB,MAAM,+DAA+D;oCACrF,uCAAuC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,yCAAyC,CACzG,CAAC;4BACN,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC,UAAU,EAAE,CAAC;oBACd,IAAI,CAAC;wBAAC,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBAAC,CAAC;oBAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;gBACvD,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAAyB;YACjC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe;YAC1C,WAAW,EAAE,QAAQ,CAAC,QAAQ;YAC9B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ,EAAE,QAAQ;SACrB,CAAC;QAEF,IAAI,QAAQ,CAAC,YAAY,KAAK,SAAS;YAAE,MAAM,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;QACrF,IAAI,QAAQ,CAAC,oBAAoB;YAAE,MAAM,CAAC,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC;QAC/F,IAAI,YAAY,IAAI,aAAa;YAAE,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;QAE9D,OAAO,MAAM,CAAC;IAElB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,OAAO,CAAC,KAAK,CAAC,oBAAoB,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAaD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,UAAkB,EAClB,UAA0B,EAC1B,UAKI,EAAE;IAEN,MAAM,EACF,SAAS,GAAG,KAAK,EACjB,kBAAkB,GAAG,KAAK,EAC1B,iBAAiB,GAAG,yBAAyB,EAC7C,YAAY,GAAG,KAAK,EACvB,GAAG,OAAO,CAAC;IAEZ,wBAAwB;IACxB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC1C,MAAM,OAAO,GAA2B,EAAE,CAAC;IAE3C,6BAA6B;IAC7B,IAAI,KAAK,GAAa,EAAE,CAAC;IACzB,IAAI,QAAQ,GAAG,YAAY,CAAC;IAE5B,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QACjB,KAAK,GAAG,CAAC,YAAY,CAAC,CAAC;QACvB,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC;SAAM,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7B,KAAK,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;QACjD,QAAQ,GAAG,YAAY,CAAC;IAC5B,CAAC;SAAM,CAAC;QACJ,MAAM,IAAI,KAAK,CAAC,QAAQ,UAAU,6BAA6B,CAAC,CAAC;IACrE,CAAC;IAED,oBAAoB;IACpB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,uEAAuE;QACvE,4CAA4C;QAC5C,IAAI,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpB,oBAAoB;YACpB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC1C,mDAAmD;YACnD,mDAAmD;YACnD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAC/B,IAAI,KAAK,GAAG,QAAQ;gBAAE,QAAQ,GAAG,KAAK,CAAC;QAC3C,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAkB;QAC3B,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,gBAAgB,EAAE,UAAU,CAAC,IAAI;QACjC,eAAe,EAAE,QAAQ;KAC5B,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IAEtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,UAAU,EAAE;YACvD,gBAAgB,EAAE,kBAAkB;YACpC,iBAAiB;YACjB,YAAY;YACZ,QAAQ;SACX,CAAC,CAAC;QACH,IAAI,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAChC,CAAC"}

package/dist/MCard-4J6WSBRF.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-4UIWXZHY.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-SIAA4J6H.js";
-export {
-  MCard
-};

package/dist/MCard-E3MRPTJF.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-PW4XS7M3.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-MLKGABMK.js";
-export {
-  MCard
-};

package/dist/MCard-FCOIB6BP.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-O2UMNZGF.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-MLKGABMK.js";
-export {
-  MCard
-};

package/dist/MCard-G4HUWHY5.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-4UIWXZHY.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-MLKGABMK.js";
-export {
-  MCard
-};

package/dist/MCard-HFL7AFIH.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-QPZ2HNSU.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-MLKGABMK.js";
-export {
-  MCard
-};

package/dist/MCard-JOW6RBSO.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-5BIDGXA6.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-MLKGABMK.js";
-export {
-  MCard
-};

package/dist/MCard-M4LKN4U2.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-WVFWNVT2.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-MLKGABMK.js";
-export {
-  MCard
-};

package/dist/MCard-VB7UDUTN.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-5BIDGXA6.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-SIAA4J6H.js";
-export {
-  MCard
-};

package/dist/MCard-WOHE6SX6.js

@@ -1,8 +0,0 @@
-import {
-  MCard
-} from "./chunk-34AYBZRO.js";
-import "./chunk-7NKII2JA.js";
-import "./chunk-MLKGABMK.js";
-export {
-  MCard
-};