mcard-js 2.1.48 → 2.1.49

package/dist/chunk-QPVEUPMU.js

@@ -0,0 +1,299 @@
+import {
+  DEFAULT_PAGE_SIZE
+} from "./chunk-3FFEA2XK.js";
+import {
+  MCard
+} from "./chunk-GGQCF7ZK.js";
+
+// src/monads/Maybe.ts
+var Maybe = class _Maybe {
+  constructor(_value, _isNothing) {
+    this._value = _value;
+    this._isNothing = _isNothing;
+  }
+  /**
+   * Create a Just (has value)
+   */
+  static just(value) {
+    return new _Maybe(value, false);
+  }
+  /**
+   * Create a Nothing (no value)
+   */
+  static nothing() {
+    return new _Maybe(null, true);
+  }
+  /**
+   * Check if this is Nothing
+   */
+  get isNothing() {
+    return this._isNothing;
+  }
+  /**
+   * Check if this is Just
+   */
+  get isJust() {
+    return !this._isNothing;
+  }
+  /**
+   * Get the value (throws if Nothing)
+   */
+  get value() {
+    if (this._isNothing) {
+      throw new Error("Cannot get value from Nothing");
+    }
+    return this._value;
+  }
+  /**
+   * Monadic bind - chain operations
+   * Short-circuits on Nothing
+   */
+  bind(fn) {
+    if (this._isNothing) {
+      return _Maybe.nothing();
+    }
+    return fn(this._value);
+  }
+  /**
+   * Map a function over the value
+   */
+  map(fn) {
+    if (this._isNothing) {
+      return _Maybe.nothing();
+    }
+    return _Maybe.just(fn(this._value));
+  }
+  /**
+   * Get value or default
+   */
+  getOrElse(defaultValue) {
+    return this._isNothing ? defaultValue : this._value;
+  }
+};
+
+// src/model/CardCollection.ts
+var CardCollection = class {
+  engine;
+  constructor(engine) {
+    this.engine = engine;
+  }
+  // =========== Standard Operations ===========
+  /**
+   * Add a card to the collection
+   * Handles duplicates (same content, same hash) and collisions (diff content, same hash)
+   */
+  async add(card) {
+    const existingCard = await this.engine.get(card.hash);
+    if (existingCard) {
+      const isDuplicate = this.areContentsEqual(existingCard.content, card.content);
+      if (isDuplicate) {
+        const { generateDuplicationEvent } = await import("./EventProducer-VFDOM5W2.js");
+        const eventStr = generateDuplicationEvent(card);
+        const eventCard = await MCard.create(eventStr);
+        await this.engine.add(eventCard);
+        return card.hash;
+      } else {
+        const { generateCollisionEvent } = await import("./EventProducer-VFDOM5W2.js");
+        const eventStr = await generateCollisionEvent(card);
+        const eventCard = await MCard.create(eventStr);
+        await this.engine.add(eventCard);
+        const eventObj = JSON.parse(eventStr);
+        const nextAlgo = eventObj.upgraded_function;
+        if (!nextAlgo) {
+          throw new Error("Failed to determine next hash algorithm for collision");
+        }
+        const upgradedCard = await MCard.create(card.content, nextAlgo);
+        return this.engine.add(upgradedCard);
+      }
+    }
+    return this.engine.add(card);
+  }
+  areContentsEqual(a, b) {
+    if (a.length !== b.length) return false;
+    for (let i = 0; i < a.length; i++) {
+      if (a[i] !== b[i]) return false;
+    }
+    return true;
+  }
+  /**
+   * Get a card by hash
+   */
+  async get(hash) {
+    return this.engine.get(hash);
+  }
+  /**
+   * Delete a card by hash
+   */
+  async delete(hash) {
+    return this.engine.delete(hash);
+  }
+  /**
+   * Get a page of cards
+   */
+  async getPage(pageNumber = 1, pageSize = DEFAULT_PAGE_SIZE) {
+    return this.engine.getPage(pageNumber, pageSize);
+  }
+  /**
+   * Count total cards
+   */
+  async count() {
+    return this.engine.count();
+  }
+  // =========== Handle Operations ===========
+  /**
+   * Add a card and register a handle for it
+   */
+  async addWithHandle(card, handle) {
+    const hash = await this.add(card);
+    await this.engine.registerHandle(handle, hash);
+    return hash;
+  }
+  /**
+   * Get card by handle
+   */
+  async getByHandle(handle) {
+    return this.engine.getByHandle(handle);
+  }
+  /**
+   * Resolve handle to hash
+   */
+  async resolveHandle(handle) {
+    return this.engine.resolveHandle(handle);
+  }
+  /**
+   * Update handle to point to new card
+   */
+  async updateHandle(handle, newCard) {
+    const hash = await this.add(newCard);
+    await this.engine.updateHandle(handle, hash);
+    return hash;
+  }
+  /**
+   * Get version history for a handle
+   */
+  async getHandleHistory(handle) {
+    return this.engine.getHandleHistory(handle);
+  }
+  // =========== Monadic Operations ===========
+  /**
+   * Monadic get - returns Maybe<MCard>
+   */
+  async getM(hash) {
+    const card = await this.get(hash);
+    return card ? Maybe.just(card) : Maybe.nothing();
+  }
+  /**
+   * Monadic getByHandle - returns Maybe<MCard>
+   */
+  async getByHandleM(handle) {
+    const card = await this.getByHandle(handle);
+    return card ? Maybe.just(card) : Maybe.nothing();
+  }
+  /**
+   * Monadic resolveHandle - returns Maybe<string>
+   */
+  async resolveHandleM(handle) {
+    const hash = await this.resolveHandle(handle);
+    return hash ? Maybe.just(hash) : Maybe.nothing();
+  }
+  /**
+   * Resolve handle and get card in one monadic operation
+   */
+  async resolveAndGetM(handle) {
+    const maybeHash = await this.resolveHandleM(handle);
+    if (maybeHash.isNothing) return Maybe.nothing();
+    return this.getM(maybeHash.value);
+  }
+  /**
+   * Prune version history for a handle.
+   * @param handle The handle string.
+   * @param options Options for pruning (olderThan date, or deleteAll).
+   * @returns Number of deleted entries.
+   */
+  async pruneHandleHistory(handle, options = {}) {
+    if (this.engine.pruneHandleHistory) {
+      return this.engine.pruneHandleHistory(handle, options);
+    }
+    return 0;
+  }
+  // =========== Search & Bulk Operations ===========
+  async clear() {
+    return this.engine.clear();
+  }
+  async searchByString(query, pageNumber = 1, pageSize = DEFAULT_PAGE_SIZE) {
+    return this.engine.search(query, pageNumber, pageSize);
+  }
+  async searchByContent(query, pageNumber = 1, pageSize = DEFAULT_PAGE_SIZE) {
+    return this.engine.search(query, pageNumber, pageSize);
+  }
+  async searchByHash(hashPrefix) {
+    return this.engine.searchByHash(hashPrefix);
+  }
+  async getAllMCardsRaw() {
+    return this.engine.getAll();
+  }
+  async getAllCards(pageSize = DEFAULT_PAGE_SIZE, processCallback) {
+    const cards = [];
+    let pageNumber = 1;
+    let total = 0;
+    while (true) {
+      const page = await this.getPage(pageNumber, pageSize);
+      if (!page.items || page.items.length === 0) break;
+      for (const card of page.items) {
+        if (processCallback) {
+          processCallback(card);
+        }
+        cards.push(card);
+      }
+      total = page.totalItems;
+      if (!page.hasNext) break;
+      pageNumber++;
+    }
+    return { cards, total };
+  }
+  async printAllCards() {
+    const cards = await this.getAllMCardsRaw();
+    cards.forEach((card) => {
+      console.log(`Hash: ${card.hash}`);
+      try {
+        const text = new TextDecoder().decode(card.content);
+        const preview = text.slice(0, 100).replace(/\n/g, " ");
+        console.log(`Content: ${preview}${text.length > 100 ? "..." : ""}`);
+      } catch {
+        console.log(`Content (binary): ${card.content.length} bytes`);
+      }
+      console.log("---");
+    });
+  }
+  // =========== Handle Management Operations ===========
+  /**
+   * List all registered handles with their current hashes.
+   */
+  async getAllHandles() {
+    return this.engine.getAllHandles();
+  }
+  /**
+   * Remove a handle and all its history entries.
+   * Does NOT delete the underlying card(s).
+   */
+  async removeHandle(handle) {
+    return this.engine.removeHandle(handle);
+  }
+  /**
+   * Rename a handle atomically: updates handle registry and all history entries.
+   */
+  async renameHandle(oldHandle, newHandle) {
+    return this.engine.renameHandle(oldHandle, newHandle);
+  }
+  /**
+   * Delete a single history entry by handle + previousHash, stitching the chain.
+   */
+  async deleteHistoryEntry(handle, previousHash) {
+    return this.engine.deleteHistoryEntry(handle, previousHash);
+  }
+};
+
+export {
+  Maybe,
+  CardCollection
+};

package/dist/chunk-VYDZR4ZD.js

@@ -0,0 +1,364 @@
+import {
+  MAX_FILE_SIZE,
+  READ_TIMEOUT_MS
+} from "./chunk-3FFEA2XK.js";
+import {
+  ContentTypeInterpreter,
+  MCard
+} from "./chunk-GGQCF7ZK.js";
+import {
+  __export
+} from "./chunk-PNKVD2UK.js";
+
+// src/Loader.ts
+var Loader_exports = {};
+__export(Loader_exports, {
+  loadFileToCollection: () => loadFileToCollection,
+  processAndStoreFile: () => processAndStoreFile
+});
+import * as fs2 from "fs/promises";
+import * as path2 from "path";
+
+// src/FileIO.ts
+var FileIO_exports = {};
+__export(FileIO_exports, {
+  isProblematicFile: () => isProblematicFile,
+  listFiles: () => listFiles,
+  processFileContent: () => processFileContent,
+  readFileSafely: () => readFileSafely,
+  streamReadNormalizedText: () => streamReadNormalizedText
+});
+import * as crypto from "crypto";
+import * as fs from "fs/promises";
+import * as path from "path";
+async function streamReadNormalizedText(filePath, options) {
+  const { byteCap, wrapWidth } = options;
+  const sha = crypto.createHash("sha256");
+  let totalSize = 0;
+  let producedText = "";
+  let currentLen = 0;
+  const handle = await fs.open(filePath, "r");
+  try {
+    const buffer = new Uint8Array(8192);
+    let remaining = byteCap;
+    const decoder = new TextDecoder("utf-8", { fatal: false });
+    let position = 0;
+    while (remaining > 0) {
+      const { bytesRead } = await handle.read(buffer, 0, Math.min(buffer.length, remaining), position);
+      if (bytesRead === 0) break;
+      position += bytesRead;
+      const chunk = buffer.subarray(0, bytesRead);
+      sha.update(chunk);
+      totalSize += bytesRead;
+      remaining -= bytesRead;
+      const s2 = decoder.decode(chunk, { stream: true });
+      for (const ch of s2) {
+        if (ch === "\r") continue;
+        producedText += ch;
+        if (ch === "\n") {
+          currentLen = 0;
+        } else {
+          currentLen++;
+          if (wrapWidth > 0 && currentLen >= wrapWidth) {
+            producedText += "\n";
+            currentLen = 0;
+          }
+        }
+      }
+    }
+    const s = decoder.decode();
+    for (const ch of s) {
+      if (ch === "\r") continue;
+      producedText += ch;
+      if (ch === "\n") {
+        currentLen = 0;
+      } else {
+        currentLen++;
+        if (wrapWidth > 0 && currentLen >= wrapWidth) {
+          producedText += "\n";
+          currentLen = 0;
+        }
+      }
+    }
+  } finally {
+    await handle.close();
+  }
+  return {
+    text: producedText,
+    originalSize: totalSize,
+    originalSha256Prefix: sha.digest("hex").substring(0, 16)
+  };
+}
+var MAX_FILE_SIZE2 = MAX_FILE_SIZE;
+var READ_TIMEOUT_MS2 = READ_TIMEOUT_MS;
+async function isProblematicFile(filePath) {
+  try {
+    const stats = await fs.stat(filePath);
+    if (stats.size === 0) return false;
+    if (path.basename(filePath).startsWith(".")) return true;
+    if (stats.size > MAX_FILE_SIZE2) return true;
+    const ext = path.extname(filePath);
+    const isKnownType = ContentTypeInterpreter.isKnownLongLineExtension(ext);
+    if (isKnownType && stats.size > 1024 * 1024) return true;
+    const handle = await fs.open(filePath, "r");
+    try {
+      const buffer = new Uint8Array(32 * 1024);
+      const { bytesRead } = await handle.read(buffer, 0, buffer.length, 0);
+      const sample = buffer.subarray(0, bytesRead);
+      if (ContentTypeInterpreter.isUnstructuredBinary(sample)) return true;
+      if (ContentTypeInterpreter.hasPathologicalLines(sample, isKnownType)) return true;
+    } finally {
+      await handle.close();
+    }
+    return false;
+  } catch {
+    return true;
+  }
+}
+async function readFileSafely(filePath, options = {}) {
+  const stats = await fs.stat(filePath);
+  if (stats.size > MAX_FILE_SIZE2) throw new Error(`File too large: ${stats.size}`);
+  const controller = new AbortController();
+  const timeout = setTimeout(() => controller.abort(), READ_TIMEOUT_MS2);
+  try {
+    const handle = await fs.open(filePath, "r");
+    try {
+      const buffer = new Uint8Array(stats.size);
+      await handle.read(buffer, 0, stats.size, 0);
+      return buffer;
+    } finally {
+      await handle.close();
+    }
+  } catch (e) {
+    const error = e;
+    if (error.name === "AbortError") throw new Error(`Read timeout for ${filePath}`);
+    throw e;
+  } finally {
+    clearTimeout(timeout);
+  }
+}
+async function listFiles(dirPath, recursive = false) {
+  let files = [];
+  try {
+    const entries = await fs.readdir(dirPath, { withFileTypes: true });
+    for (const entry of entries) {
+      const fullPath = path.join(dirPath, entry.name);
+      if (entry.name.startsWith(".")) continue;
+      if (entry.isDirectory()) {
+        if (recursive) {
+          files = files.concat(await listFiles(fullPath, true));
+        }
+      } else if (entry.isFile()) {
+        if (!await isProblematicFile(fullPath)) {
+          files.push(fullPath);
+        }
+      }
+    }
+  } catch (e) {
+    console.warn(`Error listing directory ${dirPath}:`, e);
+  }
+  return files;
+}
+async function processFileContent(filePath, options = {}) {
+  const rawContent = await readFileSafely(filePath, { allowPathological: options.allowPathological, maxBytes: options.maxBytes });
+  const sample = rawContent.subarray(0, 1024 * 1024);
+  const detection = ContentTypeInterpreter.detectContentType(sample, path.extname(filePath));
+  let isBinary = ContentTypeInterpreter.isBinaryContent(sample, detection.mimeType);
+  if (options.forceBinary) isBinary = true;
+  let content = rawContent;
+  if (!isBinary) {
+    try {
+      content = new TextDecoder("utf-8", { fatal: true }).decode(rawContent);
+    } catch {
+      content = new TextDecoder("utf-8", { fatal: false }).decode(rawContent);
+    }
+  }
+  return {
+    content,
+    filename: path.basename(filePath),
+    mimeType: detection.mimeType,
+    extension: detection.extension,
+    isBinary,
+    size: rawContent.length
+  };
+}
+
+// src/Loader.ts
+var DEFAULT_MAX_PROBLEM_BYTES = 2 * 1024 * 1024;
+var WRAP_WIDTH_KNOWN = 1e3;
+var WRAP_WIDTH_DEFAULT = 80;
+var Logger = {
+  info: (...args) => console.log("[Loader]", ...args),
+  warn: (...args) => console.warn("[Loader]", ...args),
+  error: (...args) => console.error("[Loader]", ...args),
+  debug: (...args) => {
+    if (process.env.DEBUG) console.log("[Loader]", ...args);
+  }
+};
+async function processAndStoreFile(filePath, collection, options = {}) {
+  const {
+    allowProblematic = false,
+    maxBytesOnProblem = DEFAULT_MAX_PROBLEM_BYTES,
+    metadataOnly = false,
+    rootPath
+  } = options;
+  try {
+    let fileInfo;
+    if (await isProblematicFile(filePath)) {
+      if (!allowProblematic) {
+        Logger.warn(`Skipping problematic file: ${filePath}`);
+        return null;
+      }
+      const extension = path2.extname(filePath).toLowerCase();
+      const isKnownType = ContentTypeInterpreter.isKnownLongLineExtension(extension);
+      const wrapWidth = isKnownType ? WRAP_WIDTH_KNOWN : WRAP_WIDTH_DEFAULT;
+      Logger.warn(`Problematic file detected, processing as safe text: ${filePath}`);
+      try {
+        const streamed = await streamReadNormalizedText(filePath, {
+          byteCap: maxBytesOnProblem,
+          wrapWidth
+        });
+        fileInfo = {
+          content: streamed.text,
+          filename: path2.basename(filePath),
+          mimeType: "text/plain",
+          extension,
+          isBinary: false,
+          size: streamed.text.length,
+          originalSize: streamed.originalSize,
+          originalSha256Prefix: streamed.originalSha256Prefix,
+          normalized: true,
+          wrapWidth
+        };
+      } catch (e) {
+        Logger.warn(`Safe text processing failed, falling back to capped binary: ${filePath}`, e);
+        fileInfo = await processFileContent(filePath, {
+          forceBinary: true,
+          allowPathological: true,
+          maxBytes: maxBytesOnProblem
+        });
+      }
+    } else {
+      Logger.info(`Processing file: ${filePath}`);
+      fileInfo = await processFileContent(filePath);
+    }
+    if (!fileInfo) return null;
+    const content = fileInfo.content;
+    if (!content || typeof content === "string" && content.length === 0 || content instanceof Uint8Array && content.length === 0) {
+      Logger.debug(`Skipping empty file: ${filePath} (empty files cannot be stored as MCards)`);
+      return {
+        hash: "",
+        contentType: fileInfo.mimeType,
+        isBinary: fileInfo.isBinary,
+        filename: fileInfo.filename,
+        size: 0,
+        filePath
+      };
+    }
+    let mcard = null;
+    const isProblematic = await isProblematicFile(filePath);
+    if (metadataOnly && isProblematic) {
+      mcard = null;
+    } else {
+      mcard = await MCard.create(fileInfo.content);
+      const handle = path2.basename(filePath);
+      try {
+        await collection.addWithHandle(mcard, handle);
+      } catch (e) {
+        let registered = false;
+        if (rootPath) {
+          const relPath = path2.relative(rootPath, filePath);
+          if (relPath !== handle) {
+            try {
+              await collection.addWithHandle(mcard, relPath);
+              registered = true;
+            } catch (e2) {
+              Logger.debug(
+                `Handle name '${handle}' already in use (common for files like README.md, LICENSE). MCard stored successfully with hash ${mcard.hash.slice(0, 8)}... (accessible by hash, not by handle)`
+              );
+            }
+          }
+        }
+        if (!registered) {
+          try {
+            await collection.add(mcard);
+          } catch (e3) {
+            Logger.warn(`Hash fallback also failed for ${handle}:`, e3);
+          }
+        }
+      }
+    }
+    const result = {
+      hash: mcard ? mcard.hash : "METADATA_ONLY",
+      contentType: fileInfo.mimeType,
+      isBinary: fileInfo.isBinary,
+      filename: fileInfo.filename,
+      size: fileInfo.size,
+      filePath
+    };
+    if (fileInfo.originalSize !== void 0) result.originalSize = fileInfo.originalSize;
+    if (fileInfo.originalSha256Prefix) result.originalSha256Prefix = fileInfo.originalSha256Prefix;
+    if (metadataOnly && isProblematic) result.metadataOnly = true;
+    return result;
+  } catch (e) {
+    Logger.error(`Error processing ${filePath}:`, e);
+    return null;
+  }
+}
+async function loadFileToCollection(targetPath, collection, options = {}) {
+  const {
+    recursive = false,
+    includeProblematic = false,
+    maxBytesOnProblem = DEFAULT_MAX_PROBLEM_BYTES,
+    metadataOnly = false
+  } = options;
+  const resolvedPath = path2.resolve(targetPath);
+  const stats = await fs2.stat(resolvedPath);
+  const results = [];
+  let files = [];
+  let rootPath = resolvedPath;
+  if (stats.isFile()) {
+    files = [resolvedPath];
+    rootPath = path2.dirname(resolvedPath);
+  } else if (stats.isDirectory()) {
+    files = await listFiles(resolvedPath, recursive);
+    rootPath = resolvedPath;
+  } else {
+    throw new Error(`Path ${targetPath} is not a file or directory`);
+  }
+  const uniqueDirs = /* @__PURE__ */ new Set();
+  let maxDepth = 0;
+  for (const file of files) {
+    const dir = path2.dirname(file);
+    if (dir.startsWith(rootPath)) {
+      uniqueDirs.add(dir);
+      const rel = path2.relative(rootPath, file);
+      const parts = rel.split(path2.sep);
+      const depth = parts.length - 1;
+      if (depth > maxDepth) maxDepth = depth;
+    }
+  }
+  const metrics = {
+    filesCount: files.length,
+    directoriesCount: uniqueDirs.size,
+    directoryLevels: maxDepth
+  };
+  Logger.info(`About to process ${files.length} files`);
+  for (const file of files) {
+    const result = await processAndStoreFile(file, collection, {
+      allowProblematic: includeProblematic,
+      maxBytesOnProblem,
+      metadataOnly,
+      rootPath
+    });
+    if (result) results.push(result);
+  }
+  return { metrics, results };
+}
+
+export {
+  FileIO_exports,
+  processAndStoreFile,
+  loadFileToCollection,
+  Loader_exports
+};