mantisai-cli 2.0.1 → 2.0.2

package/bin/mantis.js

@@ -90,6 +90,9 @@ addMapOptions(create
       const result = await createCodebaseCsv(root, out, { maxChars: opts.maxChars });
       success(`Indexed ${result.count} files`);
       info(`CSV: ${result.outFile}`);
+      if (result.skipped?.length) {
+        info(`Skipped ${result.skipped.length} binary file(s) (e.g. ${result.skipped.slice(0, 3).join(', ')})`);
+      }
       if (opts.createMap) {
         const mapResult = await createMapFlow(result.outFile, {
           ...opts,

package/lib/codebase-csv.js

@@ -18,6 +18,8 @@ const DEFAULT_IGNORES = [
   '**/package-lock.json',
   '**/pnpm-lock.yaml',
   '**/yarn.lock',
+  '**/.DS_Store',
+  '**/Thumbs.db',
 ];
 
 const EXT_LANGUAGE = {
@@ -42,6 +44,8 @@ const EXT_LANGUAGE = {
 
 const SOURCE_EXTENSIONS = Object.keys(EXT_LANGUAGE);
 
+const NULL_BYTE = String.fromCharCode(0);
+
 function inferKind(rel) {
   const base = path.basename(rel).toLowerCase();
   if (base.includes('test') || base.includes('spec')) return 'test';
@@ -73,8 +77,27 @@ function summarize(content) {
   return (comment || lines[0] || '').replace(/^\/\/|^#|^\/\*+|^\*|<!--|-->/g, '').trim().slice(0, 240);
 }
 
+function isBinaryBuffer(buf) {
+  // Postgres JSON/text columns reject the NUL byte (0x00), and other low
+  // control bytes are a strong signal of non-text payloads (images,
+  // .DS_Store, compiled artifacts). Sniff the head of the file.
+  const sample = buf.subarray(0, Math.min(buf.length, 8192));
+  for (let i = 0; i < sample.length; i++) {
+    const b = sample[i];
+    if (b === 0) return true;
+    // allow \t (9), \n (10), \r (13); reject other C0 control bytes
+    if (b < 9 || (b > 13 && b < 32)) return true;
+  }
+  return false;
+}
+
 function readText(file, maxChars) {
-  const raw = fs.readFileSync(file, 'utf8');
+  const buf = fs.readFileSync(file);
+  if (isBinaryBuffer(buf)) return null;
+  let raw = buf.toString('utf8');
+  // belt-and-suspenders: strip any NUL chars that survived decoding,
+  // since Postgres JSON columns will reject them.
+  if (raw.indexOf(NULL_BYTE) !== -1) raw = raw.split(NULL_BYTE).join('');
   return raw.length > maxChars ? `${raw.slice(0, maxChars)}\n\n[truncated]` : raw;
 }
 
@@ -89,12 +112,18 @@ export async function createCodebaseCsv(rootDir, outFile, { maxChars = 12000, in
     onlyFiles: true,
   });
 
-  const rows = files.sort().map((file) => {
+  const skipped = [];
+  const rows = [];
+  for (const file of files.sort()) {
     const rel = path.relative(root, file).replace(/\\/g, '/');
     const ext = path.extname(file).toLowerCase();
     const content = readText(file, maxChars);
+    if (content === null) {
+      skipped.push(rel);
+      continue;
+    }
     const stat = fs.statSync(file);
-    return {
+    rows.push({
       path: rel,
       file_name: path.basename(file),
       extension: ext.replace(/^\./, ''),
@@ -105,11 +134,11 @@ export async function createCodebaseCsv(rootDir, outFile, { maxChars = 12000, in
       imports: importsFrom(content),
       summary: summarize(content),
       content,
-    };
-  });
+    });
+  }
 
   if (!rows.length) throw new Error(`No source files found in ${root}`);
   fs.mkdirSync(path.dirname(path.resolve(outFile)), { recursive: true });
   fs.writeFileSync(outFile, stringify(rows, { header: true }));
-  return { root, outFile: path.resolve(outFile), count: rows.length };
+  return { root, outFile: path.resolve(outFile), count: rows.length, skipped };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mantisai-cli",
-  "version": "2.0.1",
+  "version": "2.0.2",
   "description": "Mantis developer CLI — create maps, manage spaces and threads, configure Claude Code, and connect agents to Mantis MCP.",
   "type": "module",
   "license": "MIT",