@appland/search 1.0.0 → 1.0.1

package/CHANGELOG.md

@@ -1,3 +1,10 @@
+# [@appland/search-v1.0.1](https://github.com/getappmap/appmap-js/compare/@appland/search-v1.0.0...@appland/search-v1.0.1) (2024-12-01)
+
+
+### Bug Fixes
+
+* Detect and skip binary files when indexing ([b42fedf](https://github.com/getappmap/appmap-js/commit/b42fedf258e42539243f3aea2727115846b8f19b))
+
 # @appland/search-v1.0.0 (2024-11-06)
 
 

package/built/build-file-index.js

@@ -9,13 +9,17 @@ const path_1 = require("path");
 const console_1 = require("console");
 const debug = (0, debug_1.default)('appmap:search:build-index');
 async function indexFile(context, filePath) {
+    debug('Indexing file: %s', filePath);
     const fileContents = await context.contentReader(filePath);
     if (!fileContents)
         return;
+    debug('Read file: %s, length: %d (%s...)', filePath, fileContents.length, fileContents.slice(0, 40));
     const tokens = context.tokenizer(fileContents, filePath);
     const symbols = tokens.symbols.join(' ');
     const words = tokens.words.join(' ');
+    debug('Tokenized file: %s', filePath);
     context.fileIndex.indexFile(context.baseDirectory, filePath, symbols, words);
+    debug('Wrote file to index: %s', filePath);
 }
 async function indexDirectory(context, directory) {
     const dirContents = await context.listDirectory(directory);

package/built/file-type.d.ts

@@ -1,3 +1,3 @@
 export declare const isLargeFile: (fileName: string) => Promise<boolean>;
-export declare const isBinaryFile: (fileName: string) => boolean;
+export declare const isBinaryFile: (filePath: string) => boolean;
 export declare const isDataFile: (fileName: string) => boolean;

package/built/file-type.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.isDataFile = exports.isBinaryFile = exports.isLargeFile = void 0;
 const promises_1 = require("fs/promises");
 const debug_1 = __importDefault(require("debug"));
+const isbinaryfile_1 = require("isbinaryfile");
 const debug = (0, debug_1.default)('appmap:search:file-type');
 const BINARY_FILE_EXTENSIONS = [
     '7z',
@@ -107,8 +108,17 @@ const isLargeFile = async (fileName) => {
     return fileSize > largeFileThreshold();
 };
 exports.isLargeFile = isLargeFile;
-const isBinaryFile = (fileName) => {
-    return BINARY_FILE_EXTENSIONS.some((ext) => fileName.endsWith(ext));
+const isBinaryFile = (filePath) => {
+    if (BINARY_FILE_EXTENSIONS.some((ext) => filePath.endsWith(ext)))
+        return true;
+    try {
+        return (0, isbinaryfile_1.isBinaryFileSync)(filePath);
+    }
+    catch (error) {
+        debug(`Error reading file: %s`, filePath);
+        debug(error);
+        return false;
+    }
 };
 exports.isBinaryFile = isBinaryFile;
 const isDataFile = (fileName) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@appland/search",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "",
   "bin": "built/cli.js",
   "publishConfig": {
@@ -40,6 +40,7 @@
   },
   "dependencies": {
     "better-sqlite3": "^11.5.0",
+    "isbinaryfile": "^5.0.4",
     "yargs": "^17.7.2"
   }
 }