@appland/search 1.2.2 → 1.2.3

package/CHANGELOG.md

@@ -1,3 +1,12 @@
+# [@appland/search-v1.2.3](https://github.com/getappmap/appmap-js/compare/@appland/search-v1.2.2...@appland/search-v1.2.3) (2025-07-07)
+
+
+### Bug Fixes
+
+* Improve worst case performance of file indexing ([3a8baa1](https://github.com/getappmap/appmap-js/commit/3a8baa18f7fdb7b4ecf8df91ce2f4ff27ea13d18))
+* Optimize file indexing by caching binary content by file extension ([e402f68](https://github.com/getappmap/appmap-js/commit/e402f6872ce041bab0e5b4124ff9fa059bc5b321))
+* Prevent file index from being re-created ([d59717f](https://github.com/getappmap/appmap-js/commit/d59717fd7b09d60608625d0b3ecd14cbe82b975f))
+
 # [@appland/search-v1.2.2](https://github.com/getappmap/appmap-js/compare/@appland/search-v1.2.1...@appland/search-v1.2.2) (2025-05-01)
 
 

package/LICENSE.txt

@@ -0,0 +1,25 @@
+The Software is provided to you by the Licensor under the License, as defined below, subject to the following condition.
+
+Without limiting other conditions in the License, the grant of rights under the License will not include,
+and the License does not grant to you, the right to Sell the Software.
+
+For purposes of the foregoing, “Sell” means practicing any or all of the rights granted to you under the License to provide to third parties,
+for a fee or other consideration (including without limitation fees for hosting or consulting/ support services related to the Software),
+a product or service whose value derives, entirely or substantially, from the functionality of the Software.
+Any license notice or attribution required by the License must also include this Commons Clause License Condition notice.
+
+Software: @appland/search
+
+License: MIT License
+
+Copyright 2025, AppLand Inc
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"),
+to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense,
+and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/built/cli.js

@@ -48,7 +48,7 @@ const cli = (0, yargs_1.default)((0, helpers_1.hideBin)(process.argv))
         filterRE = new RegExp(argv.fileFilter);
     const fileFilter = async (path) => {
         debug('Filtering: %s', path);
-        if ((0, file_type_1.isBinaryFile)(path)) {
+        if (await (0, file_type_1.isBinaryFile)(path)) {
             debug('Skipping binary file: %s', path);
             return false;
         }

package/built/file-index.js

@@ -77,9 +77,9 @@ class FileIndex {
             const version = this.database
                 .prepare("SELECT value FROM metadata WHERE key = 'schema_version'")
                 .get();
-            if (!version?.version)
+            if (!version?.value)
                 return undefined;
-            return String(version.version);
+            return String(version.value);
         }
         catch (error) {
             debug('Error retrieving schema version: %s', error);

package/built/file-type.d.ts

@@ -1,3 +1,4 @@
 export declare const isLargeFile: (fileName: string) => Promise<boolean>;
-export declare const isBinaryFile: (filePath: string) => boolean;
+export declare const getFileExtensions: (filePath: string) => string[];
+export declare const isBinaryFile: (filePath: string) => Promise<boolean>;
 export declare const isDataFile: (fileName: string) => boolean;

package/built/file-type.js

@@ -3,78 +3,123 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.isDataFile = exports.isBinaryFile = exports.isLargeFile = void 0;
+exports.isDataFile = exports.isBinaryFile = exports.getFileExtensions = exports.isLargeFile = void 0;
 const promises_1 = require("fs/promises");
 const debug_1 = __importDefault(require("debug"));
 const isbinaryfile_1 = require("isbinaryfile");
+const path_1 = require("path");
 const debug = (0, debug_1.default)('appmap:search:file-type');
-const BINARY_FILE_EXTENSIONS = [
-    '7z',
-    'aac',
-    'avi',
-    'bmp',
-    'bz2',
-    'class',
-    'dll',
-    'doc',
-    'docx',
-    'dylib',
-    'ear',
-    'exe',
-    'eot',
-    'flac',
-    'flv',
-    'gif',
-    'gz',
-    'ico',
-    'jar',
-    'jpeg',
-    'jpg',
-    'js.map',
-    'min.js',
-    'min.css',
-    'mkv',
-    'mo',
-    'mov',
-    'mp3',
-    'mp4',
-    'mpg',
-    'odt',
-    'odp',
-    'ods',
-    'ogg',
-    'otf',
-    'pdf',
-    'po',
-    'png',
-    'ppt',
-    'pptx',
-    'pyc',
-    'rar',
-    'rtf',
-    'so',
-    'svg',
-    'tar',
-    'tiff',
-    'ttf',
-    'wav',
-    'webm',
-    'webp',
-    'woff',
-    'woff2',
-    'wmv',
-    'xls',
-    'xlsx',
-    'xz',
-    'yarn.lock',
-    'zip',
-].map((ext) => '.' + ext);
+const BINARY_FILE_MEMO = new Map([
+    // Binary files
+    ['.7z', true],
+    ['.aac', true],
+    ['.avi', true],
+    ['.bin', true],
+    ['.bmp', true],
+    ['.bz2', true],
+    ['.class', true],
+    ['.data', true],
+    ['.dat', true],
+    ['.dll', true],
+    ['.doc', true],
+    ['.docx', true],
+    ['.dylib', true],
+    ['.ear', true],
+    ['.exe', true],
+    ['.eot', true],
+    ['.flac', true],
+    ['.flv', true],
+    ['.gif', true],
+    ['.gz', true],
+    ['.ico', true],
+    ['.jar', true],
+    ['.jpeg', true],
+    ['.jpg', true],
+    ['.js.map', true],
+    ['.min.js', true],
+    ['.min.css', true],
+    ['.mkv', true],
+    ['.mo', true],
+    ['.mov', true],
+    ['.mp3', true],
+    ['.mp4', true],
+    ['.mpg', true],
+    ['.odt', true],
+    ['.odp', true],
+    ['.ods', true],
+    ['.ogg', true],
+    ['.otf', true],
+    ['.pdf', true],
+    ['.po', true],
+    ['.png', true],
+    ['.ppt', true],
+    ['.pptx', true],
+    ['.pyc', true],
+    ['.rar', true],
+    ['.rtf', true],
+    ['.so', true],
+    ['.svg', true],
+    ['.tar', true],
+    ['.tiff', true],
+    ['.ttf', true],
+    ['.wav', true],
+    ['.webm', true],
+    ['.webp', true],
+    ['.woff', true],
+    ['.woff2', true],
+    ['.wmv', true],
+    ['.xls', true],
+    ['.xlsx', true],
+    ['.xz', true],
+    ['.yarn.lock', true],
+    ['.zip', true],
+    // Source code files
+    ['.cjs', false],
+    ['.mjs', false],
+    ['.coffee', false],
+    ['.dart', false],
+    ['.el', false],
+    ['.elm', false],
+    ['.js', false],
+    ['.ts', false],
+    ['.jsx', false],
+    ['.tsx', false],
+    ['.py', false],
+    ['.java', false],
+    ['.rb', false],
+    ['.php', false],
+    ['.go', false],
+    ['.rs', false],
+    ['.cpp', false],
+    ['.cc', false],
+    ['.cxx', false],
+    ['.h', false],
+    ['.hpp', false],
+    ['.cs', false],
+    ['.swift', false],
+    ['.kt', false],
+    ['.kts', false],
+    ['.scala', false],
+    ['.lua', false],
+    ['.sh', false],
+    ['.bat', false],
+    ['.pl', false],
+    ['.sql', false],
+    ['.html', false],
+    ['.htm', false],
+    ['.css', false],
+    ['.scss', false],
+    ['.sass', false],
+    ['.less', false],
+    ['.vue', false],
+]);
 const DATA_FILE_EXTENSIONS = [
     'cjs',
     'csv',
     'dat',
     'log',
     'json',
+    'toml',
     'tsv',
     'yaml',
     'yml',
@@ -108,11 +153,35 @@ const isLargeFile = async (fileName) => {
     return fileSize > largeFileThreshold();
 };
 exports.isLargeFile = isLargeFile;
-const isBinaryFile = (filePath) => {
-    if (BINARY_FILE_EXTENSIONS.some((ext) => filePath.endsWith(ext)))
-        return true;
+/* Returns unique file extensions for the given file path.
+ * E.g., for 'example.tar.gz', it returns [ '.tar.gz', '.gz'].
+ */
+const getFileExtensions = (filePath) => {
+    const fileName = (0, path_1.basename)(filePath).toLowerCase();
+    const parts = fileName.split('.');
+    if (parts.length <= 1)
+        return [];
+    const extensions = [];
+    for (let i = 1; i < parts.length; i++) {
+        const ext = '.' + parts.slice(i).join('.');
+        extensions.push(ext);
+    }
+    return extensions;
+};
+exports.getFileExtensions = getFileExtensions;
+const isBinaryFile = async (filePath) => {
+    const fileExtensions = (0, exports.getFileExtensions)(filePath);
+    for (const ext of fileExtensions) {
+        if (BINARY_FILE_MEMO.has(ext)) {
+            return BINARY_FILE_MEMO.get(ext) === true;
+        }
+    }
     try {
-        return (0, isbinaryfile_1.isBinaryFileSync)(filePath);
+        const isBinary = await (0, isbinaryfile_1.isBinaryFile)(filePath);
+        fileExtensions.forEach((ext) => {
+            BINARY_FILE_MEMO.set(ext, isBinary);
+        });
+        return isBinary;
     }
     catch (error) {
         debug(`Error reading file: %s`, filePath);

package/built/git.js

@@ -1,9 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Git = exports.GitCommitEnvKeys = exports.GitBranchEnvKeys = exports.GitRepositoryEnvKeys = exports.GitState = void 0;
-const child_process_1 = require("child_process");
+const node_child_process_1 = require("node:child_process");
 const util_1 = require("util");
-const exec = (0, util_1.promisify)(child_process_1.exec);
+const exec = (0, util_1.promisify)(node_child_process_1.exec);
 var GitState;
 (function (GitState) {
     GitState[GitState["NotInstalled"] = 0] = "NotInstalled";
@@ -102,7 +102,7 @@ class GitProperties {
     static async state(cwd) {
         return new Promise((resolve) => {
             try {
-                const commandProcess = (0, child_process_1.spawn)('git', ['status', '--porcelain'], {
+                const commandProcess = (0, node_child_process_1.spawn)('git', ['status', '--porcelain'], {
                     shell: true,
                     cwd: cwd?.toString(),
                     stdio: 'ignore',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@appland/search",
-  "version": "1.2.2",
+  "version": "1.2.3",
   "description": "",
   "bin": "built/cli.js",
   "publishConfig": {