xgrep 0.0.1 → 0.1.6

package/README.md

@@ -1,5 +1,119 @@
 # xgrep
 
-Ultra-fast indexed code search engine. Node.js bindings coming soon.
+Ultra-fast indexed code search engine for Node.js. Powered by [trigram inverted index](https://swtch.com/~rsc/regexp/regexp4.html) in Rust via [napi-rs](https://napi.rs/).
 
-See https://github.com/momokun7/xgrep
+27-59x faster than ripgrep on repeated searches.
+
+## Install
+
+```bash
+npm install xgrep
+```
+
+Pre-built binaries are available for:
+- Linux (x86_64, ARM64)
+- macOS (x86_64, ARM64)
+- Windows (x86_64)
+
+## Usage
+
+```typescript
+import { Xgrep } from 'xgrep';
+
+// Open a directory and build the index
+const xg = Xgrep.open('/path/to/your/repo');
+xg.buildIndex();
+
+// Search for a pattern
+const results = xg.search('fn main');
+for (const r of results) {
+  console.log(`${r.file}:${r.lineNumber}: ${r.line}`);
+}
+
+// Search with options
+const filtered = xg.search('TODO', {
+  fileType: 'ts',          // Filter by file type
+  caseInsensitive: true,   // Case-insensitive search
+  maxCount: 10,            // Limit results
+  pathPattern: 'src/',     // Filter by path
+});
+
+// Regex search
+const regexResults = xg.search('fn\\s+\\w+', { regex: true });
+
+// Index status
+console.log(xg.indexStatus());
+```
+
+## API
+
+### `Xgrep.open(root: string): Xgrep`
+
+Open a directory for searching. Index location is auto-resolved to `~/.cache/xgrep/`.
+
+### `Xgrep.openLocal(root: string): Xgrep`
+
+Open with local index storage (`.xgrep/` in the project root).
+
+### `xg.buildIndex(): void`
+
+Build or rebuild the search index.
+
+### `xg.search(pattern: string, opts?: SearchOptions): SearchResult[]`
+
+Search for a pattern in the indexed codebase.
+
+**SearchOptions:**
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `caseInsensitive` | `boolean` | `false` | Case-insensitive search (ASCII-only) |
+| `regex` | `boolean` | `false` | Treat pattern as regex |
+| `fileType` | `string` | - | Filter by file type (e.g., `"rs"`, `"py"`, `"js"`) |
+| `maxCount` | `number` | - | Maximum number of results |
+| `changedOnly` | `boolean` | `false` | Only search git-changed files |
+| `since` | `string` | - | Files changed within duration (`"1h"`, `"2d"`, `"3.commits"`) |
+| `pathPattern` | `string` | - | Filter by path substring |
+| `fresh` | `boolean` | `false` | Check index freshness before searching |
+
+**SearchResult:**
+
+| Field | Type | Description |
+|-------|------|-------------|
+| `file` | `string` | File path relative to root |
+| `lineNumber` | `number` | Line number (1-based) |
+| `line` | `string` | The matching line content |
+
+### `xg.indexStatus(): string`
+
+Get the current index status.
+
+### `xg.root: string` (getter)
+
+Get the root directory path.
+
+### `xg.indexPath: string` (getter)
+
+Get the index file path.
+
+## How It Works
+
+xgrep builds a trigram inverted index of your codebase. On the first search, the index is built automatically. Subsequent searches use the index to narrow down candidate files before scanning, making repeated searches extremely fast.
+
+| Benchmark | xgrep | ripgrep | Speedup |
+|-----------|-------|---------|---------|
+| Linux kernel (92K files) | 38ms | 2,236ms | **59x** |
+| ripgrep source (248 files) | 2.5ms | 7.9ms | **3.1x** |
+
+## CLI
+
+xgrep also provides a CLI tool. Install via Rust:
+
+```bash
+cargo install xgrep-search
+xg "pattern" --type rs
+```
+
+## License
+
+MIT

package/index.d.ts

@@ -0,0 +1,50 @@
+/* tslint:disable */
+/* eslint-disable */
+
+/* auto-generated by NAPI-RS */
+
+/** Search result returned from xgrep. */
+export interface SearchResult {
+  /** File path relative to root. */
+  file: string
+  /** Line number (1-based). */
+  lineNumber: number
+  /** The matching line content. */
+  line: string
+}
+/** Search options for xgrep. */
+export interface SearchOptions {
+  /** Case-insensitive search (ASCII-only). */
+  caseInsensitive?: boolean
+  /** Treat pattern as regex. */
+  regex?: boolean
+  /** Filter by file type (e.g., "rs", "py", "js"). */
+  fileType?: string
+  /** Maximum number of results. */
+  maxCount?: number
+  /** Only search git-changed files. */
+  changedOnly?: boolean
+  /** Search files changed within duration (e.g., "1h", "2d"). */
+  since?: string
+  /** Filter by path substring. */
+  pathPattern?: string
+  /** Check index freshness before searching. */
+  fresh?: boolean
+}
+/** Ultra-fast indexed code search engine. */
+export declare class Xgrep {
+  /** Open a directory for searching. Index location is auto-resolved. */
+  static open(root: string): Xgrep
+  /** Open a directory with local index storage (.xgrep/ in the project root). */
+  static openLocal(root: string): Xgrep
+  /** Build or rebuild the search index. */
+  buildIndex(): void
+  /** Search for a pattern in the indexed codebase. */
+  search(pattern: string, opts?: SearchOptions | undefined | null): Array<SearchResult>
+  /** Get the current index status. */
+  indexStatus(): string
+  /** Get the root directory path. */
+  get root(): string
+  /** Get the index file path. */
+  get indexPath(): string
+}

package/index.js

@@ -1 +1,315 @@
-module.exports = {};
+/* tslint:disable */
+/* eslint-disable */
+/* prettier-ignore */
+
+/* auto-generated by NAPI-RS */
+
+const { existsSync, readFileSync } = require('fs')
+const { join } = require('path')
+
+const { platform, arch } = process
+
+let nativeBinding = null
+let localFileExisted = false
+let loadError = null
+
+function isMusl() {
+  // For Node 10
+  if (!process.report || typeof process.report.getReport !== 'function') {
+    try {
+      const lddPath = require('child_process').execSync('which ldd').toString().trim()
+      return readFileSync(lddPath, 'utf8').includes('musl')
+    } catch (e) {
+      return true
+    }
+  } else {
+    const { glibcVersionRuntime } = process.report.getReport().header
+    return !glibcVersionRuntime
+  }
+}
+
+switch (platform) {
+  case 'android':
+    switch (arch) {
+      case 'arm64':
+        localFileExisted = existsSync(join(__dirname, 'xgrep.android-arm64.node'))
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.android-arm64.node')
+          } else {
+            nativeBinding = require('xgrep-android-arm64')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'arm':
+        localFileExisted = existsSync(join(__dirname, 'xgrep.android-arm-eabi.node'))
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.android-arm-eabi.node')
+          } else {
+            nativeBinding = require('xgrep-android-arm-eabi')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on Android ${arch}`)
+    }
+    break
+  case 'win32':
+    switch (arch) {
+      case 'x64':
+        localFileExisted = existsSync(
+          join(__dirname, 'xgrep.win32-x64-msvc.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.win32-x64-msvc.node')
+          } else {
+            nativeBinding = require('xgrep-win32-x64-msvc')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'ia32':
+        localFileExisted = existsSync(
+          join(__dirname, 'xgrep.win32-ia32-msvc.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.win32-ia32-msvc.node')
+          } else {
+            nativeBinding = require('xgrep-win32-ia32-msvc')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'arm64':
+        localFileExisted = existsSync(
+          join(__dirname, 'xgrep.win32-arm64-msvc.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.win32-arm64-msvc.node')
+          } else {
+            nativeBinding = require('xgrep-win32-arm64-msvc')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on Windows: ${arch}`)
+    }
+    break
+  case 'darwin':
+    localFileExisted = existsSync(join(__dirname, 'xgrep.darwin-universal.node'))
+    try {
+      if (localFileExisted) {
+        nativeBinding = require('./xgrep.darwin-universal.node')
+      } else {
+        nativeBinding = require('xgrep-darwin-universal')
+      }
+      break
+    } catch {}
+    switch (arch) {
+      case 'x64':
+        localFileExisted = existsSync(join(__dirname, 'xgrep.darwin-x64.node'))
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.darwin-x64.node')
+          } else {
+            nativeBinding = require('xgrep-darwin-x64')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      case 'arm64':
+        localFileExisted = existsSync(
+          join(__dirname, 'xgrep.darwin-arm64.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.darwin-arm64.node')
+          } else {
+            nativeBinding = require('xgrep-darwin-arm64')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on macOS: ${arch}`)
+    }
+    break
+  case 'freebsd':
+    if (arch !== 'x64') {
+      throw new Error(`Unsupported architecture on FreeBSD: ${arch}`)
+    }
+    localFileExisted = existsSync(join(__dirname, 'xgrep.freebsd-x64.node'))
+    try {
+      if (localFileExisted) {
+        nativeBinding = require('./xgrep.freebsd-x64.node')
+      } else {
+        nativeBinding = require('xgrep-freebsd-x64')
+      }
+    } catch (e) {
+      loadError = e
+    }
+    break
+  case 'linux':
+    switch (arch) {
+      case 'x64':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-x64-musl.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-x64-musl.node')
+            } else {
+              nativeBinding = require('xgrep-linux-x64-musl')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-x64-gnu.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-x64-gnu.node')
+            } else {
+              nativeBinding = require('xgrep-linux-x64-gnu')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 'arm64':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-arm64-musl.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-arm64-musl.node')
+            } else {
+              nativeBinding = require('xgrep-linux-arm64-musl')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-arm64-gnu.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-arm64-gnu.node')
+            } else {
+              nativeBinding = require('xgrep-linux-arm64-gnu')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 'arm':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-arm-musleabihf.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-arm-musleabihf.node')
+            } else {
+              nativeBinding = require('xgrep-linux-arm-musleabihf')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-arm-gnueabihf.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-arm-gnueabihf.node')
+            } else {
+              nativeBinding = require('xgrep-linux-arm-gnueabihf')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 'riscv64':
+        if (isMusl()) {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-riscv64-musl.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-riscv64-musl.node')
+            } else {
+              nativeBinding = require('xgrep-linux-riscv64-musl')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        } else {
+          localFileExisted = existsSync(
+            join(__dirname, 'xgrep.linux-riscv64-gnu.node')
+          )
+          try {
+            if (localFileExisted) {
+              nativeBinding = require('./xgrep.linux-riscv64-gnu.node')
+            } else {
+              nativeBinding = require('xgrep-linux-riscv64-gnu')
+            }
+          } catch (e) {
+            loadError = e
+          }
+        }
+        break
+      case 's390x':
+        localFileExisted = existsSync(
+          join(__dirname, 'xgrep.linux-s390x-gnu.node')
+        )
+        try {
+          if (localFileExisted) {
+            nativeBinding = require('./xgrep.linux-s390x-gnu.node')
+          } else {
+            nativeBinding = require('xgrep-linux-s390x-gnu')
+          }
+        } catch (e) {
+          loadError = e
+        }
+        break
+      default:
+        throw new Error(`Unsupported architecture on Linux: ${arch}`)
+    }
+    break
+  default:
+    throw new Error(`Unsupported OS: ${platform}, architecture: ${arch}`)
+}
+
+if (!nativeBinding) {
+  if (loadError) {
+    throw loadError
+  }
+  throw new Error(`Failed to load native binding`)
+}
+
+const { Xgrep } = nativeBinding
+
+module.exports.Xgrep = Xgrep

package/package.json

@@ -1,14 +1,52 @@
 {
   "name": "xgrep",
-  "version": "0.0.1",
+  "version": "0.1.6",
   "description": "Ultra-fast indexed code search engine powered by trigram index. Native Rust bindings for Node.js.",
   "main": "index.js",
+  "types": "index.d.ts",
   "repository": {
     "type": "git",
     "url": "https://github.com/momokun7/xgrep"
   },
-  "keywords": ["search", "grep", "trigram", "index", "code-search", "rust", "napi"],
+  "keywords": [
+    "search",
+    "grep",
+    "trigram",
+    "index",
+    "code-search",
+    "rust",
+    "napi"
+  ],
   "author": "nakui",
   "license": "MIT",
-  "homepage": "https://github.com/momokun7/xgrep"
+  "homepage": "https://github.com/momokun7/xgrep",
+  "engines": {
+    "node": ">= 14"
+  },
+  "scripts": {
+    "build": "napi build --release --platform",
+    "build:debug": "napi build",
+    "test": "node __test__/index.mjs"
+  },
+  "devDependencies": {
+    "@napi-rs/cli": "^2"
+  },
+  "napi": {
+    "name": "xgrep",
+    "triples": {
+      "defaults": true,
+      "additional": [
+        "aarch64-apple-darwin",
+        "x86_64-apple-darwin",
+        "x86_64-unknown-linux-gnu",
+        "aarch64-unknown-linux-gnu"
+      ]
+    }
+  },
+  "files": [
+    "index.js",
+    "index.d.ts",
+    "README.md",
+    "xgrep.*.node"
+  ]
 }