yzcode-cli 1.0.2 → 1.0.4

package/native-ts/file-index/index.ts

@@ -0,0 +1,370 @@
+/**
+ * Pure-TypeScript port of vendor/file-index-src (Rust NAPI module).
+ *
+ * The native module wraps nucleo (https://github.com/helix-editor/nucleo) for
+ * high-performance fuzzy file searching. This port reimplements the same API
+ * and scoring behavior without native dependencies.
+ *
+ * Key API:
+ *   new FileIndex()
+ *   .loadFromFileList(fileList: string[]): void   — dedupe + index paths
+ *   .search(query: string, limit: number): SearchResult[]
+ *
+ * Score semantics: lower = better. Score is position-in-results / result-count,
+ * so the best match is 0.0. Paths containing "test" get a 1.05× penalty (capped
+ * at 1.0) so non-test files rank slightly higher.
+ */
+
+export type SearchResult = {
+  path: string
+  score: number
+}
+
+// nucleo-style scoring constants (approximating fzf-v2 / nucleo bonuses)
+const SCORE_MATCH = 16
+const BONUS_BOUNDARY = 8
+const BONUS_CAMEL = 6
+const BONUS_CONSECUTIVE = 4
+const BONUS_FIRST_CHAR = 8
+const PENALTY_GAP_START = 3
+const PENALTY_GAP_EXTENSION = 1
+
+const TOP_LEVEL_CACHE_LIMIT = 100
+const MAX_QUERY_LEN = 64
+// Yield to event loop after this many ms of sync work. Chunk sizes are
+// time-based (not count-based) so slow machines get smaller chunks and
+// stay responsive — 5k paths is ~2ms on M-series but could be 15ms+ on
+// older Windows hardware.
+const CHUNK_MS = 4
+
+// Reusable buffer: records where each needle char matched during the indexOf scan
+const posBuf = new Int32Array(MAX_QUERY_LEN)
+
+export class FileIndex {
+  private paths: string[] = []
+  private lowerPaths: string[] = []
+  private charBits: Int32Array = new Int32Array(0)
+  private pathLens: Uint16Array = new Uint16Array(0)
+  private topLevelCache: SearchResult[] | null = null
+  // During async build, tracks how many paths have bitmap/lowerPath filled.
+  // search() uses this to search the ready prefix while build continues.
+  private readyCount = 0
+
+  /**
+   * Load paths from an array of strings.
+   * This is the main way to populate the index — ripgrep collects files, we just search them.
+   * Automatically deduplicates paths.
+   */
+  loadFromFileList(fileList: string[]): void {
+    // Deduplicate and filter empty strings (matches Rust HashSet behavior)
+    const seen = new Set<string>()
+    const paths: string[] = []
+    for (const line of fileList) {
+      if (line.length > 0 && !seen.has(line)) {
+        seen.add(line)
+        paths.push(line)
+      }
+    }
+
+    this.buildIndex(paths)
+  }
+
+  /**
+   * Async variant: yields to the event loop every ~8–12k paths so large
+   * indexes (270k+ files) don't block the main thread for >10ms at a time.
+   * Identical result to loadFromFileList.
+   *
+   * Returns { queryable, done }:
+   *   - queryable: resolves as soon as the first chunk is indexed (search
+   *     returns partial results). For a 270k-path list this is ~5–10ms of
+   *     sync work after the paths array is available.
+   *   - done: resolves when the entire index is built.
+   */
+  loadFromFileListAsync(fileList: string[]): {
+    queryable: Promise<void>
+    done: Promise<void>
+  } {
+    let markQueryable: () => void = () => {}
+    const queryable = new Promise<void>(resolve => {
+      markQueryable = resolve
+    })
+    const done = this.buildAsync(fileList, markQueryable)
+    return { queryable, done }
+  }
+
+  private async buildAsync(
+    fileList: string[],
+    markQueryable: () => void,
+  ): Promise<void> {
+    const seen = new Set<string>()
+    const paths: string[] = []
+    let chunkStart = performance.now()
+    for (let i = 0; i < fileList.length; i++) {
+      const line = fileList[i]!
+      if (line.length > 0 && !seen.has(line)) {
+        seen.add(line)
+        paths.push(line)
+      }
+      // Check every 256 iterations to amortize performance.now() overhead
+      if ((i & 0xff) === 0xff && performance.now() - chunkStart > CHUNK_MS) {
+        await yieldToEventLoop()
+        chunkStart = performance.now()
+      }
+    }
+
+    this.resetArrays(paths)
+
+    chunkStart = performance.now()
+    let firstChunk = true
+    for (let i = 0; i < paths.length; i++) {
+      this.indexPath(i)
+      if ((i & 0xff) === 0xff && performance.now() - chunkStart > CHUNK_MS) {
+        this.readyCount = i + 1
+        if (firstChunk) {
+          markQueryable()
+          firstChunk = false
+        }
+        await yieldToEventLoop()
+        chunkStart = performance.now()
+      }
+    }
+    this.readyCount = paths.length
+    markQueryable()
+  }
+
+  private buildIndex(paths: string[]): void {
+    this.resetArrays(paths)
+    for (let i = 0; i < paths.length; i++) {
+      this.indexPath(i)
+    }
+    this.readyCount = paths.length
+  }
+
+  private resetArrays(paths: string[]): void {
+    const n = paths.length
+    this.paths = paths
+    this.lowerPaths = new Array(n)
+    this.charBits = new Int32Array(n)
+    this.pathLens = new Uint16Array(n)
+    this.readyCount = 0
+    this.topLevelCache = computeTopLevelEntries(paths, TOP_LEVEL_CACHE_LIMIT)
+  }
+
+  // Precompute: lowercase, a–z bitmap, length. Bitmap gives O(1) rejection
+  // of paths missing any needle letter (89% survival for broad queries like
+  // "test" → still a 10%+ free win; 90%+ rejection for rare chars).
+  private indexPath(i: number): void {
+    const lp = this.paths[i]!.toLowerCase()
+    this.lowerPaths[i] = lp
+    const len = lp.length
+    this.pathLens[i] = len
+    let bits = 0
+    for (let j = 0; j < len; j++) {
+      const c = lp.charCodeAt(j)
+      if (c >= 97 && c <= 122) bits |= 1 << (c - 97)
+    }
+    this.charBits[i] = bits
+  }
+
+  /**
+   * Search for files matching the query using fuzzy matching.
+   * Returns top N results sorted by match score.
+   */
+  search(query: string, limit: number): SearchResult[] {
+    if (limit <= 0) return []
+    if (query.length === 0) {
+      if (this.topLevelCache) {
+        return this.topLevelCache.slice(0, limit)
+      }
+      return []
+    }
+
+    // Smart case: lowercase query → case-insensitive; any uppercase → case-sensitive
+    const caseSensitive = query !== query.toLowerCase()
+    const needle = caseSensitive ? query : query.toLowerCase()
+    const nLen = Math.min(needle.length, MAX_QUERY_LEN)
+    const needleChars: string[] = new Array(nLen)
+    let needleBitmap = 0
+    for (let j = 0; j < nLen; j++) {
+      const ch = needle.charAt(j)
+      needleChars[j] = ch
+      const cc = ch.charCodeAt(0)
+      if (cc >= 97 && cc <= 122) needleBitmap |= 1 << (cc - 97)
+    }
+
+    // Upper bound on score assuming every match gets the max boundary bonus.
+    // Used to reject paths whose gap penalties alone make them unable to beat
+    // the current top-k threshold, before the charCodeAt-heavy boundary pass.
+    const scoreCeiling =
+      nLen * (SCORE_MATCH + BONUS_BOUNDARY) + BONUS_FIRST_CHAR + 32
+
+    // Top-k: maintain a sorted-ascending array of the best `limit` matches.
+    // Avoids O(n log n) sort of all matches when we only need `limit` of them.
+    const topK: { path: string; fuzzScore: number }[] = []
+    let threshold = -Infinity
+
+    const { paths, lowerPaths, charBits, pathLens, readyCount } = this
+
+    outer: for (let i = 0; i < readyCount; i++) {
+      // O(1) bitmap reject: path must contain every letter in the needle
+      if ((charBits[i]! & needleBitmap) !== needleBitmap) continue
+
+      const haystack = caseSensitive ? paths[i]! : lowerPaths[i]!
+
+      // Fused indexOf scan: find positions (SIMD-accelerated in JSC/V8) AND
+      // accumulate gap/consecutive terms inline. The greedy-earliest positions
+      // found here are identical to what the charCodeAt scorer would find, so
+      // we score directly from them — no second scan.
+      let pos = haystack.indexOf(needleChars[0]!)
+      if (pos === -1) continue
+      posBuf[0] = pos
+      let gapPenalty = 0
+      let consecBonus = 0
+      let prev = pos
+      for (let j = 1; j < nLen; j++) {
+        pos = haystack.indexOf(needleChars[j]!, prev + 1)
+        if (pos === -1) continue outer
+        posBuf[j] = pos
+        const gap = pos - prev - 1
+        if (gap === 0) consecBonus += BONUS_CONSECUTIVE
+        else gapPenalty += PENALTY_GAP_START + gap * PENALTY_GAP_EXTENSION
+        prev = pos
+      }
+
+      // Gap-bound reject: if the best-case score (all boundary bonuses) minus
+      // known gap penalties can't beat threshold, skip the boundary pass.
+      if (
+        topK.length === limit &&
+        scoreCeiling + consecBonus - gapPenalty <= threshold
+      ) {
+        continue
+      }
+
+      // Boundary/camelCase scoring: check the char before each match position.
+      const path = paths[i]!
+      const hLen = pathLens[i]!
+      let score = nLen * SCORE_MATCH + consecBonus - gapPenalty
+      score += scoreBonusAt(path, posBuf[0]!, true)
+      for (let j = 1; j < nLen; j++) {
+        score += scoreBonusAt(path, posBuf[j]!, false)
+      }
+      score += Math.max(0, 32 - (hLen >> 2))
+
+      if (topK.length < limit) {
+        topK.push({ path, fuzzScore: score })
+        if (topK.length === limit) {
+          topK.sort((a, b) => a.fuzzScore - b.fuzzScore)
+          threshold = topK[0]!.fuzzScore
+        }
+      } else if (score > threshold) {
+        let lo = 0
+        let hi = topK.length
+        while (lo < hi) {
+          const mid = (lo + hi) >> 1
+          if (topK[mid]!.fuzzScore < score) lo = mid + 1
+          else hi = mid
+        }
+        topK.splice(lo, 0, { path, fuzzScore: score })
+        topK.shift()
+        threshold = topK[0]!.fuzzScore
+      }
+    }
+
+    // topK is ascending; reverse to descending (best first)
+    topK.sort((a, b) => b.fuzzScore - a.fuzzScore)
+
+    const matchCount = topK.length
+    const denom = Math.max(matchCount, 1)
+    const results: SearchResult[] = new Array(matchCount)
+
+    for (let i = 0; i < matchCount; i++) {
+      const path = topK[i]!.path
+      const positionScore = i / denom
+      const finalScore = path.includes('test')
+        ? Math.min(positionScore * 1.05, 1.0)
+        : positionScore
+      results[i] = { path, score: finalScore }
+    }
+
+    return results
+  }
+}
+
+/**
+ * Boundary/camelCase bonus for a match at position `pos` in the original-case
+ * path. `first` enables the start-of-string bonus (only for needle[0]).
+ */
+function scoreBonusAt(path: string, pos: number, first: boolean): number {
+  if (pos === 0) return first ? BONUS_FIRST_CHAR : 0
+  const prevCh = path.charCodeAt(pos - 1)
+  if (isBoundary(prevCh)) return BONUS_BOUNDARY
+  if (isLower(prevCh) && isUpper(path.charCodeAt(pos))) return BONUS_CAMEL
+  return 0
+}
+
+function isBoundary(code: number): boolean {
+  // / \ - _ . space
+  return (
+    code === 47 || // /
+    code === 92 || // \
+    code === 45 || // -
+    code === 95 || // _
+    code === 46 || // .
+    code === 32 // space
+  )
+}
+
+function isLower(code: number): boolean {
+  return code >= 97 && code <= 122
+}
+
+function isUpper(code: number): boolean {
+  return code >= 65 && code <= 90
+}
+
+export function yieldToEventLoop(): Promise<void> {
+  return new Promise(resolve => setImmediate(resolve))
+}
+
+export { CHUNK_MS }
+
+/**
+ * Extract unique top-level path segments, sorted by (length asc, then alpha asc).
+ * Handles both Unix (/) and Windows (\) path separators.
+ * Mirrors FileIndex::compute_top_level_entries in lib.rs.
+ */
+function computeTopLevelEntries(
+  paths: string[],
+  limit: number,
+): SearchResult[] {
+  const topLevel = new Set<string>()
+
+  for (const p of paths) {
+    // Split on first / or \ separator
+    let end = p.length
+    for (let i = 0; i < p.length; i++) {
+      const c = p.charCodeAt(i)
+      if (c === 47 || c === 92) {
+        end = i
+        break
+      }
+    }
+    const segment = p.slice(0, end)
+    if (segment.length > 0) {
+      topLevel.add(segment)
+      if (topLevel.size >= limit) break
+    }
+  }
+
+  const sorted = Array.from(topLevel)
+  sorted.sort((a, b) => {
+    const lenDiff = a.length - b.length
+    if (lenDiff !== 0) return lenDiff
+    return a < b ? -1 : a > b ? 1 : 0
+  })
+
+  return sorted.slice(0, limit).map(path => ({ path, score: 0.0 }))
+}
+
+export default FileIndex
+export type { FileIndex as FileIndexType }

package/native-ts/yoga-layout/enums.ts

@@ -0,0 +1,134 @@
+/**
+ * Yoga enums — ported from yoga-layout/src/generated/YGEnums.ts
+ * Kept as `const` objects (not TS enums) per repo convention.
+ * Values match upstream exactly so callers don't change.
+ */
+
+export const Align = {
+  Auto: 0,
+  FlexStart: 1,
+  Center: 2,
+  FlexEnd: 3,
+  Stretch: 4,
+  Baseline: 5,
+  SpaceBetween: 6,
+  SpaceAround: 7,
+  SpaceEvenly: 8,
+} as const
+export type Align = (typeof Align)[keyof typeof Align]
+
+export const BoxSizing = {
+  BorderBox: 0,
+  ContentBox: 1,
+} as const
+export type BoxSizing = (typeof BoxSizing)[keyof typeof BoxSizing]
+
+export const Dimension = {
+  Width: 0,
+  Height: 1,
+} as const
+export type Dimension = (typeof Dimension)[keyof typeof Dimension]
+
+export const Direction = {
+  Inherit: 0,
+  LTR: 1,
+  RTL: 2,
+} as const
+export type Direction = (typeof Direction)[keyof typeof Direction]
+
+export const Display = {
+  Flex: 0,
+  None: 1,
+  Contents: 2,
+} as const
+export type Display = (typeof Display)[keyof typeof Display]
+
+export const Edge = {
+  Left: 0,
+  Top: 1,
+  Right: 2,
+  Bottom: 3,
+  Start: 4,
+  End: 5,
+  Horizontal: 6,
+  Vertical: 7,
+  All: 8,
+} as const
+export type Edge = (typeof Edge)[keyof typeof Edge]
+
+export const Errata = {
+  None: 0,
+  StretchFlexBasis: 1,
+  AbsolutePositionWithoutInsetsExcludesPadding: 2,
+  AbsolutePercentAgainstInnerSize: 4,
+  All: 2147483647,
+  Classic: 2147483646,
+} as const
+export type Errata = (typeof Errata)[keyof typeof Errata]
+
+export const ExperimentalFeature = {
+  WebFlexBasis: 0,
+} as const
+export type ExperimentalFeature =
+  (typeof ExperimentalFeature)[keyof typeof ExperimentalFeature]
+
+export const FlexDirection = {
+  Column: 0,
+  ColumnReverse: 1,
+  Row: 2,
+  RowReverse: 3,
+} as const
+export type FlexDirection = (typeof FlexDirection)[keyof typeof FlexDirection]
+
+export const Gutter = {
+  Column: 0,
+  Row: 1,
+  All: 2,
+} as const
+export type Gutter = (typeof Gutter)[keyof typeof Gutter]
+
+export const Justify = {
+  FlexStart: 0,
+  Center: 1,
+  FlexEnd: 2,
+  SpaceBetween: 3,
+  SpaceAround: 4,
+  SpaceEvenly: 5,
+} as const
+export type Justify = (typeof Justify)[keyof typeof Justify]
+
+export const MeasureMode = {
+  Undefined: 0,
+  Exactly: 1,
+  AtMost: 2,
+} as const
+export type MeasureMode = (typeof MeasureMode)[keyof typeof MeasureMode]
+
+export const Overflow = {
+  Visible: 0,
+  Hidden: 1,
+  Scroll: 2,
+} as const
+export type Overflow = (typeof Overflow)[keyof typeof Overflow]
+
+export const PositionType = {
+  Static: 0,
+  Relative: 1,
+  Absolute: 2,
+} as const
+export type PositionType = (typeof PositionType)[keyof typeof PositionType]
+
+export const Unit = {
+  Undefined: 0,
+  Point: 1,
+  Percent: 2,
+  Auto: 3,
+} as const
+export type Unit = (typeof Unit)[keyof typeof Unit]
+
+export const Wrap = {
+  NoWrap: 0,
+  Wrap: 1,
+  WrapReverse: 2,
+} as const
+export type Wrap = (typeof Wrap)[keyof typeof Wrap]