@duckmind/dm-linux-x64 0.65.8 → 0.66.2

package/extensions/dm-lens/dist/clients/word-index-logger.js

@@ -1,21 +0,0 @@
-import * as path from "node:path";
-import { isTestMode } from "./env-utils.js";
-import { getGlobalDmLensLogDir } from "./probe-home-state.js";
-import { getMaxLogSizeMB } from "./log-cleanup.js";
-import { createNdjsonLogger } from "./ndjson-logger.js";
-import { normalizeFilePath } from "./path-utils.js";
-const WORD_INDEX_LOG_FILE = path.join(getGlobalDmLensLogDir(), "word-index.log");
-const writer = createNdjsonLogger({
-  filePath: WORD_INDEX_LOG_FILE,
-  maxBytes: getMaxLogSizeMB() * 1024 * 1024
-});
-export function logWordIndex(entry) {
-  if (isTestMode()) {
-    return;
-  }
-  writer.log({
-    ts: new Date().toISOString(),
-    ...entry,
-    cwd: normalizeFilePath(entry.cwd)
-  });
-}

package/extensions/dm-lens/dist/clients/word-index-store.js

@@ -1,222 +0,0 @@
-import { createDeadline, yieldIfOverBudget } from "./cooperative-budget.js";
-export const WORD_POSTING_ENTRY_BYTES = 8;
-export const WORD_POSTING_LIST_OVERHEAD_BYTES = 160;
-const DEFAULT_POSTING_CAPACITY_ENTRIES = 2;
-
-export class WordPostingList {
-  lanes;
-  laneStart = 0;
-  capacityEntries;
-  entryCount = 0;
-  token;
-  constructor(token, capacityEntries = DEFAULT_POSTING_CAPACITY_ENTRIES) {
-    this.token = token;
-    this.capacityEntries = Math.max(1, capacityEntries);
-    this.lanes = new Int32Array(this.capacityEntries * 2);
-  }
-  get length() {
-    return this.entryCount;
-  }
-  get byteLength() {
-    return this.capacityEntries * WORD_POSTING_ENTRY_BYTES;
-  }
-  fileIdAt(entry) {
-    return this.lanes[this.laneStart + entry * 2];
-  }
-  lineAt(entry) {
-    return this.lanes[this.laneStart + entry * 2 + 1];
-  }
-  reserve(entries) {
-    if (entries <= this.capacityEntries)
-      return false;
-    const grown = new Int32Array(entries * 2);
-    grown.set(this.lanes.subarray(this.laneStart, this.laneStart + this.entryCount * 2));
-    this.lanes = grown;
-    this.laneStart = 0;
-    this.capacityEntries = entries;
-    return true;
-  }
-  push(fileId, line) {
-    if (this.entryCount === this.capacityEntries) {
-      this.reserve(Math.max(DEFAULT_POSTING_CAPACITY_ENTRIES, this.capacityEntries * 2));
-    }
-    const at = this.laneStart + this.entryCount * 2;
-    this.lanes[at] = fileId;
-    this.lanes[at + 1] = line;
-    this.entryCount += 1;
-  }
-  adoptArena(arena, offset) {
-    const width = this.entryCount * 2;
-    for (let i = 0;i < width; i += 1) {
-      arena[offset + i] = this.lanes[this.laneStart + i];
-    }
-    this.lanes = arena;
-    this.laneStart = offset;
-    this.capacityEntries = this.entryCount;
-    return offset + width;
-  }
-  withoutFile(fileId) {
-    let surviving = 0;
-    for (let i = 0;i < this.entryCount; i += 1) {
-      if (this.fileIdAt(i) !== fileId)
-        surviving += 1;
-    }
-    const next = new WordPostingList(this.token, Math.max(1, surviving));
-    for (let i = 0;i < this.entryCount; i += 1) {
-      if (this.fileIdAt(i) === fileId)
-        continue;
-      next.push(this.fileIdAt(i), this.lineAt(i));
-    }
-    return next;
-  }
-  get backingStore() {
-    return this.lanes;
-  }
-  static fromLanes(token, lanes) {
-    const entries = Math.floor(lanes.length / 2);
-    const list = new WordPostingList(token, Math.max(1, entries));
-    for (let i = 0;i < entries; i += 1) {
-      list.push(lanes[i * 2], lanes[i * 2 + 1]);
-    }
-    return list;
-  }
-}
-export function compactPostingsIntoArena(postings) {
-  let lanes = 0;
-  for (const list of postings.values())
-    lanes += list.length * 2;
-  if (lanes === 0)
-    return;
-  const arena = new Int32Array(lanes);
-  let offset = 0;
-  for (const list of postings.values())
-    offset = list.adoptArena(arena, offset);
-}
-export async function compactPostingsIntoArenaCooperatively(postings, options) {
-  const planned = [];
-  let lanes = 0;
-  for (const [token, list] of postings) {
-    const width = list.length * 2;
-    planned.push({ token, list, width });
-    lanes += width;
-  }
-  if (lanes === 0)
-    return;
-  const arena = new Int32Array(lanes);
-  let offset = 0;
-  const deadline = options?.deadline ?? createDeadline(8);
-  for (const plan of planned) {
-    if (postings.get(plan.token) === plan.list && plan.list.length * 2 === plan.width && offset + plan.width <= arena.length) {
-      offset = plan.list.adoptArena(arena, offset);
-    }
-    if (deadline.expired()) {
-      await options?.beforeYield?.();
-      await yieldIfOverBudget(deadline);
-    }
-  }
-}
-export function countPostingBackingStores(postings) {
-  const stores = new Set;
-  for (const list of postings.values())
-    stores.add(list.backingStore);
-  return stores.size;
-}
-export function countPostingEntries(store) {
-  let count = 0;
-  for (const list of store.postings.values())
-    count += list.length;
-  return count;
-}
-export function estimateWordIndexStoreBytes(store) {
-  let bytes = 0;
-  const backingStores = new Set;
-  for (const list of store.postings.values()) {
-    backingStores.add(list.backingStore);
-    bytes += WORD_POSTING_LIST_OVERHEAD_BYTES;
-  }
-  for (const backingStore of backingStores)
-    bytes += backingStore.byteLength;
-  for (const entry of store.forward?.values() ?? []) {
-    bytes += entry.estimatedBytes;
-  }
-  return bytes;
-}
-
-export class WordForwardEntry {
-  tokenNames;
-  lineCounts;
-  constructor(tokenNames, lineCounts) {
-    this.tokenNames = tokenNames;
-    this.lineCounts = lineCounts;
-  }
-  get size() {
-    return this.tokenNames.length;
-  }
-  get(token) {
-    const at = this.tokenNames.indexOf(token);
-    return at === -1 ? undefined : this.lineCounts[at];
-  }
-  keys() {
-    return this.tokenNames[Symbol.iterator]();
-  }
-  *entries() {
-    for (let i = 0;i < this.tokenNames.length; i += 1) {
-      yield [this.tokenNames[i], this.lineCounts[i]];
-    }
-  }
-  [Symbol.iterator]() {
-    return this.entries();
-  }
-  get estimatedBytes() {
-    return this.tokenNames.length * WORD_FORWARD_ENTRY_BYTES + WORD_POSTING_LIST_OVERHEAD_BYTES;
-  }
-  static fromTally(tally) {
-    const tokenNames = [];
-    tokenNames.length = tally.size;
-    const lineCounts = new Int32Array(tally.size);
-    let i = 0;
-    for (const [token, count] of tally) {
-      tokenNames[i] = token;
-      lineCounts[i] = count;
-      i += 1;
-    }
-    return new WordForwardEntry(tokenNames, lineCounts);
-  }
-}
-const WORD_FORWARD_ENTRY_BYTES = 8;
-
-export class WordIndexFileTable {
-  idByKey = new Map;
-  pathById = [];
-  freeIds = [];
-  get size() {
-    return this.idByKey.size;
-  }
-  get idSpaceWidth() {
-    return this.pathById.length;
-  }
-  intern(key, displayPath) {
-    const existing = this.idByKey.get(key);
-    if (existing !== undefined)
-      return existing;
-    const id = this.freeIds.pop() ?? this.pathById.length;
-    this.pathById[id] = displayPath;
-    this.idByKey.set(key, id);
-    return id;
-  }
-  idFor(key) {
-    return this.idByKey.get(key);
-  }
-  pathFor(id) {
-    return this.pathById[id];
-  }
-  release(key) {
-    const id = this.idByKey.get(key);
-    if (id === undefined)
-      return;
-    this.idByKey.delete(key);
-    this.pathById[id] = undefined;
-    this.freeIds.push(id);
-    return id;
-  }
-}