@dotdotgod/cli 0.2.15 → 0.2.18

package/src/memory/summary.mjs

@@ -1,8 +1,6 @@
-import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';
+import { existsSync, readFileSync } from 'node:fs';
 import { join } from 'node:path';
-import { rel } from '../common/paths.mjs';
-import { isExcludedIndexDir } from '../index/files.mjs';
-import { defaultMemoryConfig, isSecretLikePathPattern, matchPathPattern, memoryAreaForPath } from './config.mjs';
+import { defaultMemoryConfig, memoryAreaForPath } from './config.mjs';
 
 export function detectPackageManager(root) {
   const packageFile = join(root, 'package.json');
@@ -50,98 +48,6 @@ export function detectCommandGuidance(root) {
   };
 }
 
-const PINNED_WALK_CAP = 200;
-
-function walkPinnedMatches(root, base, matches, cap) {
-  if (!existsSync(base)) return [];
-  const results = [];
-  const walk = (dir) => {
-    if (results.length >= cap) return;
-    let entries;
-    try {
-      entries = readdirSync(dir, { withFileTypes: true });
-    } catch {
-      return;
-    }
-    entries.sort((a, b) => a.name.localeCompare(b.name));
-    for (const entry of entries) {
-      if (results.length >= cap) return;
-      const absolute = join(dir, entry.name);
-      const path = rel(root, absolute);
-      if (entry.isDirectory()) {
-        if (!isExcludedIndexDir(path)) walk(absolute);
-      } else if (entry.isFile() && matches(path)) results.push(path);
-    }
-  };
-  walk(base);
-  return results;
-}
-
-function expandPinnedPattern(root, pattern) {
-  if (!pattern.includes('*')) {
-    try {
-      return statSync(join(root, pattern)).isFile() ? [pattern] : [];
-    } catch {
-      return [];
-    }
-  }
-  const base = pattern.endsWith('/**') ? join(root, pattern.slice(0, -3)) : root;
-  return walkPinnedMatches(root, base, (path) => !isSecretLikePathPattern(path) && matchPathPattern(path, pattern), PINNED_WALK_CAP);
-}
-
-function readPinnedBody(root, path, maxBodyChars) {
-  if (isSecretLikePathPattern(path)) return { path, status: 'skipped', reason: 'secret-like-path' };
-  let content;
-  try {
-    content = readFileSync(join(root, path));
-  } catch {
-    return { path, status: 'missing' };
-  }
-  if (content.includes(0)) return { path, status: 'skipped', reason: 'binary' };
-  const text = content.toString('utf8');
-  const truncated = text.length > maxBodyChars;
-  return { path, status: truncated ? 'truncated' : 'present', truncated, chars: text.length, content: truncated ? text.slice(0, maxBodyChars) : text };
-}
-
-export function buildPinnedFiles(root, config = defaultMemoryConfig(), limits = {}) {
-  const policy = config.load ?? { pinnedPaths: [], pinnedBodies: [] };
-  const maxPaths = limits.paths ?? 20;
-  const maxBodies = limits.bodies ?? 5;
-  const maxBodyChars = limits.bodyChars ?? 10000;
-  const entries = new Map();
-  const addMatches = (pattern, kind) => {
-    const matches = expandPinnedPattern(root, pattern);
-    for (const path of matches.length > 0 ? matches : [pattern]) {
-      const entry = entries.get(path) ?? { path, status: matches.length > 0 ? 'present' : 'missing', pinnedBy: new Set() };
-      entry.pinnedBy.add(kind);
-      entries.set(path, entry);
-    }
-    return matches;
-  };
-  for (const pattern of policy.pinnedPaths ?? []) addMatches(pattern, 'pinnedPaths');
-  const bodyCandidates = new Set();
-  for (const pattern of policy.pinnedBodies ?? []) {
-    for (const path of addMatches(pattern, 'pinnedBodies')) bodyCandidates.add(path);
-  }
-  const allPaths = [...entries.values()].sort((a, b) => a.path.localeCompare(b.path));
-  const paths = allPaths.slice(0, maxPaths).map((entry) => ({ path: entry.path, status: entry.status, pinnedBy: [...entry.pinnedBy].sort() }));
-  const bodies = [];
-  let omittedBodies = 0;
-  for (const path of [...bodyCandidates].sort()) {
-    if (bodies.length >= maxBodies) omittedBodies += 1;
-    else bodies.push(readPinnedBody(root, path, maxBodyChars));
-  }
-  return {
-    source: config.source ?? 'default',
-    configured: { pinnedPaths: [...(policy.pinnedPaths ?? [])], pinnedBodies: [...(policy.pinnedBodies ?? [])] },
-    paths,
-    omittedPaths: allPaths.length - paths.length,
-    bodies,
-    omittedBodies,
-    bounds: { maxPaths, maxBodies, maxBodyChars },
-  };
-}
-
 export function buildMemoryAreas(index, limits = {}) {
   const graph = index?.graph ?? { nodes: [], edges: [] };
   const itemLimit = limits.items ?? 4;

package/src/query/store.mjs

@@ -5,6 +5,20 @@ export const VECTOR_SCHEMA_VERSION = 1;
 export const VECTOR_MODEL = 'Xenova/multilingual-e5-small';
 export const VECTOR_DIMENSIONS = 384;
 
+export function isValidNormalizedVectorValues(values) {
+  if (!values || values.length % VECTOR_DIMENSIONS !== 0) return false;
+  for (let offset = 0; offset < values.length; offset += VECTOR_DIMENSIONS) {
+    let squaredNorm = 0;
+    for (let index = 0; index < VECTOR_DIMENSIONS; index += 1) {
+      const value = values[offset + index];
+      if (!Number.isFinite(value) || value < -1 || value > 1) return false;
+      squaredNorm += value * value;
+    }
+    if (Math.abs(Math.sqrt(squaredNorm) - 1) > 0.01) return false;
+  }
+  return true;
+}
+
 export function vectorCachePaths(root) {
   const directory = join(root, '.dotdotgod', 'vectors');
   return {
@@ -25,6 +39,7 @@ export function readVectorCache(root) {
     const buffer = readFileSync(paths.embeddings);
     if (buffer.byteLength !== chunks.length * VECTOR_DIMENSIONS * 4) return null;
     const vectors = new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
+    if (!isValidNormalizedVectorValues(vectors)) return null;
     return { manifest, chunks, vectors: new Float32Array(vectors) };
   } catch {
     return null;
@@ -41,6 +56,7 @@ export function writeVectorCache(root, chunks, vectors, metadata = {}) {
   const paths = vectorCachePaths(root);
   mkdirSync(paths.directory, { recursive: true });
   if (vectors.length !== chunks.length * VECTOR_DIMENSIONS) throw new Error('Vector count does not match chunk metadata.');
+  if (!isValidNormalizedVectorValues(vectors)) throw new Error('Vectors must contain finite normalized values.');
   const manifest = {
     schemaVersion: VECTOR_SCHEMA_VERSION,
     model: VECTOR_MODEL,

package/src/validate/run.mjs

@@ -135,7 +135,7 @@ export function runValidate(argv) {
         if (block.error) addError(file, 'TRACEABILITY_INVALID_JSON', `Invalid \`json dotdotgod\` block: ${block.error}\nFix: repair the fenced \`json dotdotgod\` block so it is valid JSON and still matches the expected schema.\n\n${traceabilityExample()}`, block.line);
         else {
           for (const error of validateTraceabilityBlock(block.data, root, file, block.line, memoryConfig)) errors.push(error);
-          const synced = syncTraceabilityLinksInContent(content, block.data, root, file);
+          const synced = syncTraceabilityLinksInContent(content, block.data, root, file, memoryConfig);
           if (synced.ok && synced.changed) addError(file, 'TRACEABILITY_LINKS_STALE', 'Generated traceability links or compact traceability JSON are missing or stale.', block.line, 'run `dotdotgod traceability links <root> --write` to synchronize the generated Markdown links and compact JSON block.');
         }
       }