@hanhnd/agent-kit 1.0.29 → 1.0.31

package/dist/memory/__tests__/embedder.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/memory/__tests__/embedder.test.js

@@ -0,0 +1,14 @@
+import * as assert from 'node:assert/strict';
+import * as os from 'node:os';
+import * as path from 'node:path';
+import { describe, test } from 'node:test';
+import { DEFAULT_MODEL_CACHE_DIR, FASTEMBED_CACHE_DIR } from '../embedder.js';
+import { AGENT_KIT_HOME, CREDENTIALS_FILE } from '../../utils/paths.js';
+describe('Embedder cache paths', () => {
+    test('uses global Agent Kit home for user-level files', () => {
+        assert.equal(AGENT_KIT_HOME, path.join(os.homedir(), '.agent-kit'));
+        assert.equal(CREDENTIALS_FILE, path.join(AGENT_KIT_HOME, 'credentials'));
+        assert.equal(DEFAULT_MODEL_CACHE_DIR, path.join(AGENT_KIT_HOME, 'cache', 'models'));
+        assert.equal(FASTEMBED_CACHE_DIR, path.join(DEFAULT_MODEL_CACHE_DIR, 'fastembed'));
+    });
+});

package/dist/memory/__tests__/indexer.test.js

@@ -268,6 +268,66 @@ describe('MemoryIndexer', () => {
             fs.rmSync(testDir, { recursive: true, force: true });
         }
     });
+    test('search does not include dense-only results when BM25 has matches', async () => {
+        const testCfg = makeConfig('/tmp/search-dense-filter');
+        const chunks = [
+            {
+                id: 'preference-1',
+                source: 'compiled/preferences.md',
+                heading: '',
+                headingLevel: 0,
+                content: 'I like fish',
+                lineStart: 1,
+                lineEnd: 1,
+            },
+            {
+                id: 'dense-only-1',
+                source: 'compiled/entities/worktree.md',
+                heading: 'Worktree',
+                headingLevel: 1,
+                content: 'Unrelated worktree lifecycle content',
+                lineStart: 1,
+                lineEnd: 2,
+            },
+        ];
+        const fakeStore = {
+            vecAvailable: true,
+            searchDense: () => [
+                { id: 'dense-only-1', score: 0.99 },
+                { id: 'preference-1', score: 0.98 },
+            ],
+            searchBm25: () => [{ id: 'preference-1', score: 1 }],
+            getChunksByIds: (ids) => chunks.filter((chunk) => ids.includes(chunk.id)),
+        };
+        const testIndexer = new MemoryIndexer(fakeStore, new StubEmbedder(), testCfg);
+        const results = await testIndexer.search('personal likes and preferences of the user', 5);
+        assert.deepEqual(results.map((result) => result.chunk.id), ['preference-1']);
+        assert.equal(results[0].retriever, 'both');
+    });
+    test('search still returns dense-only results when BM25 has no matches', async () => {
+        const testCfg = makeConfig('/tmp/search-dense-fallback');
+        const chunks = [
+            {
+                id: 'semantic-1',
+                source: 'compiled/preferences.md',
+                heading: '',
+                headingLevel: 0,
+                content: 'I like fish',
+                lineStart: 1,
+                lineEnd: 1,
+            },
+        ];
+        const fakeStore = {
+            vecAvailable: true,
+            searchDense: () => [{ id: 'semantic-1', score: 0.99 }],
+            searchBm25: () => [],
+            getChunksByIds: (ids) => chunks.filter((chunk) => ids.includes(chunk.id)),
+        };
+        const testIndexer = new MemoryIndexer(fakeStore, new StubEmbedder(), testCfg);
+        const results = await testIndexer.search('favorite dish', 5);
+        assert.deepEqual(results.map((result) => result.chunk.id), ['semantic-1']);
+        assert.equal(results[0].retriever, 'dense');
+    });
     test('search falls back to stored chunk content when source file is missing', async () => {
         const testDir = fs.mkdtempSync(path.join(os.tmpdir(), 'search-fallback-'));
         const testCfg = makeConfig(path.join(testDir, 'wiki'));

package/dist/memory/__tests__/store.test.js

@@ -72,6 +72,25 @@ describe('MemoryStore', () => {
         assert.ok(results.length > 0, 'Expected at least one BM25 result');
         assert.ok(results.some((r) => r.id === 'bm25-search-0001'), `Expected chunk id in results, got: ${results.map((r) => r.id).join(', ')}`);
     });
+    test('searchBm25 ignores filler words and matches preference source/content terms', () => {
+        const preference = makeChunk({
+            id: 'preference-search-0001',
+            source: 'compiled/preferences.md',
+            heading: '',
+            headingLevel: 0,
+            content: 'I like fish',
+        });
+        const unrelated = makeChunk({
+            id: 'preference-search-0002',
+            source: 'compiled/entities/worktree.md',
+            heading: 'Open Questions',
+            content: 'How should git manage worktree lifecycle decisions?',
+        });
+        store.upsert([preference, unrelated], [new Float32Array(384), new Float32Array(384)]);
+        const results = store.searchBm25('personal likes and preferences of the user', 5);
+        assert.ok(results.length > 0, 'Expected preference query to return results');
+        assert.equal(results[0].id, 'preference-search-0001');
+    });
     test('searchBm25 returns empty array for empty query', () => {
         const results = store.searchBm25('   ', 5);
         assert.deepEqual(results, []);

package/dist/memory/embedder.d.ts

@@ -1,3 +1,4 @@
+export { FASTEMBED_CACHE_DIR, MODEL_CACHE_DIR as DEFAULT_MODEL_CACHE_DIR } from '../utils/paths.js';
 export declare class EmbedderError extends Error {
     constructor(message: string, cause?: unknown);
 }

package/dist/memory/embedder.js

@@ -1,6 +1,5 @@
-import * as os from 'os';
-import * as path from 'path';
-const DEFAULT_CACHE_DIR = path.join(os.homedir(), '.cache', 'fastembed');
+import { FASTEMBED_CACHE_DIR } from '../utils/paths.js';
+export { FASTEMBED_CACHE_DIR, MODEL_CACHE_DIR as DEFAULT_MODEL_CACHE_DIR } from '../utils/paths.js';
 export class EmbedderError extends Error {
     constructor(message, cause) {
         super(message);
@@ -50,7 +49,7 @@ export class Embedder {
                 'Xenova/all-MiniLM-L6-v2': EmbeddingModel.AllMiniLML6V2,
             };
             const model = modelMap[this.modelName] ?? EmbeddingModel.BGESmallENV15;
-            const embedder = await FlagEmbedding.init({ model: model, cacheDir: DEFAULT_CACHE_DIR, showDownloadProgress: false });
+            const embedder = await FlagEmbedding.init({ model: model, cacheDir: FASTEMBED_CACHE_DIR, showDownloadProgress: false });
             this.pipeline = async (texts) => {
                 const result = [];
                 for await (const batch of embedder.embed(texts, texts.length)) {

package/dist/memory/indexer.js

@@ -131,6 +131,10 @@ export class MemoryIndexer {
             }
         }
         const bm25Results = this.store.searchBm25(query, fetchLimit);
+        const bm25Ids = new Set(bm25Results.map((result) => result.id));
+        if (bm25Ids.size > 0) {
+            denseResults = denseResults.filter((result) => bm25Ids.has(result.id));
+        }
         // RRF fusion (k=60)
         const k = 60;
         const scoreMap = new Map();

package/dist/memory/store.js

@@ -1,6 +1,7 @@
 import Database from 'better-sqlite3';
 import * as fs from 'fs';
 import * as path from 'path';
+import { eng, removeStopwords } from 'stopword';
 export class StoreError extends Error {
     constructor(message, cause) {
         super(message);
@@ -58,18 +59,20 @@ export class MemoryStore {
     createSchema(db) {
         db.exec(`
       CREATE TABLE IF NOT EXISTS memory_chunks (
-        rowid       INTEGER PRIMARY KEY AUTOINCREMENT,
-        id          TEXT NOT NULL UNIQUE,
-        source      TEXT NOT NULL,
-        heading     TEXT NOT NULL DEFAULT '',
+        rowid         INTEGER PRIMARY KEY AUTOINCREMENT,
+        id            TEXT NOT NULL UNIQUE,
+        source        TEXT NOT NULL,
+        heading       TEXT NOT NULL DEFAULT '',
         heading_level INTEGER NOT NULL DEFAULT 0,
-        content     TEXT NOT NULL,
-        line_start  INTEGER NOT NULL,
-        line_end    INTEGER NOT NULL,
-        indexed_at  INTEGER NOT NULL
+        content       TEXT NOT NULL,
+        line_start    INTEGER NOT NULL,
+        line_end      INTEGER NOT NULL,
+        indexed_at    INTEGER NOT NULL
       );
 
       CREATE VIRTUAL TABLE IF NOT EXISTS memory_fts USING fts5(
+        source,
+        heading,
         content,
         content='memory_chunks',
         content_rowid='rowid'
@@ -77,13 +80,14 @@ export class MemoryStore {
 
       CREATE TRIGGER IF NOT EXISTS memory_chunks_ai
         AFTER INSERT ON memory_chunks BEGIN
-          INSERT INTO memory_fts(rowid, content) VALUES (new.rowid, new.content);
+          INSERT INTO memory_fts(rowid, source, heading, content)
+            VALUES (new.rowid, new.source, new.heading, new.content);
         END;
 
       CREATE TRIGGER IF NOT EXISTS memory_chunks_ad
         AFTER DELETE ON memory_chunks BEGIN
-          INSERT INTO memory_fts(memory_fts, rowid, content)
-            VALUES ('delete', old.rowid, old.content);
+          INSERT INTO memory_fts(memory_fts, rowid, source, heading, content)
+            VALUES ('delete', old.rowid, old.source, old.heading, old.content);
         END;
     `);
         if (this._vecAvailable) {
@@ -206,18 +210,19 @@ export class MemoryStore {
     searchBm25(query, limit) {
         if (!query.trim())
             return [];
-        // FTS5 defaults to AND for multi-word queries; convert to OR so any term is a hit
-        const ftsQuery = query
+        const tokens = query
             .trim()
             .split(/\s+/)
-            .map((t) => t.replace(/['"*^():\-]/g, ' ').trim())
-            .filter(Boolean)
+            .map((t) => t.replace(/[^a-zA-Z0-9_]/g, '').toLowerCase())
+            .filter((t) => t.length > 1);
+        const ftsQuery = removeStopwords(tokens, eng)
+            .map((t) => `${t.replace(/s$/, '')}*`)
             .join(' OR ');
         if (!ftsQuery)
             return [];
         try {
             const rows = this.db
-                .prepare(`SELECT mc.id, rank
+                .prepare(`SELECT mc.id, bm25(memory_fts, 0.2, 2.0, 5.0) AS rank
            FROM memory_fts
            JOIN memory_chunks mc ON mc.rowid = memory_fts.rowid
            WHERE memory_fts MATCH ?

package/dist/tools/config.js

@@ -89,7 +89,7 @@ export const FORBIDDEN_FILES = [
     '.yarnrc',
     '.netrc',
     '.gitconfig',
-    'credentials', // ~/.claude/credentials file
+    'credentials', // ~/.agent-kit/credentials file
 ];
 /**
  * Regex patterns (case-insensitive) matched against path.basename.

package/dist/utils/credentials.d.ts

@@ -1,9 +1,9 @@
 /**
- * Credential loader — reads ~/.claude/credentials (INI format, like ~/.aws/credentials)
+ * Credential loader — reads ~/.agent-kit/credentials (INI format, like ~/.aws/credentials)
  *
  * Resolution order per key:
  *   1. process.env.KEY  (explicit override / CI)
- *   2. ~/.claude/credentials [profile] section
+ *   2. ~/.agent-kit/credentials [profile] section
  *   3. undefined
  *
  * File format:
@@ -15,6 +15,6 @@
  */
 /**
  * Resolve a credential key using the priority chain:
- *   process.env.KEY → ~/.claude/credentials [profile] → undefined
+ *   process.env.KEY → ~/.agent-kit/credentials [profile] → undefined
  */
 export declare function getCredential(key: string): string | undefined;

package/dist/utils/credentials.js

@@ -1,9 +1,9 @@
 /**
- * Credential loader — reads ~/.claude/credentials (INI format, like ~/.aws/credentials)
+ * Credential loader — reads ~/.agent-kit/credentials (INI format, like ~/.aws/credentials)
  *
  * Resolution order per key:
  *   1. process.env.KEY  (explicit override / CI)
- *   2. ~/.claude/credentials [profile] section
+ *   2. ~/.agent-kit/credentials [profile] section
  *   3. undefined
  *
  * File format:
@@ -14,9 +14,7 @@
  * Active profile: KIT_PROFILE env var (defaults to "default")
  */
 import * as fs from 'fs';
-import * as os from 'os';
-import * as path from 'path';
-const CREDENTIALS_FILE = path.join(os.homedir(), '.claude', 'credentials');
+import { CREDENTIALS_FILE } from './paths.js';
 let cachedCredentials = null;
 /**
  * Parse a simple INI file into a map of profiles.
@@ -47,7 +45,7 @@ function parseIni(content) {
     return result;
 }
 /**
- * Load credentials from ~/.claude/credentials for the active profile.
+ * Load credentials from ~/.agent-kit/credentials for the active profile.
  * Result is cached for the lifetime of the MCP server process.
  */
 function loadCredentials() {
@@ -79,7 +77,7 @@ function loadCredentials() {
 }
 /**
  * Resolve a credential key using the priority chain:
- *   process.env.KEY → ~/.claude/credentials [profile] → undefined
+ *   process.env.KEY → ~/.agent-kit/credentials [profile] → undefined
  */
 export function getCredential(key) {
     if (process.env[key]) {

package/dist/utils/paths.d.ts

@@ -0,0 +1,4 @@
+export declare const AGENT_KIT_HOME: string;
+export declare const CREDENTIALS_FILE: string;
+export declare const MODEL_CACHE_DIR: string;
+export declare const FASTEMBED_CACHE_DIR: string;

package/dist/utils/paths.js

@@ -0,0 +1,6 @@
+import * as os from 'os';
+import * as path from 'path';
+export const AGENT_KIT_HOME = path.join(os.homedir(), '.agent-kit');
+export const CREDENTIALS_FILE = path.join(AGENT_KIT_HOME, 'credentials');
+export const MODEL_CACHE_DIR = path.join(AGENT_KIT_HOME, 'cache', 'models');
+export const FASTEMBED_CACHE_DIR = path.join(MODEL_CACHE_DIR, 'fastembed');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hanhnd/agent-kit",
-  "version": "1.0.29",
+  "version": "1.0.31",
   "description": "Agent Kit MCP server for software development agent workflows",
   "type": "module",
   "main": "dist/kit-server.js",
@@ -32,6 +32,7 @@
     "dedent": "^1.5.3",
     "fastembed": "^1.14.0",
     "sqlite-vec": "^0.1.0",
+    "stopword": "^3.1.5",
     "zod": "^3.24.4"
   },
   "devDependencies": {