dsh-locator 0.6.2 → 0.7.0

package/lib/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAClD,OAAO,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AASzC,OAAO,EAAE,YAAY,IAAI,MAAM,EAAE,CAAA;AAEjC,0BAA0B;AAC1B,eAAO,MAAM,IAAI,gBAAgB,CAAA;AAEjC,2DAA2D;AAC3D,eAAO,MAAM,MAAM,UAAY,CAAA;AAE/B;;;;GAIG;AACH,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAyCxD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAClD,OAAO,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAUzC,OAAO,EAAE,YAAY,IAAI,MAAM,EAAE,CAAA;AAEjC,0BAA0B;AAC1B,eAAO,MAAM,IAAI,gBAAgB,CAAA;AAEjC,2DAA2D;AAC3D,eAAO,MAAM,MAAM,UAAY,CAAA;AAE/B;;;;GAIG;AACH,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CA6CxD"}

package/lib/index.js

@@ -7,6 +7,7 @@ import { Config as ConfigSchema } from "./config.js";
 import { ContentIndex } from "./content.js";
 import { makeExportTool } from "./export.js";
 import { makeFindTool } from "./find.js";
+import { makeReindexTool } from "./reindex.js";
 import { registerHttp } from "./http.js";
 import { resolveBinary, resolveRoots, resolveStateDir } from "./paths.js";
 import { LocatorRuntime } from "./runtime.js";
@@ -33,8 +34,9 @@ export function apply(ctx, config) {
     const content = config.contentIndex
         ? new ContentIndex(rt, {
             stateDir,
-            sessionDirs: config.contentSessionDirs,
+            sessionDirs: config.contentSessionDirs.length > 0 ? config.contentSessionDirs : undefined,
             maxFileBytes: config.contentMaxFileBytes,
+            maxTotalBytes: config.contentMaxTotalBytes,
             maxFiles: config.contentMaxFiles,
             maxSessions: config.contentMaxSessions,
         })
@@ -45,7 +47,7 @@ export function apply(ctx, config) {
             rt.start();
             logger.info(`index roots: ${roots.join(', ')} (state ${stateDir})`);
             if (content !== undefined)
-                void startContent(rt, content, logger);
+                void startContent(rt, content, logger, config.contentRefreshMs);
         }, 1500);
         return () => {
             clearTimeout(timer);
@@ -57,13 +59,15 @@ export function apply(ctx, config) {
     ctx.tools.register(makeStatusTool(rt));
     ctx.tools.register(makeRebuildTool(rt));
     ctx.tools.register(makeExportTool(rt));
-    if (content !== undefined)
+    if (content !== undefined) {
         ctx.tools.register(makeFindTool(content));
+        ctx.tools.register(makeReindexTool(content));
+    }
     // The Web GUI panel is optional: profiles without a Web server keep the
     // three tools and never mount an HTTP route.
     registerHttp(ctx, rt, content);
 }
-async function startContent(rt, content, logger) {
+async function startContent(rt, content, logger, refreshMs) {
     try {
         await rt.waitReady();
         for (let i = 0; i < 900; i++) {
@@ -73,6 +77,7 @@ async function startContent(rt, content, logger) {
             await new Promise(resolve => setTimeout(resolve, 2_000));
         }
         content.start();
+        content.startAutoRefresh(refreshMs);
         logger.info('content index started');
     }
     catch (error) {

package/lib/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,aAAa,CAAA;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAE5E,OAAO,EAAE,YAAY,IAAI,MAAM,EAAE,CAAA;AAEjC,0BAA0B;AAC1B,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAA;AAEjC,2DAA2D;AAC3D,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,CAAA;AAE/B;;;;GAIG;AACH,MAAM,UAAU,KAAK,CAAC,GAAY,EAAE,MAAc;IAChD,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAM;IAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACzB,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACvC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC7C,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;IACxC,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY;QACjC,CAAC,CAAC,IAAI,YAAY,CAAC,EAAE,EAAE;YACnB,QAAQ;YACR,WAAW,EAAE,MAAM,CAAC,kBAAkB;YACtC,YAAY,EAAE,MAAM,CAAC,mBAAmB;YACxC,QAAQ,EAAE,MAAM,CAAC,eAAe;YAChC,WAAW,EAAE,MAAM,CAAC,kBAAkB;SACvC,CAAC;QACJ,CAAC,CAAC,SAAS,CAAA;IAEb,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE;QACd,2EAA2E;QAC3E,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,EAAE,CAAC,KAAK,EAAE,CAAA;YACV,MAAM,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,QAAQ,GAAG,CAAC,CAAA;YACnE,IAAI,OAAO,KAAK,SAAS;gBAAE,KAAK,YAAY,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;QACnE,CAAC,EAAE,IAAI,CAAC,CAAA;QACR,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,KAAK,EAAE,CAAA;YAChB,KAAK,EAAE,CAAC,IAAI,EAAE,CAAA;QAChB,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;IACtC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;IACtC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAA;IACvC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;IACtC,IAAI,OAAO,KAAK,SAAS;QAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAA;IAEpE,wEAAwE;IACxE,6CAA6C;IAC7C,YAAY,CAAC,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAkB,EAAE,OAAqB,EAAE,MAAuC;IAC5G,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,SAAS,EAAE,CAAA;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,YAAY,EAAE,CAAA;YACtC,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAAE,MAAK;YACnD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;QAC1D,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,CAAA;QACf,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACjG,CAAC;AACH,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,MAAM,IAAI,YAAY,EAAE,MAAM,aAAa,CAAA;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAE5E,OAAO,EAAE,YAAY,IAAI,MAAM,EAAE,CAAA;AAEjC,0BAA0B;AAC1B,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAA;AAEjC,2DAA2D;AAC3D,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,CAAA;AAE/B;;;;GAIG;AACH,MAAM,UAAU,KAAK,CAAC,GAAY,EAAE,MAAc;IAChD,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAM;IAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAA;IACzB,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACvC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAC7C,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;IACxC,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY;QACjC,CAAC,CAAC,IAAI,YAAY,CAAC,EAAE,EAAE;YACnB,QAAQ;YACR,WAAW,EAAE,MAAM,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;YACzF,YAAY,EAAE,MAAM,CAAC,mBAAmB;YACxC,aAAa,EAAE,MAAM,CAAC,oBAAoB;YAC1C,QAAQ,EAAE,MAAM,CAAC,eAAe;YAChC,WAAW,EAAE,MAAM,CAAC,kBAAkB;SACvC,CAAC;QACJ,CAAC,CAAC,SAAS,CAAA;IAEb,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE;QACd,2EAA2E;QAC3E,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,EAAE,CAAC,KAAK,EAAE,CAAA;YACV,MAAM,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,QAAQ,GAAG,CAAC,CAAA;YACnE,IAAI,OAAO,KAAK,SAAS;gBAAE,KAAK,YAAY,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAA;QAC5F,CAAC,EAAE,IAAI,CAAC,CAAA;QACR,OAAO,GAAG,EAAE;YACV,YAAY,CAAC,KAAK,CAAC,CAAA;YACnB,OAAO,EAAE,KAAK,EAAE,CAAA;YAChB,KAAK,EAAE,CAAC,IAAI,EAAE,CAAA;QAChB,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;IACtC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;IACtC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAA;IACvC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAA;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAA;QACzC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAA;IAC9C,CAAC;IAED,wEAAwE;IACxE,6CAA6C;IAC7C,YAAY,CAAC,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,CAAA;AAChC,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,EAAkB,EAAE,OAAqB,EAAE,MAAuC,EAAE,SAAiB;IAC/H,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,SAAS,EAAE,CAAA;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,YAAY,EAAE,CAAA;YACtC,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAAE,MAAK;YACnD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;QAC1D,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,CAAA;QACf,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACjG,CAAC;AACH,CAAC"}

package/lib/reindex.d.ts

@@ -0,0 +1,3 @@
+import type { ContentIndex } from './content.ts';
+export declare function makeReindexTool(content: ContentIndex): import("@deepseek-ai/dsh-tools").ToolDefinition;
+//# sourceMappingURL=reindex.d.ts.map

package/lib/reindex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reindex.d.ts","sourceRoot":"","sources":["../src/reindex.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAEhD,wBAAgB,eAAe,CAAC,OAAO,EAAE,YAAY,mDAkCpD"}

package/lib/reindex.js

@@ -0,0 +1,39 @@
+/** locator_reindex — full or incremental content-index maintenance. */
+import { defineTool } from '@deepseek-ai/dsh-tools';
+export function makeReindexTool(content) {
+    return defineTool({
+        name: 'locator_reindex',
+        description: [
+            'Rebuild or refresh the dsh-locator content index (file bodies + DSH session messages).',
+            '',
+            '`full: true` drops the content database and re-reads everything; `full: false` (default) only re-reads files/sessions whose mtime changed. Name/path search keeps working during either mode. Use `locator_status` or the content state in `locator_find` to watch progress.',
+        ].join('\n'),
+        parameters: {
+            full: { type: 'boolean', description: 'Drop and rebuild the content database (default false = incremental).' },
+        },
+        output: {
+            schema: {
+                type: 'object',
+                additionalProperties: false,
+                properties: {
+                    ok: { type: 'boolean', required: true },
+                    started: { type: 'boolean' },
+                    full: { type: 'boolean' },
+                    error: { type: 'string' },
+                },
+            },
+            render: (_args, value) => {
+                const v = value;
+                return [{ type: 'text', text: v.ok ? `${v.full ? 'Full' : 'Incremental'} content rebuild started.` : `locator_reindex failed: ${v.error ?? 'unknown'}` }];
+            },
+        },
+        async execute(args) {
+            const full = args.full === true;
+            const started = full ? content.rebuild() : content.refreshNow();
+            if (!started)
+                return { ok: false, error: 'a content build is already running' };
+            return { ok: true, started: true, full };
+        },
+    });
+}
+//# sourceMappingURL=reindex.js.map

package/lib/reindex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reindex.js","sourceRoot":"","sources":["../src/reindex.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAGnD,MAAM,UAAU,eAAe,CAAC,OAAqB;IACnD,OAAO,UAAU,CAAC;QAChB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACX,wFAAwF;YACxF,EAAE;YACF,8QAA8Q;SAC/Q,CAAC,IAAI,CAAC,IAAI,CAAC;QACZ,UAAU,EAAE;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,sEAAsE,EAAE;SAC/G;QACD,MAAM,EAAE;YACN,MAAM,EAAE;gBACN,IAAI,EAAE,QAAQ;gBACd,oBAAoB,EAAE,KAAK;gBAC3B,UAAU,EAAE;oBACV,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;oBACvC,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;oBAC5B,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;oBACzB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC1B;aACF;YACD,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBACvB,MAAM,CAAC,GAAG,KAA2E,CAAA;gBACrF,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,2BAA2B,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,KAAK,IAAI,SAAS,EAAE,EAAE,CAAC,CAAA;YAC3J,CAAC;SACF;QACD,KAAK,CAAC,OAAO,CAAC,IAAI;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAA;YAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAA;YAC/D,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAc,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAA;YACxF,OAAO,EAAE,EAAE,EAAE,IAAa,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;QACnD,CAAC;KACF,CAAC,CAAA;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-locator",
-  "version": "0.6.2",
+  "version": "0.7.0",
   "description": "Whole-disk, millisecond file search for DeepSeek Harness without Everything: a self-built cross-platform index, an Everything-style query language, agent tools and a Web search panel (Ctrl+Shift+F). Windows, macOS and Linux.",
   "author": "PerryLink contributors",
   "repository": {

package/src/config.ts

@@ -29,6 +29,10 @@ export interface Config {
   contentIndex: boolean
   /** Maximum bytes read from one text file. */
   contentMaxFileBytes: number
+  /** Stop adding content after this many body bytes; 0 means unlimited. */
+  contentMaxTotalBytes: number
+  /** Incremental content refresh cadence; 0 disables it. */
+  contentRefreshMs: number
   /** Maximum text files indexed per build; 0 means no cap. */
   contentMaxFiles: number
   /** Most recent session logs indexed; 0 means all. */
@@ -72,9 +76,11 @@ export const Config: Schema<Config> = Schema.object({
   scanWorkers: Schema.number().default(0),
   memoryLimitMB: Schema.number().default(0),
   contentIndex: Schema.boolean().default(true),
-  contentMaxFileBytes: Schema.number().default(1_000_000),
-  contentMaxFiles: Schema.number().default(50_000),
-  contentMaxSessions: Schema.number().default(50),
+  contentMaxFileBytes: Schema.number().default(4_000_000),
+  contentMaxTotalBytes: Schema.number().default(2_000_000_000),
+  contentRefreshMs: Schema.number().default(120_000),
+  contentMaxFiles: Schema.number().default(200_000),
+  contentMaxSessions: Schema.number().default(200),
   contentSessionDirs: Schema.array(Schema.string()).default([]),
   windowsUsn: Schema.boolean().default(false),
   stateDir: Schema.string().default(''),

package/src/content.ts

@@ -1,10 +1,11 @@
 /**
  * Content search: text files and DSH session messages in SQLite FTS5.
  *
- * The file-name index stays in the Go engine. This store is built beside it:
- * the engine's `dump` RPC supplies the already-scanned file list, Node reads
- * text files and decompresses `session.v4.jsonl.zstd` logs, and SQLite's
- * trigram tokenizer gives substring/CJK search with snippets.
+ * File names stay in the Go engine. This store is built from the engine's
+ * `dump` RPC plus the session logs: Node reads text bodies, decompresses
+ * `session.v4.jsonl.zstd`, and SQLite's trigram tokenizer gives substring and
+ * CJK search. A meta table stores each source's mtime so refresh() only
+ * re-reads what changed; rebuild() drops and rebuilds everything.
  * @module dsh-locator/content
  */
 
@@ -12,6 +13,7 @@ import { existsSync, mkdirSync, readdirSync, readFileSync, statSync } from 'node
 import { homedir } from 'node:os'
 import { basename, dirname, extname, join } from 'node:path'
 import { zstdDecompressSync } from 'node:zlib'
+import { DatabaseSync } from 'node:sqlite'
 import type { LocatorRuntime } from './runtime.ts'
 
 const TEXT_EXTENSIONS = new Set([
@@ -23,7 +25,6 @@ const TEXT_EXTENSIONS = new Set([
   '.sql', '.graphql', '.proto', '.tex', '.org', '.adoc',
 ])
 
-/** One searchable document. */
 export interface ContentHit {
   kind: 'file' | 'session'
   path: string
@@ -34,126 +35,173 @@ export interface ContentHit {
   score: number
 }
 
-/** Build progress shown by the panel/status. */
 export interface ContentState {
   building: boolean
   files: number
   sessions: number
   messages: number
+  truncated: boolean
   error: string
   updatedAt: number
 }
 
-/** The content store; one instance per plugin. */
+export interface ContentOptions {
+  stateDir: string
+  sessionDirs?: string[] | undefined
+  maxFileBytes: number
+  maxTotalBytes?: number
+  maxFiles: number
+  maxSessions: number
+}
+
+interface DocRow {
+  key: string
+  body: string
+  kind: 'file' | 'session'
+  path: string
+  title: string
+  sessionId: string | null
+  messageId: string | null
+  mtime: number
+}
+
 export class ContentIndex {
-  private db: import('node:sqlite').DatabaseSync | null = null
-  private readonly state: ContentState = { building: false, files: 0, sessions: 0, messages: 0, error: '', updatedAt: 0 }
+  private db: DatabaseSync | null = null
+  private readonly state: ContentState = { building: false, files: 0, sessions: 0, messages: 0, truncated: false, error: '', updatedAt: 0 }
   private generation = 0
+  private totalBytes = 0
+  private timer: NodeJS.Timeout | undefined
 
-  constructor(private readonly rt: LocatorRuntime, private readonly options: {
-    stateDir: string
-    sessionDirs: string[]
-    maxFileBytes: number
-    maxFiles: number
-    maxSessions: number
-  }) {}
+  constructor(private readonly rt: LocatorRuntime, private readonly options: ContentOptions) {}
 
   status(): ContentState { return { ...this.state } }
 
-  /** Close the database when the plugin unmounts. */
+  /** Start periodic incremental refreshes; 0 disables. */
+  startAutoRefresh(ms: number): void {
+    if (ms <= 0 || this.timer !== undefined) return
+    this.timer = setInterval(() => this.refresh(), ms)
+  }
+
+  /** Queue a full rebuild; false when one is already running. */
+  rebuild(): boolean {
+    if (this.state.building) return false
+    this.start()
+    return true
+  }
+
+  /** Queue an incremental refresh; false when one is already running. */
+  refreshNow(): boolean {
+    if (this.state.building) return false
+    this.refresh()
+    return true
+  }
+
   close(): void {
+    if (this.timer !== undefined) { clearInterval(this.timer); this.timer = undefined }
     this.generation++
     this.db?.close()
     this.db = null
     this.state.building = false
   }
 
-  /** Build in the background; stale generations stop at their next checkpoint. */
-  start(): void {
+  /** Build everything from scratch. */
+  start(): void { this.begin('full') }
+
+  /** Re-read changed files/sessions; open the DB when this is the first run. */
+  refresh(): void { this.begin(this.db === null ? 'full' : 'incremental') }
+
+  private begin(mode: 'full' | 'incremental'): void {
+    if (this.state.building) return
     const generation = ++this.generation
     this.state.building = true
     this.state.error = ''
-    void this.build(generation).catch(error => {
+    this.state.truncated = false
+    const run = mode === 'full' ? this.full(generation) : this.incremental(generation)
+    void run.catch(error => {
       if (generation !== this.generation) return
       this.state.error = messageOf(error)
       this.state.building = false
     })
   }
 
-  private async build(generation: number): Promise<void> {
-    const { DatabaseSync } = await import('node:sqlite')
-    const path = join(this.options.stateDir, 'content.db')
+  private async full(generation: number): Promise<void> {
+    this.open(true)
+    this.totalBytes = 0
+    await this.indexFiles(generation)
+    if (generation !== this.generation) return
+    await this.indexSessions(generation)
+    if (generation !== this.generation) return
+    this.finish()
+  }
+
+  private async incremental(generation: number): Promise<void> {
+    this.open(false)
+    this.totalBytes = Number((this.db!.prepare('SELECT COALESCE(SUM(length(body)), 0) AS n FROM docs').get() as { n: number }).n)
+    await this.refreshFiles(generation)
+    if (generation !== this.generation) return
+    await this.refreshSessions(generation)
+    if (generation !== this.generation) return
+    this.finish()
+  }
+
+  private open(fresh: boolean): void {
     mkdirSync(this.options.stateDir, { recursive: true })
     this.db?.close()
-    this.db = new DatabaseSync(path)
+    this.db = new DatabaseSync(join(this.options.stateDir, 'content.db'))
     this.db.exec('PRAGMA journal_mode = WAL')
     this.db.exec('PRAGMA synchronous = OFF')
-    this.db.exec('DROP TABLE IF EXISTS docs')
-    this.db.exec(`CREATE VIRTUAL TABLE docs USING fts5(
-      body,
-      kind UNINDEXED,
-      path UNINDEXED,
-      title UNINDEXED,
-      session_id UNINDEXED,
-      message_id UNINDEXED,
-      tokenize = 'trigram'
-    )`)
-    const insert = this.db.prepare('INSERT INTO docs (body, kind, path, title, session_id, message_id) VALUES (?, ?, ?, ?, ?, ?)')
-    const flush = (rows: Array<[string, string, string, string, string | null, string | null]>) => {
-      if (rows.length === 0) return
-      this.db!.exec('BEGIN')
-      try {
-        for (const row of rows) insert.run(...row)
-        this.db!.exec('COMMIT')
-      } catch (error) {
-        this.db!.exec('ROLLBACK')
-        throw error
-      }
+    if (fresh) {
+      this.db.exec('DROP TABLE IF EXISTS docs')
+      this.db.exec('DROP TABLE IF EXISTS docs_meta')
+      this.db.exec('DROP TABLE IF EXISTS sources')
     }
+    this.db.exec(`CREATE VIRTUAL TABLE IF NOT EXISTS docs USING fts5(
+      body, kind UNINDEXED, path UNINDEXED, title UNINDEXED,
+      session_id UNINDEXED, message_id UNINDEXED, tokenize = 'trigram'
+    )`)
+    this.db.exec('CREATE TABLE IF NOT EXISTS docs_meta (rowid INTEGER PRIMARY KEY, doc_key TEXT UNIQUE, path TEXT, mtime INTEGER, kind TEXT)')
+    this.db.exec('CREATE TABLE IF NOT EXISTS sources (path TEXT PRIMARY KEY, mtime INTEGER)')
+  }
 
-    await this.indexSessions(flush, generation)
-    if (generation !== this.generation) return
-    await this.indexFiles(flush, generation)
-    if (generation !== this.generation) return
+  private finish(): void {
+    const counts = this.db!.prepare("SELECT kind, COUNT(*) AS n FROM docs_meta GROUP BY kind").all() as Array<{ kind: string; n: number }>
+    this.state.files = Number(counts.find(row => row.kind === 'file')?.n ?? 0)
+    this.state.messages = Number(counts.find(row => row.kind === 'session')?.n ?? 0)
+    this.state.sessions = Number((this.db!.prepare('SELECT COUNT(*) AS n FROM sources').get() as { n: number }).n)
     this.state.building = false
     this.state.updatedAt = Date.now()
   }
 
-  private async indexSessions(flush: (rows: Array<[string, string, string, string, string | null, string | null]>) => void, generation: number): Promise<void> {
-    const files: Array<{ path: string; mtime: number }> = []
-    for (const root of this.sessionRoots()) {
-      walkSessions(root, files, 0)
-    }
-    files.sort((a, b) => b.mtime - a.mtime)
-    const limit = this.options.maxSessions > 0 ? this.options.maxSessions : files.length
-    let batch: Array<[string, string, string, string, string | null, string | null]> = []
-    for (const file of files.slice(0, limit)) {
-      if (generation !== this.generation) return
-      let text: string
-      try { text = zstdDecompressSync(readFileSync(file.path)).toString('utf8') } catch { continue }
-      const sessionId = basename(dirname(file.path))
-      let title = ''
-      let messages = 0
-      for (const line of text.split('\n')) {
-        if (!line) continue
-        let event: { type?: string; data?: Record<string, unknown> }
-        try { event = JSON.parse(line) } catch { continue }
-        const extracted = messageText(event)
-        if (extracted === undefined) continue
-        if (title === '') title = extracted.text.replace(/\s+/g, ' ').slice(0, 90)
-        batch.push([extracted.text.slice(0, 8_000), 'session', file.path, title || sessionId, sessionId, extracted.id])
-        messages++
-        if (batch.length >= 200) { flush(batch); batch = [] }
-      }
-      this.state.sessions++
-      this.state.messages += messages
+  private addDoc(row: DocRow): boolean {
+    const cap = this.options.maxTotalBytes ?? 0
+    if (cap > 0 && this.totalBytes + row.body.length > cap) {
+      this.state.truncated = true
+      return false
     }
-    flush(batch)
+    this.deleteDoc(row.key)
+    const meta = this.db!.prepare('INSERT INTO docs_meta (doc_key, path, mtime, kind) VALUES (?, ?, ?, ?)').run(row.key, row.path, row.mtime, row.kind)
+    const rowid = meta.lastInsertRowid
+    this.db!.prepare('INSERT INTO docs (rowid, body, kind, path, title, session_id, message_id) VALUES (?, ?, ?, ?, ?, ?, ?)').run(rowid, row.body, row.kind, row.path, row.title, row.sessionId, row.messageId)
+    this.totalBytes += row.body.length
+    return true
   }
 
-  private async indexFiles(flush: (rows: Array<[string, string, string, string, string | null, string | null]>) => void, generation: number): Promise<void> {
+  private deleteDoc(key: string): void {
+    const row = this.db!.prepare('SELECT rowid FROM docs_meta WHERE doc_key = ?').get(key) as { rowid: number } | undefined
+    if (row === undefined) return
+    this.db!.prepare('DELETE FROM docs WHERE rowid = ?').run(row.rowid)
+    this.db!.prepare('DELETE FROM docs_meta WHERE rowid = ?').run(row.rowid)
+  }
+
+  private deletePath(path: string): void {
+    const rows = this.db!.prepare('SELECT rowid FROM docs_meta WHERE path = ?').all(path) as Array<{ rowid: number }>
+    const delDoc = this.db!.prepare('DELETE FROM docs WHERE rowid = ?')
+    const delMeta = this.db!.prepare('DELETE FROM docs_meta WHERE rowid = ?')
+    for (const row of rows) { delDoc.run(row.rowid); delMeta.run(row.rowid) }
+  }
+
+  private async indexFiles(generation: number): Promise<void> {
     let after = 0
-    let batch: Array<[string, string, string, string, string | null, string | null]> = []
     let seen = 0
     for (;;) {
       if (generation !== this.generation) return
@@ -162,27 +210,104 @@ export class ContentIndex {
         if (entry.dir || entry.size <= 0 || entry.size > this.options.maxFileBytes) continue
         if (!TEXT_EXTENSIONS.has(extname(entry.name).toLowerCase())) continue
         if (this.options.maxFiles > 0 && seen >= this.options.maxFiles) break
-        let body: string
-        try { body = readFileSync(entry.path, 'utf8') } catch { continue }
-        if (body.includes('\u0000')) continue
+        const row = this.readFileDoc(entry.path, entry.name, entry.mtime)
+        if (row === null) continue
         seen++
-        this.state.files++
-        batch.push([body.slice(0, this.options.maxFileBytes), 'file', entry.path, entry.name, null, null])
-        if (batch.length >= 200) { flush(batch); batch = [] }
+        if (!this.addDoc(row)) return
+      }
+      after = page.next
+      if (page.done || page.entries.length === 0) break
+    }
+  }
+
+  private async refreshFiles(generation: number): Promise<void> {
+    const meta = new Map<string, number>()
+    for (const row of this.db!.prepare("SELECT doc_key, mtime FROM docs_meta WHERE kind = 'file'").all() as Array<{ doc_key: string; mtime: number }>) meta.set(row.doc_key, row.mtime)
+    const seen = new Set<string>()
+    let after = 0
+    let indexed = 0
+    for (;;) {
+      if (generation !== this.generation) return
+      const page = await this.rt.dump(after, 2_000)
+      for (const entry of page.entries) {
+        if (entry.dir || entry.size <= 0 || entry.size > this.options.maxFileBytes) continue
+        if (!TEXT_EXTENSIONS.has(extname(entry.name).toLowerCase())) continue
+        if (this.options.maxFiles > 0 && indexed >= this.options.maxFiles) break
+        const key = `file:${entry.path}`
+        seen.add(key)
+        indexed++
+        if (meta.get(key) === entry.mtime) continue
+        this.deleteDoc(key)
+        const row = this.readFileDoc(entry.path, entry.name, entry.mtime)
+        if (row !== null && !this.addDoc(row)) return
       }
       after = page.next
       if (page.done || page.entries.length === 0) break
     }
-    flush(batch)
+    for (const key of meta.keys()) if (!seen.has(key)) this.deleteDoc(key)
+  }
+
+  private readFileDoc(path: string, name: string, mtime: number): DocRow | null {
+    let raw: string
+    try { raw = readFileSync(path, 'utf8') } catch { return null }
+    if (raw.includes('\u0000')) return null
+    return { key: `file:${path}`, body: raw.slice(0, this.options.maxFileBytes), kind: 'file', path, title: name, sessionId: null, messageId: null, mtime }
+  }
+
+  private async indexSessions(generation: number): Promise<void> {
+    const files = sessionFiles(this.sessionRoots()).slice(0, this.options.maxSessions > 0 ? this.options.maxSessions : undefined)
+    for (const file of files) {
+      if (generation !== this.generation) return
+      this.deletePath(file.path)
+      if (!this.indexSessionFile(file)) return
+      this.db!.prepare('INSERT OR REPLACE INTO sources (path, mtime) VALUES (?, ?)').run(file.path, file.mtime)
+    }
+  }
+
+  private async refreshSessions(generation: number): Promise<void> {
+    const known = new Map<string, number>()
+    for (const row of this.db!.prepare('SELECT path, mtime FROM sources').all() as Array<{ path: string; mtime: number }>) known.set(row.path, row.mtime)
+    const files = sessionFiles(this.sessionRoots()).slice(0, this.options.maxSessions > 0 ? this.options.maxSessions : undefined)
+    const present = new Set<string>()
+    for (const file of files) {
+      if (generation !== this.generation) return
+      present.add(file.path)
+      if (known.get(file.path) === file.mtime) continue
+      this.deletePath(file.path)
+      if (!this.indexSessionFile(file)) return
+      this.db!.prepare('INSERT OR REPLACE INTO sources (path, mtime) VALUES (?, ?)').run(file.path, file.mtime)
+    }
+    for (const path of known.keys()) {
+      if (present.has(path)) continue
+      this.deletePath(path)
+      this.db!.prepare('DELETE FROM sources WHERE path = ?').run(path)
+    }
   }
 
-  private sessionRoots(): string[] {
-    if (this.options.sessionDirs.length > 0) return this.options.sessionDirs
-    const home = process.env.DSH_HOME || join(homedir(), '.dsh')
-    return [join(home, 'sessions')]
+  private indexSessionFile(file: { path: string; mtime: number }): boolean {
+    let text: string
+    try { text = zstdDecompressSync(readFileSync(file.path)).toString('utf8') } catch { return true }
+    const sessionId = basename(dirname(file.path))
+    let title = ''
+    for (const line of text.split('\n')) {
+      if (!line) continue
+      let event: { type?: string; data?: Record<string, unknown> }
+      try { event = JSON.parse(line) } catch { continue }
+      const extracted = messageText(event)
+      if (extracted === undefined) continue
+      if (title === '') title = extracted.text.replace(/\s+/g, ' ').slice(0, 90)
+      const body = extracted.text.slice(0, 8_000)
+      const row: DocRow = { key: `session:${sessionId}:${extracted.id}`, body, kind: 'session', path: file.path, title: title || sessionId, sessionId, messageId: extracted.id, mtime: file.mtime }
+      if (!this.addDoc(row)) return false
+    }
+    return true
+  }
+
+  sessionRoots(): string[] {
+    if (this.options.sessionDirs !== undefined) return this.options.sessionDirs
+    return [join(process.env.DSH_HOME || join(homedir(), '.dsh'), 'sessions')]
   }
 
-  /** Query the FTS table; short queries fall back to LIKE because trigram needs 3 chars. */
   search(query: string, limit: number): ContentHit[] {
     if (this.db === null) return []
     const text = query.trim()
@@ -231,22 +356,26 @@ function messageText(event: { type?: string; data?: Record<string, unknown> }):
     .join('\n')
     .trim()
   if (text === '') return undefined
-  const id = event.type === 'user/message'
-    ? String(data.id ?? '')
-    : String(message.id ?? '')
+  const id = event.type === 'user/message' ? String(data.id ?? '') : String(message.id ?? '')
   return { text, id: id || `seq-${String(data.seq ?? '')}` }
 }
 
-function walkSessions(root: string, out: Array<{ path: string; mtime: number }>, depth: number): void {
-  if (depth > 4 || !existsSync(root)) return
-  let entries
-  try { entries = readdirSync(root, { withFileTypes: true }) } catch { return }
-  for (const entry of entries) {
-    const path = join(root, entry.name)
-    if (entry.isDirectory()) { walkSessions(path, out, depth + 1); continue }
-    if (!entry.isFile() || !entry.name.endsWith('.v4.jsonl.zstd')) continue
-    try { out.push({ path, mtime: statSync(path).mtimeMs }) } catch { /* ignore */ }
+function sessionFiles(roots: string[]): Array<{ path: string; mtime: number }> {
+  const out: Array<{ path: string; mtime: number }> = []
+  const walk = (root: string, depth: number): void => {
+    if (depth > 4 || !existsSync(root)) return
+    let entries
+    try { entries = readdirSync(root, { withFileTypes: true }) } catch { return }
+    for (const entry of entries) {
+      const path = join(root, entry.name)
+      if (entry.isDirectory()) { walk(path, depth + 1); continue }
+      if (!entry.isFile() || !entry.name.endsWith('.v4.jsonl.zstd')) continue
+      try { out.push({ path, mtime: statSync(path).mtimeMs }) } catch { /* ignore */ }
+    }
   }
+  for (const root of roots) walk(root, 0)
+  out.sort((a, b) => b.mtime - a.mtime)
+  return out
 }
 
 function messageOf(error: unknown): string {

package/src/find.ts

@@ -51,6 +51,7 @@ export function makeFindTool(content: ContentIndex) {
               files: { type: 'integer' },
               sessions: { type: 'integer' },
               messages: { type: 'integer' },
+              truncated: { type: 'boolean' },
               updatedAt: { type: 'integer' },
               error: { type: 'string' },
             },

package/src/http.ts

@@ -71,6 +71,15 @@ export function registerHttp(ctx: Context, rt: LocatorRuntime, content?: Content
       handler: handler(scoped, async body => await reveal(rt, body)),
     }))
     if (content !== undefined) {
+      scoped.effect(() => server.register({
+        kind: 'exact',
+        path: '/dsh-locator/content/rebuild',
+        handler: handler(scoped, async body => {
+          const full = body.full === true
+          const started = full ? content.rebuild() : content.refreshNow()
+          return started ? { ok: true, started: true, full } : { ok: false, error: 'a content build is already running' }
+        }),
+      }))
       scoped.effect(() => server.register({
         kind: 'exact',
         path: '/dsh-locator/content',