membot 0.6.0 → 0.8.0

package/src/operations/write.ts

@@ -1,9 +1,11 @@
 import { z } from "zod";
+import { resolveEmbeddingWorkers } from "../context.ts";
 import { insertChunksForVersion, rebuildFts } from "../db/chunks.ts";
 import { insertVersion, millisIso } from "../db/files.ts";
 import { chunkDeterministic } from "../ingest/chunker.ts";
 import { describe } from "../ingest/describer.ts";
 import { embed } from "../ingest/embedder.ts";
+import { withEmbedderPool } from "../ingest/embedder-pool.ts";
 import { parseDuration } from "../ingest/ingest.ts";
 import { sha256Hex } from "../ingest/local-reader.ts";
 import { buildSearchText } from "../ingest/search-text.ts";
@@ -30,48 +32,54 @@ export const writeOperation = defineOperation({
 	console_formatter: (result) =>
 		`${colors.green("✓")} ${colors.cyan(result.logical_path)} ${colors.dim(`@ ${result.version_id}`)} ${colors.dim(`(${result.size_bytes}B)`)}`,
 	handler: async (input, ctx) => {
-		const refreshSec = parseDuration(input.refresh_frequency);
-		const bytes = new TextEncoder().encode(input.content);
-		const description = await describe(input.logical_path, "text/markdown", input.content, ctx.config.llm);
-		const chunks = chunkDeterministic(input.content, ctx.config.chunker);
-		const searchTexts = chunks.map((c) => buildSearchText(input.logical_path, description, c.content));
-		const embeddings = await embed(searchTexts, ctx.config.embedding_model);
+		// Per-command embedder pool: spawn workers, embed this version's
+		// chunks in parallel, kill workers before returning. Short-circuits
+		// to single-process when `embedding.workers` is 1.
+		const workers = resolveEmbeddingWorkers(ctx.config.embedding.workers);
+		return withEmbedderPool(workers, ctx.config.embedding_model, async () => {
+			const refreshSec = parseDuration(input.refresh_frequency);
+			const bytes = new TextEncoder().encode(input.content);
+			const description = await describe(input.logical_path, "text/markdown", input.content, ctx.config.llm);
+			const chunks = chunkDeterministic(input.content, ctx.config.chunker);
+			const searchTexts = chunks.map((c) => buildSearchText(input.logical_path, description, c.content));
+			const embeddings = await embed(searchTexts, ctx.config.embedding_model);
 
-		const versionId = millisIso(Date.now());
-		const contentSha = sha256Hex(bytes);
-		await insertVersion(ctx.db, {
-			logical_path: input.logical_path,
-			version_id: versionId,
-			source_type: "inline",
-			source_path: null,
-			source_mtime_ms: null,
-			source_sha256: contentSha,
-			blob_sha256: null,
-			content_sha256: contentSha,
-			content: input.content,
-			description,
-			mime_type: "text/markdown",
-			size_bytes: bytes.byteLength,
-			fetcher: "inline",
-			refresh_frequency_sec: refreshSec,
-			refreshed_at: new Date().toISOString(),
-			last_refresh_status: "ok",
-			change_note: input.change_note ?? null,
-		});
+			const versionId = millisIso(Date.now());
+			const contentSha = sha256Hex(bytes);
+			await insertVersion(ctx.db, {
+				logical_path: input.logical_path,
+				version_id: versionId,
+				source_type: "inline",
+				source_path: null,
+				source_mtime_ms: null,
+				source_sha256: contentSha,
+				blob_sha256: null,
+				content_sha256: contentSha,
+				content: input.content,
+				description,
+				mime_type: "text/markdown",
+				size_bytes: bytes.byteLength,
+				fetcher: "inline",
+				refresh_frequency_sec: refreshSec,
+				refreshed_at: new Date().toISOString(),
+				last_refresh_status: "ok",
+				change_note: input.change_note ?? null,
+			});
 
-		await insertChunksForVersion(
-			ctx.db,
-			input.logical_path,
-			versionId,
-			chunks.map((c, i) => ({
-				chunk_index: c.index,
-				chunk_content: c.content,
-				search_text: searchTexts[i] ?? buildSearchText(input.logical_path, description, c.content),
-				embedding: embeddings[i] ?? new Array(embeddings[0]?.length ?? 0).fill(0),
-			})),
-		);
-		await rebuildFts(ctx.db);
+			await insertChunksForVersion(
+				ctx.db,
+				input.logical_path,
+				versionId,
+				chunks.map((c, i) => ({
+					chunk_index: c.index,
+					chunk_content: c.content,
+					search_text: searchTexts[i] ?? buildSearchText(input.logical_path, description, c.content),
+					embedding: embeddings[i] ?? new Array(embeddings[0]?.length ?? 0).fill(0),
+				})),
+			);
+			await rebuildFts(ctx.db);
 
-		return { logical_path: input.logical_path, version_id: versionId, size_bytes: bytes.byteLength };
+			return { logical_path: input.logical_path, version_id: versionId, size_bytes: bytes.byteLength };
+		});
 	},
 });

package/src/refresh/runner.ts

@@ -221,7 +221,7 @@ async function runPipelineForRefresh(
 	});
 
 	onPhase?.("converting");
-	const conversion = await convert(p.bytes, p.mime, p.source, ctx.config.llm);
+	const conversion = await convert(p.bytes, p.mime, p.source, ctx.config.llm, ctx.config.converters);
 	const markdown = conversion.markdown;
 	onPhase?.("describing");
 	const description = await describe(p.logicalPath, p.mime, markdown, ctx.config.llm);

package/src/refresh/scheduler.ts

@@ -1,5 +1,6 @@
-import type { AppContext } from "../context.ts";
+import { type AppContext, resolveEmbeddingWorkers } from "../context.ts";
 import { listDueRefreshes } from "../db/files.ts";
+import { withEmbedderPool } from "../ingest/embedder-pool.ts";
 import { logger } from "../output/logger.ts";
 import { type RefreshOutcome, refreshOne } from "./runner.ts";
 
@@ -7,22 +8,30 @@ import { type RefreshOutcome, refreshOne } from "./runner.ts";
  * One scheduler tick: refresh every row whose `refresh_frequency_sec` has
  * elapsed since `refreshed_at`. Errors on individual rows are logged and
  * the loop continues so one bad source doesn't halt the daemon.
+ *
+ * The embedder worker pool is per-tick: spun up only if there are due rows,
+ * torn down before the tick returns. The daemon never holds idle workers
+ * between ticks (which can be minutes apart).
  */
 export async function runDueRefreshes(ctx: AppContext): Promise<RefreshOutcome[]> {
 	const due = await listDueRefreshes(ctx.db);
-	const out: RefreshOutcome[] = [];
-	for (const row of due) {
-		try {
-			const r = await refreshOne(ctx, row.logical_path);
-			out.push(r);
-			if (r.status === "ok") logger.info(`refresh: ${row.logical_path} → new version ${r.new_version_id}`);
-		} catch (err) {
-			const msg = err instanceof Error ? err.message : String(err);
-			logger.warn(`refresh: ${row.logical_path} failed (${msg})`);
-			out.push({ logical_path: row.logical_path, status: "failed", error: msg });
+	if (due.length === 0) return [];
+	const workers = resolveEmbeddingWorkers(ctx.config.embedding.workers);
+	return withEmbedderPool(workers, ctx.config.embedding_model, async () => {
+		const out: RefreshOutcome[] = [];
+		for (const row of due) {
+			try {
+				const r = await refreshOne(ctx, row.logical_path);
+				out.push(r);
+				if (r.status === "ok") logger.info(`refresh: ${row.logical_path} → new version ${r.new_version_id}`);
+			} catch (err) {
+				const msg = err instanceof Error ? err.message : String(err);
+				logger.warn(`refresh: ${row.logical_path} failed (${msg})`);
+				out.push({ logical_path: row.logical_path, status: "failed", error: msg });
+			}
 		}
-	}
-	return out;
+		return out;
+	});
 }
 
 /**