birdclaw 0.2.1 → 0.4.0

package/src/lib/queries.ts

@@ -1,7 +1,8 @@
 import { randomUUID } from "node:crypto";
-import type Database from "better-sqlite3";
+import type { Database } from "./sqlite";
 import { findArchives } from "./archive-finder";
 import { getDb, getNativeDb } from "./db";
+import { fetchProfileAffiliations } from "./profile-affiliations";
 import type {
 	AccountRecord,
 	DmConversationItem,
@@ -37,15 +38,31 @@ function getInfluenceLabel(score: number) {
 }
 
 function toProfile(row: Record<string, unknown>): ProfileRecord {
+	const followingCount = Number(row.following_count ?? 0);
+	const entities = parseJsonField<Record<string, unknown> | undefined>(
+		row.entities_json,
+		undefined,
+	);
 	return {
 		id: String(row.id),
 		handle: String(row.handle),
 		displayName: String(row.display_name),
 		bio: String(row.bio),
 		followersCount: Number(row.followers_count),
+		...(Number.isFinite(followingCount) ? { followingCount } : {}),
 		avatarHue: Number(row.avatar_hue),
 		avatarUrl:
 			typeof row.avatar_url === "string" ? String(row.avatar_url) : undefined,
+		...(typeof row.location === "string" && row.location.length > 0
+			? { location: row.location }
+			: {}),
+		...(typeof row.url === "string" && row.url.length > 0
+			? { url: row.url }
+			: {}),
+		...(typeof row.verified_type === "string" && row.verified_type.length > 0
+			? { verifiedType: row.verified_type }
+			: {}),
+		...(entities ? { entities } : {}),
 		createdAt: String(row.created_at),
 	};
 }
@@ -62,6 +79,15 @@ function parseJsonField<T>(value: unknown, fallback: T): T {
 	}
 }
 
+function toFtsSearchQuery(value: string) {
+	const terms = value.match(/[\p{L}\p{N}_]+/gu) ?? [];
+	return terms
+		.map((term) => term.trim())
+		.filter((term) => term.length > 0)
+		.map((term) => `"${term.replaceAll('"', '""')}"`)
+		.join(" ");
+}
+
 function enrichEntities(
 	entities: TweetEntities,
 	profiles: Record<string, ProfileRecord>,
@@ -95,6 +121,7 @@ function buildEmbeddedTweet(
 		display_name: row[`${prefix}display_name`],
 		bio: row[`${prefix}bio`],
 		followers_count: row[`${prefix}followers_count`],
+		following_count: row[`${prefix}following_count`],
 		avatar_hue: row[`${prefix}avatar_hue`],
 		avatar_url: row[`${prefix}avatar_url`],
 		created_at: row[`${prefix}profile_created_at`],
@@ -125,16 +152,28 @@ function buildReplyClause(replyFilter: ReplyFilter) {
 	return "";
 }
 
-function buildTimelineQualityClause(qualityFilter: TimelineQualityFilter) {
+function normalizeLowQualityThreshold(threshold: number | undefined) {
+	const value = threshold ?? 50;
+	if (!Number.isFinite(value) || !Number.isInteger(value) || value < 0) {
+		throw new Error("lowQualityThreshold must be a non-negative integer");
+	}
+	return value;
+}
+
+function buildTimelineQualityClause(
+	qualityFilter: TimelineQualityFilter,
+	lowQualityThreshold: number,
+) {
 	if (qualityFilter === "all") {
-		return "";
+		return { sql: "", params: [] };
 	}
 
-	return `
+	return {
+		sql: `
     and not (
       t.text like 'RT @%'
       or (
-        t.like_count < 50
+        t.like_count < ?
         and (
           (
             length(trim(replace(t.text, 'https://t.co/', ''))) < 16
@@ -152,22 +191,86 @@ function buildTimelineQualityClause(qualityFilter: TimelineQualityFilter) {
         )
       )
     )
-  `;
+  `,
+		params: [lowQualityThreshold],
+	};
+}
+
+function getTimelineQualityReason(
+	row: Record<string, unknown>,
+	lowQualityThreshold: number,
+) {
+	const text = String(row.text);
+	const trimmed = text.trim();
+	const strippedShortUrlText = text.replaceAll("https://t.co/", "").trim();
+	const likeCount = Number(row.like_count);
+	const mediaCount = Number(row.media_count);
+
+	if (text.startsWith("RT @")) {
+		return "drop:rt";
+	}
+
+	if (likeCount < lowQualityThreshold) {
+		if (text.startsWith("@") && trimmed.length < 60) {
+			return "drop:short-reply";
+		}
+		if (
+			text.includes("https://t.co/") &&
+			mediaCount === 0 &&
+			strippedShortUrlText.length < 45
+		) {
+			return "drop:short-link-only";
+		}
+		if (strippedShortUrlText.length < 16 && mediaCount === 0) {
+			return "drop:short-text";
+		}
+	}
+
+	if (mediaCount > 0) {
+		return "keep:has-media";
+	}
+	if (likeCount >= lowQualityThreshold) {
+		return "keep:high-likes";
+	}
+	return "keep:long-text";
+}
+
+function countTimelineEdges(db: Database, kind: "home" | "mention") {
+	const row = db
+		.prepare(
+			`
+      with timeline_edges as (
+        select account_id, tweet_id, kind
+        from tweet_account_edges
+        where kind = ?
+        union all
+        select legacy.account_id, legacy.id as tweet_id, legacy.kind
+        from tweets legacy
+        where legacy.kind = ?
+          and not exists (
+            select 1
+            from tweet_account_edges edge
+            where edge.account_id = legacy.account_id
+              and edge.tweet_id = legacy.id
+              and edge.kind = legacy.kind
+          )
+      )
+      select count(*) as count
+      from timeline_edges e
+      join tweets t on t.id = e.tweet_id
+      where e.kind = ?
+      `,
+		)
+		.get(kind, kind, kind) as { count: number | bigint } | undefined;
+	return Number(row?.count ?? 0);
 }
 
 export async function getQueryEnvelope(): Promise<QueryEnvelope> {
 	const db = getDb();
+	const nativeDb = getNativeDb();
+	const homeCount = countTimelineEdges(nativeDb, "home");
+	const mentionCount = countTimelineEdges(nativeDb, "mention");
 	const counts = await Promise.all([
-		db
-			.selectFrom("tweets")
-			.select((eb) => eb.fn.countAll().as("count"))
-			.where("kind", "=", "home")
-			.executeTakeFirstOrThrow(),
-		db
-			.selectFrom("tweets")
-			.select((eb) => eb.fn.countAll().as("count"))
-			.where("kind", "=", "mention")
-			.executeTakeFirstOrThrow(),
 		db
 			.selectFrom("dm_conversations")
 			.select((eb) => eb.fn.countAll().as("count"))
@@ -189,13 +292,13 @@ export async function getQueryEnvelope(): Promise<QueryEnvelope> {
 
 	return {
 		stats: {
-			home: Number(counts[0].count),
-			mentions: Number(counts[1].count),
-			dms: Number(counts[2].count),
-			needsReply: Number(counts[3].count),
-			inbox: Number(counts[1].count) + Number(counts[3].count),
+			home: homeCount,
+			mentions: mentionCount,
+			dms: Number(counts[0].count),
+			needsReply: Number(counts[1].count),
+			inbox: mentionCount + Number(counts[1].count),
 		},
-		accounts: counts[4].map((row) => ({
+		accounts: counts[2].map((row) => ({
 			id: row.id,
 			name: row.name,
 			handle: row.handle,
@@ -204,8 +307,8 @@ export async function getQueryEnvelope(): Promise<QueryEnvelope> {
 			isDefault: row.is_default,
 			createdAt: row.created_at,
 		})) satisfies AccountRecord[],
-		archives: counts[5],
-		transport: counts[6],
+		archives: counts[3],
+		transport: counts[4],
 	};
 }
 
@@ -218,23 +321,96 @@ export function listTimelineItems({
 	until,
 	includeReplies = true,
 	qualityFilter = "all",
+	lowQualityThreshold,
+	includeQualityReason = false,
 	likedOnly = false,
 	bookmarkedOnly = false,
 	limit = 18,
 }: TimelineQuery): TimelineItem[] {
 	const db = getNativeDb();
 	const kind = resource === "mentions" ? "mention" : resource;
-	const params: Array<string | number> = [kind];
+	const params: Array<string | number> = [];
+	const normalizedLowQualityThreshold =
+		normalizeLowQualityThreshold(lowQualityThreshold);
+	let timelineEdgesCte = `
+      with timeline_edges as (
+        select account_id, tweet_id, kind
+        from tweet_account_edges
+        where kind = ?
+        union all
+        select legacy.account_id, legacy.id as tweet_id, legacy.kind
+        from tweets legacy
+        where legacy.kind = ?
+          and not exists (
+            select 1
+            from tweet_account_edges edge
+            where edge.account_id = legacy.account_id
+              and edge.tweet_id = legacy.id
+              and edge.kind = legacy.kind
+          )
+      )
+    `;
 	let join = "";
 	let where = "where t.kind = ?";
+	let searchSnippetSelect = "";
 
 	if (likedOnly || bookmarkedOnly) {
-		params.length = 0;
+		if (likedOnly && bookmarkedOnly) {
+			timelineEdgesCte = `
+        with timeline_edges as (
+          select likes.account_id, likes.tweet_id, 'home' as kind
+          from tweet_collections likes
+          join tweet_collections bookmarks
+            on bookmarks.account_id = likes.account_id
+            and bookmarks.tweet_id = likes.tweet_id
+            and bookmarks.kind = 'bookmarks'
+          where likes.kind = 'likes'
+          union all
+          select legacy.account_id, legacy.id as tweet_id, 'home' as kind
+          from tweets legacy
+          where legacy.liked = 1
+            and legacy.bookmarked = 1
+            and not exists (
+              select 1
+              from tweet_collections collection
+              where collection.account_id = legacy.account_id
+                and collection.tweet_id = legacy.id
+                and collection.kind in ('likes', 'bookmarks')
+            )
+        )
+      `;
+		} else {
+			const collectionKind = likedOnly ? "likes" : "bookmarks";
+			const legacyColumn = likedOnly ? "liked" : "bookmarked";
+			timelineEdgesCte = `
+        with timeline_edges as (
+          select account_id, tweet_id, 'home' as kind
+          from tweet_collections
+          where kind = ?
+          union all
+          select legacy.account_id, legacy.id as tweet_id, 'home' as kind
+          from tweets legacy
+          where legacy.${legacyColumn} = 1
+            and not exists (
+              select 1
+              from tweet_collections collection
+              where collection.account_id = legacy.account_id
+                and collection.tweet_id = legacy.id
+                and collection.kind = ?
+            )
+        )
+      `;
+			params.push(collectionKind, collectionKind);
+		}
 		where = "where 1 = 1";
+	} else {
+		params.push(kind, kind);
+		where = "where e.kind = ?";
+		params.push(kind);
 	}
 
 	if (account && account !== "all") {
-		where += " and a.id = ?";
+		where += " and e.account_id = ?";
 		params.push(account);
 	}
 
@@ -242,7 +418,12 @@ export function listTimelineItems({
 		"is_replied",
 		"t.is_replied",
 	);
-	where += buildTimelineQualityClause(qualityFilter);
+	const qualityClause = buildTimelineQualityClause(
+		qualityFilter,
+		normalizedLowQualityThreshold,
+	);
+	where += qualityClause.sql;
+	params.push(...qualityClause.params);
 
 	if (!includeReplies) {
 		where += " and t.text not like '@%'";
@@ -258,18 +439,13 @@ export function listTimelineItems({
 		params.push(until.trim());
 	}
 
-	if (search?.trim()) {
-		join += " join tweets_fts fts on fts.tweet_id = t.id ";
-		where += " and fts.text match ?";
-		params.push(search.trim());
-	}
-
-	if (likedOnly) {
-		where += " and t.liked = 1";
-	}
-
-	if (bookmarkedOnly) {
-		where += " and t.bookmarked = 1";
+	const ftsSearch = search?.trim() ? toFtsSearchQuery(search) : "";
+	if (ftsSearch) {
+		join += " join tweets_fts on tweets_fts.tweet_id = t.id ";
+		where += " and tweets_fts.text match ?";
+		searchSnippetSelect =
+			", snippet(tweets_fts, 1, '<mark>', '</mark>', '...', 16) as search_snippet";
+		params.push(ftsSearch);
 	}
 
 	params.push(limit);
@@ -277,18 +453,37 @@ export function listTimelineItems({
 	const rows = db
 		.prepare(
 			`
+      ${timelineEdgesCte}
       select
         t.id,
-        t.account_id,
+        e.account_id,
         a.handle as account_handle,
-        t.kind,
+        e.kind,
         t.text,
         t.created_at,
         t.is_replied,
         t.like_count,
         t.media_count,
-        t.bookmarked,
-        t.liked,
+        case
+          when exists (
+            select 1 from tweet_collections collection
+            where collection.account_id = e.account_id
+              and collection.tweet_id = t.id
+              and collection.kind = 'bookmarks'
+          ) then 1
+          when t.account_id = e.account_id and t.bookmarked = 1 then 1
+          else 0
+        end as bookmarked,
+        case
+          when exists (
+            select 1 from tweet_collections collection
+            where collection.account_id = e.account_id
+              and collection.tweet_id = t.id
+              and collection.kind = 'likes'
+          ) then 1
+          when t.account_id = e.account_id and t.liked = 1 then 1
+          else 0
+        end as liked,
         t.entities_json,
         t.media_json,
         t.quoted_tweet_id,
@@ -297,8 +492,13 @@ export function listTimelineItems({
         p.display_name,
         p.bio,
         p.followers_count,
+        p.following_count,
         p.avatar_hue,
         p.avatar_url,
+        p.location as profile_location,
+        p.url as profile_url,
+        p.verified_type as profile_verified_type,
+        p.entities_json as profile_entities_json,
         p.created_at as profile_created_at,
         rt.id as reply_id,
         rt.text as reply_text,
@@ -310,6 +510,7 @@ export function listTimelineItems({
         rp.display_name as reply_display_name,
         rp.bio as reply_bio,
         rp.followers_count as reply_followers_count,
+        rp.following_count as reply_following_count,
         rp.avatar_hue as reply_avatar_hue,
         rp.avatar_url as reply_avatar_url,
         rp.created_at as reply_profile_created_at,
@@ -323,11 +524,14 @@ export function listTimelineItems({
         qp.display_name as quoted_display_name,
         qp.bio as quoted_bio,
         qp.followers_count as quoted_followers_count,
+        qp.following_count as quoted_following_count,
         qp.avatar_hue as quoted_avatar_hue,
         qp.avatar_url as quoted_avatar_url,
         qp.created_at as quoted_profile_created_at
-      from tweets t
-      join accounts a on a.id = t.account_id
+        ${searchSnippetSelect}
+      from timeline_edges e
+      join tweets t on t.id = e.tweet_id
+      join accounts a on a.id = e.account_id
       join profiles p on p.id = t.author_profile_id
       left join tweets rt on rt.id = t.reply_to_id
       left join profiles rp on rp.id = rt.author_profile_id
@@ -348,6 +552,7 @@ export function listTimelineItems({
 			displayName: String(row.display_name),
 			bio: String(row.bio),
 			followersCount: Number(row.followers_count),
+			followingCount: Number(row.following_count ?? 0),
 			avatarHue: Number(row.avatar_hue),
 			avatarUrl:
 				typeof row.avatar_url === "string" ? String(row.avatar_url) : undefined,
@@ -365,6 +570,7 @@ export function listTimelineItems({
 								display_name: row.reply_display_name,
 								bio: row.reply_bio,
 								followers_count: row.reply_followers_count,
+								following_count: row.reply_following_count,
 								avatar_hue: row.reply_avatar_hue,
 								avatar_url: row.reply_avatar_url,
 								created_at: row.reply_profile_created_at,
@@ -379,6 +585,7 @@ export function listTimelineItems({
 								display_name: row.quoted_display_name,
 								bio: row.quoted_bio,
 								followers_count: row.quoted_followers_count,
+								following_count: row.quoted_following_count,
 								avatar_hue: row.quoted_avatar_hue,
 								avatar_url: row.quoted_avatar_url,
 								created_at: row.quoted_profile_created_at,
@@ -387,12 +594,15 @@ export function listTimelineItems({
 					: {}),
 			},
 		);
-		return {
+		const item = {
 			id: String(row.id),
 			accountId: String(row.account_id),
 			accountHandle: String(row.account_handle),
 			kind: row.kind as TimelineItem["kind"],
 			text: String(row.text),
+			...(typeof row.search_snippet === "string"
+				? { searchSnippet: row.search_snippet }
+				: {}),
 			createdAt: String(row.created_at),
 			isReplied: Boolean(row.is_replied),
 			likeCount: Number(row.like_count),
@@ -405,11 +615,21 @@ export function listTimelineItems({
 			replyToTweet: buildEmbeddedTweet(row, "reply_"),
 			quotedTweet: buildEmbeddedTweet(row, "quoted_"),
 		};
+		return includeQualityReason
+			? {
+					...item,
+					qualityReason: getTimelineQualityReason(
+						row,
+						normalizedLowQualityThreshold,
+					),
+				}
+			: item;
 	});
 }
 
 export function listDmConversations({
 	account,
+	conversationIds,
 	participant,
 	search,
 	replyFilter = "all",
@@ -418,18 +638,28 @@ export function listDmConversations({
 	minInfluenceScore,
 	maxInfluenceScore,
 	sort = "recent",
+	context = 0,
 	limit = 20,
 }: DmQuery): DmConversationItem[] {
 	const db = getNativeDb();
 	const params: Array<string | number> = [];
+	const joinParams: Array<string | number> = [];
+	let searchSnippetCte = "";
 	let join = "";
 	let where = "where 1 = 1";
+	let searchSnippetSelect = "";
+	const ftsSearch = search?.trim() ? toFtsSearchQuery(search) : "";
 
 	if (account && account !== "all") {
 		where += " and a.id = ?";
 		params.push(account);
 	}
 
+	if (conversationIds && conversationIds.length > 0) {
+		where += ` and c.id in (${conversationIds.map(() => "?").join(",")})`;
+		params.push(...conversationIds);
+	}
+
 	if (participant?.trim()) {
 		where += " and (p.handle like ? or p.display_name like ?)";
 		params.push(`%${participant.trim()}%`, `%${participant.trim()}%`);
@@ -451,12 +681,33 @@ export function listDmConversations({
 		params.push(maxFollowers);
 	}
 
-	if (search?.trim()) {
-		join +=
-			" join dm_messages latest_search on latest_search.conversation_id = c.id ";
-		join += " join dm_fts dmfts on dmfts.message_id = latest_search.id ";
-		where += " and dmfts.text match ?";
-		params.push(search.trim());
+	if (ftsSearch) {
+		searchSnippetCte = `
+	      with ranked_dm_search as materialized (
+        select
+          latest_search.id,
+          latest_search.conversation_id,
+          row_number() over (
+            partition by latest_search.conversation_id
+            order by latest_search.created_at desc, latest_search.id desc
+          ) as match_rank
+        from dm_messages latest_search
+        join dm_fts on dm_fts.message_id = latest_search.id
+        where dm_fts.text match ?
+      ),
+      dm_search as materialized (
+        select
+          ranked_dm_search.conversation_id,
+          snippet(dm_fts, 1, '<mark>', '</mark>', '...', 16) as search_snippet
+        from ranked_dm_search
+        join dm_fts on dm_fts.message_id = ranked_dm_search.id
+        where ranked_dm_search.match_rank = 1
+          and dm_fts.text match ?
+      )
+	`;
+		join += " join dm_search on dm_search.conversation_id = c.id ";
+		searchSnippetSelect = ", dm_search.search_snippet as search_snippet";
+		joinParams.push(ftsSearch, ftsSearch);
 	}
 
 	params.push(limit);
@@ -464,6 +715,7 @@ export function listDmConversations({
 	const rows = db
 		.prepare(
 			`
+      ${searchSnippetCte}
       select
         c.id,
         c.account_id,
@@ -477,8 +729,13 @@ export function listDmConversations({
         p.display_name,
         p.bio,
         p.followers_count,
+        p.following_count,
         p.avatar_hue,
         p.avatar_url,
+        p.location as profile_location,
+        p.url as profile_url,
+        p.verified_type as profile_verified_type,
+        p.entities_json as profile_entities_json,
         p.created_at as profile_created_at,
         (
           select text
@@ -487,6 +744,7 @@ export function listDmConversations({
           order by latest_message.created_at desc
           limit 1
         ) as last_message_preview
+        ${searchSnippetSelect}
       from dm_conversations c
       join accounts a on a.id = c.account_id
       join profiles p on p.id = c.participant_profile_id
@@ -497,16 +755,39 @@ export function listDmConversations({
       limit ?
       `,
 		)
-		.all(...params) as Array<Record<string, unknown>>;
+		.all(...joinParams, ...params) as Array<Record<string, unknown>>;
 
-	const items = rows.map((row) => {
+	const affiliationsByProfile = fetchProfileAffiliations(
+		db,
+		rows.map((row) => String(row.profile_id)),
+	);
+	const items: DmConversationItem[] = rows.map((row) => {
 		const followersCount = Number(row.followers_count);
 		const influenceScore = getInfluenceScore(followersCount);
+		const participant = toProfile({
+			id: row.profile_id,
+			handle: row.handle,
+			display_name: row.display_name,
+			bio: row.bio,
+			followers_count: row.followers_count,
+			following_count: row.following_count,
+			avatar_hue: row.avatar_hue,
+			avatar_url: row.avatar_url,
+			location: row.profile_location,
+			url: row.profile_url,
+			verified_type: row.profile_verified_type,
+			entities_json: row.profile_entities_json,
+			created_at: row.profile_created_at,
+		});
+		const affiliations = affiliationsByProfile.get(participant.id) ?? [];
 		return {
 			id: String(row.id),
 			accountId: String(row.account_id),
 			accountHandle: String(row.account_handle),
 			title: String(row.title),
+			...(typeof row.search_snippet === "string"
+				? { searchSnippet: row.search_snippet }
+				: {}),
 			lastMessageAt: String(row.last_message_at),
 			lastMessagePreview: String(row.last_message_preview ?? ""),
 			unreadCount: Number(row.unread_count),
@@ -514,17 +795,13 @@ export function listDmConversations({
 			influenceScore,
 			influenceLabel: getInfluenceLabel(influenceScore),
 			participant: {
-				id: String(row.profile_id),
-				handle: String(row.handle),
-				displayName: String(row.display_name),
-				bio: String(row.bio),
-				followersCount,
-				avatarHue: Number(row.avatar_hue),
-				avatarUrl:
-					typeof row.avatar_url === "string"
-						? String(row.avatar_url)
-						: undefined,
-				createdAt: String(row.profile_created_at),
+				...participant,
+				...(affiliations.length > 0
+					? {
+							affiliations,
+							primaryAffiliation: affiliations[0],
+						}
+					: {}),
 			},
 		};
 	});
@@ -563,7 +840,23 @@ export function listDmConversations({
 		});
 	}
 
-	return filtered.slice(0, limit);
+	const limited = filtered.slice(0, limit);
+	const normalizedContext = normalizeDmContext(context);
+	if (ftsSearch && normalizedContext > 0 && limited.length > 0) {
+		const matches = getDmSearchMatches({
+			search: ftsSearch,
+			conversationIds: limited.map((item) => item.id),
+			context: normalizedContext,
+		});
+		for (const item of limited) {
+			const itemMatches = matches.get(item.id);
+			if (itemMatches && itemMatches.length > 0) {
+				item.matches = itemMatches;
+			}
+		}
+	}
+
+	return limited;
 }
 
 export function getConversationThread(
@@ -594,6 +887,7 @@ export function getConversationThread(
         p.display_name,
         p.bio,
         p.followers_count,
+        p.following_count,
         p.avatar_hue,
         p.avatar_url,
         p.created_at as profile_created_at
@@ -621,6 +915,7 @@ export function getConversationThread(
 				display_name: row.display_name,
 				bio: row.bio,
 				followers_count: row.followers_count,
+				following_count: row.following_count,
 				avatar_hue: row.avatar_hue,
 				avatar_url: row.avatar_url,
 				created_at: row.profile_created_at,
@@ -629,6 +924,165 @@ export function getConversationThread(
 	};
 }
 
+function normalizeDmContext(value: number | undefined) {
+	if (typeof value !== "number" || !Number.isFinite(value)) {
+		return 0;
+	}
+	return Math.max(0, Math.min(20, Math.trunc(value)));
+}
+
+function mapDmMessageRow(row: Record<string, unknown>): DmMessageItem {
+	return {
+		id: String(row.id),
+		conversationId: String(row.conversation_id),
+		text: String(row.text),
+		createdAt: String(row.created_at),
+		direction: row.direction as DmMessageItem["direction"],
+		isReplied: Boolean(row.is_replied),
+		mediaCount: Number(row.media_count),
+		sender: toProfile({
+			id: row.profile_id,
+			handle: row.handle,
+			display_name: row.display_name,
+			bio: row.bio,
+			followers_count: row.followers_count,
+			following_count: row.following_count,
+			avatar_hue: row.avatar_hue,
+			avatar_url: row.avatar_url,
+			created_at: row.profile_created_at,
+		}),
+	};
+}
+
+function selectDmMessageSql(where: string, orderBy: string) {
+	return `
+    select
+      m.id,
+      m.conversation_id,
+      m.text,
+      m.created_at,
+      m.direction,
+      m.is_replied,
+      m.media_count,
+      p.id as profile_id,
+      p.handle,
+      p.display_name,
+      p.bio,
+      p.followers_count,
+      p.following_count,
+      p.avatar_hue,
+      p.avatar_url,
+      p.created_at as profile_created_at
+    from dm_messages m
+    join profiles p on p.id = m.sender_profile_id
+    ${where}
+    ${orderBy}
+  `;
+}
+
+function getDmSearchMatches({
+	search,
+	conversationIds,
+	context,
+}: {
+	search: string;
+	conversationIds: string[];
+	context: number;
+}) {
+	const db = getNativeDb();
+	if (search.length === 0) {
+		return new Map<string, DmConversationItem["matches"]>();
+	}
+	const conversationPlaceholders = conversationIds.map(() => "?").join(", ");
+	const matchRows = db
+		.prepare(
+			`
+      with ranked_matches as (
+        select
+          m.id,
+          m.conversation_id,
+          m.text,
+          m.created_at,
+          m.direction,
+          m.is_replied,
+          m.media_count,
+          p.id as profile_id,
+          p.handle,
+          p.display_name,
+          p.bio,
+          p.followers_count,
+          p.following_count,
+          p.avatar_hue,
+          p.avatar_url,
+          p.created_at as profile_created_at,
+          row_number() over (
+            partition by m.conversation_id
+            order by m.created_at desc, m.id desc
+          ) as match_rank
+        from dm_messages m
+        join dm_fts on dm_fts.message_id = m.id
+        join profiles p on p.id = m.sender_profile_id
+        where dm_fts.text match ?
+          and m.conversation_id in (${conversationPlaceholders})
+      )
+      select *
+      from ranked_matches
+      where match_rank <= 3
+      order by created_at desc, id desc
+      `,
+		)
+		.all(search, ...conversationIds) as Array<Record<string, unknown>>;
+
+	const beforeStatement = db.prepare(
+		selectDmMessageSql(
+			`
+      where m.conversation_id = ?
+        and (m.created_at < ? or (m.created_at = ? and m.id < ?))
+    `,
+			"order by m.created_at desc, m.id desc limit ?",
+		),
+	);
+	const afterStatement = db.prepare(
+		selectDmMessageSql(
+			`
+      where m.conversation_id = ?
+        and (m.created_at > ? or (m.created_at = ? and m.id > ?))
+    `,
+			"order by m.created_at asc, m.id asc limit ?",
+		),
+	);
+	const grouped = new Map<string, DmConversationItem["matches"]>();
+
+	for (const row of matchRows) {
+		const message = mapDmMessageRow(row);
+		const before = (
+			beforeStatement.all(
+				message.conversationId,
+				message.createdAt,
+				message.createdAt,
+				message.id,
+				context,
+			) as Array<Record<string, unknown>>
+		)
+			.map(mapDmMessageRow)
+			.reverse();
+		const after = (
+			afterStatement.all(
+				message.conversationId,
+				message.createdAt,
+				message.createdAt,
+				message.id,
+				context,
+			) as Array<Record<string, unknown>>
+		).map(mapDmMessageRow);
+		const matches = grouped.get(message.conversationId) ?? [];
+		matches.push({ message, before, after });
+		grouped.set(message.conversationId, matches);
+	}
+
+	return grouped;
+}
+
 export function queryResource(
 	resource: "home" | "mentions" | "dms",
 	filters: (TimelineQuery | DmQuery) & { conversationId?: string },
@@ -659,7 +1113,7 @@ export function queryResource(
 }
 
 function refreshDmConversationState(
-	db: Database.Database,
+	db: Database,
 	conversationId: string,
 	lastMessageAt: string,
 ) {