birdclaw 0.2.0 → 0.3.0

package/src/lib/queries.ts

@@ -37,12 +37,14 @@ function getInfluenceLabel(score: number) {
 }
 
 function toProfile(row: Record<string, unknown>): ProfileRecord {
+	const followingCount = Number(row.following_count ?? 0);
 	return {
 		id: String(row.id),
 		handle: String(row.handle),
 		displayName: String(row.display_name),
 		bio: String(row.bio),
 		followersCount: Number(row.followers_count),
+		...(Number.isFinite(followingCount) ? { followingCount } : {}),
 		avatarHue: Number(row.avatar_hue),
 		avatarUrl:
 			typeof row.avatar_url === "string" ? String(row.avatar_url) : undefined,
@@ -95,6 +97,7 @@ function buildEmbeddedTweet(
 		display_name: row[`${prefix}display_name`],
 		bio: row[`${prefix}bio`],
 		followers_count: row[`${prefix}followers_count`],
+		following_count: row[`${prefix}following_count`],
 		avatar_hue: row[`${prefix}avatar_hue`],
 		avatar_url: row[`${prefix}avatar_url`],
 		created_at: row[`${prefix}profile_created_at`],
@@ -125,16 +128,28 @@ function buildReplyClause(replyFilter: ReplyFilter) {
 	return "";
 }
 
-function buildTimelineQualityClause(qualityFilter: TimelineQualityFilter) {
+function normalizeLowQualityThreshold(threshold: number | undefined) {
+	const value = threshold ?? 50;
+	if (!Number.isFinite(value) || !Number.isInteger(value) || value < 0) {
+		throw new Error("lowQualityThreshold must be a non-negative integer");
+	}
+	return value;
+}
+
+function buildTimelineQualityClause(
+	qualityFilter: TimelineQualityFilter,
+	lowQualityThreshold: number,
+) {
 	if (qualityFilter === "all") {
-		return "";
+		return { sql: "", params: [] };
 	}
 
-	return `
+	return {
+		sql: `
     and not (
       t.text like 'RT @%'
       or (
-        t.like_count < 50
+        t.like_count < ?
         and (
           (
             length(trim(replace(t.text, 'https://t.co/', ''))) < 16
@@ -152,7 +167,48 @@ function buildTimelineQualityClause(qualityFilter: TimelineQualityFilter) {
         )
       )
     )
-  `;
+  `,
+		params: [lowQualityThreshold],
+	};
+}
+
+function getTimelineQualityReason(
+	row: Record<string, unknown>,
+	lowQualityThreshold: number,
+) {
+	const text = String(row.text);
+	const trimmed = text.trim();
+	const strippedShortUrlText = text.replaceAll("https://t.co/", "").trim();
+	const likeCount = Number(row.like_count);
+	const mediaCount = Number(row.media_count);
+
+	if (text.startsWith("RT @")) {
+		return "drop:rt";
+	}
+
+	if (likeCount < lowQualityThreshold) {
+		if (text.startsWith("@") && trimmed.length < 60) {
+			return "drop:short-reply";
+		}
+		if (
+			text.includes("https://t.co/") &&
+			mediaCount === 0 &&
+			strippedShortUrlText.length < 45
+		) {
+			return "drop:short-link-only";
+		}
+		if (strippedShortUrlText.length < 16 && mediaCount === 0) {
+			return "drop:short-text";
+		}
+	}
+
+	if (mediaCount > 0) {
+		return "keep:has-media";
+	}
+	if (likeCount >= lowQualityThreshold) {
+		return "keep:high-likes";
+	}
+	return "keep:long-text";
 }
 
 export async function getQueryEnvelope(): Promise<QueryEnvelope> {
@@ -218,6 +274,8 @@ export function listTimelineItems({
 	until,
 	includeReplies = true,
 	qualityFilter = "all",
+	lowQualityThreshold,
+	includeQualityReason = false,
 	likedOnly = false,
 	bookmarkedOnly = false,
 	limit = 18,
@@ -225,8 +283,11 @@ export function listTimelineItems({
 	const db = getNativeDb();
 	const kind = resource === "mentions" ? "mention" : resource;
 	const params: Array<string | number> = [kind];
+	const normalizedLowQualityThreshold =
+		normalizeLowQualityThreshold(lowQualityThreshold);
 	let join = "";
 	let where = "where t.kind = ?";
+	let searchSnippetSelect = "";
 
 	if (likedOnly || bookmarkedOnly) {
 		params.length = 0;
@@ -242,7 +303,12 @@ export function listTimelineItems({
 		"is_replied",
 		"t.is_replied",
 	);
-	where += buildTimelineQualityClause(qualityFilter);
+	const qualityClause = buildTimelineQualityClause(
+		qualityFilter,
+		normalizedLowQualityThreshold,
+	);
+	where += qualityClause.sql;
+	params.push(...qualityClause.params);
 
 	if (!includeReplies) {
 		where += " and t.text not like '@%'";
@@ -259,8 +325,10 @@ export function listTimelineItems({
 	}
 
 	if (search?.trim()) {
-		join += " join tweets_fts fts on fts.tweet_id = t.id ";
-		where += " and fts.text match ?";
+		join += " join tweets_fts on tweets_fts.tweet_id = t.id ";
+		where += " and tweets_fts.text match ?";
+		searchSnippetSelect =
+			", snippet(tweets_fts, 1, '<mark>', '</mark>', '...', 16) as search_snippet";
 		params.push(search.trim());
 	}
 
@@ -297,6 +365,7 @@ export function listTimelineItems({
         p.display_name,
         p.bio,
         p.followers_count,
+        p.following_count,
         p.avatar_hue,
         p.avatar_url,
         p.created_at as profile_created_at,
@@ -310,6 +379,7 @@ export function listTimelineItems({
         rp.display_name as reply_display_name,
         rp.bio as reply_bio,
         rp.followers_count as reply_followers_count,
+        rp.following_count as reply_following_count,
         rp.avatar_hue as reply_avatar_hue,
         rp.avatar_url as reply_avatar_url,
         rp.created_at as reply_profile_created_at,
@@ -323,9 +393,11 @@ export function listTimelineItems({
         qp.display_name as quoted_display_name,
         qp.bio as quoted_bio,
         qp.followers_count as quoted_followers_count,
+        qp.following_count as quoted_following_count,
         qp.avatar_hue as quoted_avatar_hue,
         qp.avatar_url as quoted_avatar_url,
         qp.created_at as quoted_profile_created_at
+        ${searchSnippetSelect}
       from tweets t
       join accounts a on a.id = t.account_id
       join profiles p on p.id = t.author_profile_id
@@ -348,6 +420,7 @@ export function listTimelineItems({
 			displayName: String(row.display_name),
 			bio: String(row.bio),
 			followersCount: Number(row.followers_count),
+			followingCount: Number(row.following_count ?? 0),
 			avatarHue: Number(row.avatar_hue),
 			avatarUrl:
 				typeof row.avatar_url === "string" ? String(row.avatar_url) : undefined,
@@ -365,6 +438,7 @@ export function listTimelineItems({
 								display_name: row.reply_display_name,
 								bio: row.reply_bio,
 								followers_count: row.reply_followers_count,
+								following_count: row.reply_following_count,
 								avatar_hue: row.reply_avatar_hue,
 								avatar_url: row.reply_avatar_url,
 								created_at: row.reply_profile_created_at,
@@ -379,6 +453,7 @@ export function listTimelineItems({
 								display_name: row.quoted_display_name,
 								bio: row.quoted_bio,
 								followers_count: row.quoted_followers_count,
+								following_count: row.quoted_following_count,
 								avatar_hue: row.quoted_avatar_hue,
 								avatar_url: row.quoted_avatar_url,
 								created_at: row.quoted_profile_created_at,
@@ -387,12 +462,15 @@ export function listTimelineItems({
 					: {}),
 			},
 		);
-		return {
+		const item = {
 			id: String(row.id),
 			accountId: String(row.account_id),
 			accountHandle: String(row.account_handle),
 			kind: row.kind as TimelineItem["kind"],
 			text: String(row.text),
+			...(typeof row.search_snippet === "string"
+				? { searchSnippet: row.search_snippet }
+				: {}),
 			createdAt: String(row.created_at),
 			isReplied: Boolean(row.is_replied),
 			likeCount: Number(row.like_count),
@@ -405,6 +483,15 @@ export function listTimelineItems({
 			replyToTweet: buildEmbeddedTweet(row, "reply_"),
 			quotedTweet: buildEmbeddedTweet(row, "quoted_"),
 		};
+		return includeQualityReason
+			? {
+					...item,
+					qualityReason: getTimelineQualityReason(
+						row,
+						normalizedLowQualityThreshold,
+					),
+				}
+			: item;
 	});
 }
 
@@ -422,8 +509,11 @@ export function listDmConversations({
 }: DmQuery): DmConversationItem[] {
 	const db = getNativeDb();
 	const params: Array<string | number> = [];
+	const joinParams: Array<string | number> = [];
+	let searchSnippetCte = "";
 	let join = "";
 	let where = "where 1 = 1";
+	let searchSnippetSelect = "";
 
 	if (account && account !== "all") {
 		where += " and a.id = ?";
@@ -452,11 +542,32 @@ export function listDmConversations({
 	}
 
 	if (search?.trim()) {
-		join +=
-			" join dm_messages latest_search on latest_search.conversation_id = c.id ";
-		join += " join dm_fts dmfts on dmfts.message_id = latest_search.id ";
-		where += " and dmfts.text match ?";
-		params.push(search.trim());
+		searchSnippetCte = `
+      with ranked_dm_search as materialized (
+        select
+          latest_search.id,
+          latest_search.conversation_id,
+          row_number() over (
+            partition by latest_search.conversation_id
+            order by latest_search.created_at desc, latest_search.id desc
+          ) as match_rank
+        from dm_messages latest_search
+        join dm_fts on dm_fts.message_id = latest_search.id
+        where dm_fts.text match ?
+      ),
+      dm_search as materialized (
+        select
+          ranked_dm_search.conversation_id,
+          snippet(dm_fts, 1, '<mark>', '</mark>', '...', 16) as search_snippet
+        from ranked_dm_search
+        join dm_fts on dm_fts.message_id = ranked_dm_search.id
+        where ranked_dm_search.match_rank = 1
+          and dm_fts.text match ?
+      )
+    `;
+		join += " join dm_search on dm_search.conversation_id = c.id ";
+		searchSnippetSelect = ", dm_search.search_snippet as search_snippet";
+		joinParams.push(search.trim(), search.trim());
 	}
 
 	params.push(limit);
@@ -464,6 +575,7 @@ export function listDmConversations({
 	const rows = db
 		.prepare(
 			`
+      ${searchSnippetCte}
       select
         c.id,
         c.account_id,
@@ -477,6 +589,7 @@ export function listDmConversations({
         p.display_name,
         p.bio,
         p.followers_count,
+        p.following_count,
         p.avatar_hue,
         p.avatar_url,
         p.created_at as profile_created_at,
@@ -487,6 +600,7 @@ export function listDmConversations({
           order by latest_message.created_at desc
           limit 1
         ) as last_message_preview
+        ${searchSnippetSelect}
       from dm_conversations c
       join accounts a on a.id = c.account_id
       join profiles p on p.id = c.participant_profile_id
@@ -497,7 +611,7 @@ export function listDmConversations({
       limit ?
       `,
 		)
-		.all(...params) as Array<Record<string, unknown>>;
+		.all(...joinParams, ...params) as Array<Record<string, unknown>>;
 
 	const items = rows.map((row) => {
 		const followersCount = Number(row.followers_count);
@@ -507,6 +621,9 @@ export function listDmConversations({
 			accountId: String(row.account_id),
 			accountHandle: String(row.account_handle),
 			title: String(row.title),
+			...(typeof row.search_snippet === "string"
+				? { searchSnippet: row.search_snippet }
+				: {}),
 			lastMessageAt: String(row.last_message_at),
 			lastMessagePreview: String(row.last_message_preview ?? ""),
 			unreadCount: Number(row.unread_count),
@@ -519,6 +636,7 @@ export function listDmConversations({
 				displayName: String(row.display_name),
 				bio: String(row.bio),
 				followersCount,
+				followingCount: Number(row.following_count ?? 0),
 				avatarHue: Number(row.avatar_hue),
 				avatarUrl:
 					typeof row.avatar_url === "string"
@@ -594,6 +712,7 @@ export function getConversationThread(
         p.display_name,
         p.bio,
         p.followers_count,
+        p.following_count,
         p.avatar_hue,
         p.avatar_url,
         p.created_at as profile_created_at
@@ -621,6 +740,7 @@ export function getConversationThread(
 				display_name: row.display_name,
 				bio: row.bio,
 				followers_count: row.followers_count,
+				following_count: row.following_count,
 				avatar_hue: row.avatar_hue,
 				avatar_url: row.avatar_url,
 				created_at: row.profile_created_at,