birdclaw 0.5.1 → 0.7.0

package/src/lib/profile-bio-entities.ts

@@ -9,7 +9,7 @@ interface ExtractedBioEntity {
 	raw: Record<string, unknown>;
 }
 
-const HANDLE_RE = /(^|[^\w])@([A-Za-z0-9_]{1,15})\b/g;
+const HANDLE_RE = /(^|[^\w@./])@([A-Za-z0-9_]{1,15})\b/g;
 const DOMAIN_RE =
 	/\b(?:https?:\/\/)?(?:www\.)?([a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?)+)\b/gi;
 const COMPANY_RE =

package/src/lib/profile-hydration.ts

@@ -1,5 +1,8 @@
+import { Effect } from "effect";
+
 import { normalizeAvatarUrl } from "./avatar-cache";
 import { getNativeDb } from "./db";
+import { runEffectPromise, tryPromise } from "./effect-runtime";
 import {
 	getTransportStatus,
 	lookupAuthenticatedUser,
@@ -7,6 +10,13 @@ import {
 } from "./xurl";
 import { upsertProfileFromXUser } from "./x-profile";
 
+export type HydrateProfilesResult = {
+	ok: true;
+	hydratedProfiles: number;
+	hydratedAccount: boolean;
+	reason?: string;
+};
+
 function asRecord(value: unknown): Record<string, unknown> | null {
 	return value && typeof value === "object" && !Array.isArray(value)
 		? (value as Record<string, unknown>)
@@ -18,40 +28,62 @@ function toInt(value: unknown) {
 	return Number.isFinite(parsed) ? Math.trunc(parsed) : 0;
 }
 
-export async function hydrateProfilesFromX() {
-	const transport = await getTransportStatus();
-	if (transport.availableTransport !== "xurl") {
-		return {
-			ok: true,
-			hydratedProfiles: 0,
-			hydratedAccount: false,
-			reason: transport.statusText,
-		};
-	}
+function toError(error: unknown) {
+	return error instanceof Error ? error : new Error(String(error));
+}
+
+function trySync<T>(try_: () => T) {
+	return Effect.try({
+		try: try_,
+		catch: toError,
+	});
+}
 
-	const db = getNativeDb();
-	const candidateRows = db
-		.prepare(
-			`
+export function hydrateProfilesFromXEffect(): Effect.Effect<
+	HydrateProfilesResult,
+	unknown
+> {
+	return Effect.gen(function* () {
+		const transport = yield* tryPromise(() => getTransportStatus());
+		if (transport.availableTransport !== "xurl") {
+			return {
+				ok: true,
+				hydratedProfiles: 0,
+				hydratedAccount: false,
+				reason: transport.statusText,
+			};
+		}
+
+		const {
+			candidateIds,
+			db,
+			updateAccount,
+			updateConversationTitle,
+			updateLocalProfile,
+		} = yield* trySync(() => {
+			const db = getNativeDb();
+			const candidateRows = db
+				.prepare(
+					`
       select id
       from profiles
       where id like 'profile_user_%'
         and (followers_count = 0 or bio like 'Imported from archive user %' or handle like 'id%')
       order by id asc
       `,
-		)
-		.all() as Array<{ id: string }>;
+				)
+				.all() as Array<{ id: string }>;
 
-	const candidateIds = candidateRows
-		.map((row) => row.id.replace(/^profile_user_/, ""))
-		.filter((id) => /^\d+$/.test(id));
+			const candidateIds = candidateRows
+				.map((row) => row.id.replace(/^profile_user_/, ""))
+				.filter((id) => /^\d+$/.test(id));
 
-	const updateConversationTitle = db.prepare(`
+			const updateConversationTitle = db.prepare(`
     update dm_conversations
     set title = ?
     where participant_profile_id = ?
   `);
-	const updateLocalProfile = db.prepare(`
+			const updateLocalProfile = db.prepare(`
     update profiles
     set handle = ?,
         display_name = ?,
@@ -62,7 +94,7 @@ export async function hydrateProfilesFromX() {
         created_at = coalesce(?, created_at)
     where id = 'profile_me'
   `);
-	const updateAccount = db.prepare(`
+			const updateAccount = db.prepare(`
     update accounts
     set name = ?,
         handle = ?,
@@ -70,56 +102,76 @@ export async function hydrateProfilesFromX() {
     where id = 'acct_primary'
   `);
 
-	let hydratedProfiles = 0;
-
-	for (let index = 0; index < candidateIds.length; index += 100) {
-		const batch = candidateIds.slice(index, index + 100);
-		const users = await lookupUsersByIds(batch);
-
-		db.transaction(() => {
-			for (const user of users) {
-				const profileId = `profile_user_${String(user.id ?? "")}`;
-				if (profileId === "profile_user_") continue;
-
-				const resolved = upsertProfileFromXUser(db, user);
-				updateConversationTitle.run(
-					resolved.profile.displayName || resolved.profile.handle,
-					resolved.profile.id,
-				);
-				hydratedProfiles += 1;
-			}
-		})();
-	}
-
-	let hydratedAccount = false;
-	const me = await lookupAuthenticatedUser().catch(() => null);
-	if (me) {
-		const metrics = asRecord(me.public_metrics);
-		db.transaction(() => {
-			updateLocalProfile.run(
-				String(me.username ?? "steipete").replace(/^@/, ""),
-				String(me.name ?? "Peter Steinberger"),
-				String(me.description ?? ""),
-				toInt(metrics?.followers_count),
-				metrics && "following_count" in metrics
-					? toInt(metrics.following_count)
-					: null,
-				normalizeAvatarUrl(me.profile_image_url),
-				typeof me.created_at === "string" ? me.created_at : null,
-			);
-			updateAccount.run(
-				String(me.name ?? "Peter Steinberger"),
-				`@${String(me.username ?? "steipete").replace(/^@/, "")}`,
-			);
-		})();
-		hydratedAccount = true;
-	}
-
-	return {
-		ok: true,
-		hydratedProfiles,
-		hydratedAccount,
-	};
+			return {
+				candidateIds,
+				db,
+				updateAccount,
+				updateConversationTitle,
+				updateLocalProfile,
+			};
+		});
+
+		let hydratedProfiles = 0;
+
+		for (let index = 0; index < candidateIds.length; index += 100) {
+			const batch = candidateIds.slice(index, index + 100);
+			const users = yield* tryPromise(() => lookupUsersByIds(batch));
+
+			yield* trySync(() => {
+				db.transaction(() => {
+					for (const user of users) {
+						const profileId = `profile_user_${String(user.id ?? "")}`;
+						if (profileId === "profile_user_") continue;
+
+						const resolved = upsertProfileFromXUser(db, user);
+						updateConversationTitle.run(
+							resolved.profile.displayName || resolved.profile.handle,
+							resolved.profile.id,
+						);
+						hydratedProfiles += 1;
+					}
+				})();
+			});
+		}
+
+		let hydratedAccount = false;
+		const me = yield* tryPromise(() => lookupAuthenticatedUser()).pipe(
+			Effect.catchAll(() => Effect.succeed(null)),
+		);
+		if (me) {
+			const metrics = asRecord(me.public_metrics);
+			yield* trySync(() => {
+				db.transaction(() => {
+					updateLocalProfile.run(
+						String(me.username ?? "steipete").replace(/^@/, ""),
+						String(me.name ?? "Peter Steinberger"),
+						String(me.description ?? ""),
+						toInt(metrics?.followers_count),
+						metrics && "following_count" in metrics
+							? toInt(metrics.following_count)
+							: null,
+						normalizeAvatarUrl(me.profile_image_url),
+						typeof me.created_at === "string" ? me.created_at : null,
+					);
+					updateAccount.run(
+						String(me.name ?? "Peter Steinberger"),
+						`@${String(me.username ?? "steipete").replace(/^@/, "")}`,
+					);
+				})();
+			});
+			hydratedAccount = true;
+		}
+
+		return {
+			ok: true,
+			hydratedProfiles,
+			hydratedAccount,
+		};
+	});
+}
+
+export function hydrateProfilesFromX(): Promise<HydrateProfilesResult> {
+	return runEffectPromise(hydrateProfilesFromXEffect());
 }
 
 export const __test__ = {

package/src/lib/profile-replies.ts

@@ -1,3 +1,6 @@
+import { Effect } from "effect";
+
+import { runEffectPromise, tryPromise } from "./effect-runtime";
 import { resolveProfile } from "./moderation-target";
 import type { ProfileRepliesResponse, XurlReferencedTweet } from "./types";
 import { listUserTweets } from "./xurl";
@@ -10,51 +13,65 @@ function getScanSize(limit: number) {
 	return Math.min(Math.max(limit * 3, 20), 100);
 }
 
-export async function inspectProfileReplies(
+export function inspectProfileReplies(
 	query: string,
 	{ limit = 12 }: { limit?: number } = {},
 ): Promise<ProfileRepliesResponse> {
-	const resolved = await resolveProfile(query);
-	if (!resolved.externalUserId) {
-		throw new Error(`Profile has no external Twitter user id: ${query}`);
-	}
-
-	const timeline = await listUserTweets(resolved.externalUserId, {
-		maxResults: getScanSize(limit),
-		excludeRetweets: true,
+	return runEffectPromise(inspectProfileRepliesEffect(query, { limit }));
+}
+
+export function inspectProfileRepliesEffect(
+	query: string,
+	{ limit = 12 }: { limit?: number } = {},
+): Effect.Effect<ProfileRepliesResponse, unknown> {
+	return Effect.gen(function* () {
+		const resolved = yield* tryPromise(() => resolveProfile(query));
+		const externalUserId = resolved.externalUserId;
+		if (!externalUserId) {
+			return yield* Effect.fail(
+				new Error(`Profile has no external Twitter user id: ${query}`),
+			);
+		}
+
+		const timeline = yield* tryPromise(() =>
+			listUserTweets(externalUserId, {
+				maxResults: getScanSize(limit),
+				excludeRetweets: true,
+			}),
+		);
+		const items = timeline.items
+			.map((tweet) => {
+				const replyToTweetId = getReplyTargetId(tweet.referenced_tweets);
+				if (!replyToTweetId) {
+					return null;
+				}
+
+				return {
+					id: tweet.id,
+					text: tweet.text,
+					createdAt: tweet.created_at,
+					conversationId: tweet.conversation_id,
+					replyToTweetId,
+					likeCount: Number(tweet.public_metrics?.like_count ?? 0),
+					replyCount: Number(tweet.public_metrics?.reply_count ?? 0),
+					retweetCount: Number(tweet.public_metrics?.retweet_count ?? 0),
+					quoteCount: Number(tweet.public_metrics?.quote_count ?? 0),
+					bookmarkCount: Number(tweet.public_metrics?.bookmark_count ?? 0),
+					impressionCount: Number(tweet.public_metrics?.impression_count ?? 0),
+				};
+			})
+			.filter((item): item is NonNullable<typeof item> => item !== null)
+			.slice(0, limit);
+
+		return {
+			profile: resolved.profile,
+			externalUserId,
+			items,
+			meta: {
+				scannedCount: timeline.items.length,
+				returnedCount: items.length,
+				nextToken: timeline.nextToken,
+			},
+		};
 	});
-	const items = timeline.items
-		.map((tweet) => {
-			const replyToTweetId = getReplyTargetId(tweet.referenced_tweets);
-			if (!replyToTweetId) {
-				return null;
-			}
-
-			return {
-				id: tweet.id,
-				text: tweet.text,
-				createdAt: tweet.created_at,
-				conversationId: tweet.conversation_id,
-				replyToTweetId,
-				likeCount: Number(tweet.public_metrics?.like_count ?? 0),
-				replyCount: Number(tweet.public_metrics?.reply_count ?? 0),
-				retweetCount: Number(tweet.public_metrics?.retweet_count ?? 0),
-				quoteCount: Number(tweet.public_metrics?.quote_count ?? 0),
-				bookmarkCount: Number(tweet.public_metrics?.bookmark_count ?? 0),
-				impressionCount: Number(tweet.public_metrics?.impression_count ?? 0),
-			};
-		})
-		.filter((item): item is NonNullable<typeof item> => item !== null)
-		.slice(0, limit);
-
-	return {
-		profile: resolved.profile,
-		externalUserId: resolved.externalUserId,
-		items,
-		meta: {
-			scannedCount: timeline.items.length,
-			returnedCount: items.length,
-			nextToken: timeline.nextToken,
-		},
-	};
 }