birdclaw 0.5.1 → 0.6.0

package/src/lib/profile-affiliation-hydration.ts

@@ -1,5 +1,7 @@
 import type { Database } from "./sqlite";
-import { lookupProfileViaBird } from "./bird";
+import { Effect } from "effect";
+import { lookupProfileViaBirdEffect } from "./bird";
+import { runEffectPromise } from "./effect-runtime";
 import { syncIdentitySearchIndexForProfileIds } from "./identity-search-index";
 import { syncProfileBioEntitiesForProfileId } from "./profile-bio-entities";
 import { recordProfileSnapshot } from "./profile-history";
@@ -24,6 +26,17 @@ interface SyntheticAffiliationRow {
 	raw_json: string;
 }
 
+function toError(error: unknown) {
+	return error instanceof Error ? error : new Error(String(error));
+}
+
+function trySync<T>(try_: () => T) {
+	return Effect.try({
+		try: try_,
+		catch: toError,
+	});
+}
+
 function normalizeHandle(value: string | null) {
 	const handle = value?.trim().replace(/^@/, "");
 	return handle && handle.length > 0 ? handle : null;
@@ -112,13 +125,16 @@ function findLocalOrganizationProfileId(db: Database, handle: string) {
 	return row?.id ?? null;
 }
 
-export async function hydrateProfileAffiliationOrganizations(
+export function hydrateProfileAffiliationOrganizationsEffect(
 	db: Database,
 	subjectProfileId: string,
-): Promise<ProfileAffiliationHydrationResult> {
-	const rows = db
-		.prepare(
-			`
+): Effect.Effect<ProfileAffiliationHydrationResult, unknown> {
+	return Effect.gen(function* () {
+		const rows = yield* trySync(
+			() =>
+				db
+					.prepare(
+						`
       select subject_profile_id, organization_profile_id, organization_name,
         organization_handle, badge_url, url, label, source, raw_json
       from profile_affiliations
@@ -128,62 +144,85 @@ export async function hydrateProfileAffiliationOrganizations(
         and organization_handle is not null
       order by last_seen_at desc
       `,
-		)
-		.all(subjectProfileId) as SyntheticAffiliationRow[];
-
-	const result: ProfileAffiliationHydrationResult = {
-		checked: rows.length,
-		hydrated: 0,
-		skipped: 0,
-		errors: [],
-	};
-
-	for (const row of rows) {
-		const handle = normalizeHandle(row.organization_handle);
-		if (!handle) {
-			result.skipped += 1;
-			continue;
-		}
-		try {
-			const localOrganizationProfileId = findLocalOrganizationProfileId(
-				db,
-				handle,
-			);
-			if (localOrganizationProfileId) {
-				db.transaction(() => {
-					replaceSyntheticAffiliation(db, row, localOrganizationProfileId);
-				})();
-				result.hydrated += 1;
-				continue;
-			}
+					)
+					.all(subjectProfileId) as SyntheticAffiliationRow[],
+		);
 
-			const user = await lookupProfileViaBird(handle);
-			if (!user) {
+		const result: ProfileAffiliationHydrationResult = {
+			checked: rows.length,
+			hydrated: 0,
+			skipped: 0,
+			errors: [],
+		};
+
+		for (const row of rows) {
+			const handle = normalizeHandle(row.organization_handle);
+			if (!handle) {
 				result.skipped += 1;
 				continue;
 			}
-			const resolved = upsertProfileFromXUser(db, user);
-			if (resolved.profile.id === row.organization_profile_id) {
-				result.skipped += 1;
+			const hydrated = yield* Effect.gen(function* () {
+				const localOrganizationProfileId = yield* trySync(() =>
+					findLocalOrganizationProfileId(db, handle),
+				);
+				if (localOrganizationProfileId) {
+					yield* trySync(() =>
+						db.transaction(() => {
+							replaceSyntheticAffiliation(db, row, localOrganizationProfileId);
+						})(),
+					);
+					result.hydrated += 1;
+					return true;
+				}
+
+				const user = yield* lookupProfileViaBirdEffect(handle);
+				if (!user) {
+					result.skipped += 1;
+					return true;
+				}
+				const resolved = yield* trySync(() => upsertProfileFromXUser(db, user));
+				if (resolved.profile.id === row.organization_profile_id) {
+					result.skipped += 1;
+					return true;
+				}
+				yield* trySync(() =>
+					db.transaction(() => {
+						replaceSyntheticAffiliation(db, row, resolved.profile.id);
+					})(),
+				);
+				result.hydrated += 1;
+				return true;
+			}).pipe(
+				Effect.catchAll((error) => {
+					result.errors.push({
+						handle,
+						error: error instanceof Error ? error.message : String(error),
+					});
+					return Effect.succeed(false);
+				}),
+			);
+			if (!hydrated) {
 				continue;
 			}
-			db.transaction(() => {
-				replaceSyntheticAffiliation(db, row, resolved.profile.id);
-			})();
-			result.hydrated += 1;
-		} catch (error) {
-			result.errors.push({
-				handle,
-				error: error instanceof Error ? error.message : String(error),
+		}
+
+		if (result.hydrated > 0) {
+			yield* trySync(() => {
+				recordProfileSnapshot(db, subjectProfileId, "affiliation_hydration");
+				syncProfileBioEntitiesForProfileId(db, subjectProfileId);
+				syncIdentitySearchIndexForProfileIds(db, [subjectProfileId]);
 			});
 		}
-	}
 
-	if (result.hydrated > 0) {
-		recordProfileSnapshot(db, subjectProfileId, "affiliation_hydration");
-		syncProfileBioEntitiesForProfileId(db, subjectProfileId);
-		syncIdentitySearchIndexForProfileIds(db, [subjectProfileId]);
-	}
+		return result;
+	});
+}
 
-	return result;
+export function hydrateProfileAffiliationOrganizations(
+	db: Database,
+	subjectProfileId: string,
+): Promise<ProfileAffiliationHydrationResult> {
+	return runEffectPromise(
+		hydrateProfileAffiliationOrganizationsEffect(db, subjectProfileId),
+	);
 }

package/src/lib/profile-hydration.ts

@@ -1,5 +1,8 @@
+import { Effect } from "effect";
+
 import { normalizeAvatarUrl } from "./avatar-cache";
 import { getNativeDb } from "./db";
+import { runEffectPromise, tryPromise } from "./effect-runtime";
 import {
 	getTransportStatus,
 	lookupAuthenticatedUser,
@@ -7,6 +10,13 @@ import {
 } from "./xurl";
 import { upsertProfileFromXUser } from "./x-profile";
 
+export type HydrateProfilesResult = {
+	ok: true;
+	hydratedProfiles: number;
+	hydratedAccount: boolean;
+	reason?: string;
+};
+
 function asRecord(value: unknown): Record<string, unknown> | null {
 	return value && typeof value === "object" && !Array.isArray(value)
 		? (value as Record<string, unknown>)
@@ -18,40 +28,62 @@ function toInt(value: unknown) {
 	return Number.isFinite(parsed) ? Math.trunc(parsed) : 0;
 }
 
-export async function hydrateProfilesFromX() {
-	const transport = await getTransportStatus();
-	if (transport.availableTransport !== "xurl") {
-		return {
-			ok: true,
-			hydratedProfiles: 0,
-			hydratedAccount: false,
-			reason: transport.statusText,
-		};
-	}
+function toError(error: unknown) {
+	return error instanceof Error ? error : new Error(String(error));
+}
+
+function trySync<T>(try_: () => T) {
+	return Effect.try({
+		try: try_,
+		catch: toError,
+	});
+}
 
-	const db = getNativeDb();
-	const candidateRows = db
-		.prepare(
-			`
+export function hydrateProfilesFromXEffect(): Effect.Effect<
+	HydrateProfilesResult,
+	unknown
+> {
+	return Effect.gen(function* () {
+		const transport = yield* tryPromise(() => getTransportStatus());
+		if (transport.availableTransport !== "xurl") {
+			return {
+				ok: true,
+				hydratedProfiles: 0,
+				hydratedAccount: false,
+				reason: transport.statusText,
+			};
+		}
+
+		const {
+			candidateIds,
+			db,
+			updateAccount,
+			updateConversationTitle,
+			updateLocalProfile,
+		} = yield* trySync(() => {
+			const db = getNativeDb();
+			const candidateRows = db
+				.prepare(
+					`
       select id
       from profiles
       where id like 'profile_user_%'
         and (followers_count = 0 or bio like 'Imported from archive user %' or handle like 'id%')
       order by id asc
       `,
-		)
-		.all() as Array<{ id: string }>;
+				)
+				.all() as Array<{ id: string }>;
 
-	const candidateIds = candidateRows
-		.map((row) => row.id.replace(/^profile_user_/, ""))
-		.filter((id) => /^\d+$/.test(id));
+			const candidateIds = candidateRows
+				.map((row) => row.id.replace(/^profile_user_/, ""))
+				.filter((id) => /^\d+$/.test(id));
 
-	const updateConversationTitle = db.prepare(`
+			const updateConversationTitle = db.prepare(`
     update dm_conversations
     set title = ?
     where participant_profile_id = ?
   `);
-	const updateLocalProfile = db.prepare(`
+			const updateLocalProfile = db.prepare(`
     update profiles
     set handle = ?,
         display_name = ?,
@@ -62,7 +94,7 @@ export async function hydrateProfilesFromX() {
         created_at = coalesce(?, created_at)
     where id = 'profile_me'
   `);
-	const updateAccount = db.prepare(`
+			const updateAccount = db.prepare(`
     update accounts
     set name = ?,
         handle = ?,
@@ -70,56 +102,76 @@ export async function hydrateProfilesFromX() {
     where id = 'acct_primary'
   `);
 
-	let hydratedProfiles = 0;
-
-	for (let index = 0; index < candidateIds.length; index += 100) {
-		const batch = candidateIds.slice(index, index + 100);
-		const users = await lookupUsersByIds(batch);
-
-		db.transaction(() => {
-			for (const user of users) {
-				const profileId = `profile_user_${String(user.id ?? "")}`;
-				if (profileId === "profile_user_") continue;
-
-				const resolved = upsertProfileFromXUser(db, user);
-				updateConversationTitle.run(
-					resolved.profile.displayName || resolved.profile.handle,
-					resolved.profile.id,
-				);
-				hydratedProfiles += 1;
-			}
-		})();
-	}
-
-	let hydratedAccount = false;
-	const me = await lookupAuthenticatedUser().catch(() => null);
-	if (me) {
-		const metrics = asRecord(me.public_metrics);
-		db.transaction(() => {
-			updateLocalProfile.run(
-				String(me.username ?? "steipete").replace(/^@/, ""),
-				String(me.name ?? "Peter Steinberger"),
-				String(me.description ?? ""),
-				toInt(metrics?.followers_count),
-				metrics && "following_count" in metrics
-					? toInt(metrics.following_count)
-					: null,
-				normalizeAvatarUrl(me.profile_image_url),
-				typeof me.created_at === "string" ? me.created_at : null,
-			);
-			updateAccount.run(
-				String(me.name ?? "Peter Steinberger"),
-				`@${String(me.username ?? "steipete").replace(/^@/, "")}`,
-			);
-		})();
-		hydratedAccount = true;
-	}
-
-	return {
-		ok: true,
-		hydratedProfiles,
-		hydratedAccount,
-	};
+			return {
+				candidateIds,
+				db,
+				updateAccount,
+				updateConversationTitle,
+				updateLocalProfile,
+			};
+		});
+
+		let hydratedProfiles = 0;
+
+		for (let index = 0; index < candidateIds.length; index += 100) {
+			const batch = candidateIds.slice(index, index + 100);
+			const users = yield* tryPromise(() => lookupUsersByIds(batch));
+
+			yield* trySync(() => {
+				db.transaction(() => {
+					for (const user of users) {
+						const profileId = `profile_user_${String(user.id ?? "")}`;
+						if (profileId === "profile_user_") continue;
+
+						const resolved = upsertProfileFromXUser(db, user);
+						updateConversationTitle.run(
+							resolved.profile.displayName || resolved.profile.handle,
+							resolved.profile.id,
+						);
+						hydratedProfiles += 1;
+					}
+				})();
+			});
+		}
+
+		let hydratedAccount = false;
+		const me = yield* tryPromise(() => lookupAuthenticatedUser()).pipe(
+			Effect.catchAll(() => Effect.succeed(null)),
+		);
+		if (me) {
+			const metrics = asRecord(me.public_metrics);
+			yield* trySync(() => {
+				db.transaction(() => {
+					updateLocalProfile.run(
+						String(me.username ?? "steipete").replace(/^@/, ""),
+						String(me.name ?? "Peter Steinberger"),
+						String(me.description ?? ""),
+						toInt(metrics?.followers_count),
+						metrics && "following_count" in metrics
+							? toInt(metrics.following_count)
+							: null,
+						normalizeAvatarUrl(me.profile_image_url),
+						typeof me.created_at === "string" ? me.created_at : null,
+					);
+					updateAccount.run(
+						String(me.name ?? "Peter Steinberger"),
+						`@${String(me.username ?? "steipete").replace(/^@/, "")}`,
+					);
+				})();
+			});
+			hydratedAccount = true;
+		}
+
+		return {
+			ok: true,
+			hydratedProfiles,
+			hydratedAccount,
+		};
+	});
+}
+
+export function hydrateProfilesFromX(): Promise<HydrateProfilesResult> {
+	return runEffectPromise(hydrateProfilesFromXEffect());
 }
 
 export const __test__ = {

package/src/lib/profile-replies.ts

@@ -1,3 +1,6 @@
+import { Effect } from "effect";
+
+import { runEffectPromise, tryPromise } from "./effect-runtime";
 import { resolveProfile } from "./moderation-target";
 import type { ProfileRepliesResponse, XurlReferencedTweet } from "./types";
 import { listUserTweets } from "./xurl";
@@ -10,51 +13,65 @@ function getScanSize(limit: number) {
 	return Math.min(Math.max(limit * 3, 20), 100);
 }
 
-export async function inspectProfileReplies(
+export function inspectProfileReplies(
 	query: string,
 	{ limit = 12 }: { limit?: number } = {},
 ): Promise<ProfileRepliesResponse> {
-	const resolved = await resolveProfile(query);
-	if (!resolved.externalUserId) {
-		throw new Error(`Profile has no external Twitter user id: ${query}`);
-	}
-
-	const timeline = await listUserTweets(resolved.externalUserId, {
-		maxResults: getScanSize(limit),
-		excludeRetweets: true,
+	return runEffectPromise(inspectProfileRepliesEffect(query, { limit }));
+}
+
+export function inspectProfileRepliesEffect(
+	query: string,
+	{ limit = 12 }: { limit?: number } = {},
+): Effect.Effect<ProfileRepliesResponse, unknown> {
+	return Effect.gen(function* () {
+		const resolved = yield* tryPromise(() => resolveProfile(query));
+		const externalUserId = resolved.externalUserId;
+		if (!externalUserId) {
+			return yield* Effect.fail(
+				new Error(`Profile has no external Twitter user id: ${query}`),
+			);
+		}
+
+		const timeline = yield* tryPromise(() =>
+			listUserTweets(externalUserId, {
+				maxResults: getScanSize(limit),
+				excludeRetweets: true,
+			}),
+		);
+		const items = timeline.items
+			.map((tweet) => {
+				const replyToTweetId = getReplyTargetId(tweet.referenced_tweets);
+				if (!replyToTweetId) {
+					return null;
+				}
+
+				return {
+					id: tweet.id,
+					text: tweet.text,
+					createdAt: tweet.created_at,
+					conversationId: tweet.conversation_id,
+					replyToTweetId,
+					likeCount: Number(tweet.public_metrics?.like_count ?? 0),
+					replyCount: Number(tweet.public_metrics?.reply_count ?? 0),
+					retweetCount: Number(tweet.public_metrics?.retweet_count ?? 0),
+					quoteCount: Number(tweet.public_metrics?.quote_count ?? 0),
+					bookmarkCount: Number(tweet.public_metrics?.bookmark_count ?? 0),
+					impressionCount: Number(tweet.public_metrics?.impression_count ?? 0),
+				};
+			})
+			.filter((item): item is NonNullable<typeof item> => item !== null)
+			.slice(0, limit);
+
+		return {
+			profile: resolved.profile,
+			externalUserId,
+			items,
+			meta: {
+				scannedCount: timeline.items.length,
+				returnedCount: items.length,
+				nextToken: timeline.nextToken,
+			},
+		};
 	});
-	const items = timeline.items
-		.map((tweet) => {
-			const replyToTweetId = getReplyTargetId(tweet.referenced_tweets);
-			if (!replyToTweetId) {
-				return null;
-			}
-
-			return {
-				id: tweet.id,
-				text: tweet.text,
-				createdAt: tweet.created_at,
-				conversationId: tweet.conversation_id,
-				replyToTweetId,
-				likeCount: Number(tweet.public_metrics?.like_count ?? 0),
-				replyCount: Number(tweet.public_metrics?.reply_count ?? 0),
-				retweetCount: Number(tweet.public_metrics?.retweet_count ?? 0),
-				quoteCount: Number(tweet.public_metrics?.quote_count ?? 0),
-				bookmarkCount: Number(tweet.public_metrics?.bookmark_count ?? 0),
-				impressionCount: Number(tweet.public_metrics?.impression_count ?? 0),
-			};
-		})
-		.filter((item): item is NonNullable<typeof item> => item !== null)
-		.slice(0, limit);
-
-	return {
-		profile: resolved.profile,
-		externalUserId: resolved.externalUserId,
-		items,
-		meta: {
-			scannedCount: timeline.items.length,
-			returnedCount: items.length,
-			nextToken: timeline.nextToken,
-		},
-	};
 }