birdclaw 0.8.2 → 0.8.3

package/src/components/ProfileAnalysisClient.ts

@@ -0,0 +1,191 @@
+import type {
+	ProfileAnalysisContext,
+	ProfileAnalysisRunResult,
+} from "#/lib/profile-analysis";
+import type { ProfileRecord } from "#/lib/types";
+
+export interface ProfileAnalysisRequestOptions {
+	refresh: boolean;
+	maxTweets: number;
+	maxPages: number;
+	maxConversations: number;
+	maxConversationPages: number;
+}
+
+export const DEFAULT_PROFILE_ANALYSIS_LIMITS = {
+	maxTweets: 10000,
+	maxPages: 100,
+	maxConversations: 80,
+	maxConversationPages: 3,
+} as const;
+
+const PROFILE_HYDRATION_LIMIT = 50;
+const PROFILE_MENTION_RE = /(^|[^\w@./])@([A-Za-z0-9_]{1,15})\b/g;
+
+export function normalizeProfileHandle(value: string) {
+	return value.trim().replace(/^@/, "").toLowerCase();
+}
+
+export function handlesFromText(value: string) {
+	return Array.from(value.matchAll(PROFILE_MENTION_RE)).map(
+		(match) => match[2],
+	);
+}
+
+export function knownProfileHandles(context: ProfileAnalysisContext) {
+	const handles = new Set<string>();
+	handles.add(normalizeProfileHandle(context.profile.handle));
+	for (const profile of context.profiles ?? []) {
+		handles.add(normalizeProfileHandle(profile.handle));
+	}
+	for (const tweet of context.conversations) {
+		handles.add(normalizeProfileHandle(tweet.author));
+	}
+	return handles;
+}
+
+export function collectProfileAnalysisHydrationHandles({
+	context,
+	analysis,
+	markdown,
+}: {
+	context: ProfileAnalysisContext;
+	analysis?: ProfileAnalysisRunResult["analysis"];
+	markdown?: string;
+}) {
+	const handles = new Set<string>();
+	const known = knownProfileHandles(context);
+	const add = (value: string | undefined) => {
+		if (!value) return;
+		const handle = normalizeProfileHandle(value);
+		if (!/^[a-z0-9_]{1,15}$/.test(handle) || known.has(handle)) return;
+		handles.add(handle);
+	};
+
+	for (const handle of analysis?.sourceHandles ?? []) add(handle);
+	for (const theme of analysis?.themes ?? []) {
+		for (const handle of theme.handles) add(handle);
+	}
+	if (markdown) {
+		for (const handle of handlesFromText(markdown)) add(handle);
+	}
+	for (const handle of handlesFromText(context.profile.bio)) add(handle);
+	for (const tweet of context.tweets) {
+		for (const handle of handlesFromText(tweet.text)) add(handle);
+	}
+	for (const tweet of context.conversations) {
+		for (const handle of handlesFromText(tweet.text)) add(handle);
+		for (const handle of handlesFromText(tweet.bio)) add(handle);
+	}
+
+	return [...handles].slice(0, PROFILE_HYDRATION_LIMIT);
+}
+
+export function applyHydratedProfilesToProfileAnalysisContext(
+	context: ProfileAnalysisContext,
+	profiles: ProfileRecord[],
+) {
+	const existing = new Map<string, ProfileRecord>();
+	for (const profile of context.profiles ?? []) {
+		existing.set(normalizeProfileHandle(profile.handle), profile);
+	}
+	for (const profile of profiles) {
+		existing.set(normalizeProfileHandle(profile.handle), profile);
+	}
+	return {
+		...context,
+		profiles: [...existing.values()],
+	};
+}
+
+export async function hydrateProfileAnalysisContext({
+	context,
+	analysis,
+	markdown,
+	requestedHandles,
+}: {
+	context: ProfileAnalysisContext;
+	analysis?: ProfileAnalysisRunResult["analysis"];
+	markdown?: string;
+	requestedHandles?: Set<string>;
+}) {
+	const handles = collectProfileAnalysisHydrationHandles({
+		context,
+		analysis,
+		markdown,
+	}).filter((handle) => !requestedHandles?.has(handle));
+	if (handles.length === 0) return context;
+	for (const handle of handles) {
+		requestedHandles?.add(handle);
+	}
+	const url = new URL("/api/profile-hydrate", window.location.origin);
+	url.searchParams.set("handles", handles.join(","));
+	const response = await fetch(url);
+	if (!response.ok) return context;
+	const payload = (await response.json()) as {
+		results?: Array<{ status?: string; profile?: ProfileRecord }>;
+	};
+	const profiles = (payload.results ?? [])
+		.filter((item) => item.status === "hit" && item.profile)
+		.map((item) => item.profile as ProfileRecord);
+	return profiles.length > 0
+		? applyHydratedProfilesToProfileAnalysisContext(context, profiles)
+		: context;
+}
+
+export function profileAnalysisUrl(
+	handle: string,
+	options: ProfileAnalysisRequestOptions,
+) {
+	const params = new URLSearchParams();
+	params.set("handle", handle);
+	params.set("maxTweets", String(options.maxTweets));
+	params.set("maxPages", String(options.maxPages));
+	params.set("maxConversations", String(options.maxConversations));
+	params.set("maxConversationPages", String(options.maxConversationPages));
+	if (options.refresh) {
+		params.set("refresh", "true");
+	}
+	return `/api/profile-analysis?${params.toString()}`;
+}
+
+export async function profileAnalysisRequestError(response: Response) {
+	const status = `${String(response.status)}${response.statusText ? ` ${response.statusText}` : ""}`;
+	let detail = "";
+	try {
+		const contentType = response.headers.get("content-type") ?? "";
+		if (contentType.includes("application/json")) {
+			const payload = (await response.json()) as {
+				error?: unknown;
+				message?: unknown;
+			};
+			if (typeof payload.message === "string") detail = payload.message;
+			else if (typeof payload.error === "string") detail = payload.error;
+		} else {
+			detail = (await response.text()).trim();
+		}
+	} catch {
+		detail = "";
+	}
+	return new Error(
+		detail
+			? `Profile analysis failed (${status}): ${detail}`
+			: `Profile analysis failed (${status})`,
+	);
+}
+
+export function formatProfileAnalysisCounts(
+	context: ProfileAnalysisContext | null,
+) {
+	if (!context) return "xurl profile backfill with cached AI analysis.";
+	return [
+		context.fetchCached ? "cached backfill" : "fresh xurl backfill",
+		`${String(context.counts.tweets)} tweets`,
+		`${String(context.counts.conversationTweets)} conversation tweets`,
+		`${String(context.counts.conversationsScanned)} conversations`,
+	].join(" · ");
+}
+
+export function cleanProfileHandle(value: string) {
+	return value.trim().replace(/^@/, "");
+}

package/src/components/ProfileAnalysisStream.tsx

@@ -9,13 +9,22 @@ import type {
 import type { ProfileRecord } from "#/lib/types";
 import { errorCopyClass } from "#/lib/ui";
 
-export interface ProfileAnalysisRequestOptions {
-	refresh: boolean;
-	maxTweets: number;
-	maxPages: number;
-	maxConversations: number;
-	maxConversationPages: number;
-}
+import {
+	DEFAULT_PROFILE_ANALYSIS_LIMITS,
+	applyHydratedProfilesToProfileAnalysisContext,
+	cleanProfileHandle,
+	hydrateProfileAnalysisContext,
+	normalizeProfileHandle,
+	profileAnalysisRequestError,
+	profileAnalysisUrl,
+} from "#/components/ProfileAnalysisClient";
+export {
+	DEFAULT_PROFILE_ANALYSIS_LIMITS,
+	cleanProfileHandle,
+	formatProfileAnalysisCounts,
+	profileAnalysisRequestError,
+	profileAnalysisUrl,
+} from "#/components/ProfileAnalysisClient";
 
 export interface ProfileAnalysisState {
 	context: ProfileAnalysisContext | null;
@@ -27,184 +36,6 @@ export interface ProfileAnalysisState {
 	status: string;
 }
 
-export const DEFAULT_PROFILE_ANALYSIS_LIMITS = {
-	maxTweets: 10000,
-	maxPages: 100,
-	maxConversations: 80,
-	maxConversationPages: 3,
-} as const;
-
-const PROFILE_HYDRATION_LIMIT = 50;
-const PROFILE_MENTION_RE = /(^|[^\w@./])@([A-Za-z0-9_]{1,15})\b/g;
-
-function normalizeProfileHandle(value: string) {
-	return value.trim().replace(/^@/, "").toLowerCase();
-}
-
-function handlesFromText(value: string) {
-	return Array.from(value.matchAll(PROFILE_MENTION_RE)).map(
-		(match) => match[2],
-	);
-}
-
-function knownProfileHandles(context: ProfileAnalysisContext) {
-	const handles = new Set<string>();
-	handles.add(normalizeProfileHandle(context.profile.handle));
-	for (const profile of context.profiles ?? []) {
-		handles.add(normalizeProfileHandle(profile.handle));
-	}
-	for (const tweet of context.conversations) {
-		handles.add(normalizeProfileHandle(tweet.author));
-	}
-	return handles;
-}
-
-function collectProfileAnalysisHydrationHandles({
-	context,
-	analysis,
-	markdown,
-}: {
-	context: ProfileAnalysisContext;
-	analysis?: ProfileAnalysisRunResult["analysis"];
-	markdown?: string;
-}) {
-	const handles = new Set<string>();
-	const known = knownProfileHandles(context);
-	const add = (value: string | undefined) => {
-		if (!value) return;
-		const handle = normalizeProfileHandle(value);
-		if (!/^[a-z0-9_]{1,15}$/.test(handle) || known.has(handle)) return;
-		handles.add(handle);
-	};
-
-	for (const handle of analysis?.sourceHandles ?? []) add(handle);
-	for (const theme of analysis?.themes ?? []) {
-		for (const handle of theme.handles) add(handle);
-	}
-	if (markdown) {
-		for (const handle of handlesFromText(markdown)) add(handle);
-	}
-	for (const handle of handlesFromText(context.profile.bio)) add(handle);
-	for (const tweet of context.tweets) {
-		for (const handle of handlesFromText(tweet.text)) add(handle);
-	}
-	for (const tweet of context.conversations) {
-		for (const handle of handlesFromText(tweet.text)) add(handle);
-		for (const handle of handlesFromText(tweet.bio)) add(handle);
-	}
-
-	return [...handles].slice(0, PROFILE_HYDRATION_LIMIT);
-}
-
-function applyHydratedProfilesToProfileAnalysisContext(
-	context: ProfileAnalysisContext,
-	profiles: ProfileRecord[],
-) {
-	const existing = new Map<string, ProfileRecord>();
-	for (const profile of context.profiles ?? []) {
-		existing.set(normalizeProfileHandle(profile.handle), profile);
-	}
-	for (const profile of profiles) {
-		existing.set(normalizeProfileHandle(profile.handle), profile);
-	}
-	return {
-		...context,
-		profiles: [...existing.values()],
-	};
-}
-
-async function hydrateProfileAnalysisContext({
-	context,
-	analysis,
-	markdown,
-	requestedHandles,
-}: {
-	context: ProfileAnalysisContext;
-	analysis?: ProfileAnalysisRunResult["analysis"];
-	markdown?: string;
-	requestedHandles?: Set<string>;
-}) {
-	const handles = collectProfileAnalysisHydrationHandles({
-		context,
-		analysis,
-		markdown,
-	}).filter((handle) => !requestedHandles?.has(handle));
-	if (handles.length === 0) return context;
-	for (const handle of handles) {
-		requestedHandles?.add(handle);
-	}
-	const url = new URL("/api/profile-hydrate", window.location.origin);
-	url.searchParams.set("handles", handles.join(","));
-	const response = await fetch(url);
-	if (!response.ok) return context;
-	const payload = (await response.json()) as {
-		results?: Array<{ status?: string; profile?: ProfileRecord }>;
-	};
-	const profiles = (payload.results ?? [])
-		.filter((item) => item.status === "hit" && item.profile)
-		.map((item) => item.profile as ProfileRecord);
-	return profiles.length > 0
-		? applyHydratedProfilesToProfileAnalysisContext(context, profiles)
-		: context;
-}
-
-export function profileAnalysisUrl(
-	handle: string,
-	options: ProfileAnalysisRequestOptions,
-) {
-	const params = new URLSearchParams();
-	params.set("handle", handle);
-	params.set("maxTweets", String(options.maxTweets));
-	params.set("maxPages", String(options.maxPages));
-	params.set("maxConversations", String(options.maxConversations));
-	params.set("maxConversationPages", String(options.maxConversationPages));
-	if (options.refresh) {
-		params.set("refresh", "true");
-	}
-	return `/api/profile-analysis?${params.toString()}`;
-}
-
-export async function profileAnalysisRequestError(response: Response) {
-	const status = `${String(response.status)}${response.statusText ? ` ${response.statusText}` : ""}`;
-	let detail = "";
-	try {
-		const contentType = response.headers.get("content-type") ?? "";
-		if (contentType.includes("application/json")) {
-			const payload = (await response.json()) as {
-				error?: unknown;
-				message?: unknown;
-			};
-			if (typeof payload.message === "string") detail = payload.message;
-			else if (typeof payload.error === "string") detail = payload.error;
-		} else {
-			detail = (await response.text()).trim();
-		}
-	} catch {
-		detail = "";
-	}
-	return new Error(
-		detail
-			? `Profile analysis failed (${status}): ${detail}`
-			: `Profile analysis failed (${status})`,
-	);
-}
-
-export function formatProfileAnalysisCounts(
-	context: ProfileAnalysisContext | null,
-) {
-	if (!context) return "xurl profile backfill with cached AI analysis.";
-	return [
-		context.fetchCached ? "cached backfill" : "fresh xurl backfill",
-		`${String(context.counts.tweets)} tweets`,
-		`${String(context.counts.conversationTweets)} conversation tweets`,
-		`${String(context.counts.conversationsScanned)} conversations`,
-	].join(" · ");
-}
-
-export function cleanProfileHandle(value: string) {
-	return value.trim().replace(/^@/, "");
-}
-
 export function useProfileAnalysisStream(handle: string): ProfileAnalysisState {
 	const [markdown, setMarkdown] = useState("");
 	const [context, setContext] = useState<ProfileAnalysisContext | null>(null);

package/src/components/ProfilePreview.tsx

@@ -19,6 +19,7 @@ import {
 } from "#/lib/ui";
 import { safeHttpUrl } from "#/lib/url-safety";
 import { AvatarChip } from "./AvatarChip";
+import { useAvatarPreload } from "./AvatarPreload";
 import { useFloatingPreview } from "./FloatingPreview";
 
 function ProfilePreviewBio({ profile }: { profile: ProfileRecord }) {
@@ -75,6 +76,7 @@ export function ProfilePreview({
 	className?: string;
 }) {
 	const preview = useFloatingPreview();
+	useAvatarPreload(preview.referenceRef, profile.id, profile.avatarUrl);
 
 	return (
 		<span

package/src/components/links-controller.ts

@@ -0,0 +1,162 @@
+import { useQuery, useQueryClient } from "@tanstack/react-query";
+import { useEffect, useMemo, useState } from "react";
+import { formatCompactNumber } from "#/lib/present";
+import { queryKeys } from "#/lib/query-client";
+import type {
+	LinkInsightKind,
+	LinkInsightRange,
+	LinkInsightSort,
+	LinkInsightSource,
+} from "#/lib/types";
+import {
+	LINK_INSIGHTS_CACHE_MAX_AGE_MS,
+	PROFILE_HYDRATION_DELAY_MS,
+	collectProfilesForHydration,
+	fetchLinkInsights,
+	hydratingLinkProfileHandles,
+	linkInsightQueryKey,
+} from "./links-model";
+
+export function useLinksController() {
+	const queryClient = useQueryClient();
+	const [kind, setKind] = useState<LinkInsightKind>("links");
+	const [range, setRange] = useState<LinkInsightRange>("week");
+	const [source, setSource] = useState<LinkInsightSource>("all");
+	const [sort, setSort] = useState<LinkInsightSort>("rank");
+	const [search, setSearch] = useState("");
+	const insightsQuery = useQuery({
+		queryKey: linkInsightQueryKey(kind, range, sort, source),
+		queryFn: ({ signal }) =>
+			fetchLinkInsights(kind, range, sort, source, signal),
+		staleTime: LINK_INSIGHTS_CACHE_MAX_AGE_MS,
+	});
+	const data = insightsQuery.data ?? null;
+
+	useEffect(() => {
+		if (!data) return;
+		const prefetchKind = kind === "links" ? "videos" : "links";
+		const timer = window.setTimeout(() => {
+			void queryClient.prefetchQuery({
+				queryKey: linkInsightQueryKey(prefetchKind, range, sort, source),
+				queryFn: ({ signal }) =>
+					fetchLinkInsights(prefetchKind, range, sort, source, signal),
+				staleTime: LINK_INSIGHTS_CACHE_MAX_AGE_MS,
+			});
+		}, 250);
+		return () => window.clearTimeout(timer);
+	}, [data, kind, queryClient, range, sort, source]);
+
+	useEffect(() => {
+		const handles = collectProfilesForHydration(data).filter((handle) => {
+			const normalized = handle.toLowerCase();
+			return (
+				queryClient.getQueryData([
+					...queryKeys.profileHydration,
+					normalized,
+				]) !== true && !hydratingLinkProfileHandles.has(normalized)
+			);
+		});
+		if (handles.length === 0) return;
+
+		const controller = new AbortController();
+		const url = new URL("/api/profile-hydrate", window.location.origin);
+		url.searchParams.set("handles", handles.join(","));
+		for (const handle of handles) {
+			hydratingLinkProfileHandles.add(handle.toLowerCase());
+		}
+		const finishHydration = (succeeded: boolean) => {
+			for (const handle of handles) {
+				const normalized = handle.toLowerCase();
+				hydratingLinkProfileHandles.delete(normalized);
+				if (succeeded) {
+					queryClient.setQueryData(
+						[...queryKeys.profileHydration, normalized],
+						true,
+					);
+				}
+			}
+		};
+
+		let idleId: number | null = null;
+		const runHydration = () => {
+			fetch(url, { signal: controller.signal })
+				.then((response) => response.json())
+				.then((response: { hydratedProfiles?: number }) => {
+					finishHydration(true);
+					if ((response.hydratedProfiles ?? 0) > 0) {
+						void queryClient.invalidateQueries({
+							queryKey: queryKeys.linkInsights,
+						});
+					}
+				})
+				.catch((error: unknown) => {
+					finishHydration(false);
+					if (error instanceof DOMException && error.name === "AbortError") {
+						return;
+					}
+					console.warn("Profile hydration failed", error);
+				});
+		};
+		const timer = window.setTimeout(() => {
+			if ("requestIdleCallback" in window) {
+				idleId = window.requestIdleCallback(runHydration, { timeout: 2500 });
+			} else {
+				runHydration();
+			}
+		}, PROFILE_HYDRATION_DELAY_MS);
+
+		return () => {
+			controller.abort();
+			finishHydration(false);
+			window.clearTimeout(timer);
+			if (idleId !== null && "cancelIdleCallback" in window) {
+				window.cancelIdleCallback(idleId);
+			}
+		};
+	}, [data, queryClient]);
+
+	const items = useMemo(() => {
+		const query = search.trim().toLowerCase();
+		return (data?.items ?? []).filter((item) => {
+			if (!query) return true;
+			return [
+				item.title,
+				item.description,
+				item.displayUrl,
+				item.host,
+				item.topSharer?.handle,
+				...item.mentions.map((mention) => mention.commentText),
+			]
+				.filter(Boolean)
+				.some((value) => String(value).toLowerCase().includes(query));
+		});
+	}, [data?.items, search]);
+
+	const subtitle = useMemo(() => {
+		if (!data) return "Loading link memory...";
+		const label = kind === "videos" ? "video URLs" : "URLs";
+		return `${formatCompactNumber(data.stats.occurrences)} ${label} across ${formatCompactNumber(data.stats.groups)} groups`;
+	}, [data, kind]);
+
+	return {
+		kind,
+		setKind,
+		range,
+		setRange,
+		source,
+		setSource,
+		sort,
+		setSort,
+		search,
+		setSearch,
+		items,
+		subtitle,
+		loading: insightsQuery.isPending,
+		error: insightsQuery.error
+			? insightsQuery.error instanceof Error
+				? insightsQuery.error.message
+				: "Link insights unavailable"
+			: null,
+		retry: insightsQuery.refetch,
+	};
+}