birdclaw 0.7.0 → 0.8.1

package/src/lib/present.ts

@@ -2,13 +2,111 @@ export function formatCompactNumber(value: number) {
 	return new Intl.NumberFormat("en", { notation: "compact" }).format(value);
 }
 
+const SECOND_MS = 1_000;
+const MINUTE_MS = 60 * SECOND_MS;
+const HOUR_MS = 60 * MINUTE_MS;
+const DAY_MS = 24 * HOUR_MS;
+
+const timeFormatter = new Intl.DateTimeFormat("en", {
+	hour: "numeric",
+	minute: "2-digit",
+});
+
+const weekdayFormatter = new Intl.DateTimeFormat("en", {
+	weekday: "long",
+});
+
+const sameYearDateFormatter = new Intl.DateTimeFormat("en", {
+	month: "short",
+	day: "numeric",
+});
+
+const otherYearDateFormatter = new Intl.DateTimeFormat("en", {
+	year: "numeric",
+	month: "short",
+	day: "numeric",
+});
+
+const exactTimestampFormatter = new Intl.DateTimeFormat("en", {
+	year: "numeric",
+	month: "long",
+	day: "numeric",
+	hour: "numeric",
+	minute: "2-digit",
+	second: "2-digit",
+	timeZoneName: "short",
+});
+
+function parseTimestamp(value: string) {
+	const date = new Date(value);
+	return Number.isNaN(date.getTime()) ? null : date;
+}
+
+function localCalendarDay(date: Date) {
+	return Date.UTC(date.getFullYear(), date.getMonth(), date.getDate()) / DAY_MS;
+}
+
+function formatCalendarTimestamp(date: Date, now: Date) {
+	const time = timeFormatter.format(date);
+	const dayDifference = localCalendarDay(now) - localCalendarDay(date);
+
+	if (dayDifference === 1) {
+		return `Yesterday at ${time}`;
+	}
+
+	if (dayDifference >= 2 && dayDifference <= 6) {
+		return `${weekdayFormatter.format(date)} at ${time}`;
+	}
+
+	const dateFormatter =
+		date.getFullYear() === now.getFullYear()
+			? sameYearDateFormatter
+			: otherYearDateFormatter;
+	return `${dateFormatter.format(date)} at ${time}`;
+}
+
 export function formatShortTimestamp(value: string) {
+	const date = parseTimestamp(value);
+	if (!date) return value;
+
 	return new Intl.DateTimeFormat("en", {
 		hour: "numeric",
 		minute: "2-digit",
 		month: "short",
 		day: "numeric",
-	}).format(new Date(value));
+	}).format(date);
+}
+
+export function formatExactTimestamp(value: string) {
+	const date = parseTimestamp(value);
+	return date ? exactTimestampFormatter.format(date) : value;
+}
+
+export function formatSmartTimestamp(value: string, nowValue = Date.now()) {
+	const date = parseTimestamp(value);
+	const now = new Date(nowValue);
+	if (!date || Number.isNaN(now.getTime())) return value;
+
+	const elapsed = now.getTime() - date.getTime();
+	if (elapsed >= -45 * SECOND_MS && elapsed < 45 * SECOND_MS) {
+		return "just now";
+	}
+
+	if (elapsed < 0) {
+		return formatCalendarTimestamp(date, now);
+	}
+
+	if (elapsed < HOUR_MS) {
+		const minutes = Math.max(1, Math.floor(elapsed / MINUTE_MS));
+		return `${minutes} min ago`;
+	}
+
+	if (elapsed < DAY_MS) {
+		const hours = Math.max(1, Math.floor(elapsed / HOUR_MS));
+		return `${hours} ${hours === 1 ? "hour" : "hours"} ago`;
+	}
+
+	return formatCalendarTimestamp(date, now);
 }
 
 export function getInitials(value: string) {

package/src/lib/queries.ts

@@ -1286,6 +1286,67 @@ function getTweetById(
 	);
 }
 
+export function getTweetsByIds(
+	tweetIds: string[],
+	accountId?: string,
+): EmbeddedTweet[] {
+	const db = getNativeDb();
+	const scopedAccountId =
+		accountId && accountId !== "all" ? accountId : undefined;
+	const urlExpansionCache: UrlExpansionCache = new Map();
+	const profileByHandleCache: ProfileByHandleCache = new Map();
+	const resolveProfileByHandle = (handle: string) =>
+		getProfileByHandle(db, profileByHandleCache, handle);
+	const seen = new Set<string>();
+	const tweets: EmbeddedTweet[] = [];
+
+	for (const tweetId of tweetIds) {
+		const normalized = tweetId.trim().replace(/^tweet_/, "");
+		if (!normalized || seen.has(normalized)) continue;
+		seen.add(normalized);
+		if (
+			scopedAccountId &&
+			!db
+				.prepare(
+					`
+					select 1
+					from tweets tweet
+					where tweet.id = ?
+						and (
+							tweet.account_id = ?
+							or exists (
+								select 1
+								from tweet_account_edges edge
+								where edge.account_id = ?
+									and edge.tweet_id = tweet.id
+							)
+							or exists (
+								select 1
+								from tweet_collections collection
+								where collection.account_id = ?
+									and collection.tweet_id = tweet.id
+							)
+						)
+					limit 1
+					`,
+				)
+				.get(normalized, scopedAccountId, scopedAccountId, scopedAccountId)
+		) {
+			continue;
+		}
+		const tweet = getTweetById(
+			db,
+			urlExpansionCache,
+			normalized,
+			resolveProfileByHandle,
+			scopedAccountId,
+		);
+		if (tweet) tweets.push(tweet);
+	}
+
+	return tweets;
+}
+
 function listTweetDescendants(
 	db: Database,
 	urlExpansionCache: UrlExpansionCache,

package/src/routes/api/period-digest.tsx

@@ -1,20 +1,20 @@
 import { createFileRoute } from "@tanstack/react-router";
 import { Effect } from "effect";
 import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import { runEffectBackground } from "#/lib/effect-runtime";
 import {
+	jsonResponse,
 	parseBoundedInteger,
 	runRouteEffect,
 	sensitiveRequestErrorResponse,
 } from "#/lib/http-effect";
+import { createEffectNdjsonResponse } from "#/lib/ndjson-stream";
 import {
+	normalizeDigestLanguage,
 	streamPeriodDigestEffect,
 	type PeriodDigestOptions,
 	type PeriodDigestStreamEvent,
 } from "#/lib/period-digest";
 
-const encoder = new TextEncoder();
-
 function parseBoolean(value: string | null) {
 	return value === "true" || value === "1" || value === "yes";
 }
@@ -28,6 +28,9 @@ function parseOptions(url: URL): PeriodDigestOptions {
 		includeDms: parseBoolean(url.searchParams.get("includeDms")),
 		refresh: parseBoolean(url.searchParams.get("refresh")),
 		model: url.searchParams.get("model") === "gpt-5.5" ? "gpt-5.5" : undefined,
+		language: normalizeDigestLanguage(
+			url.searchParams.get("language") ?? undefined,
+		),
 		maxTweets: parseBoundedInteger(url.searchParams.get("maxTweets"), {
 			max: 5_000,
 		}),
@@ -47,85 +50,50 @@ function parseOptions(url: URL): PeriodDigestOptions {
 	};
 }
 
-function encodeEvent(event: PeriodDigestStreamEvent) {
-	return encoder.encode(`${JSON.stringify(event)}\n`);
-}
-
 export const Route = createFileRoute("/api/period-digest")({
 	server: {
 		handlers: {
 			GET: ({ request }) =>
 				runRouteEffect(
-					Effect.gen(function* () {
+					Effect.sync(() => {
 						const denied = sensitiveRequestErrorResponse(request);
 						if (denied) return denied;
 
-						yield* maybeAutoUpdateBackupEffect();
 						const url = new URL(request.url);
-						const options = parseOptions(url);
-						let abortDigest: (() => void) | undefined;
-
-						return new Response(
-							new ReadableStream({
-								cancel() {
-									abortDigest?.();
+						let options: PeriodDigestOptions;
+						try {
+							options = parseOptions(url);
+						} catch (error) {
+							return jsonResponse(
+								{
+									ok: false,
+									error: error instanceof Error ? error.message : String(error),
 								},
-								start(controller) {
-									const abortController = new AbortController();
-									let closed = false;
-									const close = () => {
-										closed = true;
-										abortController.abort();
-									};
-									const closeController = () => {
-										request.signal.removeEventListener("abort", onAbort);
-										if (!closed) {
-											closed = true;
-											controller.close();
-										}
-									};
-									const onAbort = () => close();
-									request.signal.addEventListener("abort", onAbort, {
-										once: true,
-									});
-									abortDigest = close;
-									const enqueue = (event: PeriodDigestStreamEvent) => {
-										if (closed) return;
-										try {
-											controller.enqueue(encodeEvent(event));
-										} catch {
-											close();
-										}
-									};
-
-									runEffectBackground(
-										streamPeriodDigestEffect(
-											{ ...options, signal: abortController.signal },
-											{ onEvent: enqueue },
-										),
-										{
-											onSuccess: closeController,
-											onFailure: (error) => {
-												enqueue({
-													type: "error",
-													error:
-														error instanceof Error
-															? error.message
-															: "Digest failed",
-												});
-												closeController();
-											},
-										},
-									);
+								{ status: 400 },
+							);
+						}
+						return createEffectNdjsonResponse<PeriodDigestStreamEvent>({
+							request,
+							initialEvents: [
+								{
+									type: "status",
+									label: "Preparing local archive",
+									detail: "Checking for backup updates.",
 								},
+							],
+							run: ({ signal, emit }) =>
+								Effect.gen(function* () {
+									yield* maybeAutoUpdateBackupEffect();
+									return yield* streamPeriodDigestEffect(
+										{ ...options, signal },
+										{ onEvent: emit },
+									);
+								}),
+							errorEvent: (error) => ({
+								type: "error",
+								error: error instanceof Error ? error.message : "Digest failed",
 							}),
-							{
-								headers: {
-									"cache-control": "no-store",
-									"content-type": "application/x-ndjson; charset=utf-8",
-								},
-							},
-						);
+						});
 					}),
 				),
 		},

package/src/routes/api/profile-analysis.tsx

@@ -1,20 +1,18 @@
 import { createFileRoute } from "@tanstack/react-router";
 import { Effect } from "effect";
 import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import { runEffectBackground } from "#/lib/effect-runtime";
 import {
 	parseBoundedInteger,
 	runRouteEffect,
 	sensitiveRequestErrorResponse,
 } from "#/lib/http-effect";
+import { createEffectNdjsonResponse } from "#/lib/ndjson-stream";
 import {
 	streamProfileAnalysisEffect,
 	type ProfileAnalysisOptions,
 	type ProfileAnalysisStreamEvent,
 } from "#/lib/profile-analysis";
 
-const encoder = new TextEncoder();
-
 function parseBoolean(value: string | null) {
 	return value === "true" || value === "1" || value === "yes";
 }
@@ -57,10 +55,6 @@ function parseOptions(url: URL): ProfileAnalysisOptions {
 	};
 }
 
-function encodeEvent(event: ProfileAnalysisStreamEvent) {
-	return encoder.encode(`${JSON.stringify(event)}\n`);
-}
-
 export const Route = createFileRoute("/api/profile-analysis")({
 	server: {
 		handlers: {
@@ -72,79 +66,30 @@ export const Route = createFileRoute("/api/profile-analysis")({
 
 						const url = new URL(request.url);
 						const options = parseOptions(url);
-						let abortAnalysis: (() => void) | undefined;
-
-						return new Response(
-							new ReadableStream({
-								cancel() {
-									abortAnalysis?.();
+						return createEffectNdjsonResponse<ProfileAnalysisStreamEvent>({
+							request,
+							initialEvents: [
+								{
+									type: "status",
+									label: "Starting profile analysis",
 								},
-								start(controller) {
-									const abortController = new AbortController();
-									let closed = false;
-									const close = () => {
-										closed = true;
-										abortController.abort();
-									};
-									const closeController = () => {
-										request.signal.removeEventListener("abort", onAbort);
-										if (!closed) {
-											closed = true;
-											controller.close();
-										}
-									};
-									const onAbort = () => close();
-									request.signal.addEventListener("abort", onAbort, {
-										once: true,
-									});
-									abortAnalysis = close;
-									const enqueue = (event: ProfileAnalysisStreamEvent) => {
-										if (closed) return;
-										try {
-											controller.enqueue(encodeEvent(event));
-										} catch {
-											close();
-										}
-									};
-									enqueue({
-										type: "status",
-										label: "Starting profile analysis",
-									});
-
-									runEffectBackground(
-										Effect.gen(function* () {
-											yield* maybeAutoUpdateBackupEffect();
-											return yield* streamProfileAnalysisEffect(
-												{
-													...options,
-													signal: abortController.signal,
-												},
-												{ onEvent: enqueue },
-											);
-										}),
-										{
-											onSuccess: closeController,
-											onFailure: (error) => {
-												enqueue({
-													type: "error",
-													error:
-														error instanceof Error
-															? error.message
-															: "Profile analysis failed",
-												});
-												closeController();
-											},
-										},
+							],
+							run: ({ signal, emit }) =>
+								Effect.gen(function* () {
+									yield* maybeAutoUpdateBackupEffect();
+									return yield* streamProfileAnalysisEffect(
+										{ ...options, signal },
+										{ onEvent: emit },
 									);
-								},
+								}),
+							errorEvent: (error) => ({
+								type: "error",
+								error:
+									error instanceof Error
+										? error.message
+										: "Profile analysis failed",
 							}),
-							{
-								headers: {
-									"cache-control": "no-store",
-									"content-type": "application/x-ndjson; charset=utf-8",
-								},
-							},
-						);
+						});
 					}),
 				),
 		},

package/src/routes/api/search-discussion.tsx

@@ -1,12 +1,12 @@
 import { createFileRoute } from "@tanstack/react-router";
 import { Effect } from "effect";
 import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import { runEffectBackground } from "#/lib/effect-runtime";
 import {
 	parseBoundedInteger,
 	runRouteEffect,
 	sensitiveRequestErrorResponse,
 } from "#/lib/http-effect";
+import { createEffectNdjsonResponse } from "#/lib/ndjson-stream";
 import {
 	streamSearchDiscussionEffect,
 	type SearchDiscussionOptions,
@@ -15,7 +15,6 @@ import {
 } from "#/lib/search-discussion";
 import type { TweetSearchMode } from "#/lib/tweet-search-live";
 
-const encoder = new TextEncoder();
 const MAX_DISCUSSION_SEARCH_LIMIT = 20_000;
 const MAX_DISCUSSION_SEARCH_PAGES = 200;
 
@@ -73,10 +72,6 @@ function parseOptions(url: URL): SearchDiscussionOptions {
 	};
 }
 
-function encodeEvent(event: SearchDiscussionStreamEvent) {
-	return encoder.encode(`${JSON.stringify(event)}\n`);
-}
-
 export const Route = createFileRoute("/api/search-discussion")({
 	server: {
 		handlers: {
@@ -88,80 +83,29 @@ export const Route = createFileRoute("/api/search-discussion")({
 
 						const url = new URL(request.url);
 						const options = parseOptions(url);
-						let abortDiscussion: (() => void) | undefined;
-
-						return new Response(
-							new ReadableStream({
-								cancel() {
-									abortDiscussion?.();
-								},
-								start(controller) {
-									const abortController = new AbortController();
-									let closed = false;
-									const close = () => {
-										closed = true;
-										abortController.abort();
-									};
-									const closeController = () => {
-										request.signal.removeEventListener("abort", onAbort);
-										if (!closed) {
-											closed = true;
-											controller.close();
-										}
-									};
-									const onAbort = () => close();
-									request.signal.addEventListener("abort", onAbort, {
-										once: true,
-									});
-									abortDiscussion = close;
-									const enqueue = (event: SearchDiscussionStreamEvent) => {
-										if (closed) return;
-										try {
-											controller.enqueue(encodeEvent(event));
-										} catch {
-											close();
-										}
-									};
-
-									runEffectBackground(
-										maybeAutoUpdateBackupEffect().pipe(
-											Effect.flatMap(() => {
-												if (closed || abortController.signal.aborted) {
-													return Effect.succeed(undefined);
-												}
-												return streamSearchDiscussionEffect(
+						return createEffectNdjsonResponse<SearchDiscussionStreamEvent>({
+							request,
+							run: ({ signal, emit }) =>
+								maybeAutoUpdateBackupEffect().pipe(
+									Effect.flatMap(() =>
+										signal.aborted
+											? Effect.succeed(undefined)
+											: streamSearchDiscussionEffect(
 													{
 														...options,
-														signal: abortController.signal,
+														signal,
 														prefetchAvatars: true,
 													},
-													{ onEvent: enqueue },
-												);
-											}),
-										),
-										{
-											onSuccess: closeController,
-											onFailure: (error) => {
-												enqueue({
-													type: "error",
-													error:
-														error instanceof Error
-															? error.message
-															: "Discussion failed",
-												});
-												closeController();
-											},
-										},
-									);
-								},
+													{ onEvent: emit },
+												),
+									),
+								),
+							errorEvent: (error) => ({
+								type: "error",
+								error:
+									error instanceof Error ? error.message : "Discussion failed",
 							}),
-							{
-								headers: {
-									"cache-control": "no-store",
-									"content-type": "application/x-ndjson; charset=utf-8",
-								},
-							},
-						);
+						});
 					}),
 				),
 		},

package/src/routes/data-sources.tsx

@@ -169,7 +169,9 @@ function CapabilityRow({
 }
 
 function DataSourcesRoute() {
-	const [snapshot, setSnapshot] = useState<LiveDataSourcesResponse | null>(null);
+	const [snapshot, setSnapshot] = useState<LiveDataSourcesResponse | null>(
+		null,
+	);
 	const [error, setError] = useState<string | null>(null);
 	const [loading, setLoading] = useState(true);
 	const sourcesByKind = useMemo(

package/src/routes/links.tsx

@@ -18,7 +18,8 @@ import {
 	LinkSkeletonRows,
 } from "#/components/FeedState";
 import { ProfilePreview } from "#/components/ProfilePreview";
-import { formatCompactNumber, formatShortTimestamp } from "#/lib/present";
+import { SmartTimestamp } from "#/components/SmartTimestamp";
+import { formatCompactNumber } from "#/lib/present";
 import type {
 	LinkInsightItem,
 	LinkInsightKind,
@@ -393,7 +394,7 @@ function MentionCard({
 					rel="noreferrer"
 					target="_blank"
 				>
-					{formatShortTimestamp(mention.createdAt)}
+					<SmartTimestamp value={mention.createdAt} />
 				</a>
 			</div>
 			<p className="m-0 whitespace-pre-wrap text-[14px] leading-[1.45] text-[var(--ink)] [overflow-wrap:anywhere]">
@@ -633,7 +634,7 @@ function LinkInsightRow({
 						<span>/</span>
 						<SharerStrip item={item} />
 						<span>/</span>
-						<span>{formatShortTimestamp(item.lastSeenAt)}</span>
+						<SmartTimestamp value={item.lastSeenAt} />
 					</div>
 					<VideoPreview item={item} />
 				</div>