birdclaw 0.5.0 → 0.6.0

package/src/routes/api/conversation.tsx

@@ -1,5 +1,10 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { maybeAutoUpdateBackup } from "#/lib/backup";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import {
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
 import { getTweetConversation } from "#/lib/queries";
 
 function json(data: unknown, status = 200) {
@@ -14,21 +19,27 @@ function json(data: unknown, status = 200) {
 export const Route = createFileRoute("/api/conversation")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				await maybeAutoUpdateBackup();
-				const url = new URL(request.url);
-				const tweetId = url.searchParams.get("tweetId")?.trim();
-				if (!tweetId) {
-					return json({ ok: false, error: "Missing tweetId" }, 400);
-				}
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
 
-				const conversation = getTweetConversation(tweetId);
-				if (!conversation) {
-					return json({ ok: false, error: "Tweet not found" }, 404);
-				}
+						yield* maybeAutoUpdateBackupEffect();
+						const url = new URL(request.url);
+						const tweetId = url.searchParams.get("tweetId")?.trim();
+						if (!tweetId) {
+							return json({ ok: false, error: "Missing tweetId" }, 400);
+						}
 
-				return json({ ok: true, ...conversation });
-			},
+						const conversation = getTweetConversation(tweetId);
+						if (!conversation) {
+							return json({ ok: false, error: "Tweet not found" }, 404);
+						}
+
+						return json({ ok: true, ...conversation });
+					}),
+				),
 		},
 	},
 });

package/src/routes/api/inbox.tsx

@@ -1,5 +1,11 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { maybeAutoUpdateBackup } from "#/lib/backup";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import {
+	jsonResponse,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
 import { listInboxItems } from "#/lib/inbox";
 import type { InboxKind } from "#/lib/types";
 
@@ -12,26 +18,26 @@ function parseNumber(value: string | null) {
 export const Route = createFileRoute("/api/inbox")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				await maybeAutoUpdateBackup();
-				const url = new URL(request.url);
-				const kind = (url.searchParams.get("kind") ?? "mixed") as InboxKind;
-				return new Response(
-					JSON.stringify(
-						listInboxItems({
-							kind: kind === "mentions" || kind === "dms" ? kind : "mixed",
-							minScore: parseNumber(url.searchParams.get("minScore")),
-							hideLowSignal: url.searchParams.get("hideLowSignal") === "1",
-							limit: parseNumber(url.searchParams.get("limit")) ?? 20,
-						}),
-					),
-					{
-						headers: {
-							"content-type": "application/json",
-						},
-					},
-				);
-			},
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						yield* maybeAutoUpdateBackupEffect();
+						const url = new URL(request.url);
+						const kind = (url.searchParams.get("kind") ?? "mixed") as InboxKind;
+						return jsonResponse(
+							listInboxItems({
+								kind: kind === "mentions" || kind === "dms" ? kind : "mixed",
+								account: url.searchParams.get("account") ?? undefined,
+								minScore: parseNumber(url.searchParams.get("minScore")),
+								hideLowSignal: url.searchParams.get("hideLowSignal") === "1",
+								limit: parseNumber(url.searchParams.get("limit")) ?? 20,
+							}),
+						);
+					}),
+				),
 		},
 	},
 });

package/src/routes/api/link-insights.tsx

@@ -1,6 +1,12 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { maybeAutoUpdateBackup } from "#/lib/backup";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
 import { getNativeDb } from "#/lib/db";
+import {
+	jsonResponse,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
 import { getLinkInsights } from "#/lib/link-insights";
 import type {
 	LinkInsightKind,
@@ -9,14 +15,6 @@ import type {
 	LinkInsightSource,
 } from "#/lib/types";
 
-function json(data: unknown) {
-	return new Response(JSON.stringify(data), {
-		headers: {
-			"content-type": "application/json",
-		},
-	});
-}
-
 function parseKind(value: string | null): LinkInsightKind {
 	return value === "videos" ? "videos" : "links";
 }
@@ -57,23 +55,31 @@ function parseNumber(value: string | null) {
 export const Route = createFileRoute("/api/link-insights")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				await maybeAutoUpdateBackup();
-				getNativeDb();
-				const url = new URL(request.url);
-				return json(
-					getLinkInsights({
-						kind: parseKind(url.searchParams.get("kind")),
-						range: parseRange(url.searchParams.get("range")),
-						sort: parseSort(url.searchParams.get("sort")),
-						source: parseSource(url.searchParams.get("source")),
-						since: url.searchParams.get("since") ?? undefined,
-						until: url.searchParams.get("until") ?? undefined,
-						limit: parseNumber(url.searchParams.get("limit")),
-						commentsLimit: parseNumber(url.searchParams.get("commentsLimit")),
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						yield* maybeAutoUpdateBackupEffect();
+						getNativeDb();
+						const url = new URL(request.url);
+						return jsonResponse(
+							getLinkInsights({
+								kind: parseKind(url.searchParams.get("kind")),
+								range: parseRange(url.searchParams.get("range")),
+								sort: parseSort(url.searchParams.get("sort")),
+								source: parseSource(url.searchParams.get("source")),
+								since: url.searchParams.get("since") ?? undefined,
+								until: url.searchParams.get("until") ?? undefined,
+								limit: parseNumber(url.searchParams.get("limit")),
+								commentsLimit: parseNumber(
+									url.searchParams.get("commentsLimit"),
+								),
+							}),
+						);
 					}),
-				);
-			},
+				),
 		},
 	},
 });

package/src/routes/api/link-preview.tsx

@@ -1,15 +1,11 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { getOrFetchLinkPreview } from "#/lib/link-preview-metadata";
-
-function json(data: unknown, init?: ResponseInit) {
-	return new Response(JSON.stringify(data), {
-		...init,
-		headers: {
-			"content-type": "application/json",
-			...init?.headers,
-		},
-	});
-}
+import { Effect } from "effect";
+import {
+	jsonResponse,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import { getOrFetchLinkPreviewEffect } from "#/lib/link-preview-metadata";
 
 function parseUrl(value: string | null) {
 	if (!value) return null;
@@ -27,17 +23,25 @@ function parseUrl(value: string | null) {
 export const Route = createFileRoute("/api/link-preview")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				const url = new URL(request.url);
-				const previewUrl = parseUrl(url.searchParams.get("url"));
-				const shortUrl = parseUrl(url.searchParams.get("shortUrl"));
-				if (!previewUrl) {
-					return json({ ok: false, message: "Missing url" }, { status: 400 });
-				}
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						const url = new URL(request.url);
+						const previewUrl = parseUrl(url.searchParams.get("url"));
+						if (!previewUrl) {
+							return jsonResponse(
+								{ ok: false, message: "Missing url" },
+								{ status: 400 },
+							);
+						}
 
-				const preview = await getOrFetchLinkPreview(previewUrl, { shortUrl });
-				return json({ ok: true, preview });
-			},
+						const preview = yield* getOrFetchLinkPreviewEffect(previewUrl);
+						return jsonResponse({ ok: true, preview });
+					}),
+				),
 		},
 	},
 });

package/src/routes/api/period-digest.tsx

@@ -0,0 +1,123 @@
+import { createFileRoute } from "@tanstack/react-router";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import { runEffectBackground } from "#/lib/effect-runtime";
+import {
+	parseBoundedInteger,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import {
+	streamPeriodDigestEffect,
+	type PeriodDigestOptions,
+	type PeriodDigestStreamEvent,
+} from "#/lib/period-digest";
+
+const encoder = new TextEncoder();
+
+function parseBoolean(value: string | null) {
+	return value === "true" || value === "1" || value === "yes";
+}
+
+function parseOptions(url: URL): PeriodDigestOptions {
+	return {
+		period: url.searchParams.get("period") ?? undefined,
+		since: url.searchParams.get("since") ?? undefined,
+		until: url.searchParams.get("until") ?? undefined,
+		account: url.searchParams.get("account") ?? undefined,
+		includeDms: parseBoolean(url.searchParams.get("includeDms")),
+		refresh: parseBoolean(url.searchParams.get("refresh")),
+		model: url.searchParams.get("model") === "gpt-5.5" ? "gpt-5.5" : undefined,
+		maxTweets: parseBoundedInteger(url.searchParams.get("maxTweets"), {
+			max: 500,
+		}),
+		maxLinks: parseBoundedInteger(url.searchParams.get("maxLinks"), {
+			max: 25,
+		}),
+	};
+}
+
+function encodeEvent(event: PeriodDigestStreamEvent) {
+	return encoder.encode(`${JSON.stringify(event)}\n`);
+}
+
+export const Route = createFileRoute("/api/period-digest")({
+	server: {
+		handlers: {
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						yield* maybeAutoUpdateBackupEffect();
+						const url = new URL(request.url);
+						const options = parseOptions(url);
+						let abortDigest: (() => void) | undefined;
+
+						return new Response(
+							new ReadableStream({
+								cancel() {
+									abortDigest?.();
+								},
+								start(controller) {
+									const abortController = new AbortController();
+									let closed = false;
+									const close = () => {
+										closed = true;
+										abortController.abort();
+									};
+									const closeController = () => {
+										request.signal.removeEventListener("abort", onAbort);
+										if (!closed) {
+											closed = true;
+											controller.close();
+										}
+									};
+									const onAbort = () => close();
+									request.signal.addEventListener("abort", onAbort, {
+										once: true,
+									});
+									abortDigest = close;
+									const enqueue = (event: PeriodDigestStreamEvent) => {
+										if (closed) return;
+										try {
+											controller.enqueue(encodeEvent(event));
+										} catch {
+											close();
+										}
+									};
+
+									runEffectBackground(
+										streamPeriodDigestEffect(
+											{ ...options, signal: abortController.signal },
+											{ onEvent: enqueue },
+										),
+										{
+											onSuccess: closeController,
+											onFailure: (error) => {
+												enqueue({
+													type: "error",
+													error:
+														error instanceof Error
+															? error.message
+															: "Digest failed",
+												});
+												closeController();
+											},
+										},
+									);
+								},
+							}),
+							{
+								headers: {
+									"cache-control": "no-store",
+									"content-type": "application/x-ndjson; charset=utf-8",
+								},
+							},
+						);
+					}),
+				),
+		},
+	},
+});

package/src/routes/api/profile-hydrate.tsx

@@ -1,15 +1,11 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { resolveProfilesForHandles } from "#/lib/profile-resolver";
-
-function json(data: unknown, init?: ResponseInit) {
-	return new Response(JSON.stringify(data), {
-		...init,
-		headers: {
-			"content-type": "application/json",
-			...init?.headers,
-		},
-	});
-}
+import { Effect } from "effect";
+import {
+	jsonResponse,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import { resolveProfilesForHandlesEffect } from "#/lib/profile-resolver";
 
 function parseHandles(url: URL) {
 	const rawValues = [
@@ -28,24 +24,31 @@ function parseHandles(url: URL) {
 export const Route = createFileRoute("/api/profile-hydrate")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				const url = new URL(request.url);
-				const handles = parseHandles(url);
-				if (handles.length === 0) {
-					return json(
-						{ ok: false, message: "Missing handles" },
-						{ status: 400 },
-					);
-				}
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						const url = new URL(request.url);
+						const handles = parseHandles(url);
+						if (handles.length === 0) {
+							return jsonResponse(
+								{ ok: false, message: "Missing handles" },
+								{ status: 400 },
+							);
+						}
 
-				const results = await resolveProfilesForHandles(handles);
-				return json({
-					ok: true,
-					results,
-					hydratedProfiles: results.filter((result) => result.status === "hit")
-						.length,
-				});
-			},
+						const results = yield* resolveProfilesForHandlesEffect(handles);
+						return jsonResponse({
+							ok: true,
+							results,
+							hydratedProfiles: results.filter(
+								(result) => result.status === "hit",
+							).length,
+						});
+					}),
+				),
 		},
 	},
 });

package/src/routes/api/query.tsx

@@ -1,20 +1,20 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { maybeAutoUpdateBackup } from "#/lib/backup";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import {
+	jsonResponse,
+	parseBoundedInteger,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
 import { queryResource } from "#/lib/queries";
 import type {
+	DmQuery,
 	ReplyFilter,
 	ResourceKind,
 	TimelineQualityFilter,
 } from "#/lib/types";
 
-function json(data: unknown) {
-	return new Response(JSON.stringify(data), {
-		headers: {
-			"content-type": "application/json",
-		},
-	});
-}
-
 function parseReplyFilter(value: string | null): ReplyFilter {
 	if (value === "replied" || value === "unreplied") {
 		return value;
@@ -22,69 +22,93 @@ function parseReplyFilter(value: string | null): ReplyFilter {
 	return "all";
 }
 
-function parseNumber(value: string | null) {
+function parseOptionalNumber(value: string | null) {
 	if (!value) return undefined;
 	const parsed = Number(value);
 	return Number.isFinite(parsed) ? parsed : undefined;
 }
 
+function parseDmSort(value: string | null) {
+	if (value === "followers" || value === "influence") {
+		return "followers";
+	}
+	return "recent";
+}
+
 function parseQualityFilter(value: string | null): TimelineQualityFilter {
 	return value === "summary" ? "summary" : "all";
 }
 
+function parseDmInbox(value: string | null): NonNullable<DmQuery["inbox"]> {
+	if (value === "accepted" || value === "requests") return value;
+	return "all";
+}
+
 export const Route = createFileRoute("/api/query")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				await maybeAutoUpdateBackup();
-				const url = new URL(request.url);
-				const resource = (url.searchParams.get("resource") ??
-					"home") as ResourceKind;
-				const baseFilters = {
-					account: url.searchParams.get("account") ?? undefined,
-					search: url.searchParams.get("search") ?? undefined,
-					replyFilter: parseReplyFilter(url.searchParams.get("replyFilter")),
-					since: url.searchParams.get("since") ?? undefined,
-					until: url.searchParams.get("until") ?? undefined,
-					includeReplies: url.searchParams.get("originalsOnly") !== "true",
-					qualityFilter: parseQualityFilter(
-						url.searchParams.get("qualityFilter"),
-					),
-					likedOnly: url.searchParams.get("liked") === "true",
-					bookmarkedOnly: url.searchParams.get("bookmarked") === "true",
-					limit: parseNumber(url.searchParams.get("limit")) ?? undefined,
-				};
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
 
-				if (resource === "dms") {
-					return json(
-						queryResource("dms", {
-							...baseFilters,
-							participant: url.searchParams.get("participant") ?? undefined,
-							minFollowers: parseNumber(url.searchParams.get("minFollowers")),
-							maxFollowers: parseNumber(url.searchParams.get("maxFollowers")),
-							minInfluenceScore: parseNumber(
-								url.searchParams.get("minInfluenceScore"),
+						yield* maybeAutoUpdateBackupEffect();
+						const url = new URL(request.url);
+						const resource = (url.searchParams.get("resource") ??
+							"home") as ResourceKind;
+						const baseFilters = {
+							account: url.searchParams.get("account") ?? undefined,
+							search: url.searchParams.get("search") ?? undefined,
+							replyFilter: parseReplyFilter(
+								url.searchParams.get("replyFilter"),
 							),
-							maxInfluenceScore: parseNumber(
-								url.searchParams.get("maxInfluenceScore"),
+							since: url.searchParams.get("since") ?? undefined,
+							until: url.searchParams.get("until") ?? undefined,
+							includeReplies: url.searchParams.get("originalsOnly") !== "true",
+							qualityFilter: parseQualityFilter(
+								url.searchParams.get("qualityFilter"),
 							),
-							sort:
-								url.searchParams.get("sort") === "influence"
-									? "influence"
-									: "recent",
-							conversationId:
-								url.searchParams.get("conversationId") ?? undefined,
-						}),
-					);
-				}
+							likedOnly: url.searchParams.get("liked") === "true",
+							bookmarkedOnly: url.searchParams.get("bookmarked") === "true",
+							limit: parseBoundedInteger(url.searchParams.get("limit"), {
+								max: 200,
+							}),
+						};
+
+						if (resource === "dms") {
+							return jsonResponse(
+								queryResource("dms", {
+									...baseFilters,
+									participant: url.searchParams.get("participant") ?? undefined,
+									minFollowers: parseOptionalNumber(
+										url.searchParams.get("minFollowers"),
+									),
+									maxFollowers: parseOptionalNumber(
+										url.searchParams.get("maxFollowers"),
+									),
+									minInfluenceScore: parseOptionalNumber(
+										url.searchParams.get("minInfluenceScore"),
+									),
+									maxInfluenceScore: parseOptionalNumber(
+										url.searchParams.get("maxInfluenceScore"),
+									),
+									sort: parseDmSort(url.searchParams.get("sort")),
+									inbox: parseDmInbox(url.searchParams.get("inbox")),
+									conversationId:
+										url.searchParams.get("conversationId") ?? undefined,
+								}),
+							);
+						}
 
-				return json(
-					queryResource(resource, {
-						...baseFilters,
-						resource,
+						return jsonResponse(
+							queryResource(resource, {
+								...baseFilters,
+								resource,
+							}),
+						);
 					}),
-				);
-			},
+				),
 		},
 	},
 });

package/src/routes/api/status.tsx

@@ -1,18 +1,26 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { maybeAutoUpdateBackup } from "#/lib/backup";
-import { getQueryEnvelope } from "#/lib/queries";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import {
+	jsonResponse,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import { getQueryEnvelopeEffect } from "#/lib/queries";
 
 export const Route = createFileRoute("/api/status")({
 	server: {
 		handlers: {
-			GET: async () => {
-				await maybeAutoUpdateBackup();
-				return new Response(JSON.stringify(await getQueryEnvelope()), {
-					headers: {
-						"content-type": "application/json",
-					},
-				});
-			},
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						yield* maybeAutoUpdateBackupEffect();
+						return jsonResponse(yield* getQueryEnvelopeEffect());
+					}),
+				),
 		},
 	},
 });