birdclaw 0.5.1 → 0.7.0

package/src/routes/api/network-map.tsx

@@ -0,0 +1,55 @@
+import { createFileRoute } from "@tanstack/react-router";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import {
+	jsonResponse,
+	parseBoundedInteger,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import { getNetworkMap, type NetworkMapKind } from "#/lib/network-map";
+
+function parseType(value: string | null): NetworkMapKind {
+	if (
+		value === "followers" ||
+		value === "following" ||
+		value === "mutual" ||
+		value === "all"
+	) {
+		return value;
+	}
+	return "all";
+}
+
+export const Route = createFileRoute("/api/network-map")({
+	server: {
+		handlers: {
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						yield* maybeAutoUpdateBackupEffect();
+						const url = new URL(request.url);
+						const response = yield* Effect.promise(() =>
+							getNetworkMap({
+								account: url.searchParams.get("account") ?? undefined,
+								type: parseType(url.searchParams.get("type")),
+								limit: parseBoundedInteger(url.searchParams.get("limit"), {
+									max: 50_000,
+								}),
+								geocodeLimit: parseBoundedInteger(
+									url.searchParams.get("geocodeLimit"),
+									{ max: 500, min: 0 },
+								),
+								refresh: url.searchParams.get("refresh") === "true",
+								signal: request.signal,
+							}),
+						);
+						return jsonResponse(response);
+					}),
+				),
+		},
+	},
+});

package/src/routes/api/period-digest.tsx

@@ -0,0 +1,133 @@
+import { createFileRoute } from "@tanstack/react-router";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import { runEffectBackground } from "#/lib/effect-runtime";
+import {
+	parseBoundedInteger,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import {
+	streamPeriodDigestEffect,
+	type PeriodDigestOptions,
+	type PeriodDigestStreamEvent,
+} from "#/lib/period-digest";
+
+const encoder = new TextEncoder();
+
+function parseBoolean(value: string | null) {
+	return value === "true" || value === "1" || value === "yes";
+}
+
+function parseOptions(url: URL): PeriodDigestOptions {
+	return {
+		period: url.searchParams.get("period") ?? undefined,
+		since: url.searchParams.get("since") ?? undefined,
+		until: url.searchParams.get("until") ?? undefined,
+		account: url.searchParams.get("account") ?? undefined,
+		includeDms: parseBoolean(url.searchParams.get("includeDms")),
+		refresh: parseBoolean(url.searchParams.get("refresh")),
+		model: url.searchParams.get("model") === "gpt-5.5" ? "gpt-5.5" : undefined,
+		maxTweets: parseBoundedInteger(url.searchParams.get("maxTweets"), {
+			max: 5_000,
+		}),
+		maxLinks: parseBoundedInteger(url.searchParams.get("maxLinks"), {
+			max: 25,
+		}),
+		liveSync: url.searchParams.get("liveSync") !== "false",
+		liveSyncMode: "xurl",
+		liveTimelineLimit: parseBoundedInteger(
+			url.searchParams.get("liveTimelineLimit"),
+			{ max: 100_000 },
+		),
+		liveTimelineMaxPages: parseBoundedInteger(
+			url.searchParams.get("liveTimelineMaxPages"),
+			{ max: 1_000 },
+		),
+	};
+}
+
+function encodeEvent(event: PeriodDigestStreamEvent) {
+	return encoder.encode(`${JSON.stringify(event)}\n`);
+}
+
+export const Route = createFileRoute("/api/period-digest")({
+	server: {
+		handlers: {
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						yield* maybeAutoUpdateBackupEffect();
+						const url = new URL(request.url);
+						const options = parseOptions(url);
+						let abortDigest: (() => void) | undefined;
+
+						return new Response(
+							new ReadableStream({
+								cancel() {
+									abortDigest?.();
+								},
+								start(controller) {
+									const abortController = new AbortController();
+									let closed = false;
+									const close = () => {
+										closed = true;
+										abortController.abort();
+									};
+									const closeController = () => {
+										request.signal.removeEventListener("abort", onAbort);
+										if (!closed) {
+											closed = true;
+											controller.close();
+										}
+									};
+									const onAbort = () => close();
+									request.signal.addEventListener("abort", onAbort, {
+										once: true,
+									});
+									abortDigest = close;
+									const enqueue = (event: PeriodDigestStreamEvent) => {
+										if (closed) return;
+										try {
+											controller.enqueue(encodeEvent(event));
+										} catch {
+											close();
+										}
+									};
+
+									runEffectBackground(
+										streamPeriodDigestEffect(
+											{ ...options, signal: abortController.signal },
+											{ onEvent: enqueue },
+										),
+										{
+											onSuccess: closeController,
+											onFailure: (error) => {
+												enqueue({
+													type: "error",
+													error:
+														error instanceof Error
+															? error.message
+															: "Digest failed",
+												});
+												closeController();
+											},
+										},
+									);
+								},
+							}),
+							{
+								headers: {
+									"cache-control": "no-store",
+									"content-type": "application/x-ndjson; charset=utf-8",
+								},
+							},
+						);
+					}),
+				),
+		},
+	},
+});

package/src/routes/api/profile-analysis.tsx

@@ -0,0 +1,152 @@
+import { createFileRoute } from "@tanstack/react-router";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import { runEffectBackground } from "#/lib/effect-runtime";
+import {
+	parseBoundedInteger,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import {
+	streamProfileAnalysisEffect,
+	type ProfileAnalysisOptions,
+	type ProfileAnalysisStreamEvent,
+} from "#/lib/profile-analysis";
+
+const encoder = new TextEncoder();
+
+function parseBoolean(value: string | null) {
+	return value === "true" || value === "1" || value === "yes";
+}
+
+function parseOptions(url: URL): ProfileAnalysisOptions {
+	const conversationDelayMs = parseBoundedInteger(
+		url.searchParams.get("conversationDelayMs"),
+		{ min: 0, max: 60_000 },
+	);
+	const rateLimitRetryMs = parseBoundedInteger(
+		url.searchParams.get("rateLimitRetryMs"),
+		{ min: 0, max: 900_000 },
+	);
+	const rateLimitMaxRetries = parseBoundedInteger(
+		url.searchParams.get("rateLimitRetries"),
+		{ min: 0, max: 10 },
+	);
+	return {
+		handle: url.searchParams.get("handle") ?? "",
+		account: url.searchParams.get("account") ?? undefined,
+		refresh: parseBoolean(url.searchParams.get("refresh")),
+		model: url.searchParams.get("model") === "gpt-5.5" ? "gpt-5.5" : undefined,
+		maxTweets: parseBoundedInteger(url.searchParams.get("maxTweets"), {
+			max: 20_000,
+		}),
+		maxPages: parseBoundedInteger(url.searchParams.get("maxPages"), {
+			max: 500,
+		}),
+		maxConversations: parseBoundedInteger(
+			url.searchParams.get("maxConversations"),
+			{ max: 500 },
+		),
+		maxConversationPages: parseBoundedInteger(
+			url.searchParams.get("maxConversationPages"),
+			{ max: 50 },
+		),
+		...(conversationDelayMs !== undefined ? { conversationDelayMs } : {}),
+		...(rateLimitRetryMs !== undefined ? { rateLimitRetryMs } : {}),
+		...(rateLimitMaxRetries !== undefined ? { rateLimitMaxRetries } : {}),
+	};
+}
+
+function encodeEvent(event: ProfileAnalysisStreamEvent) {
+	return encoder.encode(`${JSON.stringify(event)}\n`);
+}
+
+export const Route = createFileRoute("/api/profile-analysis")({
+	server: {
+		handlers: {
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.sync(() => {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						const url = new URL(request.url);
+						const options = parseOptions(url);
+						let abortAnalysis: (() => void) | undefined;
+
+						return new Response(
+							new ReadableStream({
+								cancel() {
+									abortAnalysis?.();
+								},
+								start(controller) {
+									const abortController = new AbortController();
+									let closed = false;
+									const close = () => {
+										closed = true;
+										abortController.abort();
+									};
+									const closeController = () => {
+										request.signal.removeEventListener("abort", onAbort);
+										if (!closed) {
+											closed = true;
+											controller.close();
+										}
+									};
+									const onAbort = () => close();
+									request.signal.addEventListener("abort", onAbort, {
+										once: true,
+									});
+									abortAnalysis = close;
+									const enqueue = (event: ProfileAnalysisStreamEvent) => {
+										if (closed) return;
+										try {
+											controller.enqueue(encodeEvent(event));
+										} catch {
+											close();
+										}
+									};
+									enqueue({
+										type: "status",
+										label: "Starting profile analysis",
+									});
+
+									runEffectBackground(
+										Effect.gen(function* () {
+											yield* maybeAutoUpdateBackupEffect();
+											return yield* streamProfileAnalysisEffect(
+												{
+													...options,
+													signal: abortController.signal,
+												},
+												{ onEvent: enqueue },
+											);
+										}),
+										{
+											onSuccess: closeController,
+											onFailure: (error) => {
+												enqueue({
+													type: "error",
+													error:
+														error instanceof Error
+															? error.message
+															: "Profile analysis failed",
+												});
+												closeController();
+											},
+										},
+									);
+								},
+							}),
+							{
+								headers: {
+									"cache-control": "no-store",
+									"content-type": "application/x-ndjson; charset=utf-8",
+								},
+							},
+						);
+					}),
+				),
+		},
+	},
+});

package/src/routes/api/profile-hydrate.tsx

@@ -1,15 +1,11 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { resolveProfilesForHandles } from "#/lib/profile-resolver";
-
-function json(data: unknown, init?: ResponseInit) {
-	return new Response(JSON.stringify(data), {
-		...init,
-		headers: {
-			"content-type": "application/json",
-			...init?.headers,
-		},
-	});
-}
+import { Effect } from "effect";
+import {
+	jsonResponse,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
+import { resolveProfilesForHandlesEffect } from "#/lib/profile-resolver";
 
 function parseHandles(url: URL) {
 	const rawValues = [
@@ -28,24 +24,31 @@ function parseHandles(url: URL) {
 export const Route = createFileRoute("/api/profile-hydrate")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				const url = new URL(request.url);
-				const handles = parseHandles(url);
-				if (handles.length === 0) {
-					return json(
-						{ ok: false, message: "Missing handles" },
-						{ status: 400 },
-					);
-				}
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
+
+						const url = new URL(request.url);
+						const handles = parseHandles(url);
+						if (handles.length === 0) {
+							return jsonResponse(
+								{ ok: false, message: "Missing handles" },
+								{ status: 400 },
+							);
+						}
 
-				const results = await resolveProfilesForHandles(handles);
-				return json({
-					ok: true,
-					results,
-					hydratedProfiles: results.filter((result) => result.status === "hit")
-						.length,
-				});
-			},
+						const results = yield* resolveProfilesForHandlesEffect(handles);
+						return jsonResponse({
+							ok: true,
+							results,
+							hydratedProfiles: results.filter(
+								(result) => result.status === "hit",
+							).length,
+						});
+					}),
+				),
 		},
 	},
 });

package/src/routes/api/query.tsx

@@ -1,20 +1,20 @@
 import { createFileRoute } from "@tanstack/react-router";
-import { maybeAutoUpdateBackup } from "#/lib/backup";
+import { Effect } from "effect";
+import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
+import {
+	jsonResponse,
+	parseBoundedInteger,
+	runRouteEffect,
+	sensitiveRequestErrorResponse,
+} from "#/lib/http-effect";
 import { queryResource } from "#/lib/queries";
 import type {
+	DmQuery,
 	ReplyFilter,
 	ResourceKind,
 	TimelineQualityFilter,
 } from "#/lib/types";
 
-function json(data: unknown) {
-	return new Response(JSON.stringify(data), {
-		headers: {
-			"content-type": "application/json",
-		},
-	});
-}
-
 function parseReplyFilter(value: string | null): ReplyFilter {
 	if (value === "replied" || value === "unreplied") {
 		return value;
@@ -22,69 +22,94 @@ function parseReplyFilter(value: string | null): ReplyFilter {
 	return "all";
 }
 
-function parseNumber(value: string | null) {
+function parseOptionalNumber(value: string | null) {
 	if (!value) return undefined;
 	const parsed = Number(value);
 	return Number.isFinite(parsed) ? parsed : undefined;
 }
 
+function parseDmSort(value: string | null) {
+	if (value === "followers" || value === "influence") {
+		return "followers";
+	}
+	return "recent";
+}
+
 function parseQualityFilter(value: string | null): TimelineQualityFilter {
 	return value === "summary" ? "summary" : "all";
 }
 
+function parseDmInbox(value: string | null): NonNullable<DmQuery["inbox"]> {
+	if (value === "accepted" || value === "requests") return value;
+	return "all";
+}
+
 export const Route = createFileRoute("/api/query")({
 	server: {
 		handlers: {
-			GET: async ({ request }) => {
-				await maybeAutoUpdateBackup();
-				const url = new URL(request.url);
-				const resource = (url.searchParams.get("resource") ??
-					"home") as ResourceKind;
-				const baseFilters = {
-					account: url.searchParams.get("account") ?? undefined,
-					search: url.searchParams.get("search") ?? undefined,
-					replyFilter: parseReplyFilter(url.searchParams.get("replyFilter")),
-					since: url.searchParams.get("since") ?? undefined,
-					until: url.searchParams.get("until") ?? undefined,
-					includeReplies: url.searchParams.get("originalsOnly") !== "true",
-					qualityFilter: parseQualityFilter(
-						url.searchParams.get("qualityFilter"),
-					),
-					likedOnly: url.searchParams.get("liked") === "true",
-					bookmarkedOnly: url.searchParams.get("bookmarked") === "true",
-					limit: parseNumber(url.searchParams.get("limit")) ?? undefined,
-				};
+			GET: ({ request }) =>
+				runRouteEffect(
+					Effect.gen(function* () {
+						const denied = sensitiveRequestErrorResponse(request);
+						if (denied) return denied;
 
-				if (resource === "dms") {
-					return json(
-						queryResource("dms", {
-							...baseFilters,
-							participant: url.searchParams.get("participant") ?? undefined,
-							minFollowers: parseNumber(url.searchParams.get("minFollowers")),
-							maxFollowers: parseNumber(url.searchParams.get("maxFollowers")),
-							minInfluenceScore: parseNumber(
-								url.searchParams.get("minInfluenceScore"),
+						yield* maybeAutoUpdateBackupEffect();
+						const url = new URL(request.url);
+						const resource = (url.searchParams.get("resource") ??
+							"home") as ResourceKind;
+						const baseFilters = {
+							account: url.searchParams.get("account") ?? undefined,
+							search: url.searchParams.get("search") ?? undefined,
+							replyFilter: parseReplyFilter(
+								url.searchParams.get("replyFilter"),
 							),
-							maxInfluenceScore: parseNumber(
-								url.searchParams.get("maxInfluenceScore"),
+							since: url.searchParams.get("since") ?? undefined,
+							until: url.searchParams.get("until") ?? undefined,
+							includeReplies: url.searchParams.get("originalsOnly") !== "true",
+							qualityFilter: parseQualityFilter(
+								url.searchParams.get("qualityFilter"),
 							),
-							sort:
-								url.searchParams.get("sort") === "influence"
-									? "influence"
-									: "recent",
-							conversationId:
-								url.searchParams.get("conversationId") ?? undefined,
-						}),
-					);
-				}
+							likedOnly: url.searchParams.get("liked") === "true",
+							bookmarkedOnly: url.searchParams.get("bookmarked") === "true",
+							limit: parseBoundedInteger(url.searchParams.get("limit"), {
+								max: 200,
+							}),
+						};
+
+						if (resource === "dms") {
+							return jsonResponse(
+								queryResource("dms", {
+									...baseFilters,
+									participant: url.searchParams.get("participant") ?? undefined,
+									minFollowers: parseOptionalNumber(
+										url.searchParams.get("minFollowers"),
+									),
+									maxFollowers: parseOptionalNumber(
+										url.searchParams.get("maxFollowers"),
+									),
+									minInfluenceScore: parseOptionalNumber(
+										url.searchParams.get("minInfluenceScore"),
+									),
+									maxInfluenceScore: parseOptionalNumber(
+										url.searchParams.get("maxInfluenceScore"),
+									),
+									sort: parseDmSort(url.searchParams.get("sort")),
+									inbox: parseDmInbox(url.searchParams.get("inbox")),
+									conversationId:
+										url.searchParams.get("conversationId") ?? undefined,
+								}),
+							);
+						}
 
-				return json(
-					queryResource(resource, {
-						...baseFilters,
-						resource,
+						return jsonResponse(
+							queryResource(resource, {
+								...baseFilters,
+								resource,
+								untilId: url.searchParams.get("untilId") ?? undefined,
+							}),
+						);
 					}),
-				);
-			},
+				),
 		},
 	},
 });