birdclaw 0.8.3 → 0.8.4

package/src/routes/api/period-digest.tsx

@@ -1,101 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import {
-	jsonResponse,
-	parseBoundedInteger,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import { createEffectNdjsonResponse } from "#/lib/ndjson-stream";
-import {
-	normalizeDigestLanguage,
-	streamPeriodDigestEffect,
-	type PeriodDigestOptions,
-	type PeriodDigestStreamEvent,
-} from "#/lib/period-digest";
-
-function parseBoolean(value: string | null) {
-	return value === "true" || value === "1" || value === "yes";
-}
-
-function parseOptions(url: URL): PeriodDigestOptions {
-	return {
-		period: url.searchParams.get("period") ?? undefined,
-		since: url.searchParams.get("since") ?? undefined,
-		until: url.searchParams.get("until") ?? undefined,
-		account: url.searchParams.get("account") ?? undefined,
-		includeDms: parseBoolean(url.searchParams.get("includeDms")),
-		refresh: parseBoolean(url.searchParams.get("refresh")),
-		model: url.searchParams.get("model") === "gpt-5.5" ? "gpt-5.5" : undefined,
-		language: normalizeDigestLanguage(
-			url.searchParams.get("language") ?? undefined,
-		),
-		maxTweets: parseBoundedInteger(url.searchParams.get("maxTweets"), {
-			max: 5_000,
-		}),
-		maxLinks: parseBoundedInteger(url.searchParams.get("maxLinks"), {
-			max: 25,
-		}),
-		liveSync: url.searchParams.get("liveSync") !== "false",
-		liveSyncMode: "xurl",
-		liveTimelineLimit: parseBoundedInteger(
-			url.searchParams.get("liveTimelineLimit"),
-			{ max: 100_000 },
-		),
-		liveTimelineMaxPages: parseBoundedInteger(
-			url.searchParams.get("liveTimelineMaxPages"),
-			{ max: 1_000 },
-		),
-	};
-}
-
-export const Route = createFileRoute("/api/period-digest")({
-	server: {
-		handlers: {
-			GET: ({ request }) =>
-				runRouteEffect(
-					Effect.sync(() => {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						const url = new URL(request.url);
-						let options: PeriodDigestOptions;
-						try {
-							options = parseOptions(url);
-						} catch (error) {
-							return jsonResponse(
-								{
-									ok: false,
-									error: error instanceof Error ? error.message : String(error),
-								},
-								{ status: 400 },
-							);
-						}
-						return createEffectNdjsonResponse<PeriodDigestStreamEvent>({
-							request,
-							initialEvents: [
-								{
-									type: "status",
-									label: "Preparing local archive",
-									detail: "Checking for backup updates.",
-								},
-							],
-							run: ({ signal, emit }) =>
-								Effect.gen(function* () {
-									yield* maybeAutoUpdateBackupEffect();
-									return yield* streamPeriodDigestEffect(
-										{ ...options, signal },
-										{ onEvent: emit },
-									);
-								}),
-							errorEvent: (error) => ({
-								type: "error",
-								error: error instanceof Error ? error.message : "Digest failed",
-							}),
-						});
-					}),
-				),
-		},
-	},
-});

package/src/routes/api/profile-analysis.tsx

@@ -1,97 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import {
-	parseBoundedInteger,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import { createEffectNdjsonResponse } from "#/lib/ndjson-stream";
-import {
-	streamProfileAnalysisEffect,
-	type ProfileAnalysisOptions,
-	type ProfileAnalysisStreamEvent,
-} from "#/lib/profile-analysis";
-
-function parseBoolean(value: string | null) {
-	return value === "true" || value === "1" || value === "yes";
-}
-
-function parseOptions(url: URL): ProfileAnalysisOptions {
-	const conversationDelayMs = parseBoundedInteger(
-		url.searchParams.get("conversationDelayMs"),
-		{ min: 0, max: 60_000 },
-	);
-	const rateLimitRetryMs = parseBoundedInteger(
-		url.searchParams.get("rateLimitRetryMs"),
-		{ min: 0, max: 900_000 },
-	);
-	const rateLimitMaxRetries = parseBoundedInteger(
-		url.searchParams.get("rateLimitRetries"),
-		{ min: 0, max: 10 },
-	);
-	return {
-		handle: url.searchParams.get("handle") ?? "",
-		account: url.searchParams.get("account") ?? undefined,
-		refresh: parseBoolean(url.searchParams.get("refresh")),
-		model: url.searchParams.get("model") === "gpt-5.5" ? "gpt-5.5" : undefined,
-		maxTweets: parseBoundedInteger(url.searchParams.get("maxTweets"), {
-			max: 20_000,
-		}),
-		maxPages: parseBoundedInteger(url.searchParams.get("maxPages"), {
-			max: 500,
-		}),
-		maxConversations: parseBoundedInteger(
-			url.searchParams.get("maxConversations"),
-			{ max: 500 },
-		),
-		maxConversationPages: parseBoundedInteger(
-			url.searchParams.get("maxConversationPages"),
-			{ max: 50 },
-		),
-		...(conversationDelayMs !== undefined ? { conversationDelayMs } : {}),
-		...(rateLimitRetryMs !== undefined ? { rateLimitRetryMs } : {}),
-		...(rateLimitMaxRetries !== undefined ? { rateLimitMaxRetries } : {}),
-	};
-}
-
-export const Route = createFileRoute("/api/profile-analysis")({
-	server: {
-		handlers: {
-			GET: ({ request }) =>
-				runRouteEffect(
-					Effect.sync(() => {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						const url = new URL(request.url);
-						const options = parseOptions(url);
-						return createEffectNdjsonResponse<ProfileAnalysisStreamEvent>({
-							request,
-							initialEvents: [
-								{
-									type: "status",
-									label: "Starting profile analysis",
-								},
-							],
-							run: ({ signal, emit }) =>
-								Effect.gen(function* () {
-									yield* maybeAutoUpdateBackupEffect();
-									return yield* streamProfileAnalysisEffect(
-										{ ...options, signal },
-										{ onEvent: emit },
-									);
-								}),
-							errorEvent: (error) => ({
-								type: "error",
-								error:
-									error instanceof Error
-										? error.message
-										: "Profile analysis failed",
-							}),
-						});
-					}),
-				),
-		},
-	},
-});

package/src/routes/api/profile-hydrate.tsx

@@ -1,54 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import {
-	jsonResponse,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import { resolveProfilesForHandlesEffect } from "#/lib/profile-resolver";
-
-function parseHandles(url: URL) {
-	const rawValues = [
-		...url.searchParams.getAll("handle"),
-		...(url.searchParams.get("handles")?.split(",") ?? []),
-	];
-	return Array.from(
-		new Set(
-			rawValues
-				.map((value) => value.trim().replace(/^@/, ""))
-				.filter((value) => /^[A-Za-z0-9_]{1,15}$/.test(value)),
-		),
-	).slice(0, 50);
-}
-
-export const Route = createFileRoute("/api/profile-hydrate")({
-	server: {
-		handlers: {
-			GET: ({ request }) =>
-				runRouteEffect(
-					Effect.gen(function* () {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						const url = new URL(request.url);
-						const handles = parseHandles(url);
-						if (handles.length === 0) {
-							return jsonResponse(
-								{ ok: false, message: "Missing handles" },
-								{ status: 400 },
-							);
-						}
-
-						const results = yield* resolveProfilesForHandlesEffect(handles);
-						return jsonResponse({
-							ok: true,
-							results,
-							hydratedProfiles: results.filter(
-								(result) => result.status === "hit",
-							).length,
-						});
-					}),
-				),
-		},
-	},
-});

package/src/routes/api/query.tsx

@@ -1,121 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import { queryResponseSchema } from "#/lib/api-contracts";
-import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import {
-	jsonResponse,
-	parseBoundedInteger,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import { queryResource } from "#/lib/query-resource";
-import type {
-	DmQuery,
-	ReplyFilter,
-	ResourceKind,
-	TimelineQualityFilter,
-} from "#/lib/types";
-
-function parseReplyFilter(value: string | null): ReplyFilter {
-	if (value === "replied" || value === "unreplied") {
-		return value;
-	}
-	return "all";
-}
-
-function parseOptionalNumber(value: string | null) {
-	if (!value) return undefined;
-	const parsed = Number(value);
-	return Number.isFinite(parsed) ? parsed : undefined;
-}
-
-function parseDmSort(value: string | null) {
-	if (value === "followers" || value === "influence") {
-		return "followers";
-	}
-	return "recent";
-}
-
-function parseQualityFilter(value: string | null): TimelineQualityFilter {
-	return value === "summary" ? "summary" : "all";
-}
-
-function parseDmInbox(value: string | null): NonNullable<DmQuery["inbox"]> {
-	if (value === "accepted" || value === "requests") return value;
-	return "all";
-}
-
-export const Route = createFileRoute("/api/query")({
-	server: {
-		handlers: {
-			GET: ({ request }) =>
-				runRouteEffect(
-					Effect.gen(function* () {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						yield* maybeAutoUpdateBackupEffect();
-						const url = new URL(request.url);
-						const resource = (url.searchParams.get("resource") ??
-							"home") as ResourceKind;
-						const baseFilters = {
-							account: url.searchParams.get("account") ?? undefined,
-							search: url.searchParams.get("search") ?? undefined,
-							replyFilter: parseReplyFilter(
-								url.searchParams.get("replyFilter"),
-							),
-							since: url.searchParams.get("since") ?? undefined,
-							until: url.searchParams.get("until") ?? undefined,
-							includeReplies: url.searchParams.get("originalsOnly") !== "true",
-							qualityFilter: parseQualityFilter(
-								url.searchParams.get("qualityFilter"),
-							),
-							likedOnly: url.searchParams.get("liked") === "true",
-							bookmarkedOnly: url.searchParams.get("bookmarked") === "true",
-							limit: parseBoundedInteger(url.searchParams.get("limit"), {
-								max: 200,
-							}),
-						};
-
-						if (resource === "dms") {
-							return jsonResponse(
-								queryResponseSchema.parse(
-									queryResource("dms", {
-										...baseFilters,
-										participant:
-											url.searchParams.get("participant") ?? undefined,
-										minFollowers: parseOptionalNumber(
-											url.searchParams.get("minFollowers"),
-										),
-										maxFollowers: parseOptionalNumber(
-											url.searchParams.get("maxFollowers"),
-										),
-										minInfluenceScore: parseOptionalNumber(
-											url.searchParams.get("minInfluenceScore"),
-										),
-										maxInfluenceScore: parseOptionalNumber(
-											url.searchParams.get("maxInfluenceScore"),
-										),
-										sort: parseDmSort(url.searchParams.get("sort")),
-										inbox: parseDmInbox(url.searchParams.get("inbox")),
-										conversationId:
-											url.searchParams.get("conversationId") ?? undefined,
-									}),
-								),
-							);
-						}
-
-						return jsonResponse(
-							queryResponseSchema.parse(
-								queryResource(resource, {
-									...baseFilters,
-									resource,
-									untilId: url.searchParams.get("untilId") ?? undefined,
-								}),
-							),
-						);
-					}),
-				),
-		},
-	},
-});

package/src/routes/api/search-discussion.tsx

@@ -1,113 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import {
-	parseBoundedInteger,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import { createEffectNdjsonResponse } from "#/lib/ndjson-stream";
-import {
-	streamSearchDiscussionEffect,
-	type SearchDiscussionOptions,
-	type SearchDiscussionSource,
-	type SearchDiscussionStreamEvent,
-} from "#/lib/search-discussion";
-import type { TweetSearchMode } from "#/lib/tweet-search-live";
-
-const MAX_DISCUSSION_SEARCH_LIMIT = 20_000;
-const MAX_DISCUSSION_SEARCH_PAGES = 200;
-
-function parseBoolean(value: string | null) {
-	return value === "true" || value === "1" || value === "yes";
-}
-
-function parseSource(value: string | null): SearchDiscussionSource {
-	if (
-		value === "all" ||
-		value === "home" ||
-		value === "mentions" ||
-		value === "authored" ||
-		value === "search" ||
-		value === "likes" ||
-		value === "bookmarks"
-	) {
-		return value;
-	}
-	return "search";
-}
-
-function parseMode(value: string | null): TweetSearchMode {
-	if (
-		value === "auto" ||
-		value === "bird" ||
-		value === "xurl" ||
-		value === "local"
-	) {
-		return value;
-	}
-	return "auto";
-}
-
-function parseOptions(url: URL): SearchDiscussionOptions {
-	return {
-		query: url.searchParams.get("query") ?? "",
-		account: url.searchParams.get("account") ?? undefined,
-		source: parseSource(url.searchParams.get("source")),
-		mode: parseMode(url.searchParams.get("mode")),
-		includeDms: parseBoolean(url.searchParams.get("includeDms")),
-		since: url.searchParams.get("since") ?? undefined,
-		until: url.searchParams.get("until") ?? undefined,
-		question: url.searchParams.get("question") ?? undefined,
-		originalsOnly: parseBoolean(url.searchParams.get("originalsOnly")),
-		hideLowQuality: parseBoolean(url.searchParams.get("hideLowQuality")),
-		refresh: parseBoolean(url.searchParams.get("refresh")),
-		model: url.searchParams.get("model") === "gpt-5.5" ? "gpt-5.5" : undefined,
-		limit: parseBoundedInteger(url.searchParams.get("limit"), {
-			max: MAX_DISCUSSION_SEARCH_LIMIT,
-		}),
-		maxPages: parseBoundedInteger(url.searchParams.get("maxPages"), {
-			max: MAX_DISCUSSION_SEARCH_PAGES,
-		}),
-	};
-}
-
-export const Route = createFileRoute("/api/search-discussion")({
-	server: {
-		handlers: {
-			GET: ({ request }) =>
-				runRouteEffect(
-					Effect.sync(() => {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						const url = new URL(request.url);
-						const options = parseOptions(url);
-						return createEffectNdjsonResponse<SearchDiscussionStreamEvent>({
-							request,
-							run: ({ signal, emit }) =>
-								maybeAutoUpdateBackupEffect().pipe(
-									Effect.flatMap(() =>
-										signal.aborted
-											? Effect.succeed(undefined)
-											: streamSearchDiscussionEffect(
-													{
-														...options,
-														signal,
-														prefetchAvatars: true,
-													},
-													{ onEvent: emit },
-												),
-									),
-								),
-							errorEvent: (error) => ({
-								type: "error",
-								error:
-									error instanceof Error ? error.message : "Discussion failed",
-							}),
-						});
-					}),
-				),
-		},
-	},
-});

package/src/routes/api/status.tsx

@@ -1,30 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import { queryEnvelopeSchema } from "#/lib/api-contracts";
-import { maybeAutoUpdateBackupEffect } from "#/lib/backup";
-import {
-	jsonResponse,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import { getQueryEnvelopeEffect } from "#/lib/query-status";
-
-export const Route = createFileRoute("/api/status")({
-	server: {
-		handlers: {
-			GET: ({ request }) =>
-				runRouteEffect(
-					Effect.gen(function* () {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						yield* maybeAutoUpdateBackupEffect();
-						const envelope = yield* getQueryEnvelopeEffect({
-							includeArchives: false,
-						});
-						return jsonResponse(queryEnvelopeSchema.parse(envelope));
-					}),
-				),
-		},
-	},
-});

package/src/routes/api/sync.tsx

@@ -1,108 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import { webSyncJobSchema } from "#/lib/api-contracts";
-import {
-	jsonResponse,
-	requestJsonEffect,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import {
-	getWebSyncJob,
-	parseWebSyncKind,
-	startWebSync,
-	type WebSyncDmInbox,
-	type WebSyncOptions,
-} from "#/lib/web-sync";
-
-function parseAccountId(value: unknown) {
-	return typeof value === "string" && value.trim() ? value.trim() : undefined;
-}
-
-function parseDmInbox(value: unknown): WebSyncDmInbox | undefined {
-	return value === "all" || value === "accepted" || value === "requests"
-		? value
-		: undefined;
-}
-
-function parsePositiveInteger(value: unknown, max: number) {
-	const parsed =
-		typeof value === "number"
-			? value
-			: typeof value === "string"
-				? Number(value)
-				: Number.NaN;
-	if (!Number.isInteger(parsed) || parsed <= 0) return undefined;
-	return Math.min(parsed, max);
-}
-
-function parseSyncOptions(kind: string, body: Record<string, unknown>) {
-	if (kind !== "dms") return {};
-	const options: WebSyncOptions = {};
-	const inbox = parseDmInbox(body.inbox);
-	const limit = parsePositiveInteger(body.limit, 1000);
-	const maxPages = parsePositiveInteger(body.maxPages, 250);
-	if (inbox) options.inbox = inbox;
-	if (limit) options.limit = limit;
-	if (maxPages) options.maxPages = maxPages;
-	if (typeof body.allPages === "boolean") options.allPages = body.allPages;
-	return options;
-}
-
-export const Route = createFileRoute("/api/sync")({
-	server: {
-		handlers: {
-			GET: ({ request }) => {
-				const denied = sensitiveRequestErrorResponse(request);
-				if (denied) return denied;
-
-				const url = new URL(request.url);
-				const id = url.searchParams.get("id");
-				if (!id) {
-					return jsonResponse(
-						{ ok: false, message: "Missing sync job id" },
-						{ status: 400 },
-					);
-				}
-
-				const job = getWebSyncJob(id);
-				if (!job) {
-					return jsonResponse(
-						{ ok: false, message: "Sync job not found" },
-						{ status: 404 },
-					);
-				}
-
-				return jsonResponse(webSyncJobSchema.parse(job));
-			},
-			POST: ({ request }) =>
-				runRouteEffect(
-					Effect.gen(function* () {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						const body = yield* requestJsonEffect<Record<string, unknown>>(
-							request,
-							{},
-						);
-						const kind = parseWebSyncKind(body.kind);
-						if (!kind) {
-							return jsonResponse(
-								{ ok: false, message: "Unknown sync kind" },
-								{ status: 400 },
-							);
-						}
-
-						const job = startWebSync(
-							kind,
-							parseAccountId(body.accountId),
-							parseSyncOptions(kind, body),
-						);
-						return jsonResponse(webSyncJobSchema.parse(job), {
-							status: job.inProgress ? 202 : 200,
-						});
-					}),
-				),
-		},
-	},
-});

package/src/routes/api/xurl-rate-limits.tsx

@@ -1,24 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { Effect } from "effect";
-import {
-	jsonResponse,
-	runRouteEffect,
-	sensitiveRequestErrorResponse,
-} from "#/lib/http-effect";
-import { getXurlRateLimitSnapshot } from "#/lib/xurl-rate-limits";
-
-export const Route = createFileRoute("/api/xurl-rate-limits")({
-	server: {
-		handlers: {
-			GET: ({ request }) =>
-				runRouteEffect(
-					Effect.sync(() => {
-						const denied = sensitiveRequestErrorResponse(request);
-						if (denied) return denied;
-
-						return jsonResponse(getXurlRateLimitSnapshot());
-					}),
-				),
-		},
-	},
-});