birdclaw 0.8.1 → 0.8.3

package/src/lib/archive-finder.ts

@@ -8,11 +8,16 @@ import { runEffectPromise, tryPromise } from "./effect-runtime";
 import type { ArchiveCandidate } from "./types";
 
 const execAsync = promisify(exec);
+const ARCHIVE_DISCOVERY_CACHE_MS = 5 * 60_000;
 const ARCHIVE_NAME_PATTERNS = [
 	/^twitter-.*\.zip$/i,
 	/^x-.*\.zip$/i,
 	/archive.*\.zip$/i,
 ];
+let archiveDiscoveryCache:
+	| { value: ArchiveCandidate[]; updatedAt: number }
+	| undefined;
+let archiveDiscoveryInFlight: Promise<ArchiveCandidate[]> | undefined;
 
 function formatFileSize(bytes: number): string {
 	const units = ["B", "KB", "MB", "GB"];
@@ -142,6 +147,39 @@ export function findArchivesEffect(): Effect.Effect<
 	});
 }
 
+export function findArchivesCachedEffect(): Effect.Effect<
+	ArchiveCandidate[],
+	unknown
+> {
+	return Effect.suspend(() => {
+		const cached = archiveDiscoveryCache;
+		if (cached && Date.now() - cached.updatedAt < ARCHIVE_DISCOVERY_CACHE_MS) {
+			return Effect.succeed(cached.value);
+		}
+		if (archiveDiscoveryInFlight) {
+			return Effect.promise(() => archiveDiscoveryInFlight!);
+		}
+
+		const request = runEffectPromise(findArchivesEffect())
+			.then((value) => {
+				archiveDiscoveryCache = { value, updatedAt: Date.now() };
+				return value;
+			})
+			.finally(() => {
+				if (archiveDiscoveryInFlight === request) {
+					archiveDiscoveryInFlight = undefined;
+				}
+			});
+		archiveDiscoveryInFlight = request;
+		return Effect.promise(() => request);
+	});
+}
+
 export function findArchives(): Promise<ArchiveCandidate[]> {
 	return runEffectPromise(findArchivesEffect());
 }
+
+export function clearArchiveFinderCacheForTests() {
+	archiveDiscoveryCache = undefined;
+	archiveDiscoveryInFlight = undefined;
+}

package/src/lib/archive-import-plan.ts

@@ -0,0 +1,102 @@
+export type ArchiveTweetRow = {
+	id: string;
+	kind: "home" | "like" | "bookmark";
+	authorProfileId: string;
+	text: string;
+	createdAt: string;
+	isReplied: number;
+	replyToId: string | null;
+	likeCount: number;
+	mediaCount: number;
+	bookmarked: number;
+	liked: number;
+	entitiesJson: string;
+	mediaJson: string;
+	quotedTweetId: string | null;
+};
+
+export type ArchiveCollectionRow = {
+	tweetId: string;
+	kind: "likes" | "bookmarks";
+	collectedAt: string | null;
+	source: string;
+	rawJson: string;
+};
+
+export type ArchiveProfileRow = {
+	id: string;
+	handle: string;
+	displayName: string;
+	bio: string;
+	followersCount: number;
+	followingCount: number;
+	publicMetricsJson: string;
+	avatarHue: number;
+	avatarUrl: string | null;
+	location: string | null;
+	url: string | null;
+	verifiedType: string | null;
+	entitiesJson: string;
+	rawJson: string;
+	createdAt: string;
+};
+
+export type ArchiveConversationRow = {
+	id: string;
+	title: string;
+	accountId: string;
+	participantProfileId: string;
+	lastMessageAt: string;
+	unreadCount: number;
+	needsReply: number;
+};
+
+export type ArchiveMessageRow = {
+	id: string;
+	conversationId: string;
+	senderProfileId: string;
+	text: string;
+	createdAt: string;
+	direction: "inbound" | "outbound";
+	mediaCount: number;
+};
+
+export type ArchiveFollowRow = {
+	profileId: string;
+	externalUserId: string;
+};
+
+export class ArchiveImportPlan {
+	readonly mentionDirectory = new Map<
+		string,
+		{ handle?: string; displayName?: string }
+	>();
+	readonly tweets: ArchiveTweetRow[] = [];
+	readonly collections: ArchiveCollectionRow[] = [];
+	readonly profiles = new Map<string, ArchiveProfileRow>();
+	readonly conversations = new Map<string, ArchiveConversationRow>();
+	readonly dmMessages: ArchiveMessageRow[] = [];
+	readonly followers: ArchiveFollowRow[] = [];
+	readonly following: ArchiveFollowRow[] = [];
+	readonly followerIds = new Set<string>();
+	readonly followingIds = new Set<string>();
+
+	private readonly tweetsById = new Map<string, ArchiveTweetRow>();
+
+	addTweet(row: ArchiveTweetRow) {
+		const existing = this.tweetsById.get(row.id);
+		if (existing) {
+			existing.bookmarked = Math.max(existing.bookmarked, row.bookmarked);
+			existing.liked = Math.max(existing.liked, row.liked);
+			if (!existing.text && row.text) existing.text = row.text;
+			return existing;
+		}
+		this.tweets.push(row);
+		this.tweetsById.set(row.id, row);
+		return row;
+	}
+
+	getTweet(id: string) {
+		return this.tweetsById.get(id);
+	}
+}