birdclaw 0.4.0 → 0.5.0

package/src/lib/archive-import.ts

@@ -1,6 +1,17 @@
-import { execFile } from "node:child_process";
+import { execFile, spawn } from "node:child_process";
 import { randomUUID } from "node:crypto";
+import {
+	createWriteStream,
+	existsSync,
+	mkdirSync,
+	renameSync,
+	statSync,
+	unlinkSync,
+} from "node:fs";
+import path from "node:path";
+import { pipeline } from "node:stream/promises";
 import { promisify } from "node:util";
+import { getBirdclawPaths } from "./config";
 import { getNativeDb } from "./db";
 
 const execFileAsync = promisify(execFile);
@@ -29,10 +40,53 @@ interface ImportedArchiveSummary {
 		dmConversations: number;
 		dmMessages: number;
 		profiles: number;
+		mediaFiles: ArchiveMediaFileCounts;
+		followers: number;
+		following: number;
 	};
 }
 
+export const ARCHIVE_IMPORT_SLICES = [
+	"tweets",
+	"likes",
+	"bookmarks",
+	"directMessages",
+	"profiles",
+	"followers",
+	"following",
+] as const;
+
+export type ArchiveImportSlice = (typeof ARCHIVE_IMPORT_SLICES)[number];
+
+export interface ImportArchiveOptions {
+	select?: ArchiveImportSlice[];
+}
+
 type ArchiveRecord = Record<string, unknown>;
+type ArchiveMediaKind =
+	| "tweets"
+	| "dms"
+	| "community"
+	| "profile"
+	| "deleted"
+	| "moments"
+	| "dmGroup";
+type ArchiveMediaFileCounts = Record<ArchiveMediaKind, number>;
+
+const ARCHIVE_MEDIA_DIRECTORIES: Array<{
+	directory: string;
+	kind: ArchiveMediaKind;
+}> = [
+	{ directory: "tweets_media", kind: "tweets" },
+	{ directory: "direct_messages_media", kind: "dms" },
+	{ directory: "community_tweet_media", kind: "community" },
+	{ directory: "deleted_tweets_media", kind: "deleted" },
+	{ directory: "profile_media", kind: "profile" },
+	{ directory: "moments_tweets_media", kind: "moments" },
+	{ directory: "direct_messages_group_media", kind: "dmGroup" },
+];
+type ArchiveFollowDirection = "followers" | "following";
+type ArchiveFollowKey = "follower" | "following";
 
 function normalizeArchivePath(value: string) {
 	return value.replaceAll("\\", "/");
@@ -77,6 +131,23 @@ async function listArchiveEntries(archivePath: string) {
 		.filter((item) => item.length > 0);
 }
 
+async function listArchiveEntryDetails(archivePath: string) {
+	const stdout = await runUnzip(
+		archivePath,
+		["-Z", "-l", archivePath],
+		1024 * 1024 * 64,
+	);
+	return stdout
+		.split("\n")
+		.map((line) => line.trim().split(/\s+/))
+		.filter((parts) => parts.length >= 10 && /^[-d]/.test(parts[0] ?? ""))
+		.map((parts) => ({
+			path: parts.slice(9).join(" "),
+			size: Number(parts[3] ?? 0),
+		}))
+		.filter((entry) => entry.path.length > 0 && Number.isFinite(entry.size));
+}
+
 async function readArchiveEntry(archivePath: string, entryPath: string) {
 	return runUnzip(archivePath, ["-p", archivePath, entryPath]);
 }
@@ -89,6 +160,19 @@ function getMatchingEntries(entries: string[], pattern: RegExp) {
 	return entries.filter((entry) => pattern.test(normalizeArchivePath(entry)));
 }
 
+function selectedSlices(options: ImportArchiveOptions) {
+	return options.select && options.select.length > 0
+		? new Set<ArchiveImportSlice>(options.select)
+		: null;
+}
+
+function includesSlice(
+	selection: Set<ArchiveImportSlice> | null,
+	slice: ArchiveImportSlice,
+) {
+	return selection === null || selection.has(slice);
+}
+
 function parseTwitterDate(value: unknown) {
 	if (typeof value !== "string" || value.length === 0) {
 		return new Date(0).toISOString();
@@ -127,6 +211,11 @@ function getTweetMediaCount(tweet: Record<string, unknown>) {
 	return Math.max(entitiesMedia.length, extendedMedia.length);
 }
 
+function toFiniteNumber(value: unknown) {
+	const number = Number(value);
+	return Number.isFinite(number) ? number : undefined;
+}
+
 function extractTweetEntities(tweet: Record<string, unknown>) {
 	const entities = asRecord(tweet.entities);
 	const urls = asArray<Record<string, unknown>>(entities?.urls)
@@ -147,6 +236,20 @@ function extractTweetEntities(tweet: Record<string, unknown>) {
 			title: typeof entry.title === "string" ? entry.title : undefined,
 			description:
 				typeof entry.description === "string" ? entry.description : null,
+			imageUrl:
+				typeof entry.image_url === "string"
+					? entry.image_url
+					: typeof entry.imageUrl === "string"
+						? entry.imageUrl
+						: typeof entry.thumbnail_url === "string"
+							? entry.thumbnail_url
+							: undefined,
+			siteName:
+				typeof entry.site_name === "string"
+					? entry.site_name
+					: typeof entry.siteName === "string"
+						? entry.siteName
+						: undefined,
 		}))
 		.filter((entry) => entry.url.length > 0 || entry.expandedUrl.length > 0);
 	const mentions = asArray<Record<string, unknown>>(entities?.user_mentions)
@@ -172,6 +275,61 @@ function extractTweetEntities(tweet: Record<string, unknown>) {
 	};
 }
 
+function archiveMediaType(value: unknown) {
+	const type = String(value ?? "image");
+	return type === "photo"
+		? "image"
+		: type === "video" || type === "animated_gif"
+			? type === "animated_gif"
+				? "gif"
+				: "video"
+			: "unknown";
+}
+
+function archiveMediaSize(entry: Record<string, unknown>) {
+	const sizes = asRecord(entry.sizes);
+	const large = asRecord(sizes?.large);
+	const largeWidth = toFiniteNumber(large?.w ?? large?.width);
+	const largeHeight = toFiniteNumber(large?.h ?? large?.height);
+	if (largeWidth !== undefined && largeHeight !== undefined) {
+		return { width: largeWidth, height: largeHeight };
+	}
+
+	return Object.values(sizes ?? {})
+		.map((size) => asRecord(size))
+		.map((size) => ({
+			width: toFiniteNumber(size?.w ?? size?.width),
+			height: toFiniteNumber(size?.h ?? size?.height),
+		}))
+		.filter(
+			(size): size is { width: number; height: number } =>
+				size.width !== undefined && size.height !== undefined,
+		)
+		.sort(
+			(left, right) => right.width * right.height - left.width * left.height,
+		)[0];
+}
+
+function archiveMp4Variants(entry: Record<string, unknown>) {
+	const videoInfo = asRecord(entry.video_info);
+	return asArray<Record<string, unknown>>(videoInfo?.variants)
+		.filter(
+			(variant) =>
+				variant.content_type === "video/mp4" && typeof variant.url === "string",
+		)
+		.map((variant) => {
+			const bitRate = toFiniteNumber(variant.bitrate ?? variant.bit_rate);
+			return {
+				url: String(variant.url),
+				contentType: String(variant.content_type),
+				...(bitRate !== undefined ? { bitRate } : {}),
+			};
+		})
+		.sort(
+			(left, right) => Number(right.bitRate ?? 0) - Number(left.bitRate ?? 0),
+		);
+}
+
 function extractTweetMedia(tweet: Record<string, unknown>) {
 	const extendedEntities = asRecord(tweet.extended_entities);
 	const entities = asRecord(tweet.entities);
@@ -189,22 +347,20 @@ function extractTweetMedia(tweet: Record<string, unknown>) {
 			const thumbnailUrl = String(
 				entry.media_url_https ?? entry.media_url ?? url,
 			);
-			const type = String(entry.type ?? "image");
+			const videoInfo = asRecord(entry.video_info);
+			const durationMs = toFiniteNumber(videoInfo?.duration_millis);
+			const variants = archiveMp4Variants(entry);
 			return {
 				url,
-				type:
-					type === "photo"
-						? "image"
-						: type === "video" || type === "animated_gif"
-							? type === "animated_gif"
-								? "gif"
-								: "video"
-							: "unknown",
+				type: archiveMediaType(entry.type),
 				altText:
 					typeof entry.ext_alt_text === "string"
 						? entry.ext_alt_text
 						: undefined,
 				thumbnailUrl,
+				...archiveMediaSize(entry),
+				...(durationMs !== undefined ? { durationMs } : {}),
+				...(variants.length > 0 ? { variants } : {}),
 			};
 		})
 		.filter((entry) => {
@@ -281,6 +437,148 @@ function inferProfileFromDirectory(
 	return { handle, displayName };
 }
 
+function createArchiveMediaFileCounts(): ArchiveMediaFileCounts {
+	return {
+		tweets: 0,
+		dms: 0,
+		community: 0,
+		profile: 0,
+		deleted: 0,
+		moments: 0,
+		dmGroup: 0,
+	};
+}
+
+function selectedArchiveMediaKinds(selection: Set<ArchiveImportSlice> | null) {
+	if (!selection) return null;
+	const kinds = new Set<ArchiveMediaKind>();
+	if (selection.has("tweets")) {
+		for (const kind of ["tweets", "community", "deleted", "moments"] as const) {
+			kinds.add(kind);
+		}
+	}
+	if (selection.has("directMessages")) {
+		for (const kind of ["dms", "dmGroup"] as const) {
+			kinds.add(kind);
+		}
+	}
+	if (selection.has("profiles")) {
+		kinds.add("profile");
+	}
+	return kinds;
+}
+
+function getArchiveMediaKind(entryPath: string) {
+	const normalized = normalizeArchivePath(entryPath);
+	if (normalized.endsWith("/")) return undefined;
+	return ARCHIVE_MEDIA_DIRECTORIES.find(({ directory }) =>
+		new RegExp(`(?:^|/)data/${directory}/[^/]+$`).test(normalized),
+	);
+}
+
+function getArchiveMediaOwnerId(entryPath: string) {
+	const fileName = path.posix.basename(normalizeArchivePath(entryPath));
+	const separator = fileName.indexOf("-");
+	return separator > 0 ? fileName.slice(0, separator) : "unknown";
+}
+
+function getArchiveMediaDestination(entryPath: string, kind: ArchiveMediaKind) {
+	const { mediaOriginalsDir } = getBirdclawPaths();
+	const normalized = normalizeArchivePath(entryPath);
+	const fileName = path.posix.basename(normalized);
+	return path.join(
+		mediaOriginalsDir,
+		"archive",
+		kind,
+		getArchiveMediaOwnerId(normalized),
+		fileName,
+	);
+}
+
+function needsArchiveMediaCopy(destinationPath: string, size: number) {
+	if (!existsSync(destinationPath)) return true;
+	return statSync(destinationPath).size !== size;
+}
+
+async function copyArchiveEntryToFile(
+	archivePath: string,
+	entryPath: string,
+	destinationPath: string,
+) {
+	mkdirSync(path.dirname(destinationPath), { recursive: true });
+	const temporaryPath = `${destinationPath}.${process.pid}.${randomUUID()}.tmp`;
+	const child = spawn("unzip", ["-p", archivePath, entryPath], {
+		stdio: ["ignore", "pipe", "pipe"],
+	});
+	let stderr = "";
+	child.stderr.setEncoding("utf8");
+	child.stderr.on("data", (chunk) => {
+		stderr += String(chunk);
+	});
+	const exit = new Promise<number | null>((resolve, reject) => {
+		child.on("error", reject);
+		child.on("close", resolve);
+	});
+
+	try {
+		await pipeline(child.stdout, createWriteStream(temporaryPath));
+		const exitCode = await exit;
+		if (exitCode !== 0) {
+			throw new Error(
+				`Failed to extract ${entryPath}: ${stderr.trim() || `exit ${String(exitCode)}`}`,
+			);
+		}
+		renameSync(temporaryPath, destinationPath);
+	} catch (error) {
+		child.kill();
+		if (existsSync(temporaryPath)) {
+			unlinkSync(temporaryPath);
+		}
+		throw error;
+	}
+}
+
+async function extractArchiveMediaFiles(
+	archivePath: string,
+	selectedKinds: Set<ArchiveMediaKind> | null,
+) {
+	const counts = createArchiveMediaFileCounts();
+	if (selectedKinds?.size === 0) {
+		return counts;
+	}
+	for (const entry of await listArchiveEntryDetails(archivePath)) {
+		const mediaKind = getArchiveMediaKind(entry.path);
+		if (!mediaKind) continue;
+		if (selectedKinds && !selectedKinds.has(mediaKind.kind)) continue;
+
+		counts[mediaKind.kind] += 1;
+		const destinationPath = getArchiveMediaDestination(
+			entry.path,
+			mediaKind.kind,
+		);
+		if (!needsArchiveMediaCopy(destinationPath, entry.size)) continue;
+		await copyArchiveEntryToFile(archivePath, entry.path, destinationPath);
+	}
+	return counts;
+}
+
+function getArchiveFollowRows(content: string, key: ArchiveFollowKey) {
+	const rows: Array<{ profileId: string; externalUserId: string }> = [];
+
+	for (const wrapper of parseArchiveArray(content)) {
+		const item = asRecord(wrapper[key]);
+		const externalUserId = String(item?.accountId ?? "");
+		if (!externalUserId) continue;
+
+		rows.push({
+			profileId: `profile_user_${externalUserId}`,
+			externalUserId,
+		});
+	}
+
+	return rows;
+}
+
 function clearImportedData() {
 	const db = getNativeDb();
 	db.exec(`
@@ -288,6 +586,8 @@ function clearImportedData() {
     delete from tweet_actions;
     delete from tweet_account_edges;
     delete from tweet_collections;
+    delete from link_occurrences;
+    delete from url_expansions;
     delete from dm_fts;
     delete from tweets_fts;
     delete from dm_messages;
@@ -296,34 +596,75 @@ function clearImportedData() {
     delete from profiles;
     delete from accounts;
   `);
+	clearAuthoredSyncCursors(db);
+}
+
+function clearAuthoredSyncCursors(db = getNativeDb(), accountId?: string) {
+	if (accountId) {
+		db.prepare("delete from sync_cache where cache_key = ?").run(
+			`authored:xurl:${accountId}:cursor`,
+		);
+		return;
+	}
+	db.prepare(
+		"delete from sync_cache where cache_key like 'authored:xurl:%:cursor'",
+	).run();
+}
+
+function clearMentionSyncState(db = getNativeDb()) {
+	db.prepare(
+		"delete from sync_cache where cache_key like 'mentions:sync:%'",
+	).run();
 }
 
 export async function importArchive(
 	archivePath: string,
+	options: ImportArchiveOptions = {},
 ): Promise<ImportedArchiveSummary> {
 	const entries = await listArchiveEntries(archivePath);
+	const selection = selectedSlices(options);
+	const includeTweets = includesSlice(selection, "tweets");
+	const includeLikes = includesSlice(selection, "likes");
+	const includeBookmarks = includesSlice(selection, "bookmarks");
+	const includeDirectMessages = includesSlice(selection, "directMessages");
+	const includeProfiles = includesSlice(selection, "profiles");
+	const includeFollowers = includesSlice(selection, "followers");
+	const includeFollowing = includesSlice(selection, "following");
 	const accountEntry = getFirstEntry(entries, /(?:^|\/)data\/account\.js$/i);
 	const profileEntry = getFirstEntry(entries, /(?:^|\/)data\/profile\.js$/i);
-	const tweetEntries = getMatchingEntries(
-		entries,
-		/(?:^|\/)data\/(?:tweets|community-tweet)(?:-part\d+)?\.js$/i,
-	);
-	const noteTweetEntries = getMatchingEntries(
-		entries,
-		/(?:^|\/)data\/note-tweet(?:-part\d+)?\.js$/i,
-	);
-	const likeEntries = getMatchingEntries(
-		entries,
-		/(?:^|\/)data\/(?:like|likes)(?:-part\d+)?\.js$/i,
-	);
-	const bookmarkEntries = getMatchingEntries(
-		entries,
-		/(?:^|\/)data\/(?:bookmark|bookmarks)(?:-part\d+)?\.js$/i,
-	);
-	const dmEntries = getMatchingEntries(
-		entries,
-		/(?:^|\/)data\/direct-messages(?:-group)?(?:-part\d+)?\.js$/i,
-	);
+	const tweetEntries = includeTweets
+		? getMatchingEntries(
+				entries,
+				/(?:^|\/)data\/(?:tweets|community-tweet)(?:-part\d+)?\.js$/i,
+			)
+		: [];
+	const noteTweetEntries = includeTweets
+		? getMatchingEntries(entries, /(?:^|\/)data\/note-tweet(?:-part\d+)?\.js$/i)
+		: [];
+	const likeEntries = includeLikes
+		? getMatchingEntries(
+				entries,
+				/(?:^|\/)data\/(?:like|likes)(?:-part\d+)?\.js$/i,
+			)
+		: [];
+	const bookmarkEntries = includeBookmarks
+		? getMatchingEntries(
+				entries,
+				/(?:^|\/)data\/(?:bookmark|bookmarks)(?:-part\d+)?\.js$/i,
+			)
+		: [];
+	const dmEntries = includeDirectMessages
+		? getMatchingEntries(
+				entries,
+				/(?:^|\/)data\/direct-messages(?:-group)?(?:-part\d+)?\.js$/i,
+			)
+		: [];
+	const followerEntries = includeFollowers
+		? getMatchingEntries(entries, /(?:^|\/)data\/follower(?:-part\d+)?\.js$/i)
+		: [];
+	const followingEntries = includeFollowing
+		? getMatchingEntries(entries, /(?:^|\/)data\/following(?:-part\d+)?\.js$/i)
+		: [];
 
 	if (!accountEntry) {
 		throw new Error("Archive missing data/account.js");
@@ -478,10 +819,27 @@ export async function importArchive(
 			bio: string;
 			followersCount: number;
 			followingCount: number;
+			publicMetricsJson: string;
 			avatarHue: number;
+			avatarUrl: string | null;
+			location: string | null;
+			url: string | null;
+			verifiedType: string | null;
+			entitiesJson: string;
+			rawJson: string;
 			createdAt: string;
 		}
 	>();
+	type ProfileRow =
+		typeof profiles extends Map<string, infer Value> ? Value : never;
+	const defaultProfileMetadata = {
+		publicMetricsJson: "{}",
+		location: null,
+		url: null,
+		verifiedType: null,
+		entitiesJson: "{}",
+		rawJson: "{}",
+	};
 	const conversations = new Map<
 		string,
 		{
@@ -495,27 +853,382 @@ export async function importArchive(
 		}
 	>();
 	const dmMessages: MessageRow[] = [];
-
-	const localProfile = {
-		id: "profile_me",
-		handle: accountPayload.username,
-		displayName: accountPayload.displayName,
-		bio: accountPayload.bio,
-		followersCount: 0,
-		followingCount: 0,
-		avatarHue: 18,
-		createdAt: accountPayload.createdAt,
+	const followerRows: Array<{ profileId: string; externalUserId: string }> = [];
+	const followingRows: Array<{ profileId: string; externalUserId: string }> =
+		[];
+	const followerIds = new Set<string>();
+	const followingIds = new Set<string>();
+	type ExistingProfileRow = {
+		id: string;
+		handle: string;
+		display_name: string;
+		bio: string;
+		followers_count: number;
+		following_count: number;
+		public_metrics_json: string;
+		avatar_hue: number;
+		avatar_url: string | null;
+		location: string | null;
+		url: string | null;
+		verified_type: string | null;
+		entities_json: string;
+		raw_json: string;
+		created_at: string;
 	};
+	const existingProfiles = new Map(
+		(
+			getNativeDb()
+				.prepare(
+					`
+	        select id, handle, display_name, bio, followers_count, following_count,
+	          public_metrics_json, avatar_hue, avatar_url, location, url,
+	          verified_type, entities_json, raw_json, created_at
+	        from profiles
+	      `,
+				)
+				.all() as ExistingProfileRow[]
+		).map((profile) => [profile.id, profile]),
+	);
+	const existingProfilesByHandle = new Map(
+		[...existingProfiles.values()].map((profile) => [
+			profile.handle.toLowerCase(),
+			profile,
+		]),
+	);
+	const existingPrimaryAccount = getNativeDb()
+		.prepare("select handle, external_user_id from accounts where id = ?")
+		.get("acct_primary") as
+		| { handle: string; external_user_id: string | null }
+		| undefined;
+	const profileIdAliases = new Map<string, string>();
+
+	type ArchiveProfileTier =
+		| "archive_follow_stub"
+		| "archive_dm_stub"
+		| "archive_mention_inferred"
+		| "live_or_hydrated";
+	const archiveProfileTierRank: Record<ArchiveProfileTier, number> = {
+		archive_follow_stub: 0,
+		archive_dm_stub: 1,
+		archive_mention_inferred: 2,
+		live_or_hydrated: 3,
+	};
+
+	function classifyExistingProfile(profile: ProfileRow): ArchiveProfileTier {
+		const externalUserId = profile.id.startsWith("profile_user_")
+			? profile.id.slice("profile_user_".length)
+			: "";
+		const fallbackHandle = externalUserId ? `id${externalUserId}` : profile.id;
+		const hasLiveSignals =
+			profile.followersCount > 0 ||
+			profile.followingCount > 0 ||
+			profile.publicMetricsJson.trim() !== "{}" ||
+			profile.avatarUrl !== null ||
+			profile.location !== null ||
+			profile.url !== null ||
+			profile.verifiedType !== null ||
+			profile.entitiesJson.trim() !== "{}" ||
+			profile.rawJson.trim() !== "{}";
+
+		if (hasLiveSignals) return "live_or_hydrated";
+		if (
+			profile.handle === fallbackHandle &&
+			profile.displayName === "" &&
+			profile.bio === ""
+		) {
+			return "archive_follow_stub";
+		}
+		if (profile.bio.startsWith("Imported from archive user ")) {
+			return profile.handle === fallbackHandle &&
+				profile.displayName === fallbackHandle
+				? "archive_dm_stub"
+				: "archive_mention_inferred";
+		}
+		return profile.handle === fallbackHandle && profile.displayName === ""
+			? "archive_follow_stub"
+			: "archive_mention_inferred";
+	}
+
+	function shouldPreserveProfile(
+		existingTier: ArchiveProfileTier,
+		incomingTier: ArchiveProfileTier,
+	) {
+		return (
+			archiveProfileTierRank[existingTier] >=
+			archiveProfileTierRank[incomingTier]
+		);
+	}
+
+	function existingProfileToProfileRow(
+		profile: ExistingProfileRow,
+	): ProfileRow {
+		return {
+			id: profile.id,
+			handle: profile.handle,
+			displayName: profile.display_name,
+			bio: profile.bio,
+			followersCount: profile.followers_count,
+			followingCount: profile.following_count,
+			publicMetricsJson: profile.public_metrics_json,
+			avatarHue: profile.avatar_hue,
+			avatarUrl: profile.avatar_url,
+			location: profile.location,
+			url: profile.url,
+			verifiedType: profile.verified_type,
+			entitiesJson: profile.entities_json,
+			rawJson: profile.raw_json,
+			createdAt: profile.created_at,
+		};
+	}
+
+	function mergeArchiveProfile(incoming: ProfileRow) {
+		const existingById = existingProfiles.get(incoming.id);
+		const existingByHandle = selection
+			? existingProfilesByHandle.get(incoming.handle.toLowerCase())
+			: undefined;
+		const targetExisting = existingById ?? existingByHandle;
+		const targetId = targetExisting?.id ?? incoming.id;
+		if (targetId !== incoming.id) {
+			profileIdAliases.set(incoming.id, targetId);
+		}
+		const targetIncoming =
+			targetId === incoming.id ? incoming : { ...incoming, id: targetId };
+		const incomingTier = classifyExistingProfile(incoming);
+		const current = profiles.get(targetId);
+		const currentTier = current ? classifyExistingProfile(current) : null;
+		const existingProfile = targetExisting
+			? existingProfileToProfileRow(targetExisting)
+			: null;
+		const existingTier = existingProfile
+			? classifyExistingProfile(existingProfile)
+			: null;
+
+		if (
+			current &&
+			currentTier &&
+			shouldPreserveProfile(currentTier, incomingTier) &&
+			(!existingTier || shouldPreserveProfile(currentTier, existingTier))
+		) {
+			return;
+		}
+
+		if (
+			existingProfile &&
+			existingTier &&
+			shouldPreserveProfile(existingTier, incomingTier)
+		) {
+			profiles.set(targetId, existingProfile);
+			return;
+		}
+
+		profiles.set(targetId, targetIncoming);
+	}
+
+	function resolveProfileId(profileId: string) {
+		return profileIdAliases.get(profileId) ?? profileId;
+	}
+
+	function isProfileHandleTakenByOtherId(handle: string, profileId: string) {
+		const normalizedHandle = handle.toLowerCase();
+		const existingProfile = existingProfilesByHandle.get(normalizedHandle);
+		if (existingProfile && existingProfile.id !== profileId) return true;
+		for (const profile of profiles.values()) {
+			if (
+				profile.id !== profileId &&
+				profile.handle.toLowerCase() === normalizedHandle
+			) {
+				return true;
+			}
+		}
+		return false;
+	}
+
+	function uniqueArchiveProfileHandle(baseHandle: string, profileId: string) {
+		if (!isProfileHandleTakenByOtherId(baseHandle, profileId)) {
+			return baseHandle;
+		}
+		let index = 1;
+		while (true) {
+			const suffix = index === 1 ? "archive" : `archive_${index}`;
+			const candidate = `${baseHandle}_${suffix}`;
+			if (!isProfileHandleTakenByOtherId(candidate, profileId)) {
+				return candidate;
+			}
+			index += 1;
+		}
+	}
+
+	function addArchiveFollowProfile(profileId: string, externalUserId: string) {
+		if (!profileId) return;
+		const fallbackId =
+			externalUserId || profileId.replace(/^profile_user_/, "");
+		mergeArchiveProfile({
+			id: profileId,
+			handle: fallbackId ? `id${fallbackId}` : profileId,
+			displayName: "",
+			bio: "",
+			followersCount: 0,
+			followingCount: 0,
+			...defaultProfileMetadata,
+			avatarHue: 210,
+			avatarUrl: null,
+			createdAt: accountPayload.createdAt,
+		});
+	}
+
+	function assertSelectedAccountMatchesArchive() {
+		if (!selection || !existingPrimaryAccount) return;
+		const existingExternalUserId = existingPrimaryAccount.external_user_id;
+		if (
+			existingExternalUserId &&
+			existingExternalUserId !== accountPayload.accountId
+		) {
+			throw new Error(
+				`Existing acct_primary (${existingExternalUserId}) does not match archive account ${accountPayload.accountId}`,
+			);
+		}
+		const existingHandle = existingPrimaryAccount.handle
+			.replace(/^@/, "")
+			.toLowerCase();
+		if (
+			!existingExternalUserId &&
+			existingHandle !== accountPayload.username.toLowerCase()
+		) {
+			throw new Error(
+				`Existing acct_primary (@${existingHandle}) does not match archive account @${accountPayload.username}`,
+			);
+		}
+	}
+
+	assertSelectedAccountMatchesArchive();
+
+	const existingLocalProfile =
+		selection &&
+		(existingProfiles.get("profile_me") ??
+			[...existingProfiles.values()].find(
+				(profile) =>
+					profile.handle.toLowerCase() ===
+					accountPayload.username.toLowerCase(),
+			));
+	const archivedLocalProfile = existingLocalProfile
+		? {
+				...existingProfileToProfileRow(existingLocalProfile),
+				handle: accountPayload.username,
+				displayName: accountPayload.displayName,
+				bio: accountPayload.bio,
+				createdAt: accountPayload.createdAt,
+			}
+		: {
+				id: "profile_me",
+				handle: accountPayload.username,
+				displayName: accountPayload.displayName,
+				bio: accountPayload.bio,
+				followersCount: 0,
+				followingCount: 0,
+				...defaultProfileMetadata,
+				avatarHue: 18,
+				avatarUrl: null,
+				createdAt: accountPayload.createdAt,
+			};
+	const localProfile =
+		existingLocalProfile && !includeProfiles
+			? existingProfileToProfileRow(existingLocalProfile)
+			: archivedLocalProfile;
 	profiles.set(localProfile.id, localProfile);
 
+	const existingDmConversationAccounts = new Map(
+		(
+			getNativeDb()
+				.prepare("select id, account_id from dm_conversations")
+				.all() as Array<{ id: string; account_id: string }>
+		).map((row) => [row.id, row.account_id]),
+	);
+	const existingOtherDmMessageIds = new Set(
+		(
+			getNativeDb()
+				.prepare(
+					`
+          select m.id
+          from dm_messages m
+          join dm_conversations c on c.id = m.conversation_id
+          where c.account_id <> 'acct_primary'
+        `,
+				)
+				.all() as Array<{ id: string }>
+		).map((row) => row.id),
+	);
+	const archiveDmConversationIdAliases = new Map<string, string>();
+	const archiveDmMessageIdAliases = new Map<string, string>();
+
+	function uniquePrimaryArchiveId(
+		baseId: string,
+		isTakenByOtherAccount: (candidate: string) => boolean,
+		isPending: (candidate: string) => boolean,
+	) {
+		let index = 1;
+		while (true) {
+			const suffix = index === 1 ? "" : `:${index}`;
+			const candidate = `acct_primary:${baseId}${suffix}`;
+			if (!isTakenByOtherAccount(candidate) && !isPending(candidate)) {
+				return candidate;
+			}
+			index += 1;
+		}
+	}
+
+	function resolveArchiveDmConversationId(conversationId: string) {
+		const existingAlias = archiveDmConversationIdAliases.get(conversationId);
+		if (existingAlias) return existingAlias;
+		if (!selection) {
+			archiveDmConversationIdAliases.set(conversationId, conversationId);
+			return conversationId;
+		}
+
+		const takenByOtherAccount = (candidate: string) => {
+			const accountId = existingDmConversationAccounts.get(candidate);
+			return accountId !== undefined && accountId !== "acct_primary";
+		};
+		const resolved = takenByOtherAccount(conversationId)
+			? uniquePrimaryArchiveId(
+					conversationId,
+					takenByOtherAccount,
+					(candidate) => conversations.has(candidate),
+				)
+			: conversationId;
+		archiveDmConversationIdAliases.set(conversationId, resolved);
+		return resolved;
+	}
+
+	function resolveArchiveDmMessageId(
+		messageId: string,
+		conversationIdChanged: boolean,
+	) {
+		const existingAlias = archiveDmMessageIdAliases.get(messageId);
+		if (existingAlias) return existingAlias;
+		const shouldRemap =
+			selection &&
+			(conversationIdChanged || existingOtherDmMessageIds.has(messageId));
+		const resolved = shouldRemap
+			? uniquePrimaryArchiveId(
+					messageId,
+					(candidate) => existingOtherDmMessageIds.has(candidate),
+					(candidate) => dmMessages.some((message) => message.id === candidate),
+				)
+			: messageId;
+		archiveDmMessageIdAliases.set(messageId, resolved);
+		return resolved;
+	}
+
 	for (const entry of dmEntries) {
 		const content = await readArchiveEntry(archivePath, entry);
 		for (const wrapper of parseArchiveArray(content)) {
 			const dmConversation = asRecord(wrapper.dmConversation);
 			if (!dmConversation) continue;
 
-			const conversationId = String(dmConversation.conversationId ?? "");
-			if (!conversationId) continue;
+			const rawConversationId = String(dmConversation.conversationId ?? "");
+			if (!rawConversationId) continue;
+			const conversationId = resolveArchiveDmConversationId(rawConversationId);
+			const conversationIdChanged = conversationId !== rawConversationId;
 
 			const conversationName = String(dmConversation.name ?? "").trim();
 			const participantIds = new Set<string>();
@@ -587,7 +1300,9 @@ export async function importArchive(
 						bio: `Group DM with ${externalParticipantIds.length} participants`,
 						followersCount: 0,
 						followingCount: 0,
+						...defaultProfileMetadata,
 						avatarHue: 220,
+						avatarUrl: null,
 						createdAt: accountPayload.createdAt,
 					});
 				} else {
@@ -596,14 +1311,16 @@ export async function importArchive(
 						otherUserId,
 						mentionDirectory,
 					);
-					profiles.set(participantProfileId, {
+					mergeArchiveProfile({
 						id: participantProfileId,
 						handle: inferred.handle,
 						displayName: inferred.displayName,
 						bio: `Imported from archive user ${otherUserId}`,
 						followersCount: 0,
 						followingCount: 0,
+						...defaultProfileMetadata,
 						avatarHue: 210,
+						avatarUrl: null,
 						createdAt: accountPayload.createdAt,
 					});
 				}
@@ -614,9 +1331,12 @@ export async function importArchive(
 				.filter((event): event is Record<string, unknown> => event !== null)
 				.map((messageCreate) => {
 					const senderId = String(messageCreate.senderId ?? "");
+					const rawMessageId = String(
+						messageCreate.id ?? `${rawConversationId}-${senderId}`,
+					);
 					const senderProfileId =
 						senderId === accountPayload.accountId
-							? "profile_me"
+							? localProfile.id
 							: `profile_user_${senderId}`;
 
 					if (senderId && senderId !== accountPayload.accountId) {
@@ -625,23 +1345,25 @@ export async function importArchive(
 							mentionDirectory,
 						);
 						if (!profiles.has(senderProfileId)) {
-							profiles.set(senderProfileId, {
+							mergeArchiveProfile({
 								id: senderProfileId,
 								handle: inferred.handle,
 								displayName: inferred.displayName,
 								bio: `Imported from archive user ${senderId}`,
 								followersCount: 0,
 								followingCount: 0,
+								...defaultProfileMetadata,
 								avatarHue: 240,
+								avatarUrl: null,
 								createdAt: accountPayload.createdAt,
 							});
 						}
 					}
 
 					return {
-						id: String(messageCreate.id ?? `${conversationId}-${senderId}`),
+						id: resolveArchiveDmMessageId(rawMessageId, conversationIdChanged),
 						conversationId,
-						senderProfileId,
+						senderProfileId: resolveProfileId(senderProfileId),
 						text: String(messageCreate.text ?? ""),
 						createdAt: parseTwitterDate(messageCreate.createdAt),
 						direction:
@@ -661,14 +1383,16 @@ export async function importArchive(
 			if (!lastMessage) continue;
 
 			dmMessages.push(...messageEvents);
+			const resolvedParticipantProfileId =
+				resolveProfileId(participantProfileId);
 			conversations.set(conversationId, {
 				id: conversationId,
 				title:
-					profiles.get(participantProfileId)?.displayName ||
+					profiles.get(resolvedParticipantProfileId)?.displayName ||
 					conversationName ||
 					conversationId,
 				accountId: "acct_primary",
-				participantProfileId,
+				participantProfileId: resolvedParticipantProfileId,
 				lastMessageAt: lastMessage.createdAt,
 				unreadCount: 0,
 				needsReply: lastMessage.direction === "inbound" ? 1 : 0,
@@ -744,39 +1468,197 @@ export async function importArchive(
 		bookmarkCount += bookmarks.length;
 	}
 
+	const mediaFileCounts = await extractArchiveMediaFiles(
+		archivePath,
+		selectedArchiveMediaKinds(selection),
+	);
+
+	for (const entry of followerEntries) {
+		const content = await readArchiveEntry(archivePath, entry);
+		for (const row of getArchiveFollowRows(content, "follower")) {
+			if (followerIds.has(row.externalUserId)) continue;
+			followerIds.add(row.externalUserId);
+			followerRows.push(row);
+		}
+	}
+
+	for (const entry of followingEntries) {
+		const content = await readArchiveEntry(archivePath, entry);
+		for (const row of getArchiveFollowRows(content, "following")) {
+			if (followingIds.has(row.externalUserId)) continue;
+			followingIds.add(row.externalUserId);
+			followingRows.push(row);
+		}
+	}
+
+	for (const row of [...followerRows, ...followingRows]) {
+		addArchiveFollowProfile(row.profileId, row.externalUserId);
+	}
+
+	const clearedFollowDirections = new Set<ArchiveFollowDirection>();
+	if (includeFollowers && followerEntries.length === 0) {
+		clearedFollowDirections.add("followers");
+	}
+	if (includeFollowing && followingEntries.length === 0) {
+		clearedFollowDirections.add("following");
+	}
+	const retainedFollowProfiles = getNativeDb()
+		.prepare(
+			`
+      select direction, profile_id, external_user_id, source, null as snapshot_id, null as snapshot_source
+      from follow_edges
+      union
+      select ev.direction, ev.profile_id, ev.external_user_id, null as source, ev.snapshot_id, snap.source as snapshot_source
+      from follow_events ev
+      left join follow_snapshots snap on snap.id = ev.snapshot_id
+      `,
+		)
+		.all() as Array<{
+		direction: ArchiveFollowDirection;
+		profile_id: string;
+		external_user_id: string;
+		source: string | null;
+		snapshot_id: string | null;
+		snapshot_source: string | null;
+	}>;
+	for (const row of retainedFollowProfiles) {
+		const isClearedArchiveRow =
+			clearedFollowDirections.has(row.direction) &&
+			(row.source === "archive" ||
+				row.snapshot_source === "archive" ||
+				row.snapshot_id ===
+					`follow_snapshot_archive_acct_primary_${row.direction}`);
+		if (isClearedArchiveRow) continue;
+		addArchiveFollowProfile(row.profile_id, row.external_user_id);
+	}
+
 	if (tweetRows.some((tweet) => tweet.authorProfileId === "profile_unknown")) {
-		profiles.set("profile_unknown", {
+		const unknownProfile = {
 			id: "profile_unknown",
-			handle: "unknown",
+			handle: selection
+				? uniqueArchiveProfileHandle("unknown", "profile_unknown")
+				: "unknown",
 			displayName: "Unknown",
 			bio: "Imported from archive collection metadata",
 			followersCount: 0,
 			followingCount: 0,
+			...defaultProfileMetadata,
 			avatarHue: 210,
+			avatarUrl: null,
 			createdAt: accountPayload.createdAt,
-		});
+		};
+		const existingUnknownProfile = existingProfiles.get("profile_unknown");
+		profiles.set(
+			"profile_unknown",
+			existingUnknownProfile
+				? existingProfileToProfileRow(existingUnknownProfile)
+				: unknownProfile,
+		);
 	}
 
-	clearImportedData();
+	if (!selection) {
+		clearImportedData();
+		clearMentionSyncState();
+	}
 
 	const db = getNativeDb();
 	const insertAccount = db.prepare(`
     insert into accounts (id, name, handle, external_user_id, transport, is_default, created_at)
     values (?, ?, ?, ?, ?, 1, ?)
+    on conflict(id) do update set
+      name = excluded.name,
+      handle = excluded.handle,
+      external_user_id = excluded.external_user_id,
+      transport = excluded.transport,
+      is_default = 1,
+      created_at = excluded.created_at
   `);
-	const insertProfile = db.prepare(`
-    insert into profiles (id, handle, display_name, bio, followers_count, following_count, avatar_hue, avatar_url, created_at)
-    values (?, ?, ?, ?, ?, ?, ?, ?, ?)
+	const insertAccountIfMissing = db.prepare(`
+    insert or ignore into accounts (id, name, handle, external_user_id, transport, is_default, created_at)
+    values (?, ?, ?, ?, ?, 1, ?)
   `);
+	const insertProfile = db.prepare(`
+	    insert into profiles (
+	      id, handle, display_name, bio, followers_count, following_count,
+	      public_metrics_json, avatar_hue, avatar_url, location, url, verified_type,
+	      entities_json, raw_json, created_at
+	    )
+	    values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      on conflict(id) do update set
+        handle = excluded.handle,
+        display_name = excluded.display_name,
+        bio = excluded.bio,
+        followers_count = excluded.followers_count,
+        following_count = excluded.following_count,
+        public_metrics_json = excluded.public_metrics_json,
+        avatar_hue = excluded.avatar_hue,
+        avatar_url = excluded.avatar_url,
+        location = excluded.location,
+        url = excluded.url,
+        verified_type = excluded.verified_type,
+        entities_json = excluded.entities_json,
+        raw_json = excluded.raw_json,
+        created_at = excluded.created_at
+	  `);
+	const insertProfileIfMissing = db.prepare(`
+	    insert or ignore into profiles (
+	      id, handle, display_name, bio, followers_count, following_count,
+	      public_metrics_json, avatar_hue, avatar_url, location, url, verified_type,
+	      entities_json, raw_json, created_at
+	    )
+	    values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+	  `);
 	const insertTweet = db.prepare(`
     insert into tweets (
       id, account_id, author_profile_id, kind, text, created_at, is_replied,
       reply_to_id, like_count, media_count, bookmarked, liked, entities_json, media_json, quoted_tweet_id
     ) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+    on conflict(id) do update set
+      account_id = tweets.account_id,
+      author_profile_id = case
+        when tweets.author_profile_id = 'profile_unknown' then excluded.author_profile_id
+        else tweets.author_profile_id
+      end,
+      kind = case
+        when tweets.kind in ('home', 'mention', 'authored') and excluded.kind in ('like', 'bookmark')
+          then tweets.kind
+        else excluded.kind
+      end,
+	      text = case
+	        when excluded.kind in ('like', 'bookmark')
+	          and tweets.text <> ''
+	          then tweets.text
+	        when excluded.text <> '' then excluded.text
+	        else tweets.text
+	      end,
+	      created_at = case
+	        when excluded.kind in ('like', 'bookmark')
+	          then tweets.created_at
+	        else excluded.created_at
+	      end,
+      is_replied = max(tweets.is_replied, excluded.is_replied),
+      reply_to_id = coalesce(excluded.reply_to_id, tweets.reply_to_id),
+      like_count = max(tweets.like_count, excluded.like_count),
+      media_count = max(tweets.media_count, excluded.media_count),
+	      bookmarked = case
+	        when tweets.account_id = excluded.account_id then max(tweets.bookmarked, excluded.bookmarked)
+	        else tweets.bookmarked
+	      end,
+	      liked = case
+	        when tweets.account_id = excluded.account_id then max(tweets.liked, excluded.liked)
+	        else tweets.liked
+	      end,
+      entities_json = case when excluded.entities_json <> '{}' then excluded.entities_json else tweets.entities_json end,
+      media_json = case when excluded.media_json <> '[]' then excluded.media_json else tweets.media_json end,
+      quoted_tweet_id = coalesce(excluded.quoted_tweet_id, tweets.quoted_tweet_id)
   `);
+	const deleteTweetFts = db.prepare(
+		"delete from tweets_fts where tweet_id = ?",
+	);
 	const insertTweetFts = db.prepare(
 		"insert into tweets_fts (tweet_id, text) values (?, ?)",
 	);
+	const selectTweetFtsText = db.prepare("select text from tweets where id = ?");
 	const insertTimelineEdge = db.prepare(`
     insert into tweet_account_edges (
       account_id, tweet_id, kind, first_seen_at, last_seen_at, seen_count, source,
@@ -793,10 +1675,16 @@ export async function importArchive(
     ) values (?, ?, ?, ?, ?, ?, ?)
     on conflict(account_id, tweet_id, kind) do update set
       collected_at = coalesce(excluded.collected_at, tweet_collections.collected_at),
-      source = excluded.source,
-      raw_json = excluded.raw_json,
-      updated_at = excluded.updated_at
-  `);
+      source = case
+        when tweet_collections.source = 'archive' then excluded.source
+        else tweet_collections.source
+      end,
+      raw_json = case
+        when tweet_collections.source = 'archive' then excluded.raw_json
+        else tweet_collections.raw_json
+      end,
+      updated_at = max(tweet_collections.updated_at, excluded.updated_at)
+	  `);
 	const insertConversation = db.prepare(`
     insert into dm_conversations (
       id, account_id, participant_profile_id, title, last_message_at, unread_count, needs_reply
@@ -810,9 +1698,573 @@ export async function importArchive(
 	const insertDmFts = db.prepare(
 		"insert into dm_fts (message_id, text) values (?, ?)",
 	);
+	const insertFollowSnapshot = db.prepare(`
+    insert into follow_snapshots (
+      id, account_id, direction, source, status, page_count, result_count,
+      started_at, completed_at, raw_meta_json
+    ) values (?, ?, ?, 'archive', 'complete', ?, ?, ?, ?, ?)
+    on conflict(id) do update set
+      account_id = excluded.account_id,
+      direction = excluded.direction,
+      source = excluded.source,
+      status = excluded.status,
+      page_count = excluded.page_count,
+      result_count = excluded.result_count,
+      started_at = excluded.started_at,
+      completed_at = excluded.completed_at,
+      raw_meta_json = excluded.raw_meta_json
+  `);
+	const insertFollowSnapshotMember = db.prepare(`
+    insert into follow_snapshot_members (
+      snapshot_id, profile_id, external_user_id, position
+    ) values (?, ?, ?, ?)
+  `);
+	const selectFollowSnapshotMembers = db.prepare(`
+    select profile_id, external_user_id
+    from follow_snapshot_members
+    where snapshot_id = ?
+    order by position, profile_id
+  `);
+	const deleteFollowSnapshotMembers = db.prepare(
+		"delete from follow_snapshot_members where snapshot_id = ?",
+	);
+	const deleteArchiveFollowEvents = db.prepare(`
+    delete from follow_events
+    where account_id = ? and direction = ? and (
+      snapshot_id = ? or snapshot_id in (
+        select id from follow_snapshots
+        where account_id = ? and direction = ? and source = 'archive'
+      )
+    )
+  `);
+	const deleteArchiveFollowSnapshotMembers = db.prepare(`
+    delete from follow_snapshot_members
+    where snapshot_id in (
+      select id from follow_snapshots
+      where account_id = ? and direction = ? and source = 'archive'
+    )
+  `);
+	const deleteArchiveFollowSnapshots = db.prepare(`
+    delete from follow_snapshots
+    where account_id = ? and direction = ? and source = 'archive'
+  `);
+	const deleteArchiveFollowEdges = db.prepare(`
+    delete from follow_edges
+    where account_id = ? and direction = ? and source = 'archive'
+  `);
+	const selectFollowEdges = db.prepare(`
+    select profile_id, external_user_id, current
+    from follow_edges
+    where account_id = ? and direction = ?
+  `);
+	const insertFollowEdge = db.prepare(`
+    insert into follow_edges (
+      account_id, direction, profile_id, external_user_id, source, current,
+      first_seen_at, last_seen_at, ended_at, updated_at
+    ) values (?, ?, ?, ?, 'archive', 1, ?, ?, null, ?)
+    on conflict(account_id, direction, profile_id) do update set
+      external_user_id = excluded.external_user_id,
+      source = case
+        when follow_edges.source = 'archive' then excluded.source
+        else follow_edges.source
+      end,
+      current = 1,
+      last_seen_at = excluded.last_seen_at,
+      ended_at = null,
+      updated_at = excluded.updated_at
+  `);
+	const endFollowEdge = db.prepare(`
+    update follow_edges
+    set current = 0, ended_at = ?, updated_at = ?
+    where account_id = ? and direction = ? and profile_id = ?
+  `);
+	const insertFollowEvent = db.prepare(`
+    insert into follow_events (
+      id, account_id, direction, profile_id, external_user_id, kind, event_at, snapshot_id
+    ) values (?, ?, ?, ?, ?, ?, ?, ?)
+  `);
+	const clearSelectedLikes = db.prepare(`
+	    delete from tweet_collections
+	    where account_id = ? and kind = 'likes' and source in ('archive', 'legacy')
+	  `);
+	const clearSelectedBookmarks = db.prepare(`
+	    delete from tweet_collections
+	    where account_id = ? and kind = 'bookmarks' and source in ('archive', 'legacy')
+	  `);
+	const clearTweetLikedFlag = db.prepare(`
+		    update tweets
+		    set liked = 0
+	    where account_id = ?
+	      and id in (
+		      select tweet_id
+		      from tweet_collections
+		      where account_id = ? and kind = 'likes' and source in ('archive', 'legacy')
+		    )
+	  `);
+	const clearTweetBookmarkedFlag = db.prepare(`
+		    update tweets
+		    set bookmarked = 0
+	    where account_id = ?
+	      and id in (
+		      select tweet_id
+		      from tweet_collections
+		      where account_id = ? and kind = 'bookmarks' and source in ('archive', 'legacy')
+		    )
+	  `);
+	const clearSelectedArchiveTweetEdges = db.prepare(`
+	    delete from tweet_account_edges
+	    where account_id = ?
+	      and kind in ('home', 'authored')
+	      and (
+	        source = 'archive'
+	        or (
+	          source = 'legacy'
+	          and exists (
+	            select 1
+	            from tweets
+	            where tweets.id = tweet_account_edges.tweet_id
+	              and tweets.account_id = ?
+	              and tweets.author_profile_id = ?
+	          )
+	        )
+	      )
+	  `);
+	const deleteOrphanTweetLinkOccurrences = db.prepare(`
+	    delete from link_occurrences
+	    where source_kind = 'tweet'
+      and source_id not in (select id from tweets)
+	  `);
+	const deleteOrphanArchiveCollectionTweets = db.prepare(`
+    delete from tweets
+    where account_id = ?
+      and kind in ('like', 'bookmark')
+      and not exists (
+        select 1
+        from tweet_collections collection
+        where collection.tweet_id = tweets.id
+      )
+	      and not exists (
+	        select 1
+	        from tweet_account_edges edge
+	        where edge.tweet_id = tweets.id
+	      )
+	      and not exists (
+	        select 1
+	        from tweets referencing_tweet
+	        where referencing_tweet.reply_to_id = tweets.id
+	          or referencing_tweet.quoted_tweet_id = tweets.id
+	      )
+	  `);
+	const demoteSelectedArchiveTweetsWithCollections = db.prepare(`
+    update tweets
+    set kind = case
+      when exists (
+        select 1
+        from tweet_collections collection
+        where collection.account_id = ?
+          and collection.tweet_id = tweets.id
+          and collection.kind = 'likes'
+      ) then 'like'
+      when exists (
+        select 1
+        from tweet_collections collection
+        where collection.account_id = ?
+          and collection.tweet_id = tweets.id
+          and collection.kind = 'bookmarks'
+      ) then 'bookmark'
+      else kind
+    end
+    where account_id = ?
+	      and id in (
+	        select tweet_id
+	        from tweet_account_edges edge
+	        join tweets edge_tweet on edge_tweet.id = edge.tweet_id
+	        where edge.account_id = ?
+	          and edge.kind in ('home', 'authored')
+	          and (
+	            edge.source = 'archive'
+	            or (
+	              edge.source = 'legacy'
+	              and edge_tweet.account_id = ?
+	              and edge_tweet.author_profile_id = ?
+	            )
+	          )
+	      )
+      and id in (
+        select tweet_id
+        from tweet_collections
+        where account_id = ?
+      )
+  `);
+	const preserveSelectedArchiveTweetsReferencedElsewhere = db.prepare(`
+    update tweets
+    set kind = 'archive_stale'
+    where account_id = ?
+	      and id in (
+	        select tweet_id
+	        from tweet_account_edges edge
+	        join tweets edge_tweet on edge_tweet.id = edge.tweet_id
+	        where edge.account_id = ?
+	          and edge.kind in ('home', 'authored')
+	          and (
+	            edge.source = 'archive'
+	            or (
+	              edge.source = 'legacy'
+	              and edge_tweet.account_id = ?
+	              and edge_tweet.author_profile_id = ?
+	            )
+	          )
+	      )
+      and id not in (
+        select tweet_id
+        from tweet_collections
+        where account_id = ?
+      )
+      and exists (
+	        select 1
+	        from tweet_account_edges edge
+	        where edge.tweet_id = tweets.id
+	          and not (
+	            edge.account_id = ?
+	            and edge.kind in ('home', 'authored')
+	            and (
+	              edge.source = 'archive'
+	              or (
+	                edge.source = 'legacy'
+	                and tweets.account_id = ?
+	                and tweets.author_profile_id = ?
+	              )
+	            )
+	          )
+	        union all
+	        select 1
+	        from tweet_collections collection
+	        where collection.tweet_id = tweets.id
+	        union all
+	        select 1
+	        from tweets referencing_tweet
+	        where (
+	          referencing_tweet.reply_to_id = tweets.id
+	          or referencing_tweet.quoted_tweet_id = tweets.id
+	        )
+	          and (
+	            exists (
+	              select 1
+	              from tweet_collections collection
+	              where collection.tweet_id = referencing_tweet.id
+	            )
+	            or exists (
+	              select 1
+	              from tweet_account_edges edge
+	              where edge.tweet_id = referencing_tweet.id
+	                and not (
+	                  edge.account_id = ?
+	                  and edge.kind in ('home', 'authored')
+	                  and (
+	                    edge.source = 'archive'
+	                    or (
+	                      edge.source = 'legacy'
+	                      and referencing_tweet.account_id = ?
+	                      and referencing_tweet.author_profile_id = ?
+	                    )
+	                  )
+	                )
+	            )
+	          )
+	      )
+	  `);
+	const deleteSelectedArchiveTweetsWithoutCollections = db.prepare(`
+    delete from tweets
+    where account_id = ?
+	      and id in (
+	        select tweet_id
+	        from tweet_account_edges edge
+	        join tweets edge_tweet on edge_tweet.id = edge.tweet_id
+	        where edge.account_id = ?
+	          and edge.kind in ('home', 'authored')
+	          and (
+	            edge.source = 'archive'
+	            or (
+	              edge.source = 'legacy'
+	              and edge_tweet.account_id = ?
+	              and edge_tweet.author_profile_id = ?
+	            )
+	          )
+	      )
+      and not exists (
+        select 1
+        from tweet_collections collection
+        where collection.tweet_id = tweets.id
+      )
+      and not exists (
+	        select 1
+	        from tweet_account_edges edge
+	        where edge.tweet_id = tweets.id
+	          and not (
+	            edge.account_id = ?
+	            and edge.kind in ('home', 'authored')
+	            and (
+	              edge.source = 'archive'
+	              or (
+	                edge.source = 'legacy'
+	                and tweets.account_id = ?
+	                and tweets.author_profile_id = ?
+	              )
+	            )
+	          )
+	      )
+	      and not exists (
+	        select 1
+	        from tweets referencing_tweet
+	        where (
+	          referencing_tweet.reply_to_id = tweets.id
+	          or referencing_tweet.quoted_tweet_id = tweets.id
+	        )
+	          and (
+	            exists (
+	              select 1
+	              from tweet_collections collection
+	              where collection.tweet_id = referencing_tweet.id
+	            )
+	            or exists (
+	              select 1
+	              from tweet_account_edges edge
+	              where edge.tweet_id = referencing_tweet.id
+	                and not (
+	                  edge.account_id = ?
+	                  and edge.kind in ('home', 'authored')
+	                  and (
+	                    edge.source = 'archive'
+	                    or (
+	                      edge.source = 'legacy'
+	                      and referencing_tweet.account_id = ?
+	                      and referencing_tweet.author_profile_id = ?
+	                    )
+	                  )
+	                )
+	            )
+	          )
+	      )
+	  `);
+	const deleteOrphanTweetFts = db.prepare(`
+    delete from tweets_fts
+    where tweet_id not in (select id from tweets)
+  `);
+	const clearDmFts = db.prepare(`
+    delete from dm_fts
+    where message_id in (
+      select m.id
+      from dm_messages m
+      join dm_conversations c on c.id = m.conversation_id
+      where c.account_id = ?
+    )
+  `);
+	const clearDmLinkOccurrences = db.prepare(`
+    delete from link_occurrences
+    where source_kind = 'dm'
+      and source_id in (
+        select m.id
+        from dm_messages m
+        join dm_conversations c on c.id = m.conversation_id
+        where c.account_id = ?
+      )
+  `);
+	const clearDmMessages = db.prepare(`
+    delete from dm_messages
+    where conversation_id in (
+      select id from dm_conversations where account_id = ?
+    )
+  `);
+	const clearDmConversations = db.prepare(
+		"delete from dm_conversations where account_id = ?",
+	);
+
+	function importFollowRows(
+		direction: ArchiveFollowDirection,
+		rows: Array<{ profileId: string; externalUserId: string }>,
+		entryCount: number,
+		now: string,
+	) {
+		const snapshotId = `follow_snapshot_archive_acct_primary_${direction}`;
+		const existingEdges = new Map(
+			(
+				selectFollowEdges.all("acct_primary", direction) as Array<{
+					profile_id: string;
+					external_user_id: string;
+					current: number;
+				}>
+			).map((row) => [row.profile_id, row]),
+		);
+		const existingMemberKey = (
+			selectFollowSnapshotMembers.all(snapshotId) as Array<{
+				profile_id: string;
+				external_user_id: string;
+			}>
+		)
+			.map(
+				(row, index) =>
+					`${String(index)}:${row.profile_id}:${row.external_user_id}`,
+			)
+			.join("\n");
+		const nextMemberKey = rows
+			.map(
+				(row, index) =>
+					`${String(index)}:${row.profileId}:${row.externalUserId}`,
+			)
+			.join("\n");
+		const membersChanged = existingMemberKey !== nextMemberKey;
+		const currentProfileIds = new Set<string>();
+
+		insertFollowSnapshot.run(
+			snapshotId,
+			"acct_primary",
+			direction,
+			entryCount,
+			rows.length,
+			now,
+			now,
+			JSON.stringify({ archivePath, result_count: rows.length }),
+		);
+
+		if (membersChanged) {
+			deleteFollowSnapshotMembers.run(snapshotId);
+		}
+		rows.forEach((row, index) => {
+			const profileId = resolveProfileId(row.profileId);
+			currentProfileIds.add(profileId);
+			if (membersChanged) {
+				insertFollowSnapshotMember.run(
+					snapshotId,
+					profileId,
+					row.externalUserId,
+					index,
+				);
+			}
+
+			const previous = existingEdges.get(profileId);
+			insertFollowEdge.run(
+				"acct_primary",
+				direction,
+				profileId,
+				row.externalUserId,
+				now,
+				now,
+				now,
+			);
+			if (!previous || previous.current === 0) {
+				insertFollowEvent.run(
+					`follow_event_${randomUUID()}`,
+					"acct_primary",
+					direction,
+					profileId,
+					row.externalUserId,
+					"started",
+					now,
+					snapshotId,
+				);
+			}
+		});
+
+		for (const [profileId, previous] of existingEdges) {
+			if (previous.current === 0 || currentProfileIds.has(profileId)) {
+				continue;
+			}
+			endFollowEdge.run(now, now, "acct_primary", direction, profileId);
+			insertFollowEvent.run(
+				`follow_event_${randomUUID()}`,
+				"acct_primary",
+				direction,
+				profileId,
+				previous.external_user_id,
+				"ended",
+				now,
+				snapshotId,
+			);
+		}
+	}
+
+	function clearArchiveFollowRows(direction: ArchiveFollowDirection) {
+		deleteArchiveFollowEvents.run(
+			"acct_primary",
+			direction,
+			`follow_snapshot_archive_acct_primary_${direction}`,
+			"acct_primary",
+			direction,
+		);
+		deleteArchiveFollowSnapshotMembers.run("acct_primary", direction);
+		deleteArchiveFollowSnapshots.run("acct_primary", direction);
+		deleteArchiveFollowEdges.run("acct_primary", direction);
+	}
 
 	db.transaction(() => {
-		insertAccount.run(
+		if (selection) {
+			if (includeTweets) {
+				clearAuthoredSyncCursors(db, "acct_primary");
+				demoteSelectedArchiveTweetsWithCollections.run(
+					"acct_primary",
+					"acct_primary",
+					"acct_primary",
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+					"acct_primary",
+				);
+				preserveSelectedArchiveTweetsReferencedElsewhere.run(
+					"acct_primary",
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+					"acct_primary",
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+				);
+				deleteSelectedArchiveTweetsWithoutCollections.run(
+					"acct_primary",
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+				);
+				deleteOrphanTweetFts.run();
+				deleteOrphanTweetLinkOccurrences.run();
+				clearSelectedArchiveTweetEdges.run(
+					"acct_primary",
+					"acct_primary",
+					localProfile.id,
+				);
+			}
+			if (includeLikes) {
+				clearTweetLikedFlag.run("acct_primary", "acct_primary");
+				clearSelectedLikes.run("acct_primary");
+			}
+			if (includeBookmarks) {
+				clearTweetBookmarkedFlag.run("acct_primary", "acct_primary");
+				clearSelectedBookmarks.run("acct_primary");
+			}
+			if (includeLikes || includeBookmarks) {
+				deleteOrphanArchiveCollectionTweets.run("acct_primary");
+				deleteOrphanTweetFts.run();
+				deleteOrphanTweetLinkOccurrences.run();
+			}
+			if (includeDirectMessages) {
+				clearDmLinkOccurrences.run("acct_primary");
+				clearDmFts.run("acct_primary");
+				clearDmMessages.run("acct_primary");
+				clearDmConversations.run("acct_primary");
+			}
+		}
+
+		const writeAccount = selection ? insertAccountIfMissing : insertAccount;
+		writeAccount.run(
 			"acct_primary",
 			accountPayload.displayName,
 			`@${accountPayload.username}`,
@@ -821,25 +2273,37 @@ export async function importArchive(
 			accountPayload.createdAt,
 		);
 
+		const writeProfile =
+			!selection || includeProfiles ? insertProfile : insertProfileIfMissing;
 		for (const profile of profiles.values()) {
-			insertProfile.run(
+			writeProfile.run(
 				profile.id,
 				profile.handle,
 				profile.displayName,
 				profile.bio,
 				profile.followersCount,
 				profile.followingCount,
+				profile.publicMetricsJson,
 				profile.avatarHue,
-				null,
+				profile.avatarUrl,
+				profile.location,
+				profile.url,
+				profile.verifiedType,
+				profile.entitiesJson,
+				profile.rawJson,
 				profile.createdAt,
 			);
 		}
 
 		for (const tweet of tweetRows) {
+			const authorProfileId =
+				tweet.authorProfileId === "profile_me"
+					? localProfile.id
+					: resolveProfileId(tweet.authorProfileId);
 			insertTweet.run(
 				tweet.id,
 				"acct_primary",
-				tweet.authorProfileId,
+				authorProfileId,
 				tweet.kind,
 				tweet.text,
 				tweet.createdAt,
@@ -853,6 +2317,7 @@ export async function importArchive(
 				tweet.mediaJson,
 				tweet.quotedTweetId,
 			);
+			deleteTweetFts.run(tweet.id);
 			if (tweet.kind === "home") {
 				insertTimelineEdge.run(
 					"acct_primary",
@@ -863,7 +2328,20 @@ export async function importArchive(
 					new Date().toISOString(),
 				);
 			}
-			insertTweetFts.run(tweet.id, tweet.text);
+			if (authorProfileId === localProfile.id) {
+				insertTimelineEdge.run(
+					"acct_primary",
+					tweet.id,
+					"authored",
+					tweet.createdAt,
+					tweet.createdAt,
+					new Date().toISOString(),
+				);
+			}
+			const storedTweet = selectTweetFtsText.get(tweet.id) as
+				| { text: string }
+				| undefined;
+			insertTweetFts.run(tweet.id, storedTweet?.text ?? tweet.text);
 		}
 
 		const importedAt = new Date().toISOString();
@@ -904,6 +2382,27 @@ export async function importArchive(
 			);
 			insertDmFts.run(message.id, message.text);
 		}
+
+		if (includeFollowers && followerEntries.length > 0) {
+			importFollowRows(
+				"followers",
+				followerRows,
+				followerEntries.length,
+				importedAt,
+			);
+		} else if (includeFollowers) {
+			clearArchiveFollowRows("followers");
+		}
+		if (includeFollowing && followingEntries.length > 0) {
+			importFollowRows(
+				"following",
+				followingRows,
+				followingEntries.length,
+				importedAt,
+			);
+		} else if (includeFollowing) {
+			clearArchiveFollowRows("following");
+		}
 	})();
 
 	return {
@@ -921,6 +2420,9 @@ export async function importArchive(
 			dmConversations: conversations.size,
 			dmMessages: dmMessages.length,
 			profiles: profiles.size,
+			mediaFiles: mediaFileCounts,
+			followers: followerRows.length,
+			following: followingRows.length,
 		},
 	};
 }