birdclaw 0.4.1 → 0.5.1

package/src/lib/tweet-render.ts

@@ -10,6 +10,14 @@ type TweetSegment =
 	| ({ kind: "url" } & TweetUrlEntity)
 	| ({ kind: "hashtag" } & TweetHashtagEntity);
 
+type UrlExpansion = Pick<TweetUrlEntity, "expandedUrl" | "displayUrl"> &
+	Partial<
+		Pick<TweetUrlEntity, "title" | "description" | "imageUrl" | "siteName">
+	>;
+
+const RAW_URL_PATTERN = /https?:\/\/[^\s<>"'`]+/g;
+const TRAILING_URL_PUNCTUATION = /[),.;:!?]+$/;
+
 const MARKDOWN_ESCAPE_CHARACTERS = new Set([
 	"\\",
 	"`",
@@ -38,6 +46,95 @@ function escapeMarkdown(text: string) {
 		.join("");
 }
 
+export function displayUrlForLink(url: string) {
+	try {
+		const parsed = new URL(url);
+		const host = parsed.hostname.replace(/^www\./, "");
+		const suffix = `${parsed.pathname}${parsed.search}${parsed.hash}`;
+		return suffix === "/" ? host : `${host}${suffix}`;
+	} catch {
+		return url;
+	}
+}
+
+function spansOverlap(
+	leftStart: number,
+	leftEnd: number,
+	rightStart: number,
+	rightEnd: number,
+) {
+	return leftStart < rightEnd && rightStart < leftEnd;
+}
+
+export function enrichFallbackUrlEntities(
+	text: string,
+	entities: TweetEntities,
+	resolveExpansion?: (rawUrl: string) => UrlExpansion | null | undefined,
+): TweetEntities {
+	const existingUrls = entities.urls ?? [];
+	const enrichedExistingUrls = existingUrls.map((entry) => {
+		const expansion = resolveExpansion?.(entry.url);
+		if (!expansion) return entry;
+		const expandedUrl = expansion.expandedUrl || entry.expandedUrl;
+		return {
+			...entry,
+			expandedUrl,
+			displayUrl: expansion.displayUrl || displayUrlForLink(expandedUrl),
+			...(expansion.title ? { title: expansion.title } : {}),
+			...(expansion && "description" in expansion
+				? { description: expansion.description ?? null }
+				: {}),
+			...(expansion.imageUrl ? { imageUrl: expansion.imageUrl } : {}),
+			...(expansion.siteName ? { siteName: expansion.siteName } : {}),
+		};
+	});
+	const fallbackUrls: TweetUrlEntity[] = [];
+
+	for (const match of text.matchAll(RAW_URL_PATTERN)) {
+		const rawMatch = match[0];
+		const url = rawMatch.replace(TRAILING_URL_PUNCTUATION, "");
+		const start = match.index ?? 0;
+		const end = start + url.length;
+		if (!url) {
+			continue;
+		}
+		if (
+			enrichedExistingUrls.some((entry) =>
+				spansOverlap(start, end, entry.start, entry.end),
+			)
+		) {
+			continue;
+		}
+
+		const expansion = resolveExpansion?.(url);
+		const expandedUrl = expansion?.expandedUrl || url;
+		fallbackUrls.push({
+			url,
+			expandedUrl,
+			displayUrl: expansion?.displayUrl || displayUrlForLink(expandedUrl),
+			start,
+			end,
+			...(expansion?.title ? { title: expansion.title } : {}),
+			...(expansion && "description" in expansion
+				? { description: expansion.description ?? null }
+				: {}),
+			...(expansion?.imageUrl ? { imageUrl: expansion.imageUrl } : {}),
+			...(expansion?.siteName ? { siteName: expansion.siteName } : {}),
+		});
+	}
+
+	if (fallbackUrls.length === 0) {
+		return { ...entities, urls: enrichedExistingUrls };
+	}
+
+	return {
+		...entities,
+		urls: [...enrichedExistingUrls, ...fallbackUrls].sort(
+			(left, right) => left.start - right.start,
+		),
+	};
+}
+
 export function collectTweetSegments(entities: TweetEntities): TweetSegment[] {
 	return [
 		...(entities.mentions?.map((entry) => ({

package/src/lib/types.ts

@@ -1,4 +1,4 @@
-export type ResourceKind = "home" | "mentions" | "dms";
+export type ResourceKind = "home" | "mentions" | "authored" | "dms";
 export type InboxKind = "mixed" | "mentions" | "dms";
 
 export type ReplyFilter = "all" | "replied" | "unreplied";
@@ -88,6 +88,8 @@ export interface TweetUrlEntity {
 	end: number;
 	title?: string;
 	description?: string | null;
+	imageUrl?: string | null;
+	siteName?: string | null;
 }
 
 export interface TweetHashtagEntity {
@@ -109,17 +111,29 @@ export interface TweetMediaItem {
 	width?: number;
 	height?: number;
 	thumbnailUrl?: string;
+	durationMs?: number;
+	variants?: Array<{
+		url: string;
+		contentType?: string;
+		bitRate?: number;
+	}>;
 }
 
 export interface EmbeddedTweet {
 	id: string;
 	text: string;
 	createdAt: string;
+	replyToId?: string | null;
 	author: ProfileRecord;
 	entities: TweetEntities;
 	media: TweetMediaItem[];
 }
 
+export interface TweetConversationResponse {
+	anchorId: string;
+	items: EmbeddedTweet[];
+}
+
 export interface BlockItem {
 	accountId: string;
 	accountHandle: string;
@@ -143,10 +157,11 @@ export interface TimelineItem {
 	id: string;
 	accountId: string;
 	accountHandle: string;
-	kind: "home" | "mention" | "like" | "bookmark";
+	kind: "home" | "mention" | "authored" | "like" | "bookmark";
 	text: string;
 	searchSnippet?: string;
 	createdAt: string;
+	replyToId?: string | null;
 	isReplied: boolean;
 	likeCount: number;
 	mediaCount: number;
@@ -203,6 +218,8 @@ export interface LinkIndexItem {
 	expandedHandle?: string | null;
 	title?: string | null;
 	description?: string | null;
+	imageUrl?: string | null;
+	siteName?: string | null;
 	error?: string | null;
 	source: string;
 	updatedAt: string;
@@ -217,6 +234,86 @@ export interface LinkSearchItem {
 	linkedTweet?: TimelineItem | null;
 }
 
+export type LinkInsightKind = "links" | "videos";
+export type LinkInsightRange = "today" | "week" | "month" | "year" | "all";
+export type LinkInsightSort = "rank" | "recent" | "comments";
+export type LinkInsightSource = "all" | "tweet" | "dm";
+
+export interface LinkInsightMention {
+	id: string;
+	sourceKind: "dm" | "tweet";
+	sourceId: string;
+	sourceUrl?: string | null;
+	sourceLabel: string;
+	shortUrl: string;
+	conversationId?: string | null;
+	createdAt: string;
+	text: string;
+	rawText: string;
+	commentText: string;
+	sharedContentText?: string | null;
+	hasComment: boolean;
+	isPureShare: boolean;
+	timelineTweetId?: string | null;
+	contentTweetId?: string | null;
+	contentTweetUrl?: string | null;
+	contentAuthor?: ProfileRecord | null;
+	media: TweetMediaItem[];
+	direction?: string | null;
+	accountHandle?: string | null;
+	sharedBy?: ProfileRecord | null;
+	participant?: ProfileRecord | null;
+}
+
+export interface LinkInsightItem {
+	id: string;
+	kind: LinkInsightKind;
+	url: string;
+	canonicalKey: string;
+	displayUrl: string;
+	host: string;
+	title?: string | null;
+	description?: string | null;
+	shareCount: number;
+	uniqueSharers: number;
+	totalInfluence: number;
+	mentionCount: number;
+	commentCount: number;
+	pureShareCount: number;
+	hiddenMentionCount: number;
+	firstSeenAt: string;
+	lastSeenAt: string;
+	topSharer?: ProfileRecord | null;
+	sharers: ProfileRecord[];
+	mentions: LinkInsightMention[];
+}
+
+export interface LinkInsightQuery {
+	kind?: LinkInsightKind;
+	range?: LinkInsightRange;
+	sort?: LinkInsightSort;
+	source?: LinkInsightSource;
+	since?: string;
+	until?: string;
+	limit?: number;
+	commentsLimit?: number;
+	now?: Date;
+}
+
+export interface LinkInsightResponse {
+	kind: LinkInsightKind;
+	range: LinkInsightRange;
+	sort: LinkInsightSort;
+	source: LinkInsightSource;
+	since: string | null;
+	until: string | null;
+	items: LinkInsightItem[];
+	stats: {
+		occurrences: number;
+		groups: number;
+	};
+}
+
 export interface DmSearchMatchItem {
 	message: DmMessageItem;
 	before: DmMessageItem[];
@@ -361,6 +458,8 @@ export interface XurlPublicMetrics {
 	impression_count?: number;
 	followers_count?: number;
 	following_count?: number;
+	tweet_count?: number;
+	listed_count?: number;
 }
 
 export interface XurlMentionUser {
@@ -377,6 +476,7 @@ export interface XurlMentionUser {
 	affiliation?: Record<string, unknown>;
 	public_metrics?: XurlPublicMetrics;
 	created_at?: string;
+	protected?: boolean;
 }
 
 export interface XurlMentionData {
@@ -385,6 +485,8 @@ export interface XurlMentionData {
 	text: string;
 	created_at: string;
 	conversation_id?: string;
+	in_reply_to_user_id?: string;
+	attachments?: XurlTweetAttachments;
 	entities?: Record<string, unknown>;
 	referenced_tweets?: XurlReferencedTweet[];
 	public_metrics?: XurlPublicMetrics;
@@ -398,9 +500,12 @@ export interface XurlReferencedTweet {
 
 export interface XurlUserTweet {
 	id: string;
+	author_id?: string;
 	text: string;
 	created_at: string;
 	conversation_id?: string;
+	attachments?: XurlTweetAttachments;
+	entities?: Record<string, unknown>;
 	referenced_tweets?: XurlReferencedTweet[];
 	public_metrics?: XurlPublicMetrics;
 	edit_history_tweet_ids?: string[];
@@ -412,12 +517,50 @@ export interface XurlTweetData {
 	text: string;
 	created_at: string;
 	conversation_id?: string;
+	in_reply_to_user_id?: string;
+	attachments?: XurlTweetAttachments;
 	entities?: Record<string, unknown>;
 	referenced_tweets?: XurlReferencedTweet[];
 	public_metrics?: XurlPublicMetrics;
 	edit_history_tweet_ids?: string[];
 }
 
+export interface XurlTweetAttachments {
+	media_keys?: string[];
+	poll_ids?: string[];
+}
+
+export interface XurlMediaItem {
+	media_key: string;
+	type: "photo" | "video" | "animated_gif" | string;
+	url?: string;
+	preview_image_url?: string;
+	duration_ms?: number;
+	width?: number;
+	height?: number;
+	alt_text?: string;
+	public_metrics?: XurlPublicMetrics;
+	variants?: Array<{
+		url: string;
+		content_type: string;
+		bit_rate?: number;
+	}>;
+}
+
+export type XurlMedia = XurlMediaItem;
+
+export interface XurlTweetIncludes {
+	users?: XurlMentionUser[];
+	tweets?: XurlTweetData[];
+	media?: XurlMedia[];
+}
+
+export interface XurlUserTweetsResponse {
+	items: XurlUserTweet[];
+	nextToken: string | null;
+	includes?: XurlTweetIncludes;
+}
+
 export interface ProfileReplyItem {
 	id: string;
 	text: string;
@@ -447,6 +590,7 @@ export interface XurlMentionsResponse {
 	data: XurlMentionData[];
 	includes?: {
 		users?: XurlMentionUser[];
+		media?: XurlMediaItem[];
 	};
 	meta?: Record<string, unknown>;
 }
@@ -455,6 +599,45 @@ export interface XurlTweetsResponse {
 	data: XurlTweetData[];
 	includes?: {
 		users?: XurlMentionUser[];
+		media?: XurlMediaItem[];
 	};
 	meta?: Record<string, unknown>;
 }
+
+export type FollowDirection = "followers" | "following";
+
+export interface XurlFollowUsersResponse {
+	data: XurlMentionUser[];
+	meta?: Record<string, unknown>;
+}
+
+export interface FollowGraphProfile {
+	id: string;
+	externalUserId: string;
+	handle: string;
+	displayName: string;
+	bio: string;
+	followersCount: number;
+	publicMetrics: XurlPublicMetrics;
+	avatarUrl?: string;
+}
+
+export type FollowEventKind = "started" | "ended";
+
+export interface FollowGraphEvent {
+	eventAt: string;
+	direction: FollowDirection;
+	kind: FollowEventKind;
+	snapshotId: string;
+	profile: FollowGraphProfile;
+}
+
+export interface FollowGraphSummary {
+	accountId: string;
+	followers: number;
+	following: number;
+	mutuals: number;
+	nonMutualFollowing: number;
+	lastCompleteSnapshots: Partial<Record<FollowDirection, string>>;
+	lastIncompleteSnapshots: Partial<Record<FollowDirection, string>>;
+}