birdclaw 0.8.3 → 0.8.4

package/src/lib/present.ts

@@ -1,118 +0,0 @@
-export function formatCompactNumber(value: number) {
-	return new Intl.NumberFormat("en", { notation: "compact" }).format(value);
-}
-
-const SECOND_MS = 1_000;
-const MINUTE_MS = 60 * SECOND_MS;
-const HOUR_MS = 60 * MINUTE_MS;
-const DAY_MS = 24 * HOUR_MS;
-
-const timeFormatter = new Intl.DateTimeFormat("en", {
-	hour: "numeric",
-	minute: "2-digit",
-});
-
-const weekdayFormatter = new Intl.DateTimeFormat("en", {
-	weekday: "long",
-});
-
-const sameYearDateFormatter = new Intl.DateTimeFormat("en", {
-	month: "short",
-	day: "numeric",
-});
-
-const otherYearDateFormatter = new Intl.DateTimeFormat("en", {
-	year: "numeric",
-	month: "short",
-	day: "numeric",
-});
-
-const exactTimestampFormatter = new Intl.DateTimeFormat("en", {
-	year: "numeric",
-	month: "long",
-	day: "numeric",
-	hour: "numeric",
-	minute: "2-digit",
-	second: "2-digit",
-	timeZoneName: "short",
-});
-
-function parseTimestamp(value: string) {
-	const date = new Date(value);
-	return Number.isNaN(date.getTime()) ? null : date;
-}
-
-function localCalendarDay(date: Date) {
-	return Date.UTC(date.getFullYear(), date.getMonth(), date.getDate()) / DAY_MS;
-}
-
-function formatCalendarTimestamp(date: Date, now: Date) {
-	const time = timeFormatter.format(date);
-	const dayDifference = localCalendarDay(now) - localCalendarDay(date);
-
-	if (dayDifference === 1) {
-		return `Yesterday at ${time}`;
-	}
-
-	if (dayDifference >= 2 && dayDifference <= 6) {
-		return `${weekdayFormatter.format(date)} at ${time}`;
-	}
-
-	const dateFormatter =
-		date.getFullYear() === now.getFullYear()
-			? sameYearDateFormatter
-			: otherYearDateFormatter;
-	return `${dateFormatter.format(date)} at ${time}`;
-}
-
-export function formatShortTimestamp(value: string) {
-	const date = parseTimestamp(value);
-	if (!date) return value;
-
-	return new Intl.DateTimeFormat("en", {
-		hour: "numeric",
-		minute: "2-digit",
-		month: "short",
-		day: "numeric",
-	}).format(date);
-}
-
-export function formatExactTimestamp(value: string) {
-	const date = parseTimestamp(value);
-	return date ? exactTimestampFormatter.format(date) : value;
-}
-
-export function formatSmartTimestamp(value: string, nowValue = Date.now()) {
-	const date = parseTimestamp(value);
-	const now = new Date(nowValue);
-	if (!date || Number.isNaN(now.getTime())) return value;
-
-	const elapsed = now.getTime() - date.getTime();
-	if (elapsed >= -45 * SECOND_MS && elapsed < 45 * SECOND_MS) {
-		return "just now";
-	}
-
-	if (elapsed < 0) {
-		return formatCalendarTimestamp(date, now);
-	}
-
-	if (elapsed < HOUR_MS) {
-		const minutes = Math.max(1, Math.floor(elapsed / MINUTE_MS));
-		return `${minutes} min ago`;
-	}
-
-	if (elapsed < DAY_MS) {
-		const hours = Math.max(1, Math.floor(elapsed / HOUR_MS));
-		return `${hours} ${hours === 1 ? "hour" : "hours"} ago`;
-	}
-
-	return formatCalendarTimestamp(date, now);
-}
-
-export function getInitials(value: string) {
-	return value
-		.split(" ")
-		.map((part) => part[0] ?? "")
-		.join("")
-		.slice(0, 2);
-}

package/src/lib/profile-affiliation-hydration.ts

@@ -1,228 +0,0 @@
-import type { Database } from "./sqlite";
-import { Effect } from "effect";
-import { lookupProfileViaBirdEffect } from "./bird";
-import { runEffectPromise } from "./effect-runtime";
-import { syncIdentitySearchIndexForProfileIds } from "./identity-search-index";
-import { syncProfileBioEntitiesForProfileId } from "./profile-bio-entities";
-import { recordProfileSnapshot } from "./profile-history";
-import { upsertProfileFromXUser } from "./x-profile";
-
-export interface ProfileAffiliationHydrationResult {
-	checked: number;
-	hydrated: number;
-	skipped: number;
-	errors: Array<{ handle: string; error: string }>;
-}
-
-interface SyntheticAffiliationRow {
-	subject_profile_id: string;
-	organization_profile_id: string;
-	organization_name: string | null;
-	organization_handle: string | null;
-	badge_url: string | null;
-	url: string | null;
-	label: string | null;
-	source: string;
-	raw_json: string;
-}
-
-function toError(error: unknown) {
-	return error instanceof Error ? error : new Error(String(error));
-}
-
-function trySync<T>(try_: () => T) {
-	return Effect.try({
-		try: try_,
-		catch: toError,
-	});
-}
-
-function normalizeHandle(value: string | null) {
-	const handle = value?.trim().replace(/^@/, "");
-	return handle && handle.length > 0 ? handle : null;
-}
-
-function replaceSyntheticAffiliation(
-	db: Database,
-	row: SyntheticAffiliationRow,
-	realProfileId: string,
-) {
-	const existing = db
-		.prepare(
-			`
-      select 1
-      from profile_affiliations
-      where subject_profile_id = ?
-        and organization_profile_id = ?
-      limit 1
-      `,
-		)
-		.get(row.subject_profile_id, realProfileId);
-
-	if (existing) {
-		db.prepare(
-			`
-      update profile_affiliations
-      set organization_name = coalesce(organization_name, ?),
-          organization_handle = coalesce(organization_handle, ?),
-          badge_url = coalesce(badge_url, ?),
-          url = coalesce(url, ?),
-          label = coalesce(label, ?),
-          is_active = 1,
-          last_seen_at = ?,
-          updated_at = ?
-      where subject_profile_id = ?
-        and organization_profile_id = ?
-      `,
-		).run(
-			row.organization_name,
-			row.organization_handle,
-			row.badge_url,
-			row.url,
-			row.label,
-			new Date().toISOString(),
-			new Date().toISOString(),
-			row.subject_profile_id,
-			realProfileId,
-		);
-		db.prepare(
-			`
-      delete from profile_affiliations
-      where subject_profile_id = ?
-        and organization_profile_id = ?
-      `,
-		).run(row.subject_profile_id, row.organization_profile_id);
-		return;
-	}
-
-	db.prepare(
-		`
-    update profile_affiliations
-    set organization_profile_id = ?,
-        updated_at = ?
-    where subject_profile_id = ?
-      and organization_profile_id = ?
-    `,
-	).run(
-		realProfileId,
-		new Date().toISOString(),
-		row.subject_profile_id,
-		row.organization_profile_id,
-	);
-}
-
-function findLocalOrganizationProfileId(db: Database, handle: string) {
-	const row = db
-		.prepare(
-			`
-      select id
-      from profiles
-      where lower(handle) = lower(?)
-      limit 1
-      `,
-		)
-		.get(handle) as { id: string } | undefined;
-	return row?.id ?? null;
-}
-
-export function hydrateProfileAffiliationOrganizationsEffect(
-	db: Database,
-	subjectProfileId: string,
-): Effect.Effect<ProfileAffiliationHydrationResult, unknown> {
-	return Effect.gen(function* () {
-		const rows = yield* trySync(
-			() =>
-				db
-					.prepare(
-						`
-      select subject_profile_id, organization_profile_id, organization_name,
-        organization_handle, badge_url, url, label, source, raw_json
-      from profile_affiliations
-      where subject_profile_id = ?
-        and is_active = 1
-        and organization_profile_id like 'profile_affiliation_%'
-        and organization_handle is not null
-      order by last_seen_at desc
-      `,
-					)
-					.all(subjectProfileId) as SyntheticAffiliationRow[],
-		);
-
-		const result: ProfileAffiliationHydrationResult = {
-			checked: rows.length,
-			hydrated: 0,
-			skipped: 0,
-			errors: [],
-		};
-
-		for (const row of rows) {
-			const handle = normalizeHandle(row.organization_handle);
-			if (!handle) {
-				result.skipped += 1;
-				continue;
-			}
-			const hydrated = yield* Effect.gen(function* () {
-				const localOrganizationProfileId = yield* trySync(() =>
-					findLocalOrganizationProfileId(db, handle),
-				);
-				if (localOrganizationProfileId) {
-					yield* trySync(() =>
-						db.transaction(() => {
-							replaceSyntheticAffiliation(db, row, localOrganizationProfileId);
-						})(),
-					);
-					result.hydrated += 1;
-					return true;
-				}
-
-				const user = yield* lookupProfileViaBirdEffect(handle);
-				if (!user) {
-					result.skipped += 1;
-					return true;
-				}
-				const resolved = yield* trySync(() => upsertProfileFromXUser(db, user));
-				if (resolved.profile.id === row.organization_profile_id) {
-					result.skipped += 1;
-					return true;
-				}
-				yield* trySync(() =>
-					db.transaction(() => {
-						replaceSyntheticAffiliation(db, row, resolved.profile.id);
-					})(),
-				);
-				result.hydrated += 1;
-				return true;
-			}).pipe(
-				Effect.catchAll((error) => {
-					result.errors.push({
-						handle,
-						error: error instanceof Error ? error.message : String(error),
-					});
-					return Effect.succeed(false);
-				}),
-			);
-			if (!hydrated) {
-				continue;
-			}
-		}
-
-		if (result.hydrated > 0) {
-			yield* trySync(() => {
-				recordProfileSnapshot(db, subjectProfileId, "affiliation_hydration");
-				syncProfileBioEntitiesForProfileId(db, subjectProfileId);
-				syncIdentitySearchIndexForProfileIds(db, [subjectProfileId]);
-			});
-		}
-
-		return result;
-	});
-}
-
-export function hydrateProfileAffiliationOrganizations(
-	db: Database,
-	subjectProfileId: string,
-): Promise<ProfileAffiliationHydrationResult> {
-	return runEffectPromise(
-		hydrateProfileAffiliationOrganizationsEffect(db, subjectProfileId),
-	);
-}

package/src/lib/profile-affiliations.ts

@@ -1,262 +0,0 @@
-import { createHash } from "node:crypto";
-import type { Database } from "./sqlite";
-import type { ProfileAffiliation, XurlMentionUser } from "./types";
-
-interface NormalizedAffiliationInput {
-	organizationProfileId: string;
-	organizationName?: string;
-	organizationHandle?: string;
-	badgeUrl?: string | null;
-	url?: string | null;
-	label?: string | null;
-	source: string;
-	raw: Record<string, unknown>;
-}
-
-function getString(value: unknown) {
-	return typeof value === "string" && value.trim().length > 0
-		? value.trim()
-		: undefined;
-}
-
-function getStringArray(value: unknown) {
-	if (Array.isArray(value)) {
-		return value.filter(
-			(item): item is string => typeof item === "string" && item.length > 0,
-		);
-	}
-	const single = getString(value);
-	return single ? [single] : [];
-}
-
-function readFirst(record: Record<string, unknown>, keys: string[]) {
-	for (const key of keys) {
-		const value = getString(record[key]);
-		if (value) {
-			return value;
-		}
-	}
-	return undefined;
-}
-
-function inferHandleFromUrl(value: string | undefined) {
-	if (!value) {
-		return undefined;
-	}
-	try {
-		const url = new URL(value);
-		if (!/(^|\.)x\.com$|(^|\.)twitter\.com$/.test(url.hostname)) {
-			return undefined;
-		}
-		const [handle] = url.pathname.split("/").filter(Boolean);
-		return handle?.replace(/^@/, "");
-	} catch {
-		return undefined;
-	}
-}
-
-function syntheticOrganizationId({
-	label,
-	url,
-	badgeUrl,
-}: {
-	label?: string | null;
-	url?: string | null;
-	badgeUrl?: string | null;
-}) {
-	const hash = createHash("sha1")
-		.update([label, url, badgeUrl].filter(Boolean).join("|"))
-		.digest("hex")
-		.slice(0, 16);
-	return hash ? `profile_affiliation_${hash}` : undefined;
-}
-
-export function normalizeProfileAffiliationsFromUser(
-	user: XurlMentionUser,
-): NormalizedAffiliationInput[] {
-	const raw = user.affiliation;
-	if (!raw || typeof raw !== "object") {
-		return [];
-	}
-
-	const organizationIds = [
-		...getStringArray(raw.organizationIds),
-		...getStringArray(raw.organization_ids),
-		...getStringArray(raw.userId),
-		...getStringArray(raw.user_id),
-	];
-	const label =
-		readFirst(raw, ["label", "description", "organizationName"]) ?? null;
-	const url = readFirst(raw, ["url", "expandedUrl", "expanded_url"]) ?? null;
-	const badgeUrl = readFirst(raw, ["badgeUrl", "badge_url"]) ?? null;
-	if (
-		organizationIds.length === 0 &&
-		label === null &&
-		url === null &&
-		badgeUrl === null
-	) {
-		return [];
-	}
-	const organizationHandle =
-		readFirst(raw, ["organizationHandle", "organization_handle", "username"]) ??
-		inferHandleFromUrl(url ?? undefined);
-	const ids =
-		organizationIds.length > 0
-			? Array.from(new Set(organizationIds))
-			: [
-					syntheticOrganizationId({
-						label,
-						url,
-						badgeUrl,
-					}),
-				].filter((item): item is string => Boolean(item));
-
-	return ids.map((organizationProfileId) => ({
-		organizationProfileId,
-		...(label ? { organizationName: label } : {}),
-		...(organizationHandle ? { organizationHandle } : {}),
-		badgeUrl,
-		url,
-		label,
-		source: "x_profile",
-		raw,
-	}));
-}
-
-export function syncProfileAffiliationsFromUser(
-	db: Database,
-	subjectProfileId: string,
-	user: XurlMentionUser,
-) {
-	const affiliations = normalizeProfileAffiliationsFromUser(user);
-	if (affiliations.length === 0) {
-		return [];
-	}
-
-	const now = new Date().toISOString();
-	const statement = db.prepare(`
-    insert into profile_affiliations (
-      subject_profile_id, organization_profile_id, organization_name,
-      organization_handle, badge_url, url, label, source, is_active,
-      first_seen_at, last_seen_at, raw_json, updated_at
-    ) values (?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?, ?, ?)
-    on conflict(subject_profile_id, organization_profile_id) do update set
-      organization_name = coalesce(excluded.organization_name, profile_affiliations.organization_name),
-      organization_handle = coalesce(excluded.organization_handle, profile_affiliations.organization_handle),
-      badge_url = coalesce(excluded.badge_url, profile_affiliations.badge_url),
-      url = coalesce(excluded.url, profile_affiliations.url),
-      label = coalesce(excluded.label, profile_affiliations.label),
-      source = excluded.source,
-      is_active = 1,
-      last_seen_at = excluded.last_seen_at,
-      raw_json = excluded.raw_json,
-      updated_at = excluded.updated_at
-  `);
-
-	for (const affiliation of affiliations) {
-		statement.run(
-			subjectProfileId,
-			affiliation.organizationProfileId,
-			affiliation.organizationName ?? null,
-			affiliation.organizationHandle ?? null,
-			affiliation.badgeUrl ?? null,
-			affiliation.url ?? null,
-			affiliation.label ?? null,
-			affiliation.source,
-			now,
-			now,
-			JSON.stringify(affiliation.raw),
-			now,
-		);
-	}
-
-	return affiliations;
-}
-
-export function fetchProfileAffiliations(db: Database, profileIds: string[]) {
-	if (profileIds.length === 0) {
-		return new Map<string, ProfileAffiliation[]>();
-	}
-
-	const placeholders = profileIds.map(() => "?").join(",");
-	const rows = db
-		.prepare(
-			`
-      select
-        subject_profile_id,
-        organization_profile_id,
-        organization_name,
-        organization_handle,
-        badge_url,
-        url,
-        label,
-        source,
-        is_active,
-        first_seen_at,
-        last_seen_at
-      from profile_affiliations
-      where subject_profile_id in (${placeholders})
-        and is_active = 1
-      order by subject_profile_id, last_seen_at desc, organization_profile_id
-      `,
-		)
-		.all(...profileIds) as Array<Record<string, unknown>>;
-
-	const result = new Map<string, ProfileAffiliation[]>();
-	for (const row of rows) {
-		const subjectProfileId = String(row.subject_profile_id);
-		const affiliation: ProfileAffiliation = {
-			organizationProfileId: String(row.organization_profile_id),
-			...(typeof row.organization_name === "string" &&
-			row.organization_name.length > 0
-				? { organizationName: row.organization_name }
-				: {}),
-			...(typeof row.organization_handle === "string" &&
-			row.organization_handle.length > 0
-				? { organizationHandle: row.organization_handle }
-				: {}),
-			badgeUrl:
-				typeof row.badge_url === "string" ? String(row.badge_url) : null,
-			url: typeof row.url === "string" ? String(row.url) : null,
-			label: typeof row.label === "string" ? String(row.label) : null,
-			source: String(row.source),
-			firstSeenAt: String(row.first_seen_at),
-			lastSeenAt: String(row.last_seen_at),
-			isActive: Boolean(row.is_active),
-		};
-		const existing = result.get(subjectProfileId);
-		if (existing) {
-			existing.push(affiliation);
-		} else {
-			result.set(subjectProfileId, [affiliation]);
-		}
-	}
-
-	return result;
-}
-
-export function attachAffiliationsToProfiles<T extends { id: string }>(
-	db: Database,
-	profiles: T[],
-): Array<
-	T & {
-		affiliations?: ProfileAffiliation[];
-		primaryAffiliation?: ProfileAffiliation;
-	}
-> {
-	const affiliations = fetchProfileAffiliations(
-		db,
-		profiles.map((profile) => profile.id),
-	);
-	return profiles.map((profile) => {
-		const profileAffiliations = affiliations.get(profile.id) ?? [];
-		if (profileAffiliations.length === 0) {
-			return profile;
-		}
-		return {
-			...profile,
-			affiliations: profileAffiliations,
-			primaryAffiliation: profileAffiliations[0],
-		};
-	});
-}