birdclaw 0.8.3 → 0.8.5

package/src/lib/live-sync-engine.ts

@@ -1,209 +0,0 @@
-import { Effect } from "effect";
-import { databaseWriteEffect } from "./database-writer";
-import type { Database } from "./sqlite";
-import { readSyncCache, writeSyncCache } from "./sync-cache";
-
-export interface LiveTransportAdapter<Source extends string, Payload> {
-	source: Source;
-	fetch: Effect.Effect<Payload, Error>;
-}
-
-export interface LiveSyncAccount {
-	accountId: string;
-	username: string;
-	externalUserId?: string;
-	isDefault: boolean;
-}
-
-interface CachedLiveSyncOptions<Source extends string, Payload, Persisted> {
-	db: Database;
-	cacheKey: string;
-	refresh: boolean;
-	cacheTtlMs: number;
-	transports: readonly LiveTransportAdapter<Source, Payload>[];
-	persistLive: (db: Database, payload: Payload, source: Source) => Persisted;
-	persistCached?: (db: Database, payload: Payload) => Persisted;
-}
-
-export interface CachedLiveSyncResult<
-	Source extends string,
-	Payload,
-	Persisted,
-> {
-	source: Source | "cache";
-	payload: Payload;
-	persisted: Persisted | undefined;
-}
-
-function toError(error: unknown) {
-	return error instanceof Error ? error : new Error(String(error));
-}
-
-export function resolveLiveSyncAccount(
-	db: Database,
-	accountId?: string,
-): LiveSyncAccount {
-	const row = accountId
-		? (db
-				.prepare(
-					"select id, handle, external_user_id, is_default from accounts where id = ?",
-				)
-				.get(accountId) as
-				| {
-						id: string;
-						handle: string;
-						external_user_id: string | null;
-						is_default: number;
-				  }
-				| undefined)
-		: (db
-				.prepare(
-					`
-          select id, handle, external_user_id, is_default
-          from accounts
-          order by is_default desc, created_at asc
-          limit 1
-          `,
-				)
-				.get() as
-				| {
-						id: string;
-						handle: string;
-						external_user_id: string | null;
-						is_default: number;
-				  }
-				| undefined);
-
-	if (!row) {
-		throw new Error(`Unknown account: ${accountId ?? "default"}`);
-	}
-
-	const externalUserId = row.external_user_id?.trim();
-	return {
-		accountId: row.id,
-		username: row.handle.replace(/^@/, ""),
-		...(externalUserId ? { externalUserId } : {}),
-		isDefault: row.is_default === 1,
-	};
-}
-
-export function createLiveTransportAdapter<Source extends string, Payload>(
-	source: Source,
-	fetch: Effect.Effect<Payload, unknown>,
-): LiveTransportAdapter<Source, Payload> {
-	return {
-		source,
-		fetch: fetch.pipe(Effect.mapError(toError)),
-	};
-}
-
-export function assertLiveAccountMatches({
-	source,
-	account,
-	liveUsername,
-	liveExternalUserId,
-}: {
-	source: string;
-	account: LiveSyncAccount;
-	liveUsername: string;
-	liveExternalUserId?: string;
-}) {
-	if (
-		account.externalUserId &&
-		liveExternalUserId &&
-		account.externalUserId === liveExternalUserId
-	) {
-		return;
-	}
-	if (account.externalUserId && liveExternalUserId) {
-		throw new Error(
-			`${source} is authenticated as user ${liveExternalUserId}; refusing to sync into ${account.accountId} (${account.externalUserId})`,
-		);
-	}
-	if (liveUsername.toLowerCase() !== account.username.toLowerCase()) {
-		throw new Error(
-			`${source} is authenticated as @${liveUsername}; refusing to sync into ${account.accountId} (@${account.username})`,
-		);
-	}
-}
-
-export function normalizeCacheTtlMs(
-	value: number | undefined,
-	defaultValue: number,
-) {
-	if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
-		return defaultValue;
-	}
-	return Math.floor(value);
-}
-
-export function fetchWithTransportFallbackEffect<
-	Source extends string,
-	Payload,
->(
-	transports: readonly LiveTransportAdapter<Source, Payload>[],
-): Effect.Effect<{ source: Source; payload: Payload }, Error> {
-	const [first, ...rest] = transports;
-	if (!first) {
-		return Effect.fail(new Error("No live transport adapters configured"));
-	}
-	return first.fetch.pipe(
-		Effect.map((payload) => ({ source: first.source, payload })),
-		Effect.catchAll((error) =>
-			rest.length > 0
-				? fetchWithTransportFallbackEffect(rest)
-				: Effect.fail(toError(error)),
-		),
-	);
-}
-
-export function runCachedLiveSyncEffect<
-	Source extends string,
-	Payload,
-	Persisted,
->({
-	db,
-	cacheKey,
-	refresh,
-	cacheTtlMs,
-	transports,
-	persistLive,
-	persistCached,
-}: CachedLiveSyncOptions<Source, Payload, Persisted>): Effect.Effect<
-	CachedLiveSyncResult<Source, Payload, Persisted>,
-	Error
-> {
-	return Effect.gen(function* () {
-		const cached = yield* Effect.try({
-			try: () => readSyncCache<Payload>(cacheKey, db),
-			catch: toError,
-		});
-		const cacheAgeMs = cached
-			? Date.now() - new Date(cached.updatedAt).getTime()
-			: Number.POSITIVE_INFINITY;
-		if (!refresh && cached && cacheAgeMs <= cacheTtlMs) {
-			const persisted = persistCached
-				? yield* databaseWriteEffect((writeDb) =>
-						persistCached(writeDb, cached.value),
-					)
-				: undefined;
-			return {
-				source: "cache",
-				payload: cached.value,
-				persisted,
-			};
-		}
-
-		const fetched = yield* fetchWithTransportFallbackEffect(transports);
-		const persisted = yield* databaseWriteEffect((writeDb) => {
-			const value = persistLive(writeDb, fetched.payload, fetched.source);
-			writeSyncCache(cacheKey, fetched.payload, writeDb);
-			return value;
-		});
-		return {
-			source: fetched.source,
-			payload: fetched.payload,
-			persisted,
-		};
-	});
-}

package/src/lib/live-transport-gateway.ts

@@ -1,128 +0,0 @@
-import { Effect } from "effect";
-import {
-	getAuthenticatedBirdAccountEffect,
-	listBookmarkedTweetsViaBirdEffect,
-	listDirectMessagesViaBirdEffect,
-	listFollowUsersViaBirdEffect,
-	listHomeTimelineViaBirdEffect,
-	listLikedTweetsViaBirdEffect,
-	listMentionsViaBirdEffect,
-	listThreadViaBirdEffect,
-	searchTweetsViaBirdEffect,
-} from "./bird";
-import {
-	getTransportStatus,
-	getTweetByIdEffect,
-	listBookmarkedTweetsViaXurl,
-	listDirectMessageEventsViaXurlEffect,
-	listFollowUsersViaXurl,
-	listHomeTimelineViaXurlEffect,
-	listLikedTweetsViaXurl,
-	listMentionsViaXurl,
-	listUserTweets,
-	lookupAuthenticatedOAuth2UserEffect,
-	lookupAuthenticatedUser,
-	lookupUsersByHandles,
-	searchRecentByConversationIdEffect,
-	searchRecentTweetsEffect,
-} from "./xurl";
-
-export interface BirdReadTransport {
-	getAuthenticatedAccount: typeof getAuthenticatedBirdAccountEffect;
-	listBookmarks: typeof listBookmarkedTweetsViaBirdEffect;
-	listDirectMessages: typeof listDirectMessagesViaBirdEffect;
-	listFollowUsers: typeof listFollowUsersViaBirdEffect;
-	listHomeTimeline: typeof listHomeTimelineViaBirdEffect;
-	listLikes: typeof listLikedTweetsViaBirdEffect;
-	listMentions: typeof listMentionsViaBirdEffect;
-	listThread: typeof listThreadViaBirdEffect;
-	searchTweets: typeof searchTweetsViaBirdEffect;
-}
-
-export interface XurlReadTransport {
-	getTransportStatus(
-		...args: Parameters<typeof getTransportStatus>
-	): Effect.Effect<Awaited<ReturnType<typeof getTransportStatus>>, Error>;
-	getTweetById: typeof getTweetByIdEffect;
-	listBookmarks(
-		...args: Parameters<typeof listBookmarkedTweetsViaXurl>
-	): Effect.Effect<
-		Awaited<ReturnType<typeof listBookmarkedTweetsViaXurl>>,
-		Error
-	>;
-	listDirectMessages: typeof listDirectMessageEventsViaXurlEffect;
-	listFollowUsers(
-		...args: Parameters<typeof listFollowUsersViaXurl>
-	): Effect.Effect<Awaited<ReturnType<typeof listFollowUsersViaXurl>>, Error>;
-	listHomeTimeline: typeof listHomeTimelineViaXurlEffect;
-	listLikes(
-		...args: Parameters<typeof listLikedTweetsViaXurl>
-	): Effect.Effect<Awaited<ReturnType<typeof listLikedTweetsViaXurl>>, Error>;
-	listMentions(
-		...args: Parameters<typeof listMentionsViaXurl>
-	): Effect.Effect<Awaited<ReturnType<typeof listMentionsViaXurl>>, Error>;
-	listUserTweets(
-		...args: Parameters<typeof listUserTweets>
-	): Effect.Effect<Awaited<ReturnType<typeof listUserTweets>>, Error>;
-	lookupAuthenticatedOAuth2User: typeof lookupAuthenticatedOAuth2UserEffect;
-	lookupAuthenticatedUser(
-		...args: Parameters<typeof lookupAuthenticatedUser>
-	): Effect.Effect<Awaited<ReturnType<typeof lookupAuthenticatedUser>>, Error>;
-	lookupUsersByHandles(
-		...args: Parameters<typeof lookupUsersByHandles>
-	): Effect.Effect<Awaited<ReturnType<typeof lookupUsersByHandles>>, Error>;
-	searchConversation: typeof searchRecentByConversationIdEffect;
-	searchRecentTweets: typeof searchRecentTweetsEffect;
-}
-
-export interface LiveTransportGateway {
-	bird: BirdReadTransport;
-	xurl: XurlReadTransport;
-}
-
-function fromPromise<T>(run: () => PromiseLike<T>): Effect.Effect<T, Error> {
-	return Effect.tryPromise({
-		try: run,
-		catch: (error) =>
-			error instanceof Error ? error : new Error(String(error)),
-	});
-}
-
-export const liveTransportGateway: LiveTransportGateway = {
-	bird: {
-		getAuthenticatedAccount: () => getAuthenticatedBirdAccountEffect(),
-		listBookmarks: (options) => listBookmarkedTweetsViaBirdEffect(options),
-		listDirectMessages: (options) => listDirectMessagesViaBirdEffect(options),
-		listFollowUsers: (options) => listFollowUsersViaBirdEffect(options),
-		listHomeTimeline: (options) => listHomeTimelineViaBirdEffect(options),
-		listLikes: (options) => listLikedTweetsViaBirdEffect(options),
-		listMentions: (options) => listMentionsViaBirdEffect(options),
-		listThread: (options) => listThreadViaBirdEffect(options),
-		searchTweets: (query, options) => searchTweetsViaBirdEffect(query, options),
-	},
-	xurl: {
-		getTransportStatus: (...args) =>
-			fromPromise(() => getTransportStatus(...args)),
-		getTweetById: (id, options) => getTweetByIdEffect(id, options),
-		listBookmarks: (...args) =>
-			fromPromise(() => listBookmarkedTweetsViaXurl(...args)),
-		listDirectMessages: (options) =>
-			listDirectMessageEventsViaXurlEffect(options),
-		listFollowUsers: (...args) =>
-			fromPromise(() => listFollowUsersViaXurl(...args)),
-		listHomeTimeline: (options) => listHomeTimelineViaXurlEffect(options),
-		listLikes: (...args) => fromPromise(() => listLikedTweetsViaXurl(...args)),
-		listMentions: (...args) => fromPromise(() => listMentionsViaXurl(...args)),
-		listUserTweets: (...args) => fromPromise(() => listUserTweets(...args)),
-		lookupAuthenticatedOAuth2User: (username) =>
-			lookupAuthenticatedOAuth2UserEffect(username),
-		lookupAuthenticatedUser: (...args) =>
-			fromPromise(() => lookupAuthenticatedUser(...args)),
-		lookupUsersByHandles: (...args) =>
-			fromPromise(() => lookupUsersByHandles(...args)),
-		searchConversation: (conversationId, options) =>
-			searchRecentByConversationIdEffect(conversationId, options),
-		searchRecentTweets: (query, options) =>
-			searchRecentTweetsEffect(query, options),
-	},
-};

package/src/lib/location.ts

@@ -1,137 +0,0 @@
-const COMBINING_DIACRITIC_PATTERN = /[\u0300-\u036f]/g;
-const COLLAPSED_WHITESPACE_PATTERN = /\s+/g;
-const COORDINATE_CAPTURE_PATTERN =
-	/^\s*(-?\d+(?:\.\d+)?)\s*,\s*(-?\d+(?:\.\d+)?)\s*$/;
-const LETTER_PATTERN = /[a-z]/i;
-const URL_OR_HANDLE_PATTERN = /(https?:\/\/|@|[A-Z0-9._%+-]+@[A-Z0-9.-]+)/i;
-const MONEY_PATTERN = /\$\s?\d/;
-const EMOJI_BLOCK_PATTERN =
-	/[\u{1f1e6}-\u{1f1ff}\u{1f300}-\u{1faff}\u{2600}-\u{27bf}]/gu;
-
-const GENERIC_LOCATIONS = new Set([
-	"earth",
-	"everywhere",
-	"internet",
-	"milky way",
-	"n/a",
-	"na",
-	"none",
-	"null",
-	"online",
-	"somewhere",
-	"space",
-	"the internet",
-	"the world",
-	"undefined",
-	"world",
-	"world wide web",
-]);
-
-const DROP_WORDS = new Set([
-	"a",
-	"an",
-	"and",
-	"anywhere",
-	"around",
-	"at",
-	"between",
-	"by",
-	"everywhere",
-	"global",
-	"here",
-	"in",
-	"inside",
-	"my",
-	"near",
-	"nearby",
-	"of",
-	"on",
-	"remote",
-	"somewhere",
-	"the",
-	"there",
-	"where",
-	"worldwide",
-]);
-
-const NON_LOCATION_PHRASES = [
-	/\b(check(out)? my|follow me|newsletter|subscribe|readers)\b/i,
-	/\b(in my (own )?head|right behind you|on my computer)\b/i,
-	/\b(dev\/null|dev null|xcode|vim|screen|framebuffer)\b/i,
-	/\b(blockchain|metaverse|omniverse|hyperamerica)\b/i,
-];
-
-function parseCoordinatesFromString(input: string) {
-	const match = input.match(COORDINATE_CAPTURE_PATTERN);
-	if (!match) return null;
-	const lat = Number(match[1]);
-	const lng = Number(match[2]);
-	if (!Number.isFinite(lat) || !Number.isFinite(lng)) return null;
-	if (lat < -90 || lat > 90 || lng < -180 || lng > 180) return null;
-	return { lat, lng };
-}
-
-function stripJunkWords(part: string) {
-	const words = part
-		.split(" ")
-		.map((word) => word.trim())
-		.filter((word) => word.length > 0);
-	const kept = words.filter((word) => !DROP_WORDS.has(word));
-	return kept.join(" ").replace(COLLAPSED_WHITESPACE_PATTERN, " ").trim();
-}
-
-export function normalizeLocationKey(input: string): string {
-	const raw = String(input || "").trim();
-	if (!raw) return "";
-
-	if (URL_OR_HANDLE_PATTERN.test(raw) || MONEY_PATTERN.test(raw)) return "";
-	for (const pattern of NON_LOCATION_PHRASES) {
-		if (pattern.test(raw)) return "";
-	}
-
-	const coords = parseCoordinatesFromString(raw);
-	if (coords) {
-		return `coords:${Number(coords.lat.toFixed(6))},${Number(
-			coords.lng.toFixed(6),
-		)}`;
-	}
-
-	let value = raw
-		.toLowerCase()
-		.normalize("NFKD")
-		.replace(COMBINING_DIACRITIC_PATTERN, "")
-		.replace(EMOJI_BLOCK_PATTERN, "")
-		.replace(/[|;]+/g, ",")
-		.replace(/\s+(?:and|or|\/|-)\s+/g, ",")
-		.replace(/[\\/]+/g, ",")
-		.replace(/[“”"']/g, "")
-		.replace(COLLAPSED_WHITESPACE_PATTERN, " ")
-		.replace(/\s*,\s*/g, ",")
-		.replace(/,+/g, ",")
-		.replace(/[^a-z0-9, .-]/g, "")
-		.replace(/^[,\s.-]+|[,\s.-]+$/g, "");
-
-	if (!value || GENERIC_LOCATIONS.has(value)) return "";
-
-	const parts = value
-		.split(",")
-		.map((part) => stripJunkWords(part.trim()))
-		.filter((part) => part.length > 0 && !GENERIC_LOCATIONS.has(part));
-
-	value = parts.join(",");
-	if (!value || GENERIC_LOCATIONS.has(value)) return "";
-	return value.length <= 100 ? value : "";
-}
-
-export function isMeaningfulLocation(input: string): boolean {
-	const key = normalizeLocationKey(input);
-	if (!key) return false;
-	if (key.startsWith("coords:")) return true;
-	return LETTER_PATTERN.test(key) && key.length >= 2 && key.length <= 100;
-}
-
-export function coordinatesFromLocationKey(key: string) {
-	if (!key.startsWith("coords:")) return null;
-	const parsed = parseCoordinatesFromString(key.slice("coords:".length));
-	return parsed ? { ...parsed, provider: "coords" as const } : null;
-}