xtrawl 0.1.0

package/dist/engine/extractors.js

@@ -0,0 +1,248 @@
+import { asInteger, asString, isRecord } from "../utils/guards.js";
+export function extractUserResult(payload) {
+    const root = isRecord(payload) ? payload : {};
+    const data = isRecord(root.data) ? root.data : {};
+    const user = isRecord(data.user) ? data.user : {};
+    return isRecord(user.result) ? user.result : undefined;
+}
+export function mapProfile(user, target, fallbackUsername) {
+    const fields = normalizeUser(user, fallbackUsername);
+    return {
+        input: {
+            ...(target.raw ? { raw: target.raw } : {}),
+            ...(target.source ? { source: target.source } : {}),
+        },
+        ...fields,
+        raw: user,
+    };
+}
+export function mapFollow(user, target, type, includeRaw = false) {
+    return {
+        ...normalizeUser(user),
+        type,
+        target: {
+            ...(target.raw ? { raw: target.raw } : {}),
+            ...(target.source ? { source: target.source } : {}),
+            ...(target.userId ? { userId: target.userId } : {}),
+            ...(target.username ? { username: target.username } : {}),
+            ...(target.profileUrl ? { profileUrl: target.profileUrl } : {}),
+        },
+        ...(includeRaw ? { raw: user } : {}),
+    };
+}
+export function extractSearchTweets(payload) {
+    const root = isRecord(payload) ? payload : {};
+    const data = isRecord(root.data) ? root.data : {};
+    const search = isRecord(data.search_by_raw_query) ? data.search_by_raw_query : {};
+    const timeline = isRecord(search.search_timeline) ? search.search_timeline : {};
+    const nested = isRecord(timeline.timeline) ? timeline.timeline : {};
+    return extractTweetsFromInstructions(nested.instructions);
+}
+export function extractProfileTweets(payload) {
+    const root = isRecord(payload) ? payload : {};
+    const data = isRecord(root.data) ? root.data : {};
+    const user = isRecord(data.user) ? data.user : {};
+    const result = isRecord(user.result) ? user.result : {};
+    const timeline = isRecord(result.timeline) ? result.timeline : {};
+    const nested = isRecord(timeline.timeline) ? timeline.timeline : {};
+    return extractTweetsFromInstructions(nested.instructions);
+}
+export function extractTweetResult(payload) {
+    const root = isRecord(payload) ? payload : {};
+    const data = isRecord(root.data) ? root.data : {};
+    const tweetResult = isRecord(data.tweetResult) ? data.tweetResult : {};
+    const result = isRecord(tweetResult.result) ? tweetResult.result : undefined;
+    return result ? mapTweet(result, `tweet-${firstString(result.rest_id) ?? "unknown"}`) : undefined;
+}
+export function extractFollows(payload) {
+    const instructions = profileInstructions(payload);
+    const users = [];
+    let cursor;
+    for (const instruction of instructions) {
+        const entries = entriesFromInstruction(instruction);
+        for (const entry of entries) {
+            const content = isRecord(entry.content) ? entry.content : {};
+            const candidateCursor = asString(content.value);
+            const cursorType = asString(content.cursorType)?.toLowerCase();
+            if (candidateCursor &&
+                (String(entry.entryId ?? "").startsWith("cursor-bottom-") || cursorType === "bottom" || !cursor))
+                cursor = candidateCursor;
+            for (const node of followUsersFromContent(content))
+                users.push(node);
+        }
+    }
+    return { users, ...(cursor ? { cursor } : {}) };
+}
+export function normalizeUser(user, fallbackUsername) {
+    const legacy = isRecord(user.legacy) ? user.legacy : {};
+    const core = isRecord(user.core) ? user.core : {};
+    const verification = isRecord(user.verification) ? user.verification : {};
+    const privacy = isRecord(user.privacy) ? user.privacy : {};
+    const avatar = isRecord(user.avatar) ? user.avatar : {};
+    const location = isRecord(user.location) ? user.location : {};
+    const bio = isRecord(user.profile_bio) ? user.profile_bio : {};
+    const entities = isRecord(legacy.entities) ? legacy.entities : {};
+    const url = firstString(legacy.url) ?? extractUrl(entities);
+    return {
+        ...(firstString(user.rest_id, user.id, legacy.id_str)
+            ? { userId: firstString(user.rest_id, user.id, legacy.id_str) }
+            : {}),
+        ...(firstString(legacy.screen_name, core.screen_name, fallbackUsername)
+            ? { username: firstString(legacy.screen_name, core.screen_name, fallbackUsername) }
+            : {}),
+        ...(firstString(legacy.name, core.name) ? { name: firstString(legacy.name, core.name) } : {}),
+        ...(firstString(legacy.description, bio.description)
+            ? { description: firstString(legacy.description, bio.description) }
+            : {}),
+        ...(firstString(legacy.location, location.location)
+            ? { location: firstString(legacy.location, location.location) }
+            : {}),
+        ...(firstString(legacy.created_at, core.created_at)
+            ? { createdAt: firstString(legacy.created_at, core.created_at) }
+            : {}),
+        followersCount: asInteger(legacy.followers_count),
+        followingCount: asInteger(legacy.friends_count),
+        statusesCount: asInteger(legacy.statuses_count),
+        favouritesCount: asInteger(legacy.favourites_count),
+        mediaCount: asInteger(legacy.media_count),
+        listedCount: asInteger(legacy.listed_count),
+        verified: Boolean(legacy.verified) || Boolean(verification.verified),
+        blueVerified: Boolean(user.is_blue_verified) || Boolean(verification.is_blue_verified),
+        protected: Boolean(legacy.protected) || Boolean(privacy.protected),
+        ...(firstString(legacy.profile_image_url_https, legacy.profile_image_url, avatar.image_url)
+            ? {
+                profileImageUrl: firstString(legacy.profile_image_url_https, legacy.profile_image_url, avatar.image_url),
+            }
+            : {}),
+        ...(firstString(legacy.profile_banner_url, avatar.banner_image_url)
+            ? { profileBannerUrl: firstString(legacy.profile_banner_url, avatar.banner_image_url) }
+            : {}),
+        ...(url ? { url } : {}),
+    };
+}
+function extractTweetsFromInstructions(value) {
+    const instructions = Array.isArray(value) ? value.filter(isRecord) : [];
+    const tweets = [];
+    let cursor;
+    for (const instruction of instructions) {
+        for (const entry of entriesFromInstruction(instruction)) {
+            const entryId = String(entry.entryId ?? "");
+            const content = isRecord(entry.content) ? entry.content : {};
+            const valueText = asString(content.value);
+            const cursorType = asString(content.cursorType)?.toLowerCase();
+            if (valueText &&
+                (entryId.includes("cursor-bottom") || cursorType === "bottom" || entryId.startsWith("cursor-")))
+                cursor = valueText;
+            if (!entryId.startsWith("tweet-"))
+                continue;
+            const itemContent = isRecord(content.itemContent) ? content.itemContent : {};
+            const tweetResults = isRecord(itemContent.tweet_results) ? itemContent.tweet_results : {};
+            const raw = isRecord(tweetResults.result) ? tweetResults.result : undefined;
+            if (raw)
+                tweets.push(mapTweet(raw, entryId));
+        }
+    }
+    return { tweets, ...(cursor ? { cursor } : {}) };
+}
+function mapTweet(rawResult, entryId) {
+    const tweet = isRecord(rawResult.tweet) ? rawResult.tweet : rawResult;
+    const legacy = isRecord(tweet.legacy) ? tweet.legacy : {};
+    const core = isRecord(tweet.core) ? tweet.core : {};
+    const userResults = isRecord(core.user_results) ? core.user_results : {};
+    const user = isRecord(userResults.result) ? userResults.result : {};
+    const userLegacy = isRecord(user.legacy) ? user.legacy : {};
+    const userCore = isRecord(user.core) ? user.core : {};
+    const screenName = firstString(userLegacy.screen_name, userCore.screen_name);
+    const tweetId = firstString(legacy.id_str, tweet.rest_id, entryId.replace(/^tweet-/u, "")) ?? entryId;
+    const note = isRecord(tweet.note_tweet) &&
+        isRecord(tweet.note_tweet.note_tweet_results) &&
+        isRecord(tweet.note_tweet.note_tweet_results.result)
+        ? tweet.note_tweet.note_tweet_results.result
+        : {};
+    const text = firstString(note.text, legacy.full_text) ?? "";
+    const media = isRecord(legacy.extended_entities) && Array.isArray(legacy.extended_entities.media)
+        ? legacy.extended_entities.media
+        : [];
+    const imageLinks = media.flatMap((item) => isRecord(item) && asString(item.media_url_https) ? [asString(item.media_url_https)] : []);
+    const embeddedText = extractEmbeddedText(tweet, legacy);
+    return {
+        tweetId,
+        user: {
+            ...(screenName ? { screenName } : {}),
+            ...(firstString(userLegacy.name, userCore.name)
+                ? { name: firstString(userLegacy.name, userCore.name) }
+                : {}),
+        },
+        ...(firstString(legacy.created_at) ? { timestamp: firstString(legacy.created_at) } : {}),
+        text,
+        ...(embeddedText ? { embeddedText } : {}),
+        comments: asInteger(legacy.reply_count),
+        likes: asInteger(legacy.favorite_count),
+        retweets: asInteger(legacy.retweet_count),
+        media: { imageLinks },
+        ...(screenName ? { tweetUrl: `https://x.com/${screenName}/status/${tweetId}` } : {}),
+        raw: rawResult,
+    };
+}
+function extractEmbeddedText(tweet, legacy) {
+    const quoted = isRecord(tweet.quoted_status_result) ? tweet.quoted_status_result : {};
+    const quotedResult = isRecord(quoted.result) ? quoted.result : {};
+    const quotedLegacy = isRecord(quotedResult.legacy) ? quotedResult.legacy : {};
+    if (asString(quotedLegacy.full_text))
+        return asString(quotedLegacy.full_text);
+    const retweeted = isRecord(legacy.retweeted_status_result) ? legacy.retweeted_status_result : {};
+    const retweetedResult = isRecord(retweeted.result) ? retweeted.result : {};
+    const retweetedLegacy = isRecord(retweetedResult.legacy) ? retweetedResult.legacy : {};
+    return asString(retweetedLegacy.full_text);
+}
+function profileInstructions(payload) {
+    const root = isRecord(payload) ? payload : {};
+    const data = isRecord(root.data) ? root.data : {};
+    const user = isRecord(data.user) ? data.user : {};
+    const result = isRecord(user.result) ? user.result : {};
+    const timeline = isRecord(result.timeline) ? result.timeline : {};
+    const nested = isRecord(timeline.timeline) ? timeline.timeline : {};
+    return Array.isArray(nested.instructions) ? nested.instructions.filter(isRecord) : [];
+}
+function entriesFromInstruction(instruction) {
+    const entries = Array.isArray(instruction.entries) ? instruction.entries.filter(isRecord) : [];
+    return isRecord(instruction.entry) ? [...entries, instruction.entry] : entries;
+}
+function followUsersFromContent(content) {
+    const out = [];
+    const add = (value) => {
+        const item = isRecord(value) ? value : {};
+        const itemContent = isRecord(item.itemContent) ? item.itemContent : item;
+        const userResults = isRecord(itemContent.user_results) ? itemContent.user_results : {};
+        if (isRecord(userResults.result))
+            out.push(userResults.result);
+    };
+    add(content.itemContent);
+    if (isRecord(content.item))
+        add(content.item.itemContent);
+    if (Array.isArray(content.items))
+        for (const item of content.items)
+            if (isRecord(item))
+                add(isRecord(item.item) ? item.item.itemContent : item.itemContent);
+    return out;
+}
+function firstString(...values) {
+    for (const value of values) {
+        const text = asString(value);
+        if (text)
+            return text;
+    }
+    return undefined;
+}
+function extractUrl(entities) {
+    const urlNode = isRecord(entities.url) ? entities.url : {};
+    const urls = Array.isArray(urlNode.urls) ? urlNode.urls : [];
+    for (const item of urls)
+        if (isRecord(item)) {
+            const value = firstString(item.expanded_url, item.url, item.display_url);
+            if (value)
+                return value;
+        }
+    return undefined;
+}
+//# sourceMappingURL=extractors.js.map

package/dist/engine/extractors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractors.js","sourceRoot":"","sources":["../../src/engine/extractors.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAYnE,MAAM,UAAU,iBAAiB,CAAC,OAAgB;IAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,IAA6B,EAC7B,MAA2D,EAC3D,gBAAyB;IAEzB,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IACrD,OAAO;QACL,KAAK,EAAE;YACL,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpD;QACD,GAAG,MAAM;QACT,GAAG,EAAE,IAAI;KACV,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,SAAS,CACvB,IAA6B,EAC7B,MAMC,EACD,IAA0B,EAC1B,UAAU,GAAG,KAAK;IAElB,OAAO;QACL,GAAG,aAAa,CAAC,IAAI,CAAC;QACtB,IAAI;QACJ,MAAM,EAAE;YACN,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChE;QACD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAgB;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,6BAA6B,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAgB;IACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACxD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,6BAA6B,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAgB;IACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,MAAM,MAAM,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7E,OAAO,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAgB;IAC7C,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,KAAK,GAA8B,EAAE,CAAC;IAC5C,IAAI,MAA0B,CAAC;IAC/B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;QACpD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,WAAW,EAAE,CAAC;YAC/D,IACE,eAAe;gBACf,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,UAAU,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC;gBAEhG,MAAM,GAAG,eAAe,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,sBAAsB,CAAC,OAAO,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,IAA6B,EAC7B,gBAAyB;IAEzB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACxD,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9D,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC5D,OAAO;QACL,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC;YACnD,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE;YAC/D,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC;YACrE,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAE;YACnF,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7F,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC;YAClD,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE;YACnE,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC;YACjD,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE;YAC/D,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC;YACjD,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE;YAChE,CAAC,CAAC,EAAE,CAAC;QACP,cAAc,EAAE,SAAS,CAAC,MAAM,CAAC,eAAe,CAAC;QACjD,cAAc,EAAE,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;QAC/C,aAAa,EAAE,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC;QAC/C,eAAe,EAAE,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACnD,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;QACzC,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC;QAC3C,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC;QACpE,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC;QACtF,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;QAClE,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,uBAAuB,EAAE,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,SAAS,CAAC;YACzF,CAAC,CAAC;gBACE,eAAe,EAAE,WAAW,CAC1B,MAAM,CAAC,uBAAuB,EAC9B,MAAM,CAAC,iBAAiB,EACxB,MAAM,CAAC,SAAS,CACjB;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,gBAAgB,CAAC;YACjE,CAAC,CAAC,EAAE,gBAAgB,EAAE,WAAW,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE;YACvF,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxB,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAc;IACnD,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,IAAI,MAA0B,CAAC;IAC/B,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,sBAAsB,CAAC,WAAW,CAAC,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,WAAW,EAAE,CAAC;YAC/D,IACE,SAAS;gBACT,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,UAAU,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;gBAE/F,MAAM,GAAG,SAAS,CAAC;YACrB,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,SAAS;YAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,MAAM,GAAG,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5E,IAAI,GAAG;gBAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,QAAQ,CAAC,SAAkC,EAAE,OAAe;IACnE,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IACzE,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5D,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACtD,MAAM,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC;IACtG,MAAM,IAAI,GACR,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC;QAC1B,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC;QAC7C,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,MAAM,CAAC;QAClD,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,MAAM;QAC5C,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IAC5D,MAAM,KAAK,GACT,QAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC;QACjF,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK;QAChC,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACxC,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAC1F,CAAC;IACF,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxD,OAAO;QACL,OAAO;QACP,IAAI,EAAE;YACJ,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC;gBAC7C,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE;gBACvD,CAAC,CAAC,EAAE,CAAC;SACR;QACD,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,IAAI;QACJ,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;QACvC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC;QACvC,QAAQ,EAAE,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC;QACzC,KAAK,EAAE,EAAE,UAAU,EAAE;QACrB,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,iBAAiB,UAAU,WAAW,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,GAAG,EAAE,SAAS;KACf,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAA8B,EAC9B,MAA+B;IAE/B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC;IACtF,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9E,IAAI,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC;QAAE,OAAO,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE,CAAC;IACjG,MAAM,eAAe,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,MAAM,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACvF,OAAO,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAgB;IAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IACxD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACxF,CAAC;AAED,SAAS,sBAAsB,CAAC,WAAoC;IAClE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,OAAO,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;AACjF,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAgC;IAC9D,MAAM,GAAG,GAA8B,EAAE,CAAC;IAC1C,MAAM,GAAG,GAAG,CAAC,KAAc,EAAQ,EAAE;QACnC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;QACzE,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACjE,CAAC,CAAC;IACF,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACzB,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK;YAC9B,IAAI,QAAQ,CAAC,IAAI,CAAC;gBAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5F,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,GAAG,MAAiB;IACvC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC;IACxB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,QAAiC;IACnD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,KAAK,MAAM,IAAI,IAAI,IAAI;QACrB,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACzE,IAAI,KAAK;gBAAE,OAAO,KAAK,CAAC;QAC1B,CAAC;IACH,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,21 @@
+export { XTrawl } from "./client/client.js";
+export { XTrawlDatabase } from "./client/database.js";
+export type { AccountImportOptions, AccountListOptions } from "./client/database.js";
+export type { ClientOptions } from "./client/types.js";
+export type { ClientConfig, ConfigInput } from "./config/types.js";
+export { validateConfig } from "./config/validation.js";
+export type { AccountInput, AccountRecord, AccountSummary, AuthMaterial, CookieMap, ProxySettings, } from "./domain/accounts.js";
+export type { FollowRecord, ProfileRecord, RunStats, SearchResult, TweetMedia, TweetRecord, TweetUser, } from "./domain/records.js";
+export type { FollowsRequest, ProfileTimelineRequest, SearchRequest, TargetInput, UserInfoRequest, FollowType, TweetType, } from "./domain/requests.js";
+export { AccountPoolExhausted, AuthError, ConfigError, EngineError, XTrawlError, ManifestError, NetworkError, ProxyError, RateLimitError, ResumeError, RunFailed, } from "./domain/errors.js";
+export { normalizeCookiesPayload, parseCookieHeader, parseNetscapeCookies } from "./auth/cookies.js";
+export { loadAccountsFile, loadAccountsFileSync, loadAccountsPayload, loadInlineAccounts, } from "./auth/loaders.js";
+export { normalizeAccountRecord } from "./auth/records.js";
+export { normalizeSearch, buildEffectiveQuery } from "./query/normalize.js";
+export { normalizeTargets, targetFromString } from "./query/targets.js";
+export { queryHash } from "./query/hash.js";
+export { createManifest } from "./manifest/model.js";
+export { DEFAULT_MANIFEST } from "./manifest/default-manifest.js";
+export { extractManifestFromJavascript } from "./manifest/scraper.js";
+export { TaskQueue, ExecutionRunner, withRetry } from "./runner/index.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,YAAY,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AACrF,YAAY,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,YAAY,EACV,YAAY,EACZ,aAAa,EACb,cAAc,EACd,YAAY,EACZ,SAAS,EACT,aAAa,GACd,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,WAAW,EACX,SAAS,GACV,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACV,cAAc,EACd,sBAAsB,EACtB,aAAa,EACb,WAAW,EACX,eAAe,EACf,UAAU,EACV,SAAS,GACV,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,WAAW,EACX,WAAW,EACX,aAAa,EACb,YAAY,EACZ,UAAU,EACV,cAAc,EACd,WAAW,EACX,SAAS,GACV,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACrG,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/index.js

@@ -0,0 +1,15 @@
+export { XTrawl } from "./client/client.js";
+export { XTrawlDatabase } from "./client/database.js";
+export { validateConfig } from "./config/validation.js";
+export { AccountPoolExhausted, AuthError, ConfigError, EngineError, XTrawlError, ManifestError, NetworkError, ProxyError, RateLimitError, ResumeError, RunFailed, } from "./domain/errors.js";
+export { normalizeCookiesPayload, parseCookieHeader, parseNetscapeCookies } from "./auth/cookies.js";
+export { loadAccountsFile, loadAccountsFileSync, loadAccountsPayload, loadInlineAccounts, } from "./auth/loaders.js";
+export { normalizeAccountRecord } from "./auth/records.js";
+export { normalizeSearch, buildEffectiveQuery } from "./query/normalize.js";
+export { normalizeTargets, targetFromString } from "./query/targets.js";
+export { queryHash } from "./query/hash.js";
+export { createManifest } from "./manifest/model.js";
+export { DEFAULT_MANIFEST } from "./manifest/default-manifest.js";
+export { extractManifestFromJavascript } from "./manifest/scraper.js";
+export { TaskQueue, ExecutionRunner, withRetry } from "./runner/index.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AA2BxD,OAAO,EACL,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,WAAW,EACX,WAAW,EACX,aAAa,EACb,YAAY,EACZ,UAAU,EACV,cAAc,EACd,WAAW,EACX,SAAS,GACV,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACrG,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAClE,OAAO,EAAE,6BAA6B,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/manifest/default-manifest.d.ts

@@ -0,0 +1,3 @@
+import type { ManifestPayload } from "../domain/manifest.js";
+export declare const DEFAULT_MANIFEST: ManifestPayload;
+//# sourceMappingURL=default-manifest.d.ts.map

package/dist/manifest/default-manifest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-manifest.d.ts","sourceRoot":"","sources":["../../src/manifest/default-manifest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D,eAAO,MAAM,gBAAgB,EAAE,eA4C9B,CAAC"}

package/dist/manifest/default-manifest.js

@@ -0,0 +1,46 @@
+export const DEFAULT_MANIFEST = {
+    version: "web-default-2",
+    queryIds: {
+        search_timeline: "hyPfJYJ_XAtDYoslQc-Rgg",
+        user_lookup_screen_name: "Gb-d6r0vxPOADdG62OEBpQ",
+        profile_timeline: "SXVCYB8XHSS25nzIljNtZA",
+        followers: "JNyQdTISpzCkj_1fqxDvFg",
+        following: "qGZZDF3mp91q7X22s3HxpA",
+        verified_followers: "u3PkPbg--arppBcwNbF1ig",
+        tweet_result: "GZsN2Pc4knAoit6pXa4HSA",
+    },
+    endpoints: {
+        search_timeline: "https://x.com/i/api/graphql/{query_id}/SearchTimeline",
+        user_lookup_screen_name: "https://x.com/i/api/graphql/{query_id}/UserByScreenName",
+        profile_timeline: "https://x.com/i/api/graphql/{query_id}/UserTweets",
+        followers: "https://x.com/i/api/graphql/{query_id}/Followers",
+        following: "https://x.com/i/api/graphql/{query_id}/Following",
+        verified_followers: "https://x.com/i/api/graphql/{query_id}/BlueVerifiedFollowers",
+        tweet_result: "https://x.com/i/api/graphql/{query_id}/TweetResultByRestId",
+    },
+    features: {
+        responsive_web_graphql_timeline_navigation_enabled: true,
+        responsive_web_profile_redirect_enabled: false,
+        responsive_web_twitter_article_tweet_consumption_enabled: true,
+        longform_notetweets_consumption_enabled: true,
+        view_counts_everywhere_api_enabled: true,
+        articles_preview_enabled: true,
+        creator_subscriptions_tweet_preview_api_enabled: true,
+        premium_content_api_read_enabled: false,
+    },
+    operationFeatures: {},
+    operationFieldToggles: {
+        tweet_result: {
+            withArticleRichContentState: false,
+            withArticlePlainText: false,
+            withArticleSummaryText: false,
+            withArticleVoiceOver: false,
+            withGrokAnalyze: false,
+            withDisallowedReplyControls: false,
+            withPayments: false,
+            withAuxiliaryUserLabels: false,
+        },
+    },
+    timeoutSeconds: 25,
+};
+//# sourceMappingURL=default-manifest.js.map

package/dist/manifest/default-manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-manifest.js","sourceRoot":"","sources":["../../src/manifest/default-manifest.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,gBAAgB,GAAoB;IAC/C,OAAO,EAAE,eAAe;IACxB,QAAQ,EAAE;QACR,eAAe,EAAE,wBAAwB;QACzC,uBAAuB,EAAE,wBAAwB;QACjD,gBAAgB,EAAE,wBAAwB;QAC1C,SAAS,EAAE,wBAAwB;QACnC,SAAS,EAAE,wBAAwB;QACnC,kBAAkB,EAAE,wBAAwB;QAC5C,YAAY,EAAE,wBAAwB;KACvC;IACD,SAAS,EAAE;QACT,eAAe,EAAE,uDAAuD;QACxE,uBAAuB,EAAE,yDAAyD;QAClF,gBAAgB,EAAE,mDAAmD;QACrE,SAAS,EAAE,kDAAkD;QAC7D,SAAS,EAAE,kDAAkD;QAC7D,kBAAkB,EAAE,8DAA8D;QAClF,YAAY,EAAE,4DAA4D;KAC3E;IACD,QAAQ,EAAE;QACR,kDAAkD,EAAE,IAAI;QACxD,uCAAuC,EAAE,KAAK;QAC9C,wDAAwD,EAAE,IAAI;QAC9D,uCAAuC,EAAE,IAAI;QAC7C,kCAAkC,EAAE,IAAI;QACxC,wBAAwB,EAAE,IAAI;QAC9B,+CAA+C,EAAE,IAAI;QACrD,gCAAgC,EAAE,KAAK;KACxC;IACD,iBAAiB,EAAE,EAAE;IACrB,qBAAqB,EAAE;QACrB,YAAY,EAAE;YACZ,2BAA2B,EAAE,KAAK;YAClC,oBAAoB,EAAE,KAAK;YAC3B,sBAAsB,EAAE,KAAK;YAC7B,oBAAoB,EAAE,KAAK;YAC3B,eAAe,EAAE,KAAK;YACtB,2BAA2B,EAAE,KAAK;YAClC,YAAY,EAAE,KAAK;YACnB,uBAAuB,EAAE,KAAK;SAC/B;KACF;IACD,cAAc,EAAE,EAAE;CACnB,CAAC"}

package/dist/manifest/model.d.ts

@@ -0,0 +1,3 @@
+import type { Manifest, ManifestPayload } from "../domain/manifest.js";
+export declare function createManifest(payload: ManifestPayload): Manifest;
+//# sourceMappingURL=model.d.ts.map

package/dist/manifest/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../src/manifest/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA8B,QAAQ,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAInG,wBAAgB,cAAc,CAAC,OAAO,EAAE,eAAe,GAAG,QAAQ,CA0BjE"}

package/dist/manifest/model.js

@@ -0,0 +1,48 @@
+import { ManifestError } from "../domain/errors.js";
+import { asInteger, asString, isRecord } from "../utils/guards.js";
+export function createManifest(payload) {
+    if (!payload || !isRecord(payload.queryIds) || !isRecord(payload.endpoints)) {
+        throw new ManifestError("Manifest requires queryIds and endpoints objects.");
+    }
+    const queryIds = mapStrings(payload.queryIds);
+    const endpoints = mapStrings(payload.endpoints);
+    if (!queryIds.search_timeline || !endpoints.search_timeline)
+        throw new ManifestError("Manifest requires a search endpoint.");
+    const features = mapBooleans(payload.features);
+    const operationFeatures = mapBooleanMap(payload.operationFeatures);
+    const operationFieldToggles = mapBooleanMap(payload.operationFieldToggles);
+    return {
+        version: asString(payload.version) ?? "unknown",
+        queryIds,
+        endpoints,
+        features,
+        operationFeatures,
+        operationFieldToggles,
+        timeoutSeconds: Math.max(1, asInteger(payload.timeoutSeconds, 25)),
+        featuresFor(operation) {
+            return { ...features, ...(operationFeatures[operation] ?? {}) };
+        },
+        fieldTogglesFor(operation) {
+            return operationFieldToggles[operation] ?? {};
+        },
+    };
+}
+function mapStrings(value) {
+    if (!isRecord(value))
+        return {};
+    return Object.fromEntries(Object.entries(value).flatMap(([key, child]) => {
+        const text = asString(child);
+        return text ? [[key, text]] : [];
+    }));
+}
+function mapBooleans(value) {
+    if (!isRecord(value))
+        return {};
+    return Object.fromEntries(Object.entries(value).filter((entry) => typeof entry[1] === "boolean"));
+}
+function mapBooleanMap(value) {
+    if (!isRecord(value))
+        return {};
+    return Object.fromEntries(Object.entries(value).map(([key, child]) => [key, mapBooleans(child)]));
+}
+//# sourceMappingURL=model.js.map

package/dist/manifest/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../src/manifest/model.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEnE,MAAM,UAAU,cAAc,CAAC,OAAwB;IACrD,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,aAAa,CAAC,mDAAmD,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,eAAe;QACzD,MAAM,IAAI,aAAa,CAAC,sCAAsC,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,iBAAiB,GAAG,aAAa,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACnE,MAAM,qBAAqB,GAAG,aAAa,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC3E,OAAO;QACL,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,SAAS;QAC/C,QAAQ;QACR,SAAS;QACT,QAAQ;QACR,iBAAiB;QACjB,qBAAqB;QACrB,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAClE,WAAW,CAAC,SAAiB;YAC3B,OAAO,EAAE,GAAG,QAAQ,EAAE,GAAG,CAAC,iBAAiB,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QAClE,CAAC;QACD,eAAe,CAAC,SAAiB;YAC/B,OAAO,qBAAqB,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAChD,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAA8B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CACnG,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC"}

package/dist/manifest/provider.d.ts

@@ -0,0 +1,19 @@
+import type { ClientConfig } from "../config/types.js";
+import type { Manifest, ManifestPayload } from "../domain/manifest.js";
+import type { ManifestRepository } from "../storage/manifest-repository.js";
+import type { ManifestScrapeOptions } from "./scraper.js";
+export declare class ManifestProvider {
+    private readonly config;
+    private readonly repository;
+    private readonly remoteFetch;
+    private readonly liveAuthToken?;
+    private readonly liveScrape;
+    private liveManifest?;
+    private remoteRefreshAttempted;
+    constructor(config: ClientConfig, repository: ManifestRepository, remoteFetch?: (url: string) => Promise<unknown>, liveAuthToken?: string | undefined, liveScrape?: (base: ManifestPayload, options?: ManifestScrapeOptions) => Promise<ManifestPayload>);
+    getManifest(): Promise<Manifest>;
+    refreshLive(authToken?: string): Promise<Manifest>;
+    private fetchRemote;
+    private live;
+}
+//# sourceMappingURL=provider.d.ts.map

package/dist/manifest/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/manifest/provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAEvE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAI5E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAE1D,qBAAa,gBAAgB;IAKzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAR7B,OAAO,CAAC,YAAY,CAAC,CAAW;IAChC,OAAO,CAAC,sBAAsB,CAAS;gBAGpB,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,kBAAkB,EAC9B,WAAW,GAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAoB,EACjE,aAAa,CAAC,EAAE,MAAM,YAAA,EACtB,UAAU,GAAE,CAC3B,IAAI,EAAE,eAAe,EACrB,OAAO,CAAC,EAAE,qBAAqB,KAC5B,OAAO,CAAC,eAAe,CAAyB;IAG1C,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC;IA4BhC,WAAW,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YAIjD,WAAW;YAOX,IAAI;CAenB"}

package/dist/manifest/provider.js

@@ -0,0 +1,94 @@
+import { ManifestError } from "../domain/errors.js";
+import { DEFAULT_MANIFEST } from "./default-manifest.js";
+import { createManifest } from "./model.js";
+import { scrapeManifestFromWeb } from "./scraper.js";
+export class ManifestProvider {
+    config;
+    repository;
+    remoteFetch;
+    liveAuthToken;
+    liveScrape;
+    liveManifest;
+    remoteRefreshAttempted = false;
+    constructor(config, repository, remoteFetch = defaultFetchJson, liveAuthToken, liveScrape = scrapeManifestFromWeb) {
+        this.config = config;
+        this.repository = repository;
+        this.remoteFetch = remoteFetch;
+        this.liveAuthToken = liveAuthToken;
+        this.liveScrape = liveScrape;
+    }
+    async getManifest() {
+        const local = createManifest(DEFAULT_MANIFEST);
+        if (this.config.manifestScrapeOnInit) {
+            if (this.liveManifest)
+                return this.liveManifest;
+            return this.live(local, false);
+        }
+        if (this.config.manifestUrl) {
+            if (this.config.manifestUpdateOnInit && !this.remoteRefreshAttempted) {
+                this.remoteRefreshAttempted = true;
+                try {
+                    return await this.fetchRemote(this.config.manifestUrl);
+                }
+                catch {
+                    const stale = this.repository.get(this.config.manifestUrl, true);
+                    if (stale)
+                        return createManifest(stale);
+                }
+            }
+            const cached = this.repository.get(this.config.manifestUrl);
+            if (cached)
+                return createManifest(cached);
+            try {
+                return await this.fetchRemote(this.config.manifestUrl);
+            }
+            catch {
+                const stale = this.repository.get(this.config.manifestUrl, true);
+                if (stale)
+                    return createManifest(stale);
+            }
+        }
+        return local;
+    }
+    async refreshLive(authToken) {
+        return this.live(createManifest(DEFAULT_MANIFEST), true, authToken);
+    }
+    async fetchRemote(url) {
+        const remote = await this.remoteFetch(url);
+        const payload = normalizePayload(remote);
+        this.repository.set(url, payload, this.config.manifestTtlMs);
+        return createManifest(payload);
+    }
+    async live(local, strict, authToken) {
+        try {
+            const token = authToken ?? this.liveAuthToken;
+            const payload = await this.liveScrape(DEFAULT_MANIFEST, {
+                ...(token ? { authToken: token } : {}),
+            });
+            if (this.config.manifestUrl)
+                this.repository.set(this.config.manifestUrl, payload, this.config.manifestTtlMs);
+            this.liveManifest = createManifest(payload);
+            return this.liveManifest;
+        }
+        catch (error) {
+            if (strict)
+                throw new ManifestError(`Live manifest refresh failed: ${String(error)}`);
+            return local;
+        }
+    }
+}
+async function defaultFetchJson(url) {
+    const response = await fetch(url);
+    if (!response.ok)
+        throw new Error(`Manifest fetch failed with status ${response.status}`);
+    return response.json();
+}
+function normalizePayload(value) {
+    if (!value || typeof value !== "object" || Array.isArray(value))
+        throw new ManifestError("Remote manifest is not an object.");
+    const candidate = value;
+    if (!candidate.queryIds || !candidate.endpoints)
+        throw new ManifestError("Remote manifest is missing queryIds or endpoints.");
+    return candidate;
+}
+//# sourceMappingURL=provider.js.map

package/dist/manifest/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/manifest/provider.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAGrD,MAAM,OAAO,gBAAgB;IAKR;IACA;IACA;IACA;IACA;IARX,YAAY,CAAY;IACxB,sBAAsB,GAAG,KAAK,CAAC;IAEvC,YACmB,MAAoB,EACpB,UAA8B,EAC9B,cAAiD,gBAAgB,EACjE,aAAsB,EACtB,aAGe,qBAAqB;QAPpC,WAAM,GAAN,MAAM,CAAc;QACpB,eAAU,GAAV,UAAU,CAAoB;QAC9B,gBAAW,GAAX,WAAW,CAAsD;QACjE,kBAAa,GAAb,aAAa,CAAS;QACtB,eAAU,GAAV,UAAU,CAG0B;IACpD,CAAC;IAEG,KAAK,CAAC,WAAW;QACtB,MAAM,KAAK,GAAG,cAAc,CAAC,gBAAgB,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC,YAAY,CAAC;YAChD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBACrE,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;gBACnC,IAAI,CAAC;oBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gBACzD,CAAC;gBAAC,MAAM,CAAC;oBACP,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;oBACjE,IAAI,KAAK;wBAAE,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAC5D,IAAI,MAAM;gBAAE,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;YAC1C,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACzD,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBACjE,IAAI,KAAK;oBAAE,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,SAAkB;QACzC,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,GAAW;QACnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAC7D,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,KAAe,EAAE,MAAe,EAAE,SAAkB;QACrE,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBACtD,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvC,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW;gBACzB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YACnF,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,MAAM;gBAAE,MAAM,IAAI,aAAa,CAAC,iCAAiC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtF,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1F,OAAO,QAAQ,CAAC,IAAI,EAAsB,CAAC;AAC7C,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAC7D,MAAM,IAAI,aAAa,CAAC,mCAAmC,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,KAAiC,CAAC;IACpD,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,SAAS;QAC7C,MAAM,IAAI,aAAa,CAAC,mDAAmD,CAAC,CAAC;IAC/E,OAAO,SAA4B,CAAC;AACtC,CAAC"}

package/dist/manifest/scraper.d.ts

@@ -0,0 +1,11 @@
+import type { ManifestPayload } from "../domain/manifest.js";
+export interface ManifestScrapeOptions {
+    readonly authToken?: string;
+    readonly fetcher?: typeof fetch;
+    readonly maxScripts?: number;
+}
+export declare function extractManifestFromJavascript(source: string, fallback: ManifestPayload): ManifestPayload;
+export declare function extractOperationQueryIdsFromJavascript(source: string): Record<string, string>;
+export declare function extractOperationFeaturesFromJavascript(source: string): Record<string, Record<string, boolean>>;
+export declare function scrapeManifestFromWeb(base: ManifestPayload, options?: ManifestScrapeOptions): Promise<ManifestPayload>;
+//# sourceMappingURL=scraper.d.ts.map

package/dist/manifest/scraper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scraper.d.ts","sourceRoot":"","sources":["../../src/manifest/scraper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAa7D,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,GAAG,eAAe,CAWxG;AAED,wBAAgB,sCAAsC,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAe7F;AAED,wBAAgB,sCAAsC,CACpD,MAAM,EAAE,MAAM,GACb,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAmBzC;AAED,wBAAsB,qBAAqB,CACzC,IAAI,EAAE,eAAe,EACrB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,eAAe,CAAC,CAsC1B"}