xtrawl 0.1.0

package/dist/cli/main.js

@@ -0,0 +1,85 @@
+#!/usr/bin/env node
+import { realpathSync } from "node:fs";
+import { fileURLToPath } from "node:url";
+import { XTrawl } from "../client/client.js";
+import { HELP } from "./help.js";
+import { collectionOptionsFromCli, parseArgs, searchRequestFromCli, CliUsageError } from "./parser.js";
+export async function runCli(argv = process.argv.slice(2)) {
+    let verbose = false;
+    try {
+        const args = parseArgs(argv);
+        verbose = args.verbose;
+        if (!args.command) {
+            console.log(HELP);
+            return 0;
+        }
+        const pretty = args.options.pretty === true;
+        const client = await XTrawl.create({
+            authToken: args.authToken,
+            csrfToken: args.csrfToken,
+            cookiesFile: args.cookiesFile,
+            envFile: args.envFile,
+            dbPath: args.dbPath,
+            proxy: args.proxy,
+            concurrency: args.concurrency,
+            manifestScrapeOnInit: args.manifestScrapeOnInit,
+        });
+        try {
+            if (verbose)
+                console.error(`[xtrawl] accounts=${client.poolSummary.total} eligible=${client.poolSummary.eligible} concurrency=${client.config.concurrency}`);
+            let result;
+            if (args.command === "search")
+                result = await client.search(args.values[0] ?? "", searchRequestFromCli(args));
+            else if (args.command === "tweet") {
+                const tweets = [];
+                for (const value of args.values)
+                    tweets.push(await client.getTweet(value));
+                result = tweets;
+            }
+            else if (args.command === "user-info")
+                result = await client.getUserInfo(args.values, collectionOptionsFromCli(args));
+            else if (args.command === "profile-tweets")
+                result = await client.getProfileTweets(args.values, collectionOptionsFromCli(args));
+            else
+                result =
+                    args.command === "followers"
+                        ? await client.getFollowers(args.values, collectionOptionsFromCli(args))
+                        : args.command === "following"
+                            ? await client.getFollowing(args.values, collectionOptionsFromCli(args))
+                            : await client.getVerifiedFollowers(args.values, collectionOptionsFromCli(args));
+            if (pretty)
+                console.log(JSON.stringify(result, null, 2));
+            return 0;
+        }
+        finally {
+            client.close();
+        }
+    }
+    catch (error) {
+        if (error instanceof CliUsageError) {
+            console.error(error.message);
+            console.error(HELP);
+            return 2;
+        }
+        console.error(verbose && error instanceof Error
+            ? (error.stack ?? error.message)
+            : error instanceof Error
+                ? error.message
+                : String(error));
+        return 1;
+    }
+}
+function isDirectExecution() {
+    const entryPath = process.argv[1];
+    if (!entryPath)
+        return false;
+    try {
+        return realpathSync(entryPath) === realpathSync(fileURLToPath(import.meta.url));
+    }
+    catch {
+        return false;
+    }
+}
+if (isDirectExecution())
+    process.exitCode = await runCli();
+//# sourceMappingURL=main.js.map

package/dist/cli/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/cli/main.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,wBAAwB,EAAE,SAAS,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEvG,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,OAA0B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7B,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC;QAC5C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;SAChD,CAAC,CAAC;QACH,IAAI,CAAC;YACH,IAAI,OAAO;gBACT,OAAO,CAAC,KAAK,CACX,qBAAqB,MAAM,CAAC,WAAW,CAAC,KAAK,aAAa,MAAM,CAAC,WAAW,CAAC,QAAQ,gBAAgB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CACjI,CAAC;YACJ,IAAI,MAAe,CAAC;YACpB,IAAI,IAAI,CAAC,OAAO,KAAK,QAAQ;gBAC3B,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;iBAC5E,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,EAAE,CAAC;gBAClB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM;oBAAE,MAAM,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC3E,MAAM,GAAG,MAAM,CAAC;YAClB,CAAC;iBAAM,IAAI,IAAI,CAAC,OAAO,KAAK,WAAW;gBACrC,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC;iBAC5E,IAAI,IAAI,CAAC,OAAO,KAAK,gBAAgB;gBACxC,MAAM,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC;;gBAEpF,MAAM;oBACJ,IAAI,CAAC,OAAO,KAAK,WAAW;wBAC1B,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC;wBACxE,CAAC,CAAC,IAAI,CAAC,OAAO,KAAK,WAAW;4BAC5B,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC;4BACxE,CAAC,CAAC,MAAM,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,wBAAwB,CAAC,IAAI,CAAC,CAAC,CAAC;YACzF,IAAI,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACzD,OAAO,CAAC,CAAC;QACX,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;YACnC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,CAAC,KAAK,CACX,OAAO,IAAI,KAAK,YAAY,KAAK;YAC/B,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC;YAChC,CAAC,CAAC,KAAK,YAAY,KAAK;gBACtB,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACpB,CAAC;QACF,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB;IACxB,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAC7B,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,SAAS,CAAC,KAAK,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAClF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,IAAI,iBAAiB,EAAE;IAAE,OAAO,CAAC,QAAQ,GAAG,MAAM,MAAM,EAAE,CAAC"}

package/dist/cli/parser.d.ts

@@ -0,0 +1,22 @@
+import type { FollowType, FollowsRequest, ProfileTimelineRequest, SearchRequest } from "../domain/requests.js";
+export interface CliArgs {
+    readonly authToken?: string;
+    readonly csrfToken?: string;
+    readonly cookiesFile?: string;
+    readonly envFile?: string;
+    readonly dbPath: string;
+    readonly proxy?: string;
+    readonly concurrency: number;
+    readonly manifestScrapeOnInit: boolean;
+    readonly verbose: boolean;
+    readonly command?: "search" | "tweet" | "profile-tweets" | "followers" | "following" | "verified-followers" | "user-info";
+    readonly values: readonly string[];
+    readonly options: Readonly<Record<string, string | boolean | readonly string[]>>;
+}
+export declare class CliUsageError extends Error {
+}
+export declare function parseArgs(argv: readonly string[]): CliArgs;
+export declare function searchRequestFromCli(args: CliArgs): SearchRequest;
+export declare function collectionOptionsFromCli(args: CliArgs): Omit<ProfileTimelineRequest, "targets"> & Omit<FollowsRequest, "targets" | "followType">;
+export declare function followType(command: CliArgs["command"]): FollowType | undefined;
+//# sourceMappingURL=parser.d.ts.map

package/dist/cli/parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/cli/parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,cAAc,EACd,sBAAsB,EACtB,aAAa,EACd,MAAM,uBAAuB,CAAC;AAE/B,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,oBAAoB,EAAE,OAAO,CAAC;IACvC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,OAAO,CAAC,EACf,QAAQ,GAAG,OAAO,GAAG,gBAAgB,GAAG,WAAW,GAAG,WAAW,GAAG,oBAAoB,GAAG,WAAW,CAAC;IACzG,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,MAAM,EAAE,CAAC,CAAC,CAAC;CAClF;AAED,qBAAa,aAAc,SAAQ,KAAK;CAAG;AAE3C,wBAAgB,SAAS,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAiG1D;AA2FD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,OAAO,GAAG,aAAa,CAoDjE;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,OAAO,GACZ,IAAI,CAAC,sBAAsB,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,SAAS,GAAG,YAAY,CAAC,CAsB1F;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,UAAU,GAAG,SAAS,CAQ9E"}

package/dist/cli/parser.js

@@ -0,0 +1,275 @@
+export class CliUsageError extends Error {
+}
+export function parseArgs(argv) {
+    const global = { dbPath: "xtrawl_state.db", concurrency: 5, manifestScrapeOnInit: false, verbose: false };
+    let index = 0;
+    while (index < argv.length && (argv[index]?.startsWith("--") || argv[index] === "-v")) {
+        const flag = argv[index];
+        if (!flag)
+            break;
+        if (flag === "--help")
+            return { ...global, values: [], options: {}, command: undefined };
+        if (flag === "--verbose" || flag === "-v") {
+            global.verbose = true;
+            index += 1;
+            continue;
+        }
+        if (flag === "--manifest-scrape-on-init") {
+            global.manifestScrapeOnInit = true;
+            index += 1;
+            continue;
+        }
+        const [key, value] = splitFlag(flag, argv[index + 1]);
+        if (key === "auth-token")
+            global.authToken = value;
+        else if (key === "csrf-token" || key === "ct0")
+            global.csrfToken = value;
+        else if (key === "cookies-file")
+            global.cookiesFile = value;
+        else if (key === "env-file")
+            global.envFile = value;
+        else if (key === "db-path")
+            global.dbPath = value;
+        else if (key === "proxy")
+            global.proxy = value;
+        else if (key === "concurrency")
+            global.concurrency = positiveNumber(value, "concurrency");
+        else
+            throw new CliUsageError(`Unknown option: --${key}`);
+        index += flag.includes("=") ? 1 : 2;
+    }
+    const command = argv[index];
+    if (!command)
+        return { ...global, values: [], options: {}, command: undefined };
+    if (![
+        "search",
+        "tweet",
+        "profile-tweets",
+        "followers",
+        "following",
+        "verified-followers",
+        "user-info",
+    ].includes(command))
+        throw new CliUsageError(`Unknown command: ${command}`);
+    index += 1;
+    const values = [];
+    const options = {};
+    while (index < argv.length) {
+        const value = argv[index];
+        if (!value.startsWith("--")) {
+            values.push(value);
+            index += 1;
+            continue;
+        }
+        const equals = value.indexOf("=");
+        const key = equals > 2 ? value.slice(2, equals) : value.slice(2);
+        if (!KNOWN_OPTIONS.has(key))
+            throw new CliUsageError(`Unknown command option: --${key}`);
+        if (BOOLEAN_OPTIONS.has(key)) {
+            if (equals > 2)
+                throw new CliUsageError(`--${key} does not accept a value`);
+            options[key] = true;
+            index += 1;
+            continue;
+        }
+        if (LIST_OPTIONS.has(key)) {
+            const items = equals > 2 ? [value.slice(equals + 1)] : followingValues(argv, index + 1);
+            if (items.length === 0)
+                throw new CliUsageError(`--${key} requires at least one value`);
+            const existing = Array.isArray(options[key]) ? options[key] : [];
+            options[key] = [...existing, ...items];
+            index += equals > 2 ? 1 : items.length + 1;
+            continue;
+        }
+        const flagValue = equals > 2 ? value.slice(equals + 1) : argv[index + 1];
+        if (!flagValue || flagValue.startsWith("--"))
+            throw new CliUsageError(`--${key} requires a value`);
+        validateCommandValue(key, flagValue);
+        options[key] = flagValue;
+        index += equals > 2 ? 1 : 2;
+    }
+    if (["tweet", "profile-tweets", "followers", "following", "verified-followers", "user-info"].includes(command) &&
+        values.length === 0)
+        throw new CliUsageError(command === "tweet"
+            ? "tweet requires at least one post ID or status URL"
+            : `${command} requires at least one user`);
+    return { ...global, command, values, options };
+}
+const LIST_OPTIONS = new Set([
+    "from",
+    "to",
+    "mention",
+    "all-words",
+    "any-words",
+    "exact-phrases",
+    "hashtags-any",
+    "hashtags-exclude",
+    "exclude-words",
+]);
+const BOOLEAN_OPTIONS = new Set([
+    "save",
+    "pretty",
+    "resume",
+    "raw-json",
+    "has-images",
+    "has-videos",
+    "has-links",
+    "has-mentions",
+    "has-hashtags",
+    "verified-only",
+    "blue-verified-only",
+]);
+const VALUE_OPTIONS = new Set([
+    "limit",
+    "max-empty-pages",
+    "per-profile-limit",
+    "max-pages-per-profile",
+    "save-format",
+    "save-dir",
+    "save-name",
+    "since",
+    "until",
+    "lang",
+    "display-type",
+    "tweet-type",
+    "min-likes",
+    "min-replies",
+    "min-retweets",
+    "place",
+    "geocode",
+    "near",
+    "within",
+]);
+const KNOWN_OPTIONS = new Set([...LIST_OPTIONS, ...BOOLEAN_OPTIONS, ...VALUE_OPTIONS]);
+const POSITIVE_OPTIONS = new Set(["limit", "max-empty-pages", "per-profile-limit", "max-pages-per-profile"]);
+const NON_NEGATIVE_OPTIONS = new Set(["min-likes", "min-replies", "min-retweets"]);
+function validateCommandValue(key, value) {
+    if (POSITIVE_OPTIONS.has(key))
+        positiveNumber(value, key);
+    if (NON_NEGATIVE_OPTIONS.has(key)) {
+        const parsed = Number(value);
+        if (!Number.isInteger(parsed) || parsed < 0)
+            throw new CliUsageError(`--${key} must be a non-negative integer`);
+    }
+    if (key === "save-format" && !["csv", "json", "both"].includes(value))
+        throw new CliUsageError("--save-format must be csv, json, or both");
+    if (key === "display-type" && value !== "Top" && value !== "Latest")
+        throw new CliUsageError("--display-type must be Top or Latest");
+    if (key === "tweet-type" &&
+        ![
+            "all",
+            "originals_only",
+            "replies_only",
+            "retweets_only",
+            "exclude_replies",
+            "exclude_retweets",
+        ].includes(value))
+        throw new CliUsageError(`Unsupported --tweet-type value: ${value}`);
+}
+function followingValues(argv, start) {
+    const values = [];
+    for (let index = start; index < argv.length; index += 1) {
+        const value = argv[index];
+        if (!value || value.startsWith("--"))
+            break;
+        values.push(value);
+    }
+    return values;
+}
+export function searchRequestFromCli(args) {
+    const option = args.options;
+    const list = (key) => Array.isArray(option[key]) ? option[key] : option[key] ? [String(option[key])] : undefined;
+    const boolean = (key) => option[key] === undefined ? undefined : Boolean(option[key]);
+    const number = (key) => option[key] === undefined ? undefined : Number(option[key]);
+    return {
+        ...(args.values[0] ? { searchQuery: args.values[0] } : {}),
+        ...(option.since ? { since: String(option.since) } : {}),
+        ...(option.until ? { until: String(option.until) } : {}),
+        ...(list("from") ? { fromUsers: list("from") } : {}),
+        ...(list("to") ? { toUsers: list("to") } : {}),
+        ...(list("mention") ? { mentioningUsers: list("mention") } : {}),
+        ...(list("all-words") ? { allWords: list("all-words") } : {}),
+        ...(list("any-words") ? { anyWords: list("any-words") } : {}),
+        ...(list("exact-phrases") ? { exactPhrases: list("exact-phrases") } : {}),
+        ...(list("hashtags-any") ? { hashtagsAny: list("hashtags-any") } : {}),
+        ...(list("hashtags-exclude") ? { hashtagsExclude: list("hashtags-exclude") } : {}),
+        ...(list("exclude-words") ? { excludeWords: list("exclude-words") } : {}),
+        ...(option.lang ? { lang: String(option.lang) } : {}),
+        ...(option.place ? { place: String(option.place) } : {}),
+        ...(option.geocode ? { geocode: String(option.geocode) } : {}),
+        ...(option.near ? { near: String(option.near) } : {}),
+        ...(option.within ? { within: String(option.within) } : {}),
+        ...(option["display-type"] ? { displayType: String(option["display-type"]) } : {}),
+        ...(option["tweet-type"]
+            ? { tweetType: String(option["tweet-type"]) }
+            : {}),
+        ...(number("limit") !== undefined ? { limit: number("limit") } : {}),
+        ...(number("max-empty-pages") !== undefined ? { maxEmptyPages: number("max-empty-pages") } : {}),
+        ...(number("min-likes") !== undefined ? { minLikes: number("min-likes") } : {}),
+        ...(number("min-replies") !== undefined ? { minReplies: number("min-replies") } : {}),
+        ...(number("min-retweets") !== undefined ? { minRetweets: number("min-retweets") } : {}),
+        ...(boolean("verified-only") !== undefined ? { verifiedOnly: boolean("verified-only") } : {}),
+        ...(boolean("blue-verified-only") !== undefined
+            ? { blueVerifiedOnly: boolean("blue-verified-only") }
+            : {}),
+        ...(boolean("has-images") !== undefined ? { hasImages: boolean("has-images") } : {}),
+        ...(boolean("has-videos") !== undefined ? { hasVideos: boolean("has-videos") } : {}),
+        ...(boolean("has-links") !== undefined ? { hasLinks: boolean("has-links") } : {}),
+        ...(boolean("has-mentions") !== undefined ? { hasMentions: boolean("has-mentions") } : {}),
+        ...(boolean("has-hashtags") !== undefined ? { hasHashtags: boolean("has-hashtags") } : {}),
+        ...(option.save ? { save: true } : {}),
+        ...(option["save-format"]
+            ? { saveFormat: String(option["save-format"]) }
+            : {}),
+        ...(option["save-dir"] ? { saveDir: String(option["save-dir"]) } : {}),
+        ...(option["save-name"] ? { saveName: String(option["save-name"]) } : {}),
+        ...(option.resume ? { resume: true } : {}),
+    };
+}
+export function collectionOptionsFromCli(args) {
+    const option = args.options;
+    const number = (key) => {
+        const value = option[key];
+        return value === undefined || typeof value === "boolean" ? undefined : Number(value);
+    };
+    return {
+        ...(number("limit") !== undefined ? { limit: number("limit") } : {}),
+        ...(number("per-profile-limit") !== undefined ? { perProfileLimit: number("per-profile-limit") } : {}),
+        ...(number("max-pages-per-profile") !== undefined
+            ? { maxPagesPerProfile: number("max-pages-per-profile") }
+            : {}),
+        ...(number("max-empty-pages") !== undefined ? { maxEmptyPages: number("max-empty-pages") } : {}),
+        ...(option.resume === true ? { resume: true } : {}),
+        ...(option.save === true ? { save: true } : {}),
+        ...(option["save-format"]
+            ? { saveFormat: String(option["save-format"]) }
+            : {}),
+        ...(option["save-dir"] ? { saveDir: String(option["save-dir"]) } : {}),
+        ...(option["save-name"] ? { saveName: String(option["save-name"]) } : {}),
+        ...(option["raw-json"] === true ? { rawJson: true } : {}),
+    };
+}
+export function followType(command) {
+    return command === "followers"
+        ? "followers"
+        : command === "following"
+            ? "following"
+            : command === "verified-followers"
+                ? "verified_followers"
+                : undefined;
+}
+function splitFlag(flag, next) {
+    const equals = flag.indexOf("=");
+    if (equals > 2)
+        return [flag.slice(2, equals), flag.slice(equals + 1)];
+    if (!next || next.startsWith("--"))
+        return [flag.slice(2), "__flag__"];
+    return [flag.slice(2), next];
+}
+function positiveNumber(value, name) {
+    const parsed = Number(value);
+    if (!Number.isInteger(parsed) || parsed < 1)
+        throw new CliUsageError(`${name} must be a positive integer`);
+    return parsed;
+}
+//# sourceMappingURL=parser.js.map

package/dist/cli/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../../src/cli/parser.ts"],"names":[],"mappings":"AAuBA,MAAM,OAAO,aAAc,SAAQ,KAAK;CAAG;AAE3C,MAAM,UAAU,SAAS,CAAC,IAAuB;IAC/C,MAAM,MAAM,GAUR,EAAE,MAAM,EAAE,iBAAiB,EAAE,WAAW,EAAE,CAAC,EAAE,oBAAoB,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC/F,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QACtF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,IAAI;YAAE,MAAM;QACjB,IAAI,IAAI,KAAK,QAAQ;YAAE,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;QACzF,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACtB,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,2BAA2B,EAAE,CAAC;YACzC,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC;YACnC,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACtD,IAAI,GAAG,KAAK,YAAY;YAAE,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC;aAC9C,IAAI,GAAG,KAAK,YAAY,IAAI,GAAG,KAAK,KAAK;YAAE,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC;aACpE,IAAI,GAAG,KAAK,cAAc;YAAE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC;aACvD,IAAI,GAAG,KAAK,UAAU;YAAE,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;aAC/C,IAAI,GAAG,KAAK,SAAS;YAAE,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC;aAC7C,IAAI,GAAG,KAAK,OAAO;YAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;aAC1C,IAAI,GAAG,KAAK,aAAa;YAAE,MAAM,CAAC,WAAW,GAAG,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;;YACrF,MAAM,IAAI,aAAa,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;QACzD,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAmC,CAAC;IAC9D,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IAChF,IACE,CAAC;QACC,QAAQ;QACR,OAAO;QACP,gBAAgB;QAChB,WAAW;QACX,WAAW;QACX,oBAAoB;QACpB,WAAW;KACZ,CAAC,QAAQ,CAAC,OAAO,CAAC;QAEnB,MAAM,IAAI,aAAa,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IACzD,KAAK,IAAI,CAAC,CAAC;IACX,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAyD,EAAE,CAAC;IACzE,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,aAAa,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAC;QACzF,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,MAAM,GAAG,CAAC;gBAAE,MAAM,IAAI,aAAa,CAAC,KAAK,GAAG,0BAA0B,CAAC,CAAC;YAC5E,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACpB,KAAK,IAAI,CAAC,CAAC;YACX,SAAS;QACX,CAAC;QACD,IAAI,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACxF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM,IAAI,aAAa,CAAC,KAAK,GAAG,8BAA8B,CAAC,CAAC;YACxF,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAE,OAAO,CAAC,GAAG,CAAuB,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC,CAAC;YACvC,KAAK,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACzE,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,aAAa,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC;QACnG,oBAAoB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;QACzB,KAAK,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,IACE,CAAC,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,WAAW,EAAE,oBAAoB,EAAE,WAAW,CAAC,CAAC,QAAQ,CAC/F,OAAO,CACR;QACD,MAAM,CAAC,MAAM,KAAK,CAAC;QAEnB,MAAM,IAAI,aAAa,CACrB,OAAO,KAAK,OAAO;YACjB,CAAC,CAAC,mDAAmD;YACrD,CAAC,CAAC,GAAG,OAAO,6BAA6B,CAC5C,CAAC;IACJ,OAAO,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACjD,CAAC;AAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,MAAM;IACN,IAAI;IACJ,SAAS;IACT,WAAW;IACX,WAAW;IACX,eAAe;IACf,cAAc;IACd,kBAAkB;IAClB,eAAe;CAChB,CAAC,CAAC;AAEH,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,cAAc;IACd,cAAc;IACd,eAAe;IACf,oBAAoB;CACrB,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,OAAO;IACP,iBAAiB;IACjB,mBAAmB;IACnB,uBAAuB;IACvB,aAAa;IACb,UAAU;IACV,WAAW;IACX,OAAO;IACP,OAAO;IACP,MAAM;IACN,cAAc;IACd,YAAY;IACZ,WAAW;IACX,aAAa;IACb,cAAc;IACd,OAAO;IACP,SAAS;IACT,MAAM;IACN,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,eAAe,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,uBAAuB,CAAC,CAAC,CAAC;AAE7G,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;AAEnF,SAAS,oBAAoB,CAAC,GAAW,EAAE,KAAa;IACtD,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC1D,IAAI,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;YACzC,MAAM,IAAI,aAAa,CAAC,KAAK,GAAG,iCAAiC,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,GAAG,KAAK,aAAa,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QACnE,MAAM,IAAI,aAAa,CAAC,0CAA0C,CAAC,CAAC;IACtE,IAAI,GAAG,KAAK,cAAc,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,QAAQ;QACjE,MAAM,IAAI,aAAa,CAAC,sCAAsC,CAAC,CAAC;IAClE,IACE,GAAG,KAAK,YAAY;QACpB,CAAC;YACC,KAAK;YACL,gBAAgB;YAChB,cAAc;YACd,eAAe;YACf,iBAAiB;YACjB,kBAAkB;SACnB,CAAC,QAAQ,CAAC,KAAK,CAAC;QAEjB,MAAM,IAAI,aAAa,CAAC,mCAAmC,KAAK,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,eAAe,CAAC,IAAuB,EAAE,KAAa;IAC7D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,MAAM;QAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAa;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;IAC5B,MAAM,IAAI,GAAG,CAAC,GAAW,EAAiC,EAAE,CAC1D,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7F,MAAM,OAAO,GAAG,CAAC,GAAW,EAAuB,EAAE,CACnD,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,CAAC,GAAW,EAAsB,EAAE,CACjD,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,OAAO;QACL,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAqB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC;YACtB,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAA+B,EAAE;YAC3E,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChG,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7F,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,KAAK,SAAS;YAC7C,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,oBAAoB,CAAC,EAAE;YACrD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC;YACvB,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAgC,EAAE;YAC9E,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAAa;IAEb,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;IAC5B,MAAM,MAAM,GAAG,CAAC,GAAW,EAAsB,EAAE;QACjD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvF,CAAC,CAAC;IACF,OAAO;QACL,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtG,GAAG,CAAC,MAAM,CAAC,uBAAuB,CAAC,KAAK,SAAS;YAC/C,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,uBAAuB,CAAC,EAAE;YACzD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChG,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC;YACvB,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAA4B,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAA2B;IACpD,OAAO,OAAO,KAAK,WAAW;QAC5B,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,OAAO,KAAK,WAAW;YACvB,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,OAAO,KAAK,oBAAoB;gBAChC,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,SAAS,CAAC;AACpB,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,IAAwB;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACvE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACvE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,IAAY;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,aAAa,CAAC,GAAG,IAAI,6BAA6B,CAAC,CAAC;IAC3G,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/client/client.d.ts

@@ -0,0 +1,29 @@
+import type { ClientConfig } from "../config/types.js";
+import type { FollowRecord, ProfileRecord, SearchResult, TweetRecord } from "../domain/records.js";
+import type { FollowsRequest, ProfileTimelineRequest, SearchRequest, TargetInput, UserInfoRequest } from "../domain/requests.js";
+import { type StorageBundle } from "../storage/index.js";
+import type { ClientInspection, ClientOptions } from "./types.js";
+import { XTrawlDatabase } from "./database.js";
+export declare class XTrawl {
+    readonly config: ClientConfig;
+    readonly storage: StorageBundle;
+    readonly db: XTrawlDatabase;
+    private readonly pool;
+    private readonly engine;
+    constructor(options?: ClientOptions);
+    static create(options?: ClientOptions): Promise<XTrawl>;
+    search(query?: string, options?: SearchRequest): Promise<SearchResult>;
+    getUserInfo(targets: readonly (string | TargetInput)[], options?: UserInfoRequest): Promise<readonly ProfileRecord[]>;
+    getTweet(target: string): Promise<TweetRecord | undefined>;
+    getProfileTweets(targets: readonly (string | TargetInput)[], options?: Omit<ProfileTimelineRequest, "targets">): Promise<SearchResult>;
+    getFollowers(targets: readonly (string | TargetInput)[], options?: Omit<FollowsRequest, "targets" | "followType">): Promise<readonly FollowRecord[]>;
+    getFollowing(targets: readonly (string | TargetInput)[], options?: Omit<FollowsRequest, "targets" | "followType">): Promise<readonly FollowRecord[]>;
+    getVerifiedFollowers(targets: readonly (string | TargetInput)[], options?: Omit<FollowsRequest, "targets" | "followType">): Promise<readonly FollowRecord[]>;
+    inspect(): ClientInspection;
+    get poolSummary(): import("../domain/accounts.js").AccountSummary;
+    close(): void;
+    private collectionContext;
+    private provision;
+    private bootstrapMissingAccounts;
+}
+//# sourceMappingURL=client.d.ts.map

package/dist/client/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/client/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAIvD,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnG,OAAO,KAAK,EACV,cAAc,EACd,sBAAsB,EACtB,aAAa,EACb,WAAW,EACX,eAAe,EAChB,MAAM,uBAAuB,CAAC;AAQ/B,OAAO,EAAe,KAAK,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAQtE,OAAO,KAAK,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,qBAAa,MAAM;IACjB,SAAgB,MAAM,EAAE,YAAY,CAAC;IACrC,SAAgB,OAAO,EAAE,aAAa,CAAC;IACvC,SAAgB,EAAE,EAAE,cAAc,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAc;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAY;gBAEhB,OAAO,GAAE,aAAkB;WA6C1B,MAAM,CAAC,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,MAAM,CAAC;IAM3D,MAAM,CAAC,KAAK,SAAK,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAItE,WAAW,CACtB,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,EAC1C,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC;IAKvB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAM1D,gBAAgB,CAC3B,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,EAC1C,OAAO,GAAE,IAAI,CAAC,sBAAsB,EAAE,SAAS,CAAM,GACpD,OAAO,CAAC,YAAY,CAAC;IAIX,YAAY,CACvB,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,EAC1C,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,SAAS,GAAG,YAAY,CAAM,GAC3D,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAStB,YAAY,CACvB,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,EAC1C,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,SAAS,GAAG,YAAY,CAAM,GAC3D,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAStB,oBAAoB,CAC/B,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC,EAAE,EAC1C,OAAO,GAAE,IAAI,CAAC,cAAc,EAAE,SAAS,GAAG,YAAY,CAAM,GAC3D,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAS5B,OAAO,IAAI,gBAAgB;IAWlC,IAAW,WAAW,mDAErB;IAEM,KAAK,IAAI,IAAI;IAIpB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,SAAS;YAqBH,wBAAwB;CAYvC"}

package/dist/client/client.js

@@ -0,0 +1,192 @@
+import { loadAccountFromEnvironmentSync } from "../config/environment.js";
+import { validateConfig } from "../config/validation.js";
+import { ConfigError } from "../domain/errors.js";
+import { ApiEngine } from "../engine/api-engine.js";
+import { loadAccountsFileSync, loadInlineAccounts } from "../auth/loaders.js";
+import { accountInputToRecord } from "../auth/records.js";
+import { bootstrapCookiesFromAuthToken } from "../auth/bootstrap.js";
+import { ManifestProvider } from "../manifest/provider.js";
+import { AccountPool } from "../pool/account-pool.js";
+import { openStorage } from "../storage/index.js";
+import { GraphqlTransport } from "../transport/graphql.js";
+import { SessionBuilder } from "../transport/session.js";
+import { TransactionIdProvider } from "../transport/transaction-id.js";
+import { normalizeTargets } from "../query/targets.js";
+import { collectFollows, collectProfileTweets } from "./collectors.js";
+import { collectSearch } from "./search.js";
+import { collectProfiles } from "./profiles.js";
+import { XTrawlDatabase } from "./database.js";
+export class XTrawl {
+    config;
+    storage;
+    db;
+    pool;
+    engine;
+    constructor(options = {}) {
+        this.config = validateConfig(options);
+        this.storage = openStorage(this.config.dbPath, {
+            dailyRequestsLimit: this.config.dailyRequestsLimit,
+            dailyTweetsLimit: this.config.dailyTweetsLimit,
+            leaseTtlMs: this.config.leaseTtlMs,
+        });
+        this.db = new XTrawlDatabase(this.storage);
+        this.provision(options);
+        const manifestAccount = this.storage.accounts.list().find((account) => Boolean(account.authToken));
+        const manifests = new ManifestProvider(this.config, this.storage.manifests, undefined, manifestAccount?.authToken);
+        const transactions = new TransactionIdProvider(options.transactionIdSource, {
+            enabled: this.config.transactionIdEnabled && (!options.sessionFactory || Boolean(options.transactionIdSource)),
+            ttlMs: this.config.transactionIdTtlMs,
+        });
+        const sessions = new SessionBuilder({
+            bearerToken: this.config.bearerToken,
+            ...(this.config.proxy ? { defaultProxy: this.config.proxy } : {}),
+            ...(this.config.apiUserAgent ? { userAgent: this.config.apiUserAgent } : {}),
+            httpMode: this.config.apiHttpMode,
+            ...(this.config.apiHttpImpersonate ? { impersonate: this.config.apiHttpImpersonate } : {}),
+            ...(options.sessionFactory ? { factory: options.sessionFactory } : {}),
+        });
+        this.pool = new AccountPool(this.storage.accounts, sessions, this.config, async (account) => {
+            if (!account.authToken)
+                return false;
+            const cookies = await bootstrapCookiesFromAuthToken(account.authToken, undefined, account.proxy);
+            if (!cookies?.ct0)
+                return false;
+            this.storage.accounts.upsert({
+                ...account,
+                status: 1,
+                availableUntil: 0,
+                csrfToken: cookies.ct0,
+                cookies: { ...account.cookies, ...cookies },
+            });
+            return true;
+        });
+        this.engine = new ApiEngine(this.config, manifests, new GraphqlTransport(transactions));
+    }
+    static async create(options = {}) {
+        const client = new XTrawl(options);
+        await client.bootstrapMissingAccounts();
+        return client;
+    }
+    async search(query = "", options = {}) {
+        return collectSearch(this.collectionContext(), query, options);
+    }
+    async getUserInfo(targets, options = {}) {
+        const normalized = normalizeTargets(targets).targets;
+        return collectProfiles(this.collectionContext(), normalized, options);
+    }
+    async getTweet(target) {
+        const tweetId = tweetIdFromTarget(target);
+        if (!tweetId)
+            throw new ConfigError("Tweet lookup requires a numeric tweet ID or status URL.");
+        return this.pool.execute("tweet", ({ session }) => this.engine.tweetResult(session, tweetId));
+    }
+    async getProfileTweets(targets, options = {}) {
+        return collectProfileTweets(this.collectionContext(), normalizeTargets(targets).targets, options);
+    }
+    async getFollowers(targets, options = {}) {
+        const normalized = normalizeTargets(targets).targets;
+        return collectFollows(this.collectionContext(), normalized, {
+            targets: normalized,
+            ...options,
+            followType: "followers",
+        });
+    }
+    async getFollowing(targets, options = {}) {
+        const normalized = normalizeTargets(targets).targets;
+        return collectFollows(this.collectionContext(), normalized, {
+            targets: normalized,
+            ...options,
+            followType: "following",
+        });
+    }
+    async getVerifiedFollowers(targets, options = {}) {
+        const normalized = normalizeTargets(targets).targets;
+        return collectFollows(this.collectionContext(), normalized, {
+            targets: normalized,
+            ...options,
+            followType: "verified_followers",
+        });
+    }
+    inspect() {
+        return {
+            config: {
+                ...this.config,
+                bearerToken: "[redacted]",
+                ...(this.config.proxy ? { proxy: redactProxy(this.config.proxy) } : {}),
+            },
+            accounts: this.db.listAccounts(),
+        };
+    }
+    get poolSummary() {
+        return this.pool.summary;
+    }
+    close() {
+        this.storage.database.close();
+    }
+    collectionContext() {
+        return { config: this.config, pool: this.pool, engine: this.engine, storage: this.storage };
+    }
+    provision(options) {
+        if (options.provision === false)
+            return;
+        const records = [];
+        if (options.accounts)
+            records.push(...options.accounts.map(accountInputToRecord));
+        if (options.cookies !== undefined)
+            records.push(...loadInlineAccounts(options.cookies));
+        const authToken = options.authToken ?? process.env.X_AUTH_TOKEN;
+        const csrfToken = options.csrfToken ?? process.env.X_CSRF_TOKEN;
+        if (authToken)
+            records.push(accountInputToRecord({
+                authToken,
+                ...(csrfToken ? { csrfToken } : {}),
+            }));
+        if (options.cookiesFile)
+            records.push(...loadAccountsFileSync(options.cookiesFile));
+        if (options.accountsFile)
+            records.push(...loadAccountsFileSync(options.accountsFile));
+        if (options.envFile)
+            records.push(...loadAccountFromEnvironmentSync(options.envFile).map(accountInputToRecord));
+        for (const record of records)
+            this.storage.accounts.upsert(record);
+    }
+    async bootstrapMissingAccounts() {
+        for (const account of this.storage.accounts.list()) {
+            if (!account.authToken || account.csrfToken)
+                continue;
+            const cookies = await bootstrapCookiesFromAuthToken(account.authToken, undefined, account.proxy);
+            if (cookies?.ct0)
+                this.storage.accounts.upsert({
+                    ...account,
+                    csrfToken: cookies.ct0,
+                    cookies: { ...account.cookies, ...cookies },
+                });
+        }
+    }
+}
+function redactProxy(proxy) {
+    if (typeof proxy !== "string")
+        return {
+            ...proxy,
+            ...(proxy.password ? { password: "[redacted]" } : {}),
+        };
+    try {
+        const value = new URL(proxy.includes("://") ? proxy : `http://${proxy}`);
+        if (value.username)
+            value.username = "[redacted]";
+        if (value.password)
+            value.password = "[redacted]";
+        return value.toString();
+    }
+    catch {
+        return "[redacted]";
+    }
+}
+function tweetIdFromTarget(value) {
+    const target = value.trim();
+    if (/^\d+$/u.test(target))
+        return target;
+    const match = target.match(/^https?:\/\/(?:www\.)?(?:x\.com|twitter\.com)\/[^/]+\/status\/(\d+)(?:[/?#].*)?$/u);
+    return match?.[1];
+}
+//# sourceMappingURL=client.js.map