xtrawl 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/auth/bootstrap.d.ts +1 -1
- package/dist/auth/bootstrap.d.ts.map +1 -1
- package/dist/auth/bootstrap.js +27 -14
- package/dist/auth/bootstrap.js.map +1 -1
- package/dist/cli/main.d.ts.map +1 -1
- package/dist/cli/main.js +13 -12
- package/dist/cli/main.js.map +1 -1
- package/dist/cli/parser.d.ts +2 -14
- package/dist/cli/parser.d.ts.map +1 -1
- package/dist/cli/parser.js +26 -30
- package/dist/cli/parser.js.map +1 -1
- package/dist/cli/types.d.ts +17 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +2 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/client/accounts.d.ts.map +1 -1
- package/dist/client/accounts.js +13 -6
- package/dist/client/accounts.js.map +1 -1
- package/dist/client/client.d.ts +13 -1
- package/dist/client/client.d.ts.map +1 -1
- package/dist/client/client.js +93 -38
- package/dist/client/client.js.map +1 -1
- package/dist/client/collectors.d.ts +2 -10
- package/dist/client/collectors.d.ts.map +1 -1
- package/dist/client/collectors.js +122 -57
- package/dist/client/collectors.js.map +1 -1
- package/dist/client/database.d.ts +6 -18
- package/dist/client/database.d.ts.map +1 -1
- package/dist/client/database.js +4 -21
- package/dist/client/database.js.map +1 -1
- package/dist/client/page-commit.d.ts +15 -0
- package/dist/client/page-commit.d.ts.map +1 -0
- package/dist/client/page-commit.js +19 -0
- package/dist/client/page-commit.js.map +1 -0
- package/dist/client/profiles.d.ts +1 -1
- package/dist/client/profiles.d.ts.map +1 -1
- package/dist/client/profiles.js +10 -3
- package/dist/client/profiles.js.map +1 -1
- package/dist/client/search.d.ts +2 -15
- package/dist/client/search.d.ts.map +1 -1
- package/dist/client/search.js +64 -25
- package/dist/client/search.js.map +1 -1
- package/dist/client/types.d.ts +40 -2
- package/dist/client/types.d.ts.map +1 -1
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +5 -2
- package/dist/config/defaults.js.map +1 -1
- package/dist/config/types.d.ts +5 -2
- package/dist/config/types.d.ts.map +1 -1
- package/dist/config/validation.d.ts +1 -1
- package/dist/config/validation.d.ts.map +1 -1
- package/dist/config/validation.js +27 -11
- package/dist/config/validation.js.map +1 -1
- package/dist/constants/accounts.d.ts +16 -0
- package/dist/constants/accounts.d.ts.map +1 -0
- package/dist/constants/accounts.js +16 -0
- package/dist/constants/accounts.js.map +1 -0
- package/dist/constants/cli.d.ts +10 -0
- package/dist/constants/cli.d.ts.map +1 -0
- package/dist/constants/cli.js +10 -0
- package/dist/constants/cli.js.map +1 -0
- package/dist/constants/collection.d.ts +9 -0
- package/dist/constants/collection.d.ts.map +1 -0
- package/dist/constants/collection.js +9 -0
- package/dist/constants/collection.js.map +1 -0
- package/dist/constants/config.d.ts +6 -0
- package/dist/constants/config.d.ts.map +1 -0
- package/dist/constants/config.js +6 -0
- package/dist/constants/config.js.map +1 -0
- package/dist/constants/errors.d.ts +9 -0
- package/dist/constants/errors.d.ts.map +1 -0
- package/dist/constants/errors.js +9 -0
- package/dist/constants/errors.js.map +1 -0
- package/dist/constants/output.d.ts +7 -0
- package/dist/constants/output.d.ts.map +1 -0
- package/dist/constants/output.js +7 -0
- package/dist/constants/output.js.map +1 -0
- package/dist/constants/pages.d.ts +5 -0
- package/dist/constants/pages.d.ts.map +1 -0
- package/dist/constants/pages.js +5 -0
- package/dist/constants/pages.js.map +1 -0
- package/dist/constants/requests.d.ts +18 -0
- package/dist/constants/requests.d.ts.map +1 -0
- package/dist/constants/requests.js +18 -0
- package/dist/constants/requests.js.map +1 -0
- package/dist/constants/runner.d.ts +8 -0
- package/dist/constants/runner.d.ts.map +1 -0
- package/dist/constants/runner.js +8 -0
- package/dist/constants/runner.js.map +1 -0
- package/dist/constants/runs.d.ts +8 -0
- package/dist/constants/runs.d.ts.map +1 -0
- package/dist/constants/runs.js +8 -0
- package/dist/constants/runs.js.map +1 -0
- package/dist/domain/accounts.d.ts +4 -2
- package/dist/domain/accounts.d.ts.map +1 -1
- package/dist/domain/collection.d.ts +27 -0
- package/dist/domain/collection.d.ts.map +1 -0
- package/dist/domain/collection.js +2 -0
- package/dist/domain/collection.js.map +1 -0
- package/dist/domain/diagnostics.d.ts +11 -0
- package/dist/domain/diagnostics.d.ts.map +1 -0
- package/dist/domain/diagnostics.js +2 -0
- package/dist/domain/diagnostics.js.map +1 -0
- package/dist/domain/errors.d.ts +2 -1
- package/dist/domain/errors.d.ts.map +1 -1
- package/dist/domain/errors.js +10 -9
- package/dist/domain/errors.js.map +1 -1
- package/dist/domain/http.d.ts +7 -1
- package/dist/domain/http.d.ts.map +1 -1
- package/dist/domain/manifest.d.ts +8 -0
- package/dist/domain/manifest.d.ts.map +1 -1
- package/dist/domain/output.d.ts +3 -0
- package/dist/domain/output.d.ts.map +1 -0
- package/dist/domain/output.js +2 -0
- package/dist/domain/output.js.map +1 -0
- package/dist/domain/pages.d.ts +20 -0
- package/dist/domain/pages.d.ts.map +1 -0
- package/dist/domain/pages.js +2 -0
- package/dist/domain/pages.js.map +1 -0
- package/dist/domain/pool.d.ts +22 -0
- package/dist/domain/pool.d.ts.map +1 -0
- package/dist/domain/pool.js +2 -0
- package/dist/domain/pool.js.map +1 -0
- package/dist/domain/records.d.ts +2 -1
- package/dist/domain/records.d.ts.map +1 -1
- package/dist/domain/requests.d.ts +15 -10
- package/dist/domain/requests.d.ts.map +1 -1
- package/dist/domain/runner.d.ts +30 -0
- package/dist/domain/runner.d.ts.map +1 -0
- package/dist/domain/runner.js +2 -0
- package/dist/domain/runner.js.map +1 -0
- package/dist/domain/runs.d.ts +12 -0
- package/dist/domain/runs.d.ts.map +1 -0
- package/dist/domain/runs.js +2 -0
- package/dist/domain/runs.js.map +1 -0
- package/dist/engine/api-engine.d.ts +7 -7
- package/dist/engine/api-engine.d.ts.map +1 -1
- package/dist/engine/api-engine.js +42 -19
- package/dist/engine/api-engine.js.map +1 -1
- package/dist/engine/extractors.d.ts +2 -8
- package/dist/engine/extractors.d.ts.map +1 -1
- package/dist/engine/extractors.js +30 -11
- package/dist/engine/extractors.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/manifest/destinations.d.ts +4 -0
- package/dist/manifest/destinations.d.ts.map +1 -0
- package/dist/manifest/destinations.js +47 -0
- package/dist/manifest/destinations.js.map +1 -0
- package/dist/manifest/model.d.ts +3 -2
- package/dist/manifest/model.d.ts.map +1 -1
- package/dist/manifest/model.js +6 -1
- package/dist/manifest/model.js.map +1 -1
- package/dist/manifest/provider.d.ts +10 -3
- package/dist/manifest/provider.d.ts.map +1 -1
- package/dist/manifest/provider.js +86 -34
- package/dist/manifest/provider.js.map +1 -1
- package/dist/manifest/scraper.d.ts +2 -6
- package/dist/manifest/scraper.d.ts.map +1 -1
- package/dist/manifest/scraper.js +46 -15
- package/dist/manifest/scraper.js.map +1 -1
- package/dist/output/csv-writer.d.ts.map +1 -1
- package/dist/output/csv-writer.js +32 -10
- package/dist/output/csv-writer.js.map +1 -1
- package/dist/output/json-writer.d.ts +1 -0
- package/dist/output/json-writer.d.ts.map +1 -1
- package/dist/output/json-writer.js +36 -11
- package/dist/output/json-writer.js.map +1 -1
- package/dist/output/lock.d.ts +2 -0
- package/dist/output/lock.d.ts.map +1 -0
- package/dist/output/lock.js +18 -0
- package/dist/output/lock.js.map +1 -0
- package/dist/output/writer.d.ts +2 -1
- package/dist/output/writer.d.ts.map +1 -1
- package/dist/output/writer.js +6 -3
- package/dist/output/writer.js.map +1 -1
- package/dist/pool/account-pool.d.ts +3 -12
- package/dist/pool/account-pool.d.ts.map +1 -1
- package/dist/pool/account-pool.js +54 -16
- package/dist/pool/account-pool.js.map +1 -1
- package/dist/pool/cooldown.d.ts +3 -7
- package/dist/pool/cooldown.d.ts.map +1 -1
- package/dist/pool/cooldown.js +10 -7
- package/dist/pool/cooldown.js.map +1 -1
- package/dist/pool/limiter.d.ts +3 -3
- package/dist/pool/limiter.d.ts.map +1 -1
- package/dist/pool/limiter.js +5 -6
- package/dist/pool/limiter.js.map +1 -1
- package/dist/query/builder.d.ts +1 -1
- package/dist/query/builder.d.ts.map +1 -1
- package/dist/query/builder.js +10 -4
- package/dist/query/builder.js.map +1 -1
- package/dist/query/collection-id.d.ts +3 -0
- package/dist/query/collection-id.d.ts.map +1 -0
- package/dist/query/collection-id.js +21 -0
- package/dist/query/collection-id.js.map +1 -0
- package/dist/query/normalize.d.ts +3 -32
- package/dist/query/normalize.d.ts.map +1 -1
- package/dist/query/normalize.js +10 -16
- package/dist/query/normalize.js.map +1 -1
- package/dist/query/targets.d.ts +2 -7
- package/dist/query/targets.d.ts.map +1 -1
- package/dist/query/targets.js.map +1 -1
- package/dist/query/types.d.ts +40 -0
- package/dist/query/types.d.ts.map +1 -0
- package/dist/query/types.js +2 -0
- package/dist/query/types.js.map +1 -0
- package/dist/runner/index.d.ts +3 -0
- package/dist/runner/index.d.ts.map +1 -1
- package/dist/runner/index.js.map +1 -1
- package/dist/runner/retry.d.ts +3 -6
- package/dist/runner/retry.d.ts.map +1 -1
- package/dist/runner/retry.js +5 -3
- package/dist/runner/retry.js.map +1 -1
- package/dist/runner/runner.d.ts +2 -14
- package/dist/runner/runner.d.ts.map +1 -1
- package/dist/runner/runner.js +11 -7
- package/dist/runner/runner.js.map +1 -1
- package/dist/runner/task-queue.d.ts +9 -11
- package/dist/runner/task-queue.d.ts.map +1 -1
- package/dist/runner/task-queue.js +79 -32
- package/dist/runner/task-queue.js.map +1 -1
- package/dist/storage/account-repository.d.ts +2 -15
- package/dist/storage/account-repository.d.ts.map +1 -1
- package/dist/storage/account-repository.js +65 -35
- package/dist/storage/account-repository.js.map +1 -1
- package/dist/storage/database.d.ts +3 -1
- package/dist/storage/database.d.ts.map +1 -1
- package/dist/storage/database.js +10 -4
- package/dist/storage/database.js.map +1 -1
- package/dist/storage/index.d.ts +3 -1
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +2 -0
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/progress-repository.d.ts +12 -0
- package/dist/storage/progress-repository.d.ts.map +1 -0
- package/dist/storage/progress-repository.js +76 -0
- package/dist/storage/progress-repository.js.map +1 -0
- package/dist/storage/run-repository.d.ts +4 -10
- package/dist/storage/run-repository.d.ts.map +1 -1
- package/dist/storage/run-repository.js +4 -2
- package/dist/storage/run-repository.js.map +1 -1
- package/dist/storage/schema.d.ts.map +1 -1
- package/dist/storage/schema.js +19 -0
- package/dist/storage/schema.js.map +1 -1
- package/dist/storage/types.d.ts +15 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +2 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/transport/body.d.ts +15 -0
- package/dist/transport/body.d.ts.map +1 -0
- package/dist/transport/body.js +61 -0
- package/dist/transport/body.js.map +1 -0
- package/dist/transport/dispatcher-pool.d.ts +13 -0
- package/dist/transport/dispatcher-pool.d.ts.map +1 -0
- package/dist/transport/dispatcher-pool.js +47 -0
- package/dist/transport/dispatcher-pool.js.map +1 -0
- package/dist/transport/graphql.d.ts +1 -1
- package/dist/transport/graphql.d.ts.map +1 -1
- package/dist/transport/graphql.js +36 -19
- package/dist/transport/graphql.js.map +1 -1
- package/dist/transport/session.d.ts +8 -11
- package/dist/transport/session.d.ts.map +1 -1
- package/dist/transport/session.js +71 -26
- package/dist/transport/session.js.map +1 -1
- package/dist/transport/transaction-id.d.ts +2 -7
- package/dist/transport/transaction-id.d.ts.map +1 -1
- package/dist/transport/transaction-id.js +20 -16
- package/dist/transport/transaction-id.js.map +1 -1
- package/dist/transport/types.d.ts +28 -0
- package/dist/transport/types.d.ts.map +1 -0
- package/dist/transport/types.js +2 -0
- package/dist/transport/types.js.map +1 -0
- package/dist/utils/abort.d.ts +6 -0
- package/dist/utils/abort.d.ts.map +1 -0
- package/dist/utils/abort.js +45 -0
- package/dist/utils/abort.js.map +1 -0
- package/dist/utils/redact.d.ts +5 -0
- package/dist/utils/redact.d.ts.map +1 -0
- package/dist/utils/redact.js +42 -0
- package/dist/utils/redact.js.map +1 -0
- package/docs/architecture/overview.md +6 -4
- package/docs/product/specification.md +10 -9
- package/docs/security/data-boundary.md +3 -0
- package/package.json +5 -4
|
@@ -1,19 +1,7 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { AccountRecord, ProxySettings } from "../domain/accounts.js";
|
|
2
2
|
import type { StorageBundle } from "../storage/index.js";
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
readonly unusableOnly?: boolean;
|
|
6
|
-
readonly includeCookies?: boolean;
|
|
7
|
-
readonly revealSecrets?: boolean;
|
|
8
|
-
}
|
|
9
|
-
export interface AccountImportOptions {
|
|
10
|
-
readonly accountsFile?: string;
|
|
11
|
-
readonly cookiesFile?: string;
|
|
12
|
-
readonly envFile?: string;
|
|
13
|
-
readonly cookies?: unknown;
|
|
14
|
-
readonly accounts?: readonly AccountInput[];
|
|
15
|
-
readonly proxy?: string | ProxySettings;
|
|
16
|
-
}
|
|
3
|
+
import type { AccountImportOptions, AccountListOptions } from "./types.js";
|
|
4
|
+
export type { AccountImportOptions, AccountListOptions } from "./types.js";
|
|
17
5
|
export declare class XTrawlDatabase {
|
|
18
6
|
private readonly storage;
|
|
19
7
|
constructor(storage: StorageBundle);
|
|
@@ -45,12 +33,12 @@ export declare class XTrawlDatabase {
|
|
|
45
33
|
getCheckpoint(queryHash: string): Readonly<Record<string, string>> | undefined;
|
|
46
34
|
clearCheckpoint(queryHash: string): boolean;
|
|
47
35
|
clearAllCheckpoints(): number;
|
|
48
|
-
listRuns(limit?: number): import("../
|
|
49
|
-
lastRun(): import("../
|
|
36
|
+
listRuns(limit?: number): import("../domain/runs.js").RunRecord[];
|
|
37
|
+
lastRun(): import("../domain/runs.js").RunRecord | undefined;
|
|
50
38
|
runsSummary(limit?: number): {
|
|
51
39
|
readonly totalRuns: number;
|
|
52
40
|
readonly byStatus: Readonly<Record<string, number>>;
|
|
53
|
-
readonly lastRun?: import("../
|
|
41
|
+
readonly lastRun?: import("../domain/runs.js").RunRecord;
|
|
54
42
|
};
|
|
55
43
|
}
|
|
56
44
|
export declare function redactAccount(account: AccountRecord, options: Pick<AccountListOptions, "includeCookies" | "revealSecrets">): Record<string, unknown>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGzD,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE3E,YAAY,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAE3E,qBAAa,cAAc;IACN,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,aAAa;IAEnD,eAAe;IAIf,YAAY,CAAC,OAAO,GAAE,kBAAuB,GAAG,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;IAQlF,UAAU,CACf,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,GAAG,eAAe,CAAM,GACzE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS;IAK/B,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIxC,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO;IAI1E,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,SAAW,GAAG,OAAO;IAI3D,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,UAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAmB7E,qBAAqB,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,EAAE,eAAe,UAAQ,GAAG,MAAM;IAIrF,WAAW,CAAC,WAAW,UAAO,GAAG,MAAM;IAIvC,kBAAkB,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM;IAIzD,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG;QACpD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;KAC3B;IAaM,yBAAyB,CAAC,MAAM,UAAO;;;;;;;;;;;IASvC,aAAa,CAAC,SAAS,EAAE,MAAM;IAI/B,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAI3C,mBAAmB,IAAI,MAAM;IAI7B,QAAQ,CAAC,KAAK,SAAK;IAInB,OAAO;IAIP,WAAW,CAAC,KAAK,SAAM;;;;;CAG/B;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,GAAG,eAAe,CAAC,GACpE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAgBzB"}
|
package/dist/client/database.js
CHANGED
|
@@ -2,7 +2,9 @@ import { bootstrapCookiesFromAuthToken } from "../auth/bootstrap.js";
|
|
|
2
2
|
import { loadAccountsFileSync, loadInlineAccounts } from "../auth/loaders.js";
|
|
3
3
|
import { accountInputToRecord } from "../auth/records.js";
|
|
4
4
|
import { loadAccountFromEnvironmentSync } from "../config/environment.js";
|
|
5
|
+
import { ACCOUNT_STATUS_CODE } from "../constants/accounts.js";
|
|
5
6
|
import { tokenFingerprint } from "../utils/fingerprint.js";
|
|
7
|
+
import { redactProxy } from "../utils/redact.js";
|
|
6
8
|
export class XTrawlDatabase {
|
|
7
9
|
storage;
|
|
8
10
|
constructor(storage) {
|
|
@@ -15,7 +17,7 @@ export class XTrawlDatabase {
|
|
|
15
17
|
return this.storage.accounts
|
|
16
18
|
.list()
|
|
17
19
|
.filter((account) => !options.eligibleOnly || this.storage.accounts.eligible(account))
|
|
18
|
-
.filter((account) => !options.unusableOnly || account.status ===
|
|
20
|
+
.filter((account) => !options.unusableOnly || account.status === ACCOUNT_STATUS_CODE.UNUSABLE)
|
|
19
21
|
.map((account) => redactAccount(account, options));
|
|
20
22
|
}
|
|
21
23
|
getAccount(username, options = {}) {
|
|
@@ -44,7 +46,7 @@ export class XTrawlDatabase {
|
|
|
44
46
|
return false;
|
|
45
47
|
this.storage.accounts.upsert({
|
|
46
48
|
...account,
|
|
47
|
-
status:
|
|
49
|
+
status: ACCOUNT_STATUS_CODE.HEALTHY,
|
|
48
50
|
availableUntil: 0,
|
|
49
51
|
csrfToken: cookies.ct0,
|
|
50
52
|
cookies: { ...account.cookies, ...cookies },
|
|
@@ -124,23 +126,4 @@ export function redactAccount(account, options) {
|
|
|
124
126
|
function redactCookies(cookies) {
|
|
125
127
|
return Object.fromEntries(Object.keys(cookies).map((name) => [name, "[redacted]"]));
|
|
126
128
|
}
|
|
127
|
-
function redactProxy(proxy) {
|
|
128
|
-
if (typeof proxy !== "string")
|
|
129
|
-
return {
|
|
130
|
-
...proxy,
|
|
131
|
-
...(proxy.username ? { username: "[redacted]" } : {}),
|
|
132
|
-
...(proxy.password ? { password: "[redacted]" } : {}),
|
|
133
|
-
};
|
|
134
|
-
try {
|
|
135
|
-
const value = new URL(proxy.includes("://") ? proxy : `http://${proxy}`);
|
|
136
|
-
if (value.username)
|
|
137
|
-
value.username = "[redacted]";
|
|
138
|
-
if (value.password)
|
|
139
|
-
value.password = "[redacted]";
|
|
140
|
-
return value.toString();
|
|
141
|
-
}
|
|
142
|
-
catch {
|
|
143
|
-
return "[redacted]";
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
129
|
//# sourceMappingURL=database.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/client/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAKjD,MAAM,OAAO,cAAc;IACW;IAApC,YAAoC,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;IAAG,CAAC;IAEvD,eAAe;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAEM,YAAY,CAAC,UAA8B,EAAE;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ;aACzB,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aACrF,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,QAAQ,CAAC;aAC7F,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAEM,UAAU,CACf,QAAgB,EAChB,UAAwE,EAAE;QAE1E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/D,OAAO,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,CAAC;IAEM,aAAa,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAEM,eAAe,CAAC,QAAgB,EAAE,KAA8B;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzD,CAAC;IAEM,mBAAmB,CAAC,QAAgB,EAAE,MAAM,GAAG,QAAQ;QAC5D,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,EAAE,GAAG,EAAE,YAAY,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE,YAAY,GAAG,KAAK;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,EAAE,SAAS;YAAE,OAAO,KAAK,CAAC;QACtC,IAAI,CAAC,YAAY,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,6BAA6B,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACjG,IAAI,CAAC,OAAO,EAAE,GAAG;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC3B,GAAG,OAAO;YACV,MAAM,EAAE,mBAAmB,CAAC,OAAO;YACnC,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,OAAO,CAAC,GAAG;YACtB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE;SAC5C,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,qBAAqB,CAAC,SAA6B,EAAE,eAAe,GAAG,KAAK;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAC1E,CAAC;IAEM,WAAW,CAAC,WAAW,GAAG,IAAI;QACnC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;IACxD,CAAC;IAEM,kBAAkB,CAAC,SAA6B;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IAEM,cAAc,CAAC,OAA6B;QAIjD,MAAM,QAAQ,GAAoB,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,QAAQ;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACnF,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACzF,IAAI,OAAO,CAAC,YAAY;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO,CAAC,WAAW;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;QACrF,IAAI,OAAO,CAAC,OAAO;YACjB,QAAQ,CAAC,IAAI,CAAC,GAAG,8BAA8B,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC9F,KAAK,MAAM,OAAO,IAAI,QAAQ;YAC5B,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACtF,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC5F,CAAC;IAEM,yBAAyB,CAAC,MAAM,GAAG,IAAI;QAC5C,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,6BAA6B,EAAE,EAAE,CAAC;QACzF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ;aACjC,IAAI,EAAE;aACN,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;QACxD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;IACpE,CAAC;IAEM,aAAa,CAAC,SAAiB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;IAEM,eAAe,CAAC,SAAiB;QACtC,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC;IAEM,mBAAmB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;IAC7C,CAAC;IAEM,QAAQ,CAAC,KAAK,GAAG,EAAE;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAEM,WAAW,CAAC,KAAK,GAAG,GAAG;QAC5B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,UAAU,aAAa,CAC3B,OAAsB,EACtB,OAAqE;IAErE,MAAM,IAAI,GAA4B;QACpC,GAAG,OAAO;QACV,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9E,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACvD,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC3D,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACrD,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC/C,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QAC/D,eAAe,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACnE,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC7D,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;KAC7E,CAAC;IACF,IAAI,OAAO,CAAC,aAAa;QACvB,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACvF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,OAAyC;IAC9D,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { ProgressState } from "../domain/collection.js";
|
|
2
|
+
import type { StorageBundle } from "../storage/index.js";
|
|
3
|
+
export declare function commitAcceptedPage(storage: StorageBundle, input: {
|
|
4
|
+
readonly collectionId: string;
|
|
5
|
+
readonly taskId: string;
|
|
6
|
+
readonly state: ProgressState;
|
|
7
|
+
readonly inputCursor?: string;
|
|
8
|
+
readonly nextCursor?: string;
|
|
9
|
+
readonly records: readonly {
|
|
10
|
+
readonly id: string;
|
|
11
|
+
readonly payload: unknown;
|
|
12
|
+
}[];
|
|
13
|
+
readonly persistLegacyCheckpoint?: boolean;
|
|
14
|
+
}): void;
|
|
15
|
+
//# sourceMappingURL=page-commit.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"page-commit.d.ts","sourceRoot":"","sources":["../../src/client/page-commit.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IACL,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,SAAS;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;IAChF,QAAQ,CAAC,uBAAuB,CAAC,EAAE,OAAO,CAAC;CAC5C,GACA,IAAI,CAcN"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { PROGRESS_STATE } from "../constants/collection.js";
|
|
2
|
+
export function commitAcceptedPage(storage, input) {
|
|
3
|
+
storage.progress.commitPage({
|
|
4
|
+
collectionId: input.collectionId,
|
|
5
|
+
taskId: input.taskId,
|
|
6
|
+
state: input.state,
|
|
7
|
+
...(input.inputCursor === undefined ? {} : { inputCursor: input.inputCursor }),
|
|
8
|
+
...(input.nextCursor === undefined ? {} : { nextCursor: input.nextCursor }),
|
|
9
|
+
records: input.records,
|
|
10
|
+
});
|
|
11
|
+
if (!input.persistLegacyCheckpoint)
|
|
12
|
+
return;
|
|
13
|
+
const cursor = input.state === PROGRESS_STATE.CAPPED ? input.inputCursor : input.nextCursor;
|
|
14
|
+
if (cursor)
|
|
15
|
+
storage.checkpoints.save(input.taskId, { root: cursor });
|
|
16
|
+
else if (input.state === PROGRESS_STATE.EXHAUSTED || input.state === PROGRESS_STATE.CAPPED)
|
|
17
|
+
storage.checkpoints.clear(input.taskId);
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=page-commit.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"page-commit.js","sourceRoot":"","sources":["../../src/client/page-commit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAI5D,MAAM,UAAU,kBAAkB,CAChC,OAAsB,EACtB,KAQC;IAED,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC1B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;QAC3E,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,CAAC,uBAAuB;QAAE,OAAO;IAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IAC5F,IAAI,MAAM;QAAE,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;SAChE,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,CAAC,MAAM;QACxF,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ProfileRecord } from "../domain/records.js";
|
|
2
2
|
import type { TargetInput, UserInfoRequest } from "../domain/requests.js";
|
|
3
|
-
import type { CollectionContext } from "./
|
|
3
|
+
import type { CollectionContext } from "./types.js";
|
|
4
4
|
export declare function collectProfiles(context: CollectionContext, targets: readonly TargetInput[], options: UserInfoRequest): Promise<readonly ProfileRecord[]>;
|
|
5
5
|
//# sourceMappingURL=profiles.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"profiles.d.ts","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAO1E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"profiles.d.ts","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAO1E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,wBAAsB,eAAe,CACnC,OAAO,EAAE,iBAAiB,EAC1B,OAAO,EAAE,SAAS,WAAW,EAAE,EAC/B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CA2CnC"}
|
package/dist/client/profiles.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { RunFailed } from "../domain/errors.js";
|
|
1
|
+
import { ConfigError, RunFailed } from "../domain/errors.js";
|
|
2
2
|
import { mapProfile } from "../engine/extractors.js";
|
|
3
3
|
import { saveRows } from "../output/writer.js";
|
|
4
4
|
import { targetOutputName } from "../output/names.js";
|
|
@@ -6,7 +6,14 @@ import { targetUsername } from "../query/builder.js";
|
|
|
6
6
|
import { ExecutionRunner } from "../runner/runner.js";
|
|
7
7
|
export async function collectProfiles(context, targets, options) {
|
|
8
8
|
const records = new Map();
|
|
9
|
-
const
|
|
9
|
+
for (const target of targets) {
|
|
10
|
+
if (targetUsername(target))
|
|
11
|
+
continue;
|
|
12
|
+
if (target.userId)
|
|
13
|
+
throw new ConfigError(`Profile lookup requires a username; numeric id ${target.userId} is not supported.`);
|
|
14
|
+
throw new ConfigError("Profile lookup requires a username.");
|
|
15
|
+
}
|
|
16
|
+
const tasks = targets.map((target, index) => ({ index, target }));
|
|
10
17
|
const runner = new ExecutionRunner({
|
|
11
18
|
concurrency: Math.max(1, Math.min(context.config.concurrency, context.pool.summary.eligible, tasks.length)),
|
|
12
19
|
maxAttempts: 1,
|
|
@@ -15,7 +22,7 @@ export async function collectProfiles(context, targets, options) {
|
|
|
15
22
|
const username = targetUsername(target);
|
|
16
23
|
if (!username)
|
|
17
24
|
return;
|
|
18
|
-
const user = await context.pool.execute("user-info", ({ session }) => context.engine.lookupUser(session, username));
|
|
25
|
+
const user = await context.pool.execute("user-info", ({ session, signal, chargeRequest }) => context.engine.lookupUser(session, username, signal ?? context.signal, chargeRequest), context.signal ? { signal: context.signal } : {});
|
|
19
26
|
records.set(index, mapProfile(user, target, username));
|
|
20
27
|
});
|
|
21
28
|
if (outcome.failed.length > 0 && (context.config.strict || records.size === 0)) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"profiles.js","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"profiles.js","sourceRoot":"","sources":["../../src/client/profiles.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGtD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAA0B,EAC1B,OAA+B,EAC/B,OAAwB;IAExB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,cAAc,CAAC,MAAM,CAAC;YAAE,SAAS;QACrC,IAAI,MAAM,CAAC,MAAM;YACf,MAAM,IAAI,WAAW,CACnB,kDAAkD,MAAM,CAAC,MAAM,oBAAoB,CACpF,CAAC;QACJ,MAAM,IAAI,WAAW,CAAC,qCAAqC,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAyB;QACzD,WAAW,EAAE,IAAI,CAAC,GAAG,CACnB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAClF;QACD,WAAW,EAAE,CAAC;KACf,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE;QAClE,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CACrC,WAAW,EACX,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,CACrC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,EACvF,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CACjD,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;QACvC,MAAM,KAAK,YAAY,SAAS;YAC9B,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,SAAS,CAAC,6BAA6B,OAAO,CAAC,MAAM,CAAC,MAAM,eAAe,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACxG,IAAI,OAAO,CAAC,IAAI;QACd,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE;YACjF,SAAS,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;YACpD,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU;YACvD,MAAM,EAAE,IAAI;SACb,CAAC,CAAC;IACL,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
package/dist/client/search.d.ts
CHANGED
|
@@ -1,22 +1,9 @@
|
|
|
1
|
-
import type { ClientConfig } from "../config/types.js";
|
|
2
1
|
import type { SearchPageResult, SearchResult } from "../domain/records.js";
|
|
3
2
|
import type { SearchPageRequest, SearchRequest } from "../domain/requests.js";
|
|
4
|
-
import type {
|
|
5
|
-
|
|
6
|
-
import type { StorageBundle } from "../storage/index.js";
|
|
7
|
-
export interface SearchContext {
|
|
8
|
-
readonly config: ClientConfig;
|
|
9
|
-
readonly pool: AccountPool;
|
|
10
|
-
readonly engine: ApiEngine;
|
|
11
|
-
readonly storage: StorageBundle;
|
|
12
|
-
}
|
|
13
|
-
interface SearchTask {
|
|
14
|
-
readonly id: string;
|
|
15
|
-
readonly request: SearchRequest;
|
|
16
|
-
}
|
|
3
|
+
import type { SearchContext, SearchTask } from "./types.js";
|
|
4
|
+
export type { SearchContext } from "./types.js";
|
|
17
5
|
export declare function collectSearchPage(context: SearchContext, query: string, options: SearchPageRequest): Promise<SearchPageResult>;
|
|
18
6
|
export declare function collectSearch(context: SearchContext, query: string, options: SearchRequest): Promise<SearchResult>;
|
|
19
7
|
export declare function withDefaultBounds(request: SearchRequest, now?: Date): SearchRequest;
|
|
20
8
|
export declare function splitSearchTasks(request: SearchRequest, requestedSplits: number, minIntervalMs: number): readonly SearchTask[];
|
|
21
|
-
export {};
|
|
22
9
|
//# sourceMappingURL=search.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAe,MAAM,sBAAsB,CAAC;AACxF,OAAO,KAAK,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAO9E,OAAO,KAAK,EAAwB,aAAa,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGlF,YAAY,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CAO3B;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAsIvB;AAqBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,OAAa,GAAG,aAAa,CAIzF;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,aAAa,EACtB,eAAe,EAAE,MAAM,EACvB,aAAa,EAAE,MAAM,GACpB,SAAS,UAAU,EAAE,CAavB"}
|
package/dist/client/search.js
CHANGED
|
@@ -1,8 +1,14 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { PROGRESS_STATE } from "../constants/collection.js";
|
|
2
|
+
import { RUN_STATUS } from "../constants/runs.js";
|
|
3
|
+
import { ConfigError, NetworkError, RunFailed, XTrawlError } from "../domain/errors.js";
|
|
4
|
+
import { isAbortError } from "../utils/abort.js";
|
|
5
|
+
import { collectionIdentity } from "../query/collection-id.js";
|
|
2
6
|
import { queryHash } from "../query/hash.js";
|
|
3
7
|
import { ExecutionRunner } from "../runner/runner.js";
|
|
4
8
|
import { saveRows } from "../output/writer.js";
|
|
5
9
|
import { searchOutputName } from "../output/names.js";
|
|
10
|
+
import { commitAcceptedPage } from "./page-commit.js";
|
|
11
|
+
import { isRecord } from "../utils/guards.js";
|
|
6
12
|
export async function collectSearchPage(context, query, options) {
|
|
7
13
|
const { cursor, maxAccountSwitches, ...searchOptions } = options;
|
|
8
14
|
const request = withDefaultBounds({
|
|
@@ -12,9 +18,12 @@ export async function collectSearchPage(context, query, options) {
|
|
|
12
18
|
return requestSearchPage(context, request, { cursor, maxAccountSwitches });
|
|
13
19
|
}
|
|
14
20
|
export async function collectSearch(context, query, options) {
|
|
21
|
+
if (options.limit !== undefined && (!Number.isInteger(options.limit) || options.limit < 0))
|
|
22
|
+
throw new ConfigError("limit must be a non-negative integer");
|
|
15
23
|
const request = withDefaultBounds({ ...options, ...(query ? { searchQuery: query } : {}) });
|
|
16
24
|
const hash = queryHash({ operation: "search", request });
|
|
17
25
|
const run = context.storage.runs.create("search", hash);
|
|
26
|
+
const collectionId = collectionIdentity("search", request, request.resume ? {} : { runId: run.id });
|
|
18
27
|
const usefulSplits = request.limit === undefined
|
|
19
28
|
? context.config.searchSplits
|
|
20
29
|
: Math.min(context.config.searchSplits, Math.max(1, Math.ceil(request.limit / context.config.apiPageSize)));
|
|
@@ -24,51 +33,76 @@ export async function collectSearch(context, query, options) {
|
|
|
24
33
|
let poolRetries = 0;
|
|
25
34
|
let limitReached = false;
|
|
26
35
|
try {
|
|
36
|
+
if (request.resume) {
|
|
37
|
+
for (const record of context.storage.progress.accepted(collectionId)) {
|
|
38
|
+
if (isTweetRecord(record.payload))
|
|
39
|
+
tweets.set(record.payload.tweetId, record.payload);
|
|
40
|
+
}
|
|
41
|
+
if (request.limit !== undefined && tweets.size >= request.limit)
|
|
42
|
+
limitReached = true;
|
|
43
|
+
}
|
|
27
44
|
for (const task of tasks) {
|
|
28
|
-
|
|
45
|
+
const saved = context.storage.progress.task(collectionId, task.id);
|
|
46
|
+
if (saved?.state === PROGRESS_STATE.EXHAUSTED)
|
|
29
47
|
continue;
|
|
30
|
-
const
|
|
31
|
-
if (
|
|
32
|
-
cursors.set(task.id,
|
|
48
|
+
const cursor = saved?.cursor ?? (request.resume ? context.storage.checkpoints.get(task.id)?.root : undefined);
|
|
49
|
+
if (cursor)
|
|
50
|
+
cursors.set(task.id, cursor);
|
|
33
51
|
}
|
|
34
52
|
const runner = new ExecutionRunner({
|
|
35
53
|
concurrency: workerCount(context, tasks.length),
|
|
36
54
|
maxAttempts: 1,
|
|
37
55
|
});
|
|
38
|
-
const outcome = await runner.run(tasks, async (task) => {
|
|
56
|
+
const outcome = await runner.run(tasks.filter((task) => context.storage.progress.task(collectionId, task.id)?.state !== PROGRESS_STATE.EXHAUSTED), async (task) => {
|
|
39
57
|
let cursor = cursors.get(task.id);
|
|
40
58
|
let emptyPages = 0;
|
|
41
59
|
while (!limitReached) {
|
|
60
|
+
const inputCursor = cursor;
|
|
42
61
|
const page = await requestSearchPage(context, task.request, {
|
|
43
|
-
cursor,
|
|
62
|
+
cursor: inputCursor,
|
|
44
63
|
onRetry: () => {
|
|
45
64
|
poolRetries += 1;
|
|
46
65
|
},
|
|
47
66
|
});
|
|
67
|
+
const batch = [];
|
|
48
68
|
let added = 0;
|
|
69
|
+
let capped = false;
|
|
49
70
|
for (const tweet of page.tweets) {
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
added += 1;
|
|
55
|
-
if (request.limit !== undefined && tweets.size >= request.limit) {
|
|
71
|
+
if (tweets.has(tweet.tweetId) || context.storage.progress.hasRecord(collectionId, tweet.tweetId))
|
|
72
|
+
continue;
|
|
73
|
+
if (request.limit !== undefined && tweets.size + batch.length >= request.limit) {
|
|
74
|
+
capped = true;
|
|
56
75
|
limitReached = true;
|
|
57
76
|
break;
|
|
58
77
|
}
|
|
78
|
+
batch.push({ id: tweet.tweetId, payload: tweet });
|
|
79
|
+
added += 1;
|
|
59
80
|
}
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
81
|
+
for (const item of batch)
|
|
82
|
+
tweets.set(item.id, item.payload);
|
|
83
|
+
if (request.limit !== undefined && tweets.size >= request.limit)
|
|
84
|
+
limitReached = true;
|
|
85
|
+
emptyPages = added === 0 && !capped ? emptyPages + 1 : 0;
|
|
86
|
+
const exhausted = !capped &&
|
|
87
|
+
!limitReached &&
|
|
88
|
+
(!page.nextCursor || emptyPages >= (request.maxEmptyPages ?? context.config.maxEmptyPages));
|
|
89
|
+
commitAcceptedPage(context.storage, {
|
|
90
|
+
collectionId,
|
|
91
|
+
taskId: task.id,
|
|
92
|
+
state: capped || limitReached
|
|
93
|
+
? PROGRESS_STATE.CAPPED
|
|
94
|
+
: exhausted
|
|
95
|
+
? PROGRESS_STATE.EXHAUSTED
|
|
96
|
+
: PROGRESS_STATE.ACTIVE,
|
|
97
|
+
...(inputCursor === undefined ? {} : { inputCursor }),
|
|
98
|
+
...(page.nextCursor === undefined ? {} : { nextCursor: page.nextCursor }),
|
|
99
|
+
records: batch,
|
|
100
|
+
persistLegacyCheckpoint: Boolean(request.resume),
|
|
101
|
+
});
|
|
102
|
+
if (capped || limitReached || exhausted)
|
|
67
103
|
break;
|
|
68
104
|
cursor = page.nextCursor;
|
|
69
105
|
}
|
|
70
|
-
if (!limitReached)
|
|
71
|
-
context.storage.checkpoints.clear(task.id);
|
|
72
106
|
});
|
|
73
107
|
if (outcome.failed.length > 0 && (context.config.strict || tweets.size === 0))
|
|
74
108
|
throw failureFor("Search", outcome.failed);
|
|
@@ -90,21 +124,23 @@ export async function collectSearch(context, query, options) {
|
|
|
90
124
|
retries: outcome.retries + poolRetries,
|
|
91
125
|
},
|
|
92
126
|
};
|
|
93
|
-
context.storage.runs.finalize(run.id,
|
|
127
|
+
context.storage.runs.finalize(run.id, outcome.failed.length > 0 ? RUN_STATUS.PARTIAL : RUN_STATUS.COMPLETE);
|
|
94
128
|
return result;
|
|
95
129
|
}
|
|
96
130
|
catch (error) {
|
|
97
|
-
|
|
131
|
+
const cancelled = isAbortError(error) || (error instanceof NetworkError && error.diagnostics.statusCode === 499);
|
|
132
|
+
context.storage.runs.finalize(run.id, cancelled ? RUN_STATUS.CANCELLED : RUN_STATUS.FAILED, error instanceof Error ? { name: error.name, message: error.message } : error);
|
|
98
133
|
throw error instanceof XTrawlError
|
|
99
134
|
? error
|
|
100
135
|
: new RunFailed(error instanceof Error ? error.message : String(error));
|
|
101
136
|
}
|
|
102
137
|
}
|
|
103
138
|
async function requestSearchPage(context, request, options = {}) {
|
|
104
|
-
const page = await context.pool.execute("search", ({ session }) => context.engine.search(session, request, options.cursor), {
|
|
139
|
+
const page = await context.pool.execute("search", ({ session, signal, chargeRequest }) => context.engine.search(session, request, options.cursor, signal ?? context.signal, chargeRequest), {
|
|
105
140
|
countTweets: (value) => value.tweets.length,
|
|
106
141
|
...(options.onRetry ? { onRetry: options.onRetry } : {}),
|
|
107
142
|
...(options.maxAccountSwitches === undefined ? {} : { maxAccountSwitches: options.maxAccountSwitches }),
|
|
143
|
+
...(context.signal ? { signal: context.signal } : {}),
|
|
108
144
|
});
|
|
109
145
|
return { tweets: page.tweets, nextCursor: page.cursor };
|
|
110
146
|
}
|
|
@@ -152,4 +188,7 @@ function searchDate(value) {
|
|
|
152
188
|
function dateOnly(value) {
|
|
153
189
|
return value.toISOString().slice(0, 10);
|
|
154
190
|
}
|
|
191
|
+
function isTweetRecord(value) {
|
|
192
|
+
return isRecord(value) && typeof value.tweetId === "string";
|
|
193
|
+
}
|
|
155
194
|
//# sourceMappingURL=search.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAK7D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAoBtD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAsB,EACtB,KAAa,EACb,OAA0B;IAE1B,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC;IACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC;QAChC,GAAG,aAAa;QAChB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzC,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAsB,EACtB,KAAa,EACb,OAAsB;IAEtB,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,YAAY,GAChB,OAAO,CAAC,KAAK,KAAK,SAAS;QACzB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY;QAC7B,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,OAAO,CAAC,MAAM,CAAC,YAAY,EAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CACnE,CAAC;IACR,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,SAAS;YAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvD,IAAI,KAAK,EAAE,IAAI;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAa;YAC7C,WAAW,EAAE,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YAC/C,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACrD,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,YAAY,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;oBAC1D,MAAM;oBACN,OAAO,EAAE,GAAG,EAAE;wBACZ,WAAW,IAAI,CAAC,CAAC;oBACnB,CAAC;iBACF,CAAC,CAAC;gBACH,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC;oBACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;wBAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBACjE,IAAI,MAAM,CAAC,IAAI,GAAG,YAAY;wBAAE,KAAK,IAAI,CAAC,CAAC;oBAC3C,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBAChE,YAAY,GAAG,IAAI,CAAC;wBACpB,MAAM;oBACR,CAAC;gBACH,CAAC;gBACD,UAAU,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;oBACtC,IAAI,OAAO,CAAC,MAAM;wBAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;oBAAE,MAAM;gBACrG,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;YAC3B,CAAC;YACD,IAAI,CAAC,YAAY;gBAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC;YAC3E,MAAM,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,SAAS,GACb,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACpG,IAAI,OAAO,CAAC,IAAI;YACd,MAAM,QAAQ,CACZ,OAAO,CAAC,QAAQ;gBACd,gBAAgB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,EACxF,SAAS,EACT;gBACE,SAAS,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBACpD,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU;gBACvD,MAAM,EAAE,IAAI;aACb,CACF,CAAC;QACJ,MAAM,MAAM,GAAiB;YAC3B,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE;gBACL,WAAW,EAAE,SAAS,CAAC,MAAM;gBAC7B,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAClC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO,GAAG,WAAW;aACvC;SACF,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAC3B,GAAG,CAAC,EAAE,EACN,QAAQ,EACR,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAC9E,CAAC;QACF,MAAM,KAAK,YAAY,WAAW;YAChC,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAsB,EACtB,OAAsB,EACtB,UAAgC,EAAE;IAElC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CACrC,QAAQ,EACR,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,EACxE;QACE,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;QAC3C,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;KACxG,CACF,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAsB,EAAE,GAAG,GAAG,IAAI,IAAI,EAAE;IACxE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC7F,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAsB,EACtB,eAAuB,EACvB,aAAqB;IAErB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,KAAK;QAC1D,OAAO,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACvF,OAAO,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACrG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,OAAsB,EAAE,SAAiB;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AACrG,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,MAA8C;IAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IAC/B,OAAO,KAAK,YAAY,KAAK;QAC3B,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,KAAK,eAAe,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjG,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC;SACnB,WAAW,EAAE;SACb,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC;SACjB,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAW;IAC3B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1C,CAAC"}
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/client/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACxF,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAGjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAI9C,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAsB,EACtB,KAAa,EACb,OAA0B;IAE1B,MAAM,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC;IACjE,MAAM,OAAO,GAAG,iBAAiB,CAAC;QAChC,GAAG,aAAa;QAChB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzC,CAAC,CAAC;IACH,OAAO,iBAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAsB,EACtB,KAAa,EACb,OAAsB;IAEtB,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;QACxF,MAAM,IAAI,WAAW,CAAC,sCAAsC,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,GAAG,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5F,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IACpG,MAAM,YAAY,GAChB,OAAO,CAAC,KAAK,KAAK,SAAS;QACzB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY;QAC7B,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,OAAO,CAAC,MAAM,CAAC,YAAY,EAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CACnE,CAAC;IACR,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACrE,IAAI,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;oBAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YACxF,CAAC;YACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK;gBAAE,YAAY,GAAG,IAAI,CAAC;QACvF,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YACnE,IAAI,KAAK,EAAE,KAAK,KAAK,cAAc,CAAC,SAAS;gBAAE,SAAS;YACxD,MAAM,MAAM,GACV,KAAK,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACjG,IAAI,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAa;YAC7C,WAAW,EAAE,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YAC/C,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,CAC9B,KAAK,CAAC,MAAM,CACV,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,KAAK,cAAc,CAAC,SAAS,CACnG,EACD,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,OAAO,CAAC,YAAY,EAAE,CAAC;gBACrB,MAAM,WAAW,GAAG,MAAM,CAAC;gBAC3B,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;oBAC1D,MAAM,EAAE,WAAW;oBACnB,OAAO,EAAE,GAAG,EAAE;wBACZ,WAAW,IAAI,CAAC,CAAC;oBACnB,CAAC;iBACF,CAAC,CAAC;gBACH,MAAM,KAAK,GAAgD,EAAE,CAAC;gBAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,IAAI,MAAM,GAAG,KAAK,CAAC;gBACnB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC;wBAC9F,SAAS;oBACX,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBAC/E,MAAM,GAAG,IAAI,CAAC;wBACd,YAAY,GAAG,IAAI,CAAC;wBACpB,MAAM;oBACR,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBAClD,KAAK,IAAI,CAAC,CAAC;gBACb,CAAC;gBACD,KAAK,MAAM,IAAI,IAAI,KAAK;oBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5D,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK;oBAAE,YAAY,GAAG,IAAI,CAAC;gBACrF,UAAU,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzD,MAAM,SAAS,GACb,CAAC,MAAM;oBACP,CAAC,YAAY;oBACb,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC9F,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE;oBAClC,YAAY;oBACZ,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,KAAK,EACH,MAAM,IAAI,YAAY;wBACpB,CAAC,CAAC,cAAc,CAAC,MAAM;wBACvB,CAAC,CAAC,SAAS;4BACT,CAAC,CAAC,cAAc,CAAC,SAAS;4BAC1B,CAAC,CAAC,cAAc,CAAC,MAAM;oBAC7B,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;oBACrD,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;oBACzE,OAAO,EAAE,KAAK;oBACd,uBAAuB,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;iBACjD,CAAC,CAAC;gBACH,IAAI,MAAM,IAAI,YAAY,IAAI,SAAS;oBAAE,MAAM;gBAC/C,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;YAC3B,CAAC;QACH,CAAC,CACF,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC;YAC3E,MAAM,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,SAAS,GACb,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACpG,IAAI,OAAO,CAAC,IAAI;YACd,MAAM,QAAQ,CACZ,OAAO,CAAC,QAAQ;gBACd,gBAAgB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,EACxF,SAAS,EACT;gBACE,SAAS,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;gBACpD,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU;gBACvD,MAAM,EAAE,IAAI;aACb,CACF,CAAC;QACJ,MAAM,MAAM,GAAiB;YAC3B,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE;gBACL,WAAW,EAAE,SAAS,CAAC,MAAM;gBAC7B,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAClC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO,GAAG,WAAW;aACvC;SACF,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAC3B,GAAG,CAAC,EAAE,EACN,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CACrE,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,SAAS,GACb,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC;QACjG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAC3B,GAAG,CAAC,EAAE,EACN,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,EACpD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAC9E,CAAC;QACF,MAAM,KAAK,YAAY,WAAW;YAChC,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,IAAI,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAsB,EACtB,OAAsB,EACtB,UAAgC,EAAE;IAElC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CACrC,QAAQ,EACR,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,EAAE,CACrC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,EAClG;QACE,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;QAC3C,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACvG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CACF,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAsB,EAAE,GAAG,GAAG,IAAI,IAAI,EAAE;IACxE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;IAC7F,OAAO,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAsB,EACtB,eAAuB,EACvB,aAAqB;IAErB,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACtC,IAAI,KAAK,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,IAAI,KAAK;QAC1D,OAAO,CAAC,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC3F,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACvF,OAAO,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IACrG,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,OAAsB,EAAE,SAAiB;IAC5D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AACrG,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,MAA8C;IAC/E,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IAC/B,OAAO,KAAK,YAAY,KAAK;QAC3B,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,IAAI,SAAS,CAAC,GAAG,KAAK,eAAe,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjG,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC;SACnB,WAAW,EAAE;SACb,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC;SACjB,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,QAAQ,CAAC,KAAW;IAC3B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC;AAC9D,CAAC"}
|
package/dist/client/types.d.ts
CHANGED
|
@@ -1,8 +1,13 @@
|
|
|
1
1
|
import type { ConfigInput, ClientConfig } from "../config/types.js";
|
|
2
|
-
import type { AccountInput } from "../domain/accounts.js";
|
|
3
|
-
import type { TransactionIdSource } from "../transport/
|
|
2
|
+
import type { AccountInput, ProxySettings } from "../domain/accounts.js";
|
|
3
|
+
import type { TransactionIdSource } from "../transport/types.js";
|
|
4
4
|
import type { SessionFactory } from "../domain/http.js";
|
|
5
5
|
import type { AccountStateStore } from "../domain/account-state.js";
|
|
6
|
+
import type { DiagnosticListener } from "../domain/diagnostics.js";
|
|
7
|
+
import type { ProfileTimelineRequest, SearchRequest } from "../domain/requests.js";
|
|
8
|
+
import type { AccountPool } from "../pool/account-pool.js";
|
|
9
|
+
import type { ApiEngine } from "../engine/api-engine.js";
|
|
10
|
+
import type { StorageBundle } from "../storage/index.js";
|
|
6
11
|
export interface ClientOptions extends ConfigInput {
|
|
7
12
|
readonly cookiesFile?: string;
|
|
8
13
|
readonly accountsFile?: string;
|
|
@@ -15,9 +20,42 @@ export interface ClientOptions extends ConfigInput {
|
|
|
15
20
|
readonly sessionFactory?: SessionFactory;
|
|
16
21
|
readonly transactionIdSource?: TransactionIdSource;
|
|
17
22
|
readonly accountStore?: AccountStateStore;
|
|
23
|
+
readonly onDiagnostic?: DiagnosticListener;
|
|
18
24
|
}
|
|
19
25
|
export interface ClientInspection {
|
|
20
26
|
readonly config: ClientConfig;
|
|
21
27
|
readonly accounts: readonly Record<string, unknown>[];
|
|
22
28
|
}
|
|
29
|
+
export interface CollectionContext {
|
|
30
|
+
readonly config: ClientConfig;
|
|
31
|
+
readonly pool: AccountPool;
|
|
32
|
+
readonly engine: ApiEngine;
|
|
33
|
+
readonly storage: StorageBundle;
|
|
34
|
+
readonly signal?: AbortSignal;
|
|
35
|
+
}
|
|
36
|
+
export type SearchContext = CollectionContext;
|
|
37
|
+
export interface SearchTask {
|
|
38
|
+
readonly id: string;
|
|
39
|
+
readonly request: SearchRequest;
|
|
40
|
+
}
|
|
41
|
+
export interface PageExecutionOptions {
|
|
42
|
+
readonly cursor?: string;
|
|
43
|
+
readonly maxAccountSwitches?: number;
|
|
44
|
+
readonly onRetry?: () => void;
|
|
45
|
+
}
|
|
46
|
+
export interface AccountListOptions {
|
|
47
|
+
readonly eligibleOnly?: boolean;
|
|
48
|
+
readonly unusableOnly?: boolean;
|
|
49
|
+
readonly includeCookies?: boolean;
|
|
50
|
+
readonly revealSecrets?: boolean;
|
|
51
|
+
}
|
|
52
|
+
export interface AccountImportOptions {
|
|
53
|
+
readonly accountsFile?: string;
|
|
54
|
+
readonly cookiesFile?: string;
|
|
55
|
+
readonly envFile?: string;
|
|
56
|
+
readonly cookies?: unknown;
|
|
57
|
+
readonly accounts?: readonly AccountInput[];
|
|
58
|
+
readonly proxy?: string | ProxySettings;
|
|
59
|
+
}
|
|
60
|
+
export type SaveOptions = Pick<ProfileTimelineRequest, "save" | "saveDir" | "saveFormat" | "saveName">;
|
|
23
61
|
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/client/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACpE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/client/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACpE,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,KAAK,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,MAAM,WAAW,aAAc,SAAQ,WAAW;IAChD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,cAAc,CAAC,EAAE,cAAc,CAAC;IACzC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IACnD,QAAQ,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC;IAC1C,QAAQ,CAAC,YAAY,CAAC,EAAE,kBAAkB,CAAC;CAC5C;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CACvD;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC/B;AAED,MAAM,MAAM,aAAa,GAAG,iBAAiB,CAAC;AAE9C,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;CACjC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC;IAClC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IAC5C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;CACzC;AAED,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,EAAE,MAAM,GAAG,SAAS,GAAG,YAAY,GAAG,UAAU,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,eAAO,MAAM,cAAc,EAAE,YAsC5B,CAAC"}
|
package/dist/config/defaults.js
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
|
+
import { API_HTTP_MODE } from "../constants/config.js";
|
|
2
|
+
import { SAVE_FORMAT } from "../constants/output.js";
|
|
1
3
|
export const DEFAULT_CONFIG = {
|
|
2
4
|
dbPath: "xtrawl_state.db",
|
|
3
5
|
concurrency: 5,
|
|
4
6
|
saveDir: "outputs",
|
|
5
|
-
saveFormat:
|
|
6
|
-
apiHttpMode:
|
|
7
|
+
saveFormat: SAVE_FORMAT.CSV,
|
|
8
|
+
apiHttpMode: API_HTTP_MODE.AUTO,
|
|
7
9
|
dailyRequestsLimit: 30,
|
|
8
10
|
dailyTweetsLimit: 600,
|
|
9
11
|
maxEmptyPages: 1,
|
|
@@ -27,6 +29,7 @@ export const DEFAULT_CONFIG = {
|
|
|
27
29
|
proxyCheckUrl: "https://x.com/robots.txt",
|
|
28
30
|
proxyCheckTimeoutMs: 10_000,
|
|
29
31
|
profileTimelineAllowAnonymous: false,
|
|
32
|
+
allowedManifestOrigins: [],
|
|
30
33
|
manifestTtlMs: 3_600_000,
|
|
31
34
|
manifestUpdateOnInit: false,
|
|
32
35
|
manifestScrapeOnInit: false,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../src/config/defaults.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAGrD,MAAM,CAAC,MAAM,cAAc,GAAiB;IAC1C,MAAM,EAAE,iBAAiB;IACzB,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,SAAS;IAClB,UAAU,EAAE,WAAW,CAAC,GAAG;IAC3B,WAAW,EAAE,aAAa,CAAC,IAAI;IAC/B,kBAAkB,EAAE,EAAE;IACtB,gBAAgB,EAAE,GAAG;IACrB,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,EAAE;IACf,YAAY,EAAE,CAAC;IACf,sBAAsB,EAAE,OAAO;IAC/B,UAAU,EAAE,KAAK;IACjB,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,MAAM;IACxB,iBAAiB,EAAE,OAAO;IAC1B,mBAAmB,EAAE,OAAO;IAC5B,cAAc,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK;IACzC,gBAAgB,EAAE,MAAM;IACxB,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,KAAK;IAClB,UAAU,EAAE,MAAM;IAClB,eAAe,EAAE,CAAC;IAClB,mBAAmB,EAAE,CAAC;IACtB,kBAAkB,EAAE,CAAC;IACrB,iBAAiB,EAAE,IAAI;IACvB,aAAa,EAAE,0BAA0B;IACzC,mBAAmB,EAAE,MAAM;IAC3B,6BAA6B,EAAE,KAAK;IACpC,sBAAsB,EAAE,EAAE;IAC1B,aAAa,EAAE,SAAS;IACxB,oBAAoB,EAAE,KAAK;IAC3B,oBAAoB,EAAE,KAAK;IAC3B,oBAAoB,EAAE,IAAI;IAC1B,kBAAkB,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK;IACvC,MAAM,EAAE,KAAK;IACb,WAAW,EACT,0GAA0G;CAC7G,CAAC"}
|
package/dist/config/types.d.ts
CHANGED
|
@@ -1,11 +1,13 @@
|
|
|
1
|
+
import type { API_HTTP_MODE } from "../constants/config.js";
|
|
1
2
|
import type { ProxySettings } from "../domain/accounts.js";
|
|
2
|
-
import type {
|
|
3
|
+
import type { OutputFormat } from "../domain/output.js";
|
|
4
|
+
export type ApiHttpMode = (typeof API_HTTP_MODE)[keyof typeof API_HTTP_MODE];
|
|
3
5
|
export interface ClientConfig {
|
|
4
6
|
readonly dbPath: string;
|
|
5
7
|
readonly proxy?: string | ProxySettings;
|
|
6
8
|
readonly concurrency: number;
|
|
7
9
|
readonly saveDir: string;
|
|
8
|
-
readonly saveFormat:
|
|
10
|
+
readonly saveFormat: OutputFormat;
|
|
9
11
|
readonly apiHttpMode: ApiHttpMode;
|
|
10
12
|
readonly apiHttpImpersonate?: string;
|
|
11
13
|
readonly apiUserAgent?: string;
|
|
@@ -33,6 +35,7 @@ export interface ClientConfig {
|
|
|
33
35
|
readonly proxyCheckTimeoutMs: number;
|
|
34
36
|
readonly profileTimelineAllowAnonymous: boolean;
|
|
35
37
|
readonly manifestUrl?: string;
|
|
38
|
+
readonly allowedManifestOrigins: readonly string[];
|
|
36
39
|
readonly manifestTtlMs: number;
|
|
37
40
|
readonly manifestUpdateOnInit: boolean;
|
|
38
41
|
readonly manifestScrapeOnInit: boolean;
|