xtrawl 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/auth/bootstrap.d.ts +1 -1
- package/dist/auth/bootstrap.d.ts.map +1 -1
- package/dist/auth/bootstrap.js +27 -14
- package/dist/auth/bootstrap.js.map +1 -1
- package/dist/cli/main.d.ts.map +1 -1
- package/dist/cli/main.js +13 -12
- package/dist/cli/main.js.map +1 -1
- package/dist/cli/parser.d.ts +2 -14
- package/dist/cli/parser.d.ts.map +1 -1
- package/dist/cli/parser.js +26 -30
- package/dist/cli/parser.js.map +1 -1
- package/dist/cli/types.d.ts +17 -0
- package/dist/cli/types.d.ts.map +1 -0
- package/dist/cli/types.js +2 -0
- package/dist/cli/types.js.map +1 -0
- package/dist/client/accounts.d.ts.map +1 -1
- package/dist/client/accounts.js +13 -6
- package/dist/client/accounts.js.map +1 -1
- package/dist/client/client.d.ts +13 -1
- package/dist/client/client.d.ts.map +1 -1
- package/dist/client/client.js +93 -38
- package/dist/client/client.js.map +1 -1
- package/dist/client/collectors.d.ts +2 -10
- package/dist/client/collectors.d.ts.map +1 -1
- package/dist/client/collectors.js +122 -57
- package/dist/client/collectors.js.map +1 -1
- package/dist/client/database.d.ts +6 -18
- package/dist/client/database.d.ts.map +1 -1
- package/dist/client/database.js +4 -21
- package/dist/client/database.js.map +1 -1
- package/dist/client/page-commit.d.ts +15 -0
- package/dist/client/page-commit.d.ts.map +1 -0
- package/dist/client/page-commit.js +19 -0
- package/dist/client/page-commit.js.map +1 -0
- package/dist/client/profiles.d.ts +1 -1
- package/dist/client/profiles.d.ts.map +1 -1
- package/dist/client/profiles.js +10 -3
- package/dist/client/profiles.js.map +1 -1
- package/dist/client/search.d.ts +2 -15
- package/dist/client/search.d.ts.map +1 -1
- package/dist/client/search.js +64 -25
- package/dist/client/search.js.map +1 -1
- package/dist/client/types.d.ts +40 -2
- package/dist/client/types.d.ts.map +1 -1
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +5 -2
- package/dist/config/defaults.js.map +1 -1
- package/dist/config/types.d.ts +5 -2
- package/dist/config/types.d.ts.map +1 -1
- package/dist/config/validation.d.ts +1 -1
- package/dist/config/validation.d.ts.map +1 -1
- package/dist/config/validation.js +27 -11
- package/dist/config/validation.js.map +1 -1
- package/dist/constants/accounts.d.ts +16 -0
- package/dist/constants/accounts.d.ts.map +1 -0
- package/dist/constants/accounts.js +16 -0
- package/dist/constants/accounts.js.map +1 -0
- package/dist/constants/cli.d.ts +10 -0
- package/dist/constants/cli.d.ts.map +1 -0
- package/dist/constants/cli.js +10 -0
- package/dist/constants/cli.js.map +1 -0
- package/dist/constants/collection.d.ts +9 -0
- package/dist/constants/collection.d.ts.map +1 -0
- package/dist/constants/collection.js +9 -0
- package/dist/constants/collection.js.map +1 -0
- package/dist/constants/config.d.ts +6 -0
- package/dist/constants/config.d.ts.map +1 -0
- package/dist/constants/config.js +6 -0
- package/dist/constants/config.js.map +1 -0
- package/dist/constants/errors.d.ts +9 -0
- package/dist/constants/errors.d.ts.map +1 -0
- package/dist/constants/errors.js +9 -0
- package/dist/constants/errors.js.map +1 -0
- package/dist/constants/output.d.ts +7 -0
- package/dist/constants/output.d.ts.map +1 -0
- package/dist/constants/output.js +7 -0
- package/dist/constants/output.js.map +1 -0
- package/dist/constants/pages.d.ts +5 -0
- package/dist/constants/pages.d.ts.map +1 -0
- package/dist/constants/pages.js +5 -0
- package/dist/constants/pages.js.map +1 -0
- package/dist/constants/requests.d.ts +18 -0
- package/dist/constants/requests.d.ts.map +1 -0
- package/dist/constants/requests.js +18 -0
- package/dist/constants/requests.js.map +1 -0
- package/dist/constants/runner.d.ts +8 -0
- package/dist/constants/runner.d.ts.map +1 -0
- package/dist/constants/runner.js +8 -0
- package/dist/constants/runner.js.map +1 -0
- package/dist/constants/runs.d.ts +8 -0
- package/dist/constants/runs.d.ts.map +1 -0
- package/dist/constants/runs.js +8 -0
- package/dist/constants/runs.js.map +1 -0
- package/dist/domain/accounts.d.ts +4 -2
- package/dist/domain/accounts.d.ts.map +1 -1
- package/dist/domain/collection.d.ts +27 -0
- package/dist/domain/collection.d.ts.map +1 -0
- package/dist/domain/collection.js +2 -0
- package/dist/domain/collection.js.map +1 -0
- package/dist/domain/diagnostics.d.ts +11 -0
- package/dist/domain/diagnostics.d.ts.map +1 -0
- package/dist/domain/diagnostics.js +2 -0
- package/dist/domain/diagnostics.js.map +1 -0
- package/dist/domain/errors.d.ts +2 -1
- package/dist/domain/errors.d.ts.map +1 -1
- package/dist/domain/errors.js +10 -9
- package/dist/domain/errors.js.map +1 -1
- package/dist/domain/http.d.ts +7 -1
- package/dist/domain/http.d.ts.map +1 -1
- package/dist/domain/manifest.d.ts +8 -0
- package/dist/domain/manifest.d.ts.map +1 -1
- package/dist/domain/output.d.ts +3 -0
- package/dist/domain/output.d.ts.map +1 -0
- package/dist/domain/output.js +2 -0
- package/dist/domain/output.js.map +1 -0
- package/dist/domain/pages.d.ts +20 -0
- package/dist/domain/pages.d.ts.map +1 -0
- package/dist/domain/pages.js +2 -0
- package/dist/domain/pages.js.map +1 -0
- package/dist/domain/pool.d.ts +22 -0
- package/dist/domain/pool.d.ts.map +1 -0
- package/dist/domain/pool.js +2 -0
- package/dist/domain/pool.js.map +1 -0
- package/dist/domain/records.d.ts +2 -1
- package/dist/domain/records.d.ts.map +1 -1
- package/dist/domain/requests.d.ts +15 -10
- package/dist/domain/requests.d.ts.map +1 -1
- package/dist/domain/runner.d.ts +30 -0
- package/dist/domain/runner.d.ts.map +1 -0
- package/dist/domain/runner.js +2 -0
- package/dist/domain/runner.js.map +1 -0
- package/dist/domain/runs.d.ts +12 -0
- package/dist/domain/runs.d.ts.map +1 -0
- package/dist/domain/runs.js +2 -0
- package/dist/domain/runs.js.map +1 -0
- package/dist/engine/api-engine.d.ts +7 -7
- package/dist/engine/api-engine.d.ts.map +1 -1
- package/dist/engine/api-engine.js +42 -19
- package/dist/engine/api-engine.js.map +1 -1
- package/dist/engine/extractors.d.ts +2 -8
- package/dist/engine/extractors.d.ts.map +1 -1
- package/dist/engine/extractors.js +30 -11
- package/dist/engine/extractors.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/manifest/destinations.d.ts +4 -0
- package/dist/manifest/destinations.d.ts.map +1 -0
- package/dist/manifest/destinations.js +47 -0
- package/dist/manifest/destinations.js.map +1 -0
- package/dist/manifest/model.d.ts +3 -2
- package/dist/manifest/model.d.ts.map +1 -1
- package/dist/manifest/model.js +6 -1
- package/dist/manifest/model.js.map +1 -1
- package/dist/manifest/provider.d.ts +10 -3
- package/dist/manifest/provider.d.ts.map +1 -1
- package/dist/manifest/provider.js +86 -34
- package/dist/manifest/provider.js.map +1 -1
- package/dist/manifest/scraper.d.ts +2 -6
- package/dist/manifest/scraper.d.ts.map +1 -1
- package/dist/manifest/scraper.js +46 -15
- package/dist/manifest/scraper.js.map +1 -1
- package/dist/output/csv-writer.d.ts.map +1 -1
- package/dist/output/csv-writer.js +32 -10
- package/dist/output/csv-writer.js.map +1 -1
- package/dist/output/json-writer.d.ts +1 -0
- package/dist/output/json-writer.d.ts.map +1 -1
- package/dist/output/json-writer.js +36 -11
- package/dist/output/json-writer.js.map +1 -1
- package/dist/output/lock.d.ts +2 -0
- package/dist/output/lock.d.ts.map +1 -0
- package/dist/output/lock.js +18 -0
- package/dist/output/lock.js.map +1 -0
- package/dist/output/writer.d.ts +2 -1
- package/dist/output/writer.d.ts.map +1 -1
- package/dist/output/writer.js +6 -3
- package/dist/output/writer.js.map +1 -1
- package/dist/pool/account-pool.d.ts +3 -12
- package/dist/pool/account-pool.d.ts.map +1 -1
- package/dist/pool/account-pool.js +54 -16
- package/dist/pool/account-pool.js.map +1 -1
- package/dist/pool/cooldown.d.ts +3 -7
- package/dist/pool/cooldown.d.ts.map +1 -1
- package/dist/pool/cooldown.js +10 -7
- package/dist/pool/cooldown.js.map +1 -1
- package/dist/pool/limiter.d.ts +3 -3
- package/dist/pool/limiter.d.ts.map +1 -1
- package/dist/pool/limiter.js +5 -6
- package/dist/pool/limiter.js.map +1 -1
- package/dist/query/builder.d.ts +1 -1
- package/dist/query/builder.d.ts.map +1 -1
- package/dist/query/builder.js +10 -4
- package/dist/query/builder.js.map +1 -1
- package/dist/query/collection-id.d.ts +3 -0
- package/dist/query/collection-id.d.ts.map +1 -0
- package/dist/query/collection-id.js +21 -0
- package/dist/query/collection-id.js.map +1 -0
- package/dist/query/normalize.d.ts +3 -32
- package/dist/query/normalize.d.ts.map +1 -1
- package/dist/query/normalize.js +10 -16
- package/dist/query/normalize.js.map +1 -1
- package/dist/query/targets.d.ts +2 -7
- package/dist/query/targets.d.ts.map +1 -1
- package/dist/query/targets.js.map +1 -1
- package/dist/query/types.d.ts +40 -0
- package/dist/query/types.d.ts.map +1 -0
- package/dist/query/types.js +2 -0
- package/dist/query/types.js.map +1 -0
- package/dist/runner/index.d.ts +3 -0
- package/dist/runner/index.d.ts.map +1 -1
- package/dist/runner/index.js.map +1 -1
- package/dist/runner/retry.d.ts +3 -6
- package/dist/runner/retry.d.ts.map +1 -1
- package/dist/runner/retry.js +5 -3
- package/dist/runner/retry.js.map +1 -1
- package/dist/runner/runner.d.ts +2 -14
- package/dist/runner/runner.d.ts.map +1 -1
- package/dist/runner/runner.js +11 -7
- package/dist/runner/runner.js.map +1 -1
- package/dist/runner/task-queue.d.ts +9 -11
- package/dist/runner/task-queue.d.ts.map +1 -1
- package/dist/runner/task-queue.js +79 -32
- package/dist/runner/task-queue.js.map +1 -1
- package/dist/storage/account-repository.d.ts +2 -15
- package/dist/storage/account-repository.d.ts.map +1 -1
- package/dist/storage/account-repository.js +65 -35
- package/dist/storage/account-repository.js.map +1 -1
- package/dist/storage/database.d.ts +3 -1
- package/dist/storage/database.d.ts.map +1 -1
- package/dist/storage/database.js +10 -4
- package/dist/storage/database.js.map +1 -1
- package/dist/storage/index.d.ts +3 -1
- package/dist/storage/index.d.ts.map +1 -1
- package/dist/storage/index.js +2 -0
- package/dist/storage/index.js.map +1 -1
- package/dist/storage/progress-repository.d.ts +12 -0
- package/dist/storage/progress-repository.d.ts.map +1 -0
- package/dist/storage/progress-repository.js +76 -0
- package/dist/storage/progress-repository.js.map +1 -0
- package/dist/storage/run-repository.d.ts +4 -10
- package/dist/storage/run-repository.d.ts.map +1 -1
- package/dist/storage/run-repository.js +4 -2
- package/dist/storage/run-repository.js.map +1 -1
- package/dist/storage/schema.d.ts.map +1 -1
- package/dist/storage/schema.js +19 -0
- package/dist/storage/schema.js.map +1 -1
- package/dist/storage/types.d.ts +15 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +2 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/transport/body.d.ts +15 -0
- package/dist/transport/body.d.ts.map +1 -0
- package/dist/transport/body.js +61 -0
- package/dist/transport/body.js.map +1 -0
- package/dist/transport/dispatcher-pool.d.ts +13 -0
- package/dist/transport/dispatcher-pool.d.ts.map +1 -0
- package/dist/transport/dispatcher-pool.js +47 -0
- package/dist/transport/dispatcher-pool.js.map +1 -0
- package/dist/transport/graphql.d.ts +1 -1
- package/dist/transport/graphql.d.ts.map +1 -1
- package/dist/transport/graphql.js +36 -19
- package/dist/transport/graphql.js.map +1 -1
- package/dist/transport/session.d.ts +8 -11
- package/dist/transport/session.d.ts.map +1 -1
- package/dist/transport/session.js +71 -26
- package/dist/transport/session.js.map +1 -1
- package/dist/transport/transaction-id.d.ts +2 -7
- package/dist/transport/transaction-id.d.ts.map +1 -1
- package/dist/transport/transaction-id.js +20 -16
- package/dist/transport/transaction-id.js.map +1 -1
- package/dist/transport/types.d.ts +28 -0
- package/dist/transport/types.d.ts.map +1 -0
- package/dist/transport/types.js +2 -0
- package/dist/transport/types.js.map +1 -0
- package/dist/utils/abort.d.ts +6 -0
- package/dist/utils/abort.d.ts.map +1 -0
- package/dist/utils/abort.js +45 -0
- package/dist/utils/abort.js.map +1 -0
- package/dist/utils/redact.d.ts +5 -0
- package/dist/utils/redact.d.ts.map +1 -0
- package/dist/utils/redact.js +42 -0
- package/dist/utils/redact.js.map +1 -0
- package/docs/architecture/overview.md +6 -4
- package/docs/product/specification.md +10 -9
- package/docs/security/data-boundary.md +3 -0
- package/package.json +5 -4
package/dist/manifest/scraper.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { AUXILIARY_REQUEST_TIMEOUT_MS, cancelBody, DEFAULT_MAX_RESPONSE_BYTES, readResponseText, } from "../transport/body.js";
|
|
1
2
|
import { asString } from "../utils/guards.js";
|
|
2
3
|
const OPERATION_NAMES = {
|
|
3
4
|
SearchTimeline: "search_timeline",
|
|
@@ -64,24 +65,34 @@ export async function scrapeManifestFromWeb(base, options = {}) {
|
|
|
64
65
|
...scriptHeaders,
|
|
65
66
|
...(options.authToken ? { Cookie: `auth_token=${options.authToken}` } : {}),
|
|
66
67
|
};
|
|
67
|
-
const
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
const
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
68
|
+
const html = await fetchBoundedText(fetcher, "https://x.com/home", {
|
|
69
|
+
headers: pageHeaders,
|
|
70
|
+
redirect: "error",
|
|
71
|
+
});
|
|
72
|
+
const seen = new Set();
|
|
73
|
+
const scripts = [];
|
|
74
|
+
for (const match of html.matchAll(/<script[^>]+src=["']([^"']+)["']/giu)) {
|
|
75
|
+
const raw = match[1];
|
|
76
|
+
if (!raw)
|
|
77
|
+
continue;
|
|
78
|
+
const url = safeScriptUrl(raw);
|
|
79
|
+
if (!url || seen.has(url))
|
|
80
|
+
continue;
|
|
81
|
+
seen.add(url);
|
|
82
|
+
scripts.push(url);
|
|
83
|
+
}
|
|
84
|
+
scripts.sort((left, right) => scriptPriority(left) - scriptPriority(right));
|
|
85
|
+
const selected = scripts.slice(0, options.maxScripts ?? 20);
|
|
78
86
|
const discovered = {};
|
|
79
87
|
const discoveredFeatures = {};
|
|
80
|
-
for (const url of
|
|
81
|
-
|
|
82
|
-
|
|
88
|
+
for (const url of selected) {
|
|
89
|
+
let source;
|
|
90
|
+
try {
|
|
91
|
+
source = await fetchBoundedText(fetcher, url, { headers: scriptHeaders, redirect: "follow" });
|
|
92
|
+
}
|
|
93
|
+
catch {
|
|
83
94
|
continue;
|
|
84
|
-
|
|
95
|
+
}
|
|
85
96
|
Object.assign(discovered, extractOperationQueryIdsFromJavascript(source));
|
|
86
97
|
Object.assign(discoveredFeatures, extractOperationFeaturesFromJavascript(source));
|
|
87
98
|
if (Object.keys(discovered).length === Object.keys(OPERATION_NAMES).length)
|
|
@@ -97,6 +108,26 @@ export async function scrapeManifestFromWeb(base, options = {}) {
|
|
|
97
108
|
operationFeatures: mergeOperationFeatures(base.operationFeatures, discoveredFeatures),
|
|
98
109
|
};
|
|
99
110
|
}
|
|
111
|
+
async function fetchBoundedText(fetcher, url, init) {
|
|
112
|
+
const timeout = new AbortController();
|
|
113
|
+
const timer = setTimeout(() => timeout.abort(), AUXILIARY_REQUEST_TIMEOUT_MS);
|
|
114
|
+
const signal = init.signal ? AbortSignal.any([init.signal, timeout.signal]) : timeout.signal;
|
|
115
|
+
try {
|
|
116
|
+
const response = await fetcher(url, { ...init, signal, redirect: init.redirect ?? "follow" });
|
|
117
|
+
try {
|
|
118
|
+
if (!response.ok)
|
|
119
|
+
throw new Error(`Manifest fetch failed with status ${response.status}`);
|
|
120
|
+
return await readResponseText(response, { signal, maxBytes: DEFAULT_MAX_RESPONSE_BYTES });
|
|
121
|
+
}
|
|
122
|
+
catch (error) {
|
|
123
|
+
await cancelBody(response);
|
|
124
|
+
throw error;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
finally {
|
|
128
|
+
clearTimeout(timer);
|
|
129
|
+
}
|
|
130
|
+
}
|
|
100
131
|
function mergeOperationFeatures(base, discovered) {
|
|
101
132
|
const out = {};
|
|
102
133
|
if (base)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scraper.js","sourceRoot":"","sources":["../../src/manifest/scraper.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,MAAM,eAAe,GAA2B;IAC9C,cAAc,EAAE,iBAAiB;IACjC,gBAAgB,EAAE,yBAAyB;IAC3C,UAAU,EAAE,kBAAkB;IAC9B,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,qBAAqB,EAAE,oBAAoB;IAC3C,mBAAmB,EAAE,cAAc;CACpC,CAAC;
|
|
1
|
+
{"version":3,"file":"scraper.js","sourceRoot":"","sources":["../../src/manifest/scraper.ts"],"names":[],"mappings":"AACA,OAAO,EACL,4BAA4B,EAC5B,UAAU,EACV,0BAA0B,EAC1B,gBAAgB,GACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,MAAM,eAAe,GAA2B;IAC9C,cAAc,EAAE,iBAAiB;IACjC,gBAAgB,EAAE,yBAAyB;IAC3C,UAAU,EAAE,kBAAkB;IAC9B,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,qBAAqB,EAAE,oBAAoB;IAC3C,mBAAmB,EAAE,cAAc;CACpC,CAAC;AAIF,MAAM,UAAU,6BAA6B,CAAC,MAAc,EAAE,QAAyB;IACrF,MAAM,iBAAiB,GAAG,sCAAsC,CAAC,MAAM,CAAC,CAAC;IACzE,OAAO;QACL,GAAG,QAAQ;QACX,QAAQ,EAAE;YACR,GAAG,QAAQ,CAAC,QAAQ;YACpB,GAAG,sCAAsC,CAAC,MAAM,CAAC;SAClD;QACD,iBAAiB,EAAE,sBAAsB,CAAC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;QACxF,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sCAAsC,CAAC,MAAc;IACnE,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACnE,MAAM,UAAU,GAAG,IAAI,MAAM,CAC3B,sEAAsE,aAAa,MAAM,EACzF,GAAG,CACJ,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,MAAM,CAC/B,6BAA6B,aAAa,+CAA+C,EACzF,GAAG,CACJ,CAAC;QACF,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9E,IAAI,EAAE;YAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;IAC7B,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,sCAAsC,CACpD,MAAc;IAEd,MAAM,GAAG,GAA4C,EAAE,CAAC;IACxD,KAAK,MAAM,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACnE,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,6BAA6B,aAAa,MAAM,EAAE,IAAI,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACvE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;QACnG,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;QACzD,IAAI,YAAY,GAAG,CAAC;YAAE,SAAS;QAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACrD,IAAI,UAAU,GAAG,CAAC;YAAE,SAAS;QAC7B,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;aACrF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACtB,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAqB,EACrB,UAAiC,EAAE;IAEnC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;IACzC,MAAM,aAAa,GAAG;QACpB,YAAY,EAAE,aAAa;KAC5B,CAAC;IACF,MAAM,WAAW,GAAG;QAClB,GAAG,aAAa;QAChB,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5E,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,oBAAoB,EAAE;QACjE,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE,OAAO;KAClB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,qCAAqC,CAAC,EAAE,CAAC;QACzE,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACpC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,MAAM,kBAAkB,GAA4C,EAAE,CAAC;IACvE,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QAChG,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,sCAAsC,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1E,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,sCAAsC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClF,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM;YAAE,MAAM;IACpF,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO;QACL,GAAG,IAAI;QACP,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,UAAU,EAAE;QAC7C,iBAAiB,EAAE,sBAAsB,CAAC,IAAI,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;KACtF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,OAAqB,EAAE,GAAW,EAAE,IAAiB;IACnF,MAAM,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,4BAA4B,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7F,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC;QAC9F,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1F,OAAO,MAAM,gBAAgB,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,0BAA0B,EAAE,CAAC,CAAC;QAC5F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3B,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC7B,IAA0C,EAC1C,UAAuE;IAEvE,MAAM,GAAG,GAA4C,EAAE,CAAC;IACxD,IAAI,IAAI;QACN,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;YACtD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAI,QAAoC,EAAE,CAAC;IAClE,KAAK,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QAC5D,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC9D,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CAAC,MAAc;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC7C,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChD,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,eAAe;YAAE,OAAO,SAAS,CAAC;QACnF,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;IACtC,IAAI,iDAAiD,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3E,IAAI,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/C,OAAO,CAAC,CAAC;AACX,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"csv-writer.d.ts","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"AAMA,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EACxC,MAAM,UAAQ,GACb,OAAO,CAAC,IAAI,CAAC,CAwBf"}
|
|
@@ -1,18 +1,40 @@
|
|
|
1
|
-
import { access, mkdir, readFile, writeFile } from "node:fs/promises";
|
|
1
|
+
import { access, appendFile, mkdir, readFile, rename, writeFile } from "node:fs/promises";
|
|
2
2
|
import { dirname } from "node:path";
|
|
3
|
+
import { randomUUID } from "node:crypto";
|
|
4
|
+
import { EngineError } from "../domain/errors.js";
|
|
5
|
+
import { withDestinationLock } from "./lock.js";
|
|
3
6
|
export async function writeCsv(path, rows, append = false) {
|
|
4
7
|
if (rows.length === 0)
|
|
5
8
|
return;
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
9
|
+
await withDestinationLock(path, async () => {
|
|
10
|
+
const incomingKeys = rows.flatMap((row) => Object.keys(row));
|
|
11
|
+
if (append && (await exists(path))) {
|
|
12
|
+
const existing = await readFile(path, "utf8");
|
|
13
|
+
const parsedExisting = existing ? parseCsv(existing) : [];
|
|
14
|
+
const currentHeaders = parsedExisting[0] ?? [];
|
|
15
|
+
if (currentHeaders.length === 0)
|
|
16
|
+
throw new EngineError(`Refusing to append to a CSV file without a header: ${path}`);
|
|
17
|
+
const nextHeaders = mergeHeaders(currentHeaders, incomingKeys);
|
|
18
|
+
if (!sameHeaders(currentHeaders, nextHeaders))
|
|
19
|
+
throw new EngineError(`CSV schema changed for ${path}; write a new snapshot instead of appending mixed columns.`);
|
|
20
|
+
const body = rows
|
|
21
|
+
.map((row) => currentHeaders.map((header) => escapeCsv(flattenValue(row[header]))).join(","))
|
|
22
|
+
.join("\n");
|
|
23
|
+
await appendFile(path, `${body}\n`, "utf8");
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
const headers = mergeHeaders([], incomingKeys);
|
|
27
|
+
await atomicWrite(path, renderCsv(headers, rows));
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
function sameHeaders(left, right) {
|
|
31
|
+
return left.length === right.length && left.every((header, index) => header === right[index]);
|
|
32
|
+
}
|
|
33
|
+
async function atomicWrite(path, content) {
|
|
14
34
|
await mkdir(dirname(path), { recursive: true });
|
|
15
|
-
|
|
35
|
+
const temporary = `${path}.${randomUUID()}.tmp`;
|
|
36
|
+
await writeFile(temporary, content, "utf8");
|
|
37
|
+
await rename(temporary, path);
|
|
16
38
|
}
|
|
17
39
|
function renderCsv(headers, rows) {
|
|
18
40
|
const body = rows.map((row) => headers.map((header) => escapeCsv(flattenValue(row[header]))).join(","));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv-writer.js","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"csv-writer.js","sourceRoot":"","sources":["../../src/output/csv-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1F,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,IAAwC,EACxC,MAAM,GAAG,KAAK;IAEd,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,MAAM,mBAAmB,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7D,IAAI,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC9C,MAAM,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;gBAC7B,MAAM,IAAI,WAAW,CAAC,sDAAsD,IAAI,EAAE,CAAC,CAAC;YACtF,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;YAC/D,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,WAAW,CAAC;gBAC3C,MAAM,IAAI,WAAW,CACnB,0BAA0B,IAAI,4DAA4D,CAC3F,CAAC;YACJ,MAAM,IAAI,GAAG,IAAI;iBACd,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;iBAC5F,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,EAAE,MAAM,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,YAAY,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAC/C,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,IAAuB,EAAE,KAAwB;IACpE,OAAO,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAChG,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,OAAe;IACtD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;IAChD,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,SAAS,CAAC,OAA0B,EAAE,IAAwC;IACrF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACxG,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACrE,CAAC;AAED,SAAS,YAAY,CAAC,QAA2B,EAAE,QAA2B;IAC5E,MAAM,SAAS,GAAG;QAChB,SAAS;QACT,WAAW;QACX,UAAU;QACV,MAAM;QACN,MAAM;QACN,OAAO;QACP,UAAU;QACV,UAAU;QACV,UAAU;KACX,CAAC;IACF,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAC7G,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,IAAI,GAAG,GAAa,EAAE,CAAC;IACvB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC9B,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACtB,IAAI,MAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC3B,KAAK,IAAI,GAAG,CAAC;gBACb,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;;gBAAM,MAAM,GAAG,CAAC,MAAM,CAAC;QAC1B,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;QACb,CAAC;aAAM,IAAI,CAAC,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjE,IAAI,SAAS,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;gBAAE,KAAK,IAAI,CAAC,CAAC;YACpD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;YACX,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;aAAM,CAAC;YACN,KAAK,IAAI,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IACD,IAAI,KAAK,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;AAC9E,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"json-writer.d.ts","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"json-writer.d.ts","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"AAMA,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,OAAO,EAAE,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAiBrG;AAED,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,OAAO,EAAE,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAWvG"}
|
|
@@ -1,21 +1,46 @@
|
|
|
1
|
-
import { access, mkdir, readFile, writeFile } from "node:fs/promises";
|
|
1
|
+
import { access, appendFile, mkdir, readFile, rename, writeFile } from "node:fs/promises";
|
|
2
2
|
import { dirname } from "node:path";
|
|
3
|
+
import { randomUUID } from "node:crypto";
|
|
4
|
+
import { EngineError } from "../domain/errors.js";
|
|
5
|
+
import { withDestinationLock } from "./lock.js";
|
|
3
6
|
export async function writeJson(path, rows, append = false) {
|
|
4
7
|
if (rows.length === 0)
|
|
5
8
|
return;
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
9
|
+
await withDestinationLock(path, async () => {
|
|
10
|
+
let output = [...rows];
|
|
11
|
+
if (append && (await exists(path))) {
|
|
12
|
+
let current;
|
|
13
|
+
try {
|
|
14
|
+
current = JSON.parse(await readFile(path, "utf8"));
|
|
15
|
+
}
|
|
16
|
+
catch {
|
|
17
|
+
throw new EngineError(`Refusing to append to malformed JSON file: ${path}`);
|
|
18
|
+
}
|
|
19
|
+
if (!Array.isArray(current))
|
|
20
|
+
throw new EngineError(`Refusing to append to a JSON file that is not an array: ${path}`);
|
|
21
|
+
output = [...current, ...rows];
|
|
12
22
|
}
|
|
13
|
-
|
|
14
|
-
|
|
23
|
+
await atomicWrite(path, `${JSON.stringify(output, null, 2)}\n`);
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
export async function writeNdjson(path, rows, append = false) {
|
|
27
|
+
if (rows.length === 0)
|
|
28
|
+
return;
|
|
29
|
+
await withDestinationLock(path, async () => {
|
|
30
|
+
const chunk = `${rows.map((row) => JSON.stringify(row)).join("\n")}\n`;
|
|
31
|
+
if (!append || !(await exists(path))) {
|
|
32
|
+
await atomicWrite(path, chunk);
|
|
33
|
+
return;
|
|
15
34
|
}
|
|
16
|
-
|
|
35
|
+
await mkdir(dirname(path), { recursive: true });
|
|
36
|
+
await appendFile(path, chunk, "utf8");
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
async function atomicWrite(path, content) {
|
|
17
40
|
await mkdir(dirname(path), { recursive: true });
|
|
18
|
-
|
|
41
|
+
const temporary = `${path}.${randomUUID()}.tmp`;
|
|
42
|
+
await writeFile(temporary, content, "utf8");
|
|
43
|
+
await rename(temporary, path);
|
|
19
44
|
}
|
|
20
45
|
async function exists(path) {
|
|
21
46
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"json-writer.js","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"json-writer.js","sourceRoot":"","sources":["../../src/output/json-writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1F,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAEhD,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,IAAwB,EAAE,MAAM,GAAG,KAAK;IACpF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,MAAM,mBAAmB,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QACzC,IAAI,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACvB,IAAI,MAAM,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnC,IAAI,OAAgB,CAAC;YACrB,IAAI,CAAC;gBACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;YAChE,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,WAAW,CAAC,8CAA8C,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBACzB,MAAM,IAAI,WAAW,CAAC,2DAA2D,IAAI,EAAE,CAAC,CAAC;YAC3F,MAAM,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,WAAW,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,IAAwB,EAAE,MAAM,GAAG,KAAK;IACtF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC9B,MAAM,mBAAmB,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,KAAK,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QACvE,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACrC,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QACD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,OAAe;IACtD,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,UAAU,EAAE,MAAM,CAAC;IAChD,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lock.d.ts","sourceRoot":"","sources":["../../src/output/lock.ts"],"names":[],"mappings":"AAEA,wBAAsB,mBAAmB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAiB7F"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
const chains = new Map();
|
|
2
|
+
export async function withDestinationLock(path, work) {
|
|
3
|
+
const previous = chains.get(path) ?? Promise.resolve();
|
|
4
|
+
let release;
|
|
5
|
+
const held = new Promise((resolve) => {
|
|
6
|
+
release = resolve;
|
|
7
|
+
});
|
|
8
|
+
const chained = previous.then(() => held, () => held);
|
|
9
|
+
chains.set(path, chained);
|
|
10
|
+
await previous.catch(() => undefined);
|
|
11
|
+
try {
|
|
12
|
+
return await work();
|
|
13
|
+
}
|
|
14
|
+
finally {
|
|
15
|
+
release();
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=lock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lock.js","sourceRoot":"","sources":["../../src/output/lock.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAI,IAAY,EAAE,IAAsB;IAC/E,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IACvD,IAAI,OAAoB,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QACzC,OAAO,GAAG,OAAO,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAC3B,GAAG,EAAE,CAAC,IAAI,EACV,GAAG,EAAE,CAAC,IAAI,CACX,CAAC;IACF,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1B,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,EAAE,CAAC;IACtB,CAAC;YAAS,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}
|
package/dist/output/writer.d.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
|
|
1
|
+
import type { OutputFormat } from "../domain/output.js";
|
|
2
|
+
export type { OutputFormat } from "../domain/output.js";
|
|
2
3
|
export declare function saveRows(name: string, rows: readonly unknown[], options: {
|
|
3
4
|
readonly directory: string;
|
|
4
5
|
readonly format: OutputFormat;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAKxD,YAAY,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAExD,wBAAsB,QAAQ,CAC5B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,SAAS,OAAO,EAAE,EACxB,OAAO,EAAE;IAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;CAAE,GAChG,OAAO,CAAC,IAAI,CAAC,CAQf"}
|
package/dist/output/writer.js
CHANGED
|
@@ -1,12 +1,15 @@
|
|
|
1
1
|
import { mkdir } from "node:fs/promises";
|
|
2
2
|
import { join } from "node:path";
|
|
3
|
+
import { SAVE_FORMAT } from "../constants/output.js";
|
|
3
4
|
import { writeCsv } from "./csv-writer.js";
|
|
4
|
-
import { writeJson } from "./json-writer.js";
|
|
5
|
+
import { writeJson, writeNdjson } from "./json-writer.js";
|
|
5
6
|
export async function saveRows(name, rows, options) {
|
|
6
7
|
await mkdir(options.directory, { recursive: true });
|
|
7
|
-
if (options.format ===
|
|
8
|
+
if (options.format === SAVE_FORMAT.JSON || options.format === SAVE_FORMAT.BOTH)
|
|
8
9
|
await writeJson(join(options.directory, `${name}.json`), rows, options.append);
|
|
9
|
-
if (options.format ===
|
|
10
|
+
if (options.format === SAVE_FORMAT.NDJSON)
|
|
11
|
+
await writeNdjson(join(options.directory, `${name}.ndjson`), rows, options.append);
|
|
12
|
+
if (options.format === SAVE_FORMAT.CSV || options.format === SAVE_FORMAT.BOTH)
|
|
10
13
|
await writeCsv(join(options.directory, `${name}.csv`), rows.map(toFlatRow), options.append);
|
|
11
14
|
}
|
|
12
15
|
function toFlatRow(value) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;
|
|
1
|
+
{"version":3,"file":"writer.js","sourceRoot":"","sources":["../../src/output/writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAGrD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAI1D,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,IAAY,EACZ,IAAwB,EACxB,OAAiG;IAEjG,MAAM,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,IAAI;QAC5E,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACjF,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM;QACvC,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACrF,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,GAAG,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,IAAI;QAC3E,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;AAChG,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAClF,MAAM,GAAG,GAAG,KAAgC,CAAC;IAC7C,IAAI,SAAS,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,GAA6B,CAAC;QAC5C,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU;YAC/B,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;YACrB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC;AAClF,CAAC"}
|
|
@@ -1,18 +1,9 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { AccountRecord, AccountSummary } from "../domain/accounts.js";
|
|
2
2
|
import type { AccountStateStore } from "../domain/account-state.js";
|
|
3
3
|
import type { ClientConfig } from "../config/types.js";
|
|
4
|
-
import type { HttpSession } from "../domain/http.js";
|
|
5
4
|
import type { SessionBuilder } from "../transport/session.js";
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
readonly session: HttpSession;
|
|
9
|
-
}
|
|
10
|
-
export interface PoolExecutionOptions<T> {
|
|
11
|
-
readonly countTweets?: (value: T) => number;
|
|
12
|
-
readonly onRetry?: (error: unknown, attempt: number) => void;
|
|
13
|
-
readonly maxAccountSwitches?: number;
|
|
14
|
-
}
|
|
15
|
-
export type AccountRepair = (account: AccountLease) => Promise<boolean>;
|
|
5
|
+
import type { AccountRepair, PoolExecutionContext, PoolExecutionOptions } from "../domain/pool.js";
|
|
6
|
+
export type { AccountRepair, PoolExecutionContext, PoolExecutionOptions } from "../domain/pool.js";
|
|
16
7
|
export declare class AccountPool {
|
|
17
8
|
private readonly repository;
|
|
18
9
|
private readonly sessions;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"account-pool.d.ts","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"account-pool.d.ts","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAgB,aAAa,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACzF,OAAO,KAAK,EAA0B,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAW5F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAG9D,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAGnG,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEnG,qBAAa,WAAW;IAKpB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;IAE/B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAVrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyC;IAClE,OAAO,CAAC,aAAa,CAAiB;gBAGnB,UAAU,EAAE,iBAAiB,EAC7B,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,YAAY,EACpB,aAAa,CAAC,EAAE,aAAa,YAAA,EAC9C,eAAe,GAAE,SAAS,aAAa,EAAO,EAC7B,aAAa,SAA4C,EACzD,iBAAiB,CAAC,GAAE,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,KAAK,IAAI,aAAA;IAKtE,OAAO,CAAC,CAAC,EACpB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,OAAO,CAAC,CAAC,CAAC,EACxD,OAAO,GAAE,oBAAoB,CAAC,CAAC,CAAM,GACpC,OAAO,CAAC,CAAC,CAAC;IA+Fb,IAAW,OAAO,mBAMjB;IAEM,cAAc,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,GAAG,IAAI;IAI/D,OAAO,CAAC,iBAAiB;YAsCX,aAAa;IAkB3B,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,UAAU;YASJ,cAAc;CAK7B;AAED,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,SAAS,aAAa,EAAE,EAClC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,oBAAoB,GAAG,kBAAkB,CAAC,EACrE,QAAQ,EAAE,MAAM,EAChB,GAAG,SAAa,GACf,cAAc,CAiBhB"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { ACCOUNT_HEALTH, ACCOUNT_STATUS_CODE } from "../constants/accounts.js";
|
|
2
3
|
import { AccountPoolExhausted, AccountSessionBuildError, AccountStateError, AuthError, XTrawlError, NetworkError, RateLimitError, ProxyError, } from "../domain/errors.js";
|
|
3
4
|
import { computeCooldown } from "./cooldown.js";
|
|
4
5
|
import { isRecord } from "../utils/guards.js";
|
|
6
|
+
import { combineSignals, isAbortError, throwIfAborted } from "../utils/abort.js";
|
|
5
7
|
import { TokenBucketLimiter, sleep } from "./limiter.js";
|
|
6
8
|
export class AccountPool {
|
|
7
9
|
repository;
|
|
@@ -27,6 +29,7 @@ export class AccountPool {
|
|
|
27
29
|
let lastError;
|
|
28
30
|
let repairs = 0;
|
|
29
31
|
for (let attempt = 1; attempt <= maxAttempts; attempt += 1) {
|
|
32
|
+
throwIfAborted(options.signal);
|
|
30
33
|
const now = Date.now();
|
|
31
34
|
const account = await this.repository.acquireLease({
|
|
32
35
|
now,
|
|
@@ -47,7 +50,7 @@ export class AccountPool {
|
|
|
47
50
|
const switchLimit = options.maxAccountSwitches ?? this.config.maxAccountSwitches;
|
|
48
51
|
if (seenAccounts.size > switchLimit + 1) {
|
|
49
52
|
await this.completeLease(account, {
|
|
50
|
-
status:
|
|
53
|
+
status: ACCOUNT_HEALTH.HEALTHY,
|
|
51
54
|
availableUntil: 0,
|
|
52
55
|
pages: 0,
|
|
53
56
|
tweets: 0,
|
|
@@ -59,7 +62,10 @@ export class AccountPool {
|
|
|
59
62
|
let session;
|
|
60
63
|
let operationStarted = false;
|
|
61
64
|
let leaseCompleted = false;
|
|
62
|
-
|
|
65
|
+
let requests = 0;
|
|
66
|
+
const leaseGuard = new AbortController();
|
|
67
|
+
const signal = combineSignals(options.signal, leaseGuard.signal);
|
|
68
|
+
const heartbeat = this.startHeartbeat(account, () => leaseGuard.abort());
|
|
63
69
|
try {
|
|
64
70
|
if (this.config.proxyCheckOnLease)
|
|
65
71
|
await this.sessions.assertProxyHealthy(account, {
|
|
@@ -67,13 +73,24 @@ export class AccountPool {
|
|
|
67
73
|
timeoutMs: this.config.proxyCheckTimeoutMs,
|
|
68
74
|
});
|
|
69
75
|
session = this.sessions.forAccount(account);
|
|
70
|
-
await this.limiterFor(account).acquire();
|
|
76
|
+
await this.limiterFor(account).acquire(signal);
|
|
71
77
|
operationStarted = true;
|
|
72
|
-
const value = await operation({
|
|
78
|
+
const value = await operation({
|
|
79
|
+
account,
|
|
80
|
+
session,
|
|
81
|
+
...(signal ? { signal } : {}),
|
|
82
|
+
chargeRequest: () => {
|
|
83
|
+
requests += 1;
|
|
84
|
+
},
|
|
85
|
+
});
|
|
86
|
+
if (leaseGuard.signal.aborted)
|
|
87
|
+
throw new AccountStateError("The account lease was lost.", { account: account.username });
|
|
88
|
+
const quota = readQuota(value);
|
|
89
|
+
const exhausted = quota?.exhausted === true || quota?.remaining === 0;
|
|
73
90
|
await this.completeLease(account, {
|
|
74
|
-
status:
|
|
75
|
-
availableUntil: 0,
|
|
76
|
-
pages: 1,
|
|
91
|
+
status: exhausted ? ACCOUNT_HEALTH.COOLING_DOWN : ACCOUNT_HEALTH.HEALTHY,
|
|
92
|
+
availableUntil: exhausted ? (quota?.resetAt ?? Date.now() + this.config.cooldownDefaultMs) : 0,
|
|
93
|
+
pages: Math.max(requests, 1),
|
|
77
94
|
tweets: Math.max(0, options.countTweets?.(value) ?? countTweets(value)),
|
|
78
95
|
});
|
|
79
96
|
leaseCompleted = true;
|
|
@@ -84,7 +101,7 @@ export class AccountPool {
|
|
|
84
101
|
if (!leaseCompleted)
|
|
85
102
|
await this.completeLease(account, {
|
|
86
103
|
...this.failureCompletion(error),
|
|
87
|
-
pages: operationStarted ? 1 : 0,
|
|
104
|
+
pages: operationStarted ? Math.max(requests, 1) : 0,
|
|
88
105
|
tweets: 0,
|
|
89
106
|
});
|
|
90
107
|
if (error instanceof AuthError && this.repairAccount && repairs < this.config.maxFallbackAttempts) {
|
|
@@ -94,7 +111,7 @@ export class AccountPool {
|
|
|
94
111
|
if (attempt >= maxAttempts || !isRetryable(error))
|
|
95
112
|
throw error;
|
|
96
113
|
options.onRetry?.(error, attempt);
|
|
97
|
-
await sleep(Math.min(this.config.retryMaxMs, this.config.retryBaseMs * 2 ** (attempt - 1)));
|
|
114
|
+
await sleep(Math.min(this.config.retryMaxMs, this.config.retryBaseMs * 2 ** (attempt - 1)), signal);
|
|
98
115
|
}
|
|
99
116
|
finally {
|
|
100
117
|
if (heartbeat)
|
|
@@ -164,7 +181,7 @@ export class AccountPool {
|
|
|
164
181
|
});
|
|
165
182
|
await this.refreshSummary().catch(() => undefined);
|
|
166
183
|
}
|
|
167
|
-
startHeartbeat(account) {
|
|
184
|
+
startHeartbeat(account, onLost) {
|
|
168
185
|
if (this.config.leaseHeartbeatMs <= 0)
|
|
169
186
|
return undefined;
|
|
170
187
|
let pending = false;
|
|
@@ -173,7 +190,13 @@ export class AccountPool {
|
|
|
173
190
|
return;
|
|
174
191
|
pending = true;
|
|
175
192
|
void Promise.resolve(this.repository.renewLease(account.leaseId, Date.now() + this.config.leaseTtlMs))
|
|
176
|
-
.
|
|
193
|
+
.then((renewed) => {
|
|
194
|
+
if (!renewed)
|
|
195
|
+
onLost();
|
|
196
|
+
})
|
|
197
|
+
.catch(() => {
|
|
198
|
+
onLost();
|
|
199
|
+
})
|
|
177
200
|
.finally(() => {
|
|
178
201
|
pending = false;
|
|
179
202
|
});
|
|
@@ -200,14 +223,13 @@ export function summarizeAccounts(accounts, config, location, now = Date.now())
|
|
|
200
223
|
return {
|
|
201
224
|
dbPath: location,
|
|
202
225
|
total: accounts.length,
|
|
203
|
-
eligible: accounts.filter((account) => account.status !==
|
|
204
|
-
!(account.status ===
|
|
226
|
+
eligible: accounts.filter((account) => account.status !== ACCOUNT_STATUS_CODE.UNUSABLE &&
|
|
227
|
+
!(account.status === ACCOUNT_STATUS_CODE.COOLING_DOWN && (account.availableUntil ?? 0) > now) &&
|
|
205
228
|
Boolean(account.authToken && account.csrfToken) &&
|
|
206
229
|
(account.dailyRequests ?? 0) < config.dailyRequestsLimit &&
|
|
207
230
|
(account.dailyTweets ?? 0) < config.dailyTweetsLimit).length,
|
|
208
|
-
unusable: accounts.filter((account) => account.status ===
|
|
209
|
-
coolingDown: accounts.filter((account) => account.status ===
|
|
210
|
-
.length,
|
|
231
|
+
unusable: accounts.filter((account) => account.status === ACCOUNT_STATUS_CODE.UNUSABLE).length,
|
|
232
|
+
coolingDown: accounts.filter((account) => account.status === ACCOUNT_STATUS_CODE.COOLING_DOWN && (account.availableUntil ?? 0) > now).length,
|
|
211
233
|
};
|
|
212
234
|
}
|
|
213
235
|
function utcDate(now) {
|
|
@@ -224,7 +246,23 @@ function countTweets(value) {
|
|
|
224
246
|
return value.result.tweets.length;
|
|
225
247
|
return 0;
|
|
226
248
|
}
|
|
249
|
+
function readQuota(value) {
|
|
250
|
+
if (!isRecord(value) || !isRecord(value.quota))
|
|
251
|
+
return undefined;
|
|
252
|
+
const remaining = typeof value.quota.remaining === "number" ? value.quota.remaining : undefined;
|
|
253
|
+
const resetAt = typeof value.quota.resetAt === "number" ? value.quota.resetAt : undefined;
|
|
254
|
+
const exhausted = value.quota.exhausted === true;
|
|
255
|
+
return {
|
|
256
|
+
...(remaining === undefined ? {} : { remaining }),
|
|
257
|
+
...(resetAt === undefined ? {} : { resetAt }),
|
|
258
|
+
...(exhausted ? { exhausted: true } : {}),
|
|
259
|
+
};
|
|
260
|
+
}
|
|
227
261
|
function isRetryable(error) {
|
|
262
|
+
if (isAbortError(error))
|
|
263
|
+
return false;
|
|
264
|
+
if (error instanceof NetworkError && error.diagnostics.statusCode === 499)
|
|
265
|
+
return false;
|
|
228
266
|
if (error instanceof AuthError || error instanceof RateLimitError || error instanceof NetworkError)
|
|
229
267
|
return true;
|
|
230
268
|
if (error instanceof ProxyError || error instanceof AccountSessionBuildError)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"account-pool.js","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,iBAAiB,EACjB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,cAAc,EACd,UAAU,GACX,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAezD,MAAM,OAAO,WAAW;IAKH;IACA;IACA;IACA;IAEA;IACA;IAVF,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC1D,aAAa,CAAiB;IAEtC,YACmB,UAA6B,EAC7B,QAAwB,EACxB,MAAoB,EACpB,aAA6B,EAC9C,kBAA4C,EAAE,EAC7B,gBAAgB,YAAY,UAAU,CAAC,IAAI,IAAI,QAAQ,EAAE,EACzD,iBAAgE;QANhE,eAAU,GAAV,UAAU,CAAmB;QAC7B,aAAQ,GAAR,QAAQ,CAAgB;QACxB,WAAM,GAAN,MAAM,CAAc;QACpB,kBAAa,GAAb,aAAa,CAAgB;QAE7B,kBAAa,GAAb,aAAa,CAA4C;QACzD,sBAAiB,GAAjB,iBAAiB,CAA+C;QAEjF,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC3F,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,KAAa,EACb,SAAwD,EACxD,UAAmC,EAAE;QAErC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QAChD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,IAAI,SAAkB,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;gBACjD,GAAG;gBACH,OAAO,EAAE,UAAU,EAAE;gBACrB,cAAc,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBAC5C,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;gBAClD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1D,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjF,IAAI,YAAY,CAAC,IAAI,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,SAAS;oBACjB,cAAc,EAAE,CAAC;oBACjB,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;gBACH,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,KAAK,GAAG,CAAC,CAAC;YAC/E,CAAC;YACD,IAAI,OAAgC,CAAC;YACrC,IAAI,gBAAgB,GAAG,KAAK,CAAC;YAC7B,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;oBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,EAAE;wBAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;wBAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;qBAC3C,CAAC,CAAC;gBACL,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;gBACzC,gBAAgB,GAAG,IAAI,CAAC;gBACxB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;gBACpD,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,SAAS;oBACjB,cAAc,EAAE,CAAC;oBACjB,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC;iBACxE,CAAC,CAAC;gBACH,cAAc,GAAG,IAAI,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAClB,IAAI,CAAC,cAAc;oBACjB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;wBAChC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;wBAChC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC/B,MAAM,EAAE,CAAC;qBACV,CAAC,CAAC;gBACL,IAAI,KAAK,YAAY,SAAS,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;oBAClG,OAAO,IAAI,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,OAAO,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC/D,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAClC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9F,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS;oBAAE,aAAa,CAAC,SAAS,CAAC,CAAC;gBACxC,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;QACD,MAAM,SAAS,YAAY,KAAK;YAC9B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;IACpE,CAAC;IAED,IAAW,OAAO;QAChB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,cAAc,CAAC,QAAkC;QACtD,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IACpF,CAAC;IAEO,iBAAiB,CACvB,KAAc;QAEd,MAAM,MAAM,GACV,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,QAAQ;YAC9E,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU;YAC9B,CAAC,CAAC,KAAK,YAAY,wBAAwB;gBACzC,CAAC,CAAC,KAAK,CAAC,UAAU;gBAClB,CAAC,CAAC,GAAG,CAAC;QACZ,MAAM,QAAQ,GACZ,KAAK,YAAY,SAAS;YACxB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,KAAK,YAAY,cAAc;gBAC/B,CAAC,CAAC,YAAY;gBACd,CAAC,CAAC,KAAK,YAAY,UAAU;oBAC3B,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,KAAK,YAAY,YAAY;wBAC7B,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,KAAK,YAAY,wBAAwB;4BACzC,CAAC,CAAC,KAAK,CAAC,QAAQ;4BAChB,CAAC,CAAC,WAAW,CAAC;QAC1B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;YAC7D,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YACxC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAClC,GAAG,CAAC,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,OAAO,KAAK,QAAQ;gBAC/E,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;SACvC,CAAC,CAAC;QACH,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC1F,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;SAC9E,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAqB,EACrB,UAAuE;QAEvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YACpD,GAAG,UAAU;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,SAAS;YACZ,MAAM,IAAI,iBAAiB,CAAC,2CAA2C,EAAE;gBACvE,OAAO,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAC;QACL,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrD,CAAC;IAEO,cAAc,CAAC,OAAqB;QAC1C,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACxD,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnG,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC;iBAClB,OAAO,CAAC,GAAG,EAAE;gBACZ,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACjC,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,UAAU,CAAC,OAAqB;QACtC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAC/B,QAAkC,EAClC,MAAqE,EACrE,QAAgB,EAChB,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CACvB,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,MAAM,KAAK,CAAC;YACpB,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;YAC9D,OAAO,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,kBAAkB;YACxD,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CACvD,CAAC,MAAM;QACR,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,MAAM;QACnE,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;aACnG,MAAM;KACV,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC;IACpG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5D,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACpG,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,YAAY,cAAc,IAAI,KAAK,YAAY,YAAY;QAChG,OAAO,IAAI,CAAC;IACd,IAAI,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,wBAAwB;QAAE,OAAO,IAAI,CAAC;IAC1F,OAAO,CAAC,CAAC,KAAK,YAAY,WAAW,CAAC,CAAC;AACzC,CAAC"}
|
|
1
|
+
{"version":3,"file":"account-pool.js","sourceRoot":"","sources":["../../src/pool/account-pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAG/E,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,iBAAiB,EACjB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,cAAc,EACd,UAAU,GACX,MAAM,qBAAqB,CAAC;AAG7B,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEjF,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAIzD,MAAM,OAAO,WAAW;IAKH;IACA;IACA;IACA;IAEA;IACA;IAVF,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC1D,aAAa,CAAiB;IAEtC,YACmB,UAA6B,EAC7B,QAAwB,EACxB,MAAoB,EACpB,aAA6B,EAC9C,kBAA4C,EAAE,EAC7B,gBAAgB,YAAY,UAAU,CAAC,IAAI,IAAI,QAAQ,EAAE,EACzD,iBAAgE;QANhE,eAAU,GAAV,UAAU,CAAmB;QAC7B,aAAQ,GAAR,QAAQ,CAAgB;QACxB,WAAM,GAAN,MAAM,CAAc;QACpB,kBAAa,GAAb,aAAa,CAAgB;QAE7B,kBAAa,GAAb,aAAa,CAA4C;QACzD,sBAAiB,GAAjB,iBAAiB,CAA+C;QAEjF,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC3F,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,KAAa,EACb,SAAwD,EACxD,UAAmC,EAAE;QAErC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;QAChD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QACvC,IAAI,SAAkB,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YAC3D,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;gBACjD,GAAG;gBACH,OAAO,EAAE,UAAU,EAAE;gBACrB,cAAc,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU;gBAC5C,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;gBACrB,mBAAmB,EAAE,IAAI;gBACzB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;gBAClD,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;aAC/C,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1D,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,OAAO,CAAC,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;YACjF,IAAI,YAAY,CAAC,IAAI,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,cAAc,CAAC,OAAO;oBAC9B,cAAc,EAAE,CAAC;oBACjB,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;gBACH,IAAI,SAAS;oBAAE,MAAM,SAAS,CAAC;gBAC/B,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,KAAK,GAAG,CAAC,CAAC;YAC/E,CAAC;YACD,IAAI,OAAgC,CAAC;YACrC,IAAI,gBAAgB,GAAG,KAAK,CAAC;YAC7B,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YACjE,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;YACzE,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB;oBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,EAAE;wBAC9C,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;wBAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;qBAC3C,CAAC,CAAC;gBACL,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/C,gBAAgB,GAAG,IAAI,CAAC;gBACxB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC;oBAC5B,OAAO;oBACP,OAAO;oBACP,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,aAAa,EAAE,GAAG,EAAE;wBAClB,QAAQ,IAAI,CAAC,CAAC;oBAChB,CAAC;iBACF,CAAC,CAAC;gBACH,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;oBAC3B,MAAM,IAAI,iBAAiB,CAAC,6BAA6B,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC5F,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC/B,MAAM,SAAS,GAAG,KAAK,EAAE,SAAS,KAAK,IAAI,IAAI,KAAK,EAAE,SAAS,KAAK,CAAC,CAAC;gBACtE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;oBAChC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO;oBACxE,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC9F,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC5B,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC;iBACxE,CAAC,CAAC;gBACH,cAAc,GAAG,IAAI,CAAC;gBACtB,OAAO,KAAK,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,CAAC;gBAClB,IAAI,CAAC,cAAc;oBACjB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;wBAChC,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;wBAChC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACnD,MAAM,EAAE,CAAC;qBACV,CAAC,CAAC;gBACL,IAAI,KAAK,YAAY,SAAS,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;oBAClG,OAAO,IAAI,CAAC,CAAC;oBACb,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;gBACvD,CAAC;gBACD,IAAI,OAAO,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC/D,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAClC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YACtG,CAAC;oBAAS,CAAC;gBACT,IAAI,SAAS;oBAAE,aAAa,CAAC,SAAS,CAAC,CAAC;gBACxC,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;QACD,MAAM,SAAS,YAAY,KAAK;YAC9B,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,oBAAoB,CAAC,2BAA2B,KAAK,GAAG,CAAC,CAAC;IACpE,CAAC;IAED,IAAW,OAAO;QAChB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,cAAc,CAAC,QAAkC;QACtD,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IACpF,CAAC;IAEO,iBAAiB,CACvB,KAAc;QAEd,MAAM,MAAM,GACV,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,QAAQ;YAC9E,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU;YAC9B,CAAC,CAAC,KAAK,YAAY,wBAAwB;gBACzC,CAAC,CAAC,KAAK,CAAC,UAAU;gBAClB,CAAC,CAAC,GAAG,CAAC;QACZ,MAAM,QAAQ,GACZ,KAAK,YAAY,SAAS;YACxB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,KAAK,YAAY,cAAc;gBAC/B,CAAC,CAAC,YAAY;gBACd,CAAC,CAAC,KAAK,YAAY,UAAU;oBAC3B,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,KAAK,YAAY,YAAY;wBAC7B,CAAC,CAAC,SAAS;wBACX,CAAC,CAAC,KAAK,YAAY,wBAAwB;4BACzC,CAAC,CAAC,KAAK,CAAC,QAAQ;4BAChB,CAAC,CAAC,WAAW,CAAC;QAC1B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;YAC7D,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YACxC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YAC5C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAClC,GAAG,CAAC,KAAK,YAAY,WAAW,IAAI,OAAO,KAAK,CAAC,WAAW,CAAC,OAAO,KAAK,QAAQ;gBAC/E,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;SACvC,CAAC,CAAC;QACH,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC1F,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;SAC9E,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAAqB,EACrB,UAAuE;QAEvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YACpD,GAAG,UAAU;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,GAAG;YACH,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,SAAS;YACZ,MAAM,IAAI,iBAAiB,CAAC,2CAA2C,EAAE;gBACvE,OAAO,EAAE,OAAO,CAAC,QAAQ;aAC1B,CAAC,CAAC;QACL,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrD,CAAC;IAEO,cAAc,CACpB,OAAqB,EACrB,MAAkB;QAElB,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QACxD,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;iBACnG,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO;oBAAE,MAAM,EAAE,CAAC;YACzB,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE;gBACV,MAAM,EAAE,CAAC;YACX,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACjC,KAAK,CAAC,KAAK,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,UAAU,CAAC,OAAqB;QACtC,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAC/B,QAAkC,EAClC,MAAqE,EACrE,QAAgB,EAChB,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,OAAO;QACL,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,QAAQ,CAAC,MAAM;QACtB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CACvB,CAAC,OAAO,EAAE,EAAE,CACV,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,QAAQ;YAC/C,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,YAAY,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;YAC7F,OAAO,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC;YAC/C,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,kBAAkB;YACxD,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CACvD,CAAC,MAAM;QACR,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,QAAQ,CAAC,CAAC,MAAM;QAC9F,WAAW,EAAE,QAAQ,CAAC,MAAM,CAC1B,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,KAAK,mBAAmB,CAAC,YAAY,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,GAAG,CACxG,CAAC,MAAM;KACT,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC;IACpG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5D,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;IACpG,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAChB,KAAc;IAEd,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACjE,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAChG,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1F,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC;IACjD,OAAO;QACL,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;QAC7C,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,YAAY,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,WAAW,CAAC,UAAU,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IACxF,IAAI,KAAK,YAAY,SAAS,IAAI,KAAK,YAAY,cAAc,IAAI,KAAK,YAAY,YAAY;QAChG,OAAO,IAAI,CAAC;IACd,IAAI,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,wBAAwB;QAAE,OAAO,IAAI,CAAC;IAC1F,OAAO,CAAC,CAAC,KAAK,YAAY,WAAW,CAAC,CAAC;AACzC,CAAC"}
|
package/dist/pool/cooldown.d.ts
CHANGED
|
@@ -1,13 +1,9 @@
|
|
|
1
1
|
import type { ErrorCategory } from "../domain/errors.js";
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
readonly availableUntil: number;
|
|
5
|
-
readonly lastErrorCode?: number;
|
|
6
|
-
readonly reason?: string;
|
|
7
|
-
}
|
|
2
|
+
import type { CooldownDecision } from "../domain/pool.js";
|
|
3
|
+
export type { CooldownDecision } from "../domain/pool.js";
|
|
8
4
|
export declare function parseRateLimitReset(headers: Readonly<Record<string, string>>): number | undefined;
|
|
9
5
|
export declare function parseRateLimitRemaining(headers: Readonly<Record<string, string>>): number | undefined;
|
|
10
|
-
export declare function
|
|
6
|
+
export declare function isQuotaExhausted(headers: Readonly<Record<string, string>>): boolean;
|
|
11
7
|
export declare function computeCooldown(category: ErrorCategory | undefined, status: number, now: number, options: {
|
|
12
8
|
readonly defaultMs: number;
|
|
13
9
|
readonly transientMs: number;
|